Optional requestOptions
requestOptions?: {
embedding_only?: boolean;
f16_kv?: boolean;
frequency_penalty?: number;
logits_all?: boolean;
low_vram?: boolean;
main_gpu?: number;
mirostat?: number;
mirostat_eta?: number;
mirostat_tau?: number;
num_batch?: number;
num_ctx?: number;
num_gpu?: number;
num_gqa?: number;
num_keep?: number;
num_predict?: number;
num_thread?: number;
penalize_newline?: boolean;
presence_penalty?: number;
repeat_last_n?: number;
repeat_penalty?: number;
rope_frequency_base?: number;
rope_frequency_scale?: number;
stop?: string[];
temperature?: number;
tfs_z?: number;
top_k?: number;
top_p?: number;
typical_p?: number;
use_mlock?: boolean;
use_mmap?: boolean;
vocab_only?: boolean;
}
Type declaration
-
Optional embedding_only?: boolean
-
Optional f16_kv?: boolean
-
Optional frequency_penalty?: number
-
Optional logits_all?: boolean
-
Optional low_vram?: boolean
-
Optional main_gpu?: number
-
Optional mirostat?: number
-
Optional mirostat_eta?: number
-
Optional mirostat_tau?: number
-
Optional num_batch?: number
-
Optional num_ctx?: number
-
Optional num_gpu?: number
-
Optional num_gqa?: number
-
Optional num_keep?: number
-
Optional num_predict?: number
-
Optional num_thread?: number
-
Optional penalize_newline?: boolean
-
Optional presence_penalty?: number
-
Optional repeat_last_n?: number
-
Optional repeat_penalty?: number
-
Optional rope_frequency_base?: number
-
Optional rope_frequency_scale?: number
-
Optional stop?: string[]
-
Optional temperature?: number
-
Optional tfs_z?: number
-
Optional top_k?: number
-
Optional top_p?: number
-
Optional typical_p?: number
-
Optional use_mlock?: boolean
-
Optional use_mmap?: boolean
-
Optional vocab_only?: boolean