Properties
Optional
end_sequences
end_sequences?: string[]
Optional
frequency_penalty
frequency_penalty?: number
Optional
k
k?: number
Optional
logit_bias
logit_bias?: {
[token_id: number]: number;
}
Type declaration
[token_id: number]: number
Optional
max_tokens
max_tokens?: number
Optional
num_generations
num_generations?: number
Optional
p
p?: number
Optional
presence_penalty
presence_penalty?: number
Optional
preset
preset?: string
Optional
return_likelihoods
return_likelihoods?: "NONE" | "GENERATION" | "ALL"
Optional
seed
seed?: number
Optional
stop_sequences
stop_sequences?: string[]
Optional
stream
stream?: boolean
Optional
temperature
temperature?: number
Optional
truncate
truncate?: "NONE" | "START" | "END"