Properties
Optional end_sequences
end_sequences?: string[]
Optional frequency_penalty
frequency_penalty?: number
Optional k
k?: number
Optional logit_bias
logit_bias?: {
[token_id: number]: number;
}
Type declaration
[token_id: number]: number
Optional max_tokens
max_tokens?: number
Optional num_generations
num_generations?: number
Optional p
p?: number
Optional presence_penalty
presence_penalty?: number
Optional preset
preset?: string
Optional return_likelihoods
return_likelihoods?: "NONE" | "GENERATION" | "ALL"
Optional seed
seed?: number
Optional stop_sequences
stop_sequences?: string[]
Optional stream
stream?: boolean
Optional temperature
temperature?: number
Optional truncate
truncate?: "NONE" | "START" | "END"