generative-ts

Interface HfTextGenerationTaskOptions

interface HfTextGenerationTaskOptions {
    $prompt: string;
    modelId: string;
    options?: {
        use_cache?: boolean;
        wait_for_model?: boolean;
    };
    parameters?: {
        do_sample?: boolean;
        max_new_tokens?: number;
        max_time?: number;
        num_return_sequences?: number;
        repetition_penalty?: number;
        return_full_text?: boolean;
        temperature?: number;
        top_k?: number;
        top_p?: number;
    };
}

Hierarchy (view full)

Properties

$prompt modelId options? parameters?

Properties

$prompt

$prompt: string

modelId

modelId: string

Optional options

options?: {
    use_cache?: boolean;
    wait_for_model?: boolean;
}

Type declaration

  • Optional use_cache?: boolean
  • Optional wait_for_model?: boolean

Optional parameters

parameters?: {
    do_sample?: boolean;
    max_new_tokens?: number;
    max_time?: number;
    num_return_sequences?: number;
    repetition_penalty?: number;
    return_full_text?: boolean;
    temperature?: number;
    top_k?: number;
    top_p?: number;
}

Type declaration

  • Optional do_sample?: boolean
  • Optional max_new_tokens?: number
  • Optional max_time?: number
  • Optional num_return_sequences?: number
  • Optional repetition_penalty?: number
  • Optional return_full_text?: boolean
  • Optional temperature?: number
  • Optional top_k?: number
  • Optional top_p?: number