Variable makeVllmCreateChatCompletionConfigConst

Type Declaration

• • (
        value?: unknown,
    ): StatusOr<
        {
            chat_template_kwargs: Record<string, unknown>;
            extra_body: Record<string, unknown>;
            frequency_penalty?: number | null;
            json_output: boolean;
            json_schema?: Record<string, unknown> | null;
            max_tokens: number;
            min_p?: number | null;
            presence_penalty?: number | null;
            repetition_penalty?: number | null;
            seed?: number | null;
            stop: string[];
            temperature?: number | null;
            top_k?: number | null;
            top_p?: number | null;
        },
    >

  • Parameters

    • Optionalvalue: unknown

    Returns StatusOr<
        {
            chat_template_kwargs: Record<string, unknown>;
            extra_body: Record<string, unknown>;
            frequency_penalty?: number | null;
            json_output: boolean;
            json_schema?: Record<string, unknown> | null;
            max_tokens: number;
            min_p?: number | null;
            presence_penalty?: number | null;
            repetition_penalty?: number | null;
            seed?: number | null;
            stop: string[];
            temperature?: number | null;
            top_k?: number | null;
            top_p?: number | null;
        },
    >