A11 TypeScript API - v0.7.26
    Preparing search index...

    Interface GemmaEngine

    A loaded, streaming Gemma runtime.

    interface GemmaEngine {
        close?(): void;
        generate(
            prompt: string | GemmaPromptPart[],
            onToken: (delta: string) => void,
            signal?: AbortSignal,
        ): Promise<StatusOr<string>>;
        usage?(): | {
            cache_write_tokens?: number
            | null;
            cached_input_tokens?: number | null;
            complete?: boolean;
            context_invalidated?: boolean;
            context_only?: boolean;
            context_source?: "unknown" | "request_estimate" | "reported" | null;
            context_tokens?: number | null;
            input_tokens?: number | null;
            input_tokens_scope?: "context" | "incremental";
            output_tokens?: number | null;
            reasoning_tokens?: number | null;
            total_tokens?: number | null;
            usage_id?: string | null;
            usage_revision?: number;
            usage_scope?: "request" | "turn";
            [key: string]: unknown;
        }
        | undefined;
    }
    Index
    • Generate a completion for prompt, delivering each incremental piece of text through onToken. Resolves with the full generated text or a Status.

      Parameters

      • prompt: string | GemmaPromptPart[]
      • onToken: (delta: string) => void
      • Optionalsignal: AbortSignal

      Returns Promise<StatusOr<string>>

    • Actual inference counts, including output removed by stop filtering.

      Returns
          | {
              cache_write_tokens?: number
              | null;
              cached_input_tokens?: number | null;
              complete?: boolean;
              context_invalidated?: boolean;
              context_only?: boolean;
              context_source?: "unknown" | "request_estimate" | "reported" | null;
              context_tokens?: number | null;
              input_tokens?: number | null;
              input_tokens_scope?: "context" | "incremental";
              output_tokens?: number | null;
              reasoning_tokens?: number | null;
              total_tokens?: number | null;
              usage_id?: string | null;
              usage_revision?: number;
              usage_scope?: "request" | "turn";
              [key: string]: unknown;
          }
          | undefined