AxAIWebLLMChatResponseDelta

type AxAIWebLLMChatResponseDelta = object;

Defined in: https://github.com/ax-llm/ax/blob/8dfd0ce02b8cb386fb2c93fa280a2ec0da2d6011/src/ax/ai/webllm/types.ts#L129

WebLLM: Streaming chat response structure

Properties

choices

choices: object[];

Defined in: https://github.com/ax-llm/ax/blob/8dfd0ce02b8cb386fb2c93fa280a2ec0da2d6011/src/ax/ai/webllm/types.ts#L134

delta

{
  content?: string;
  role?: "assistant";
  tool_calls?: object[];
}

finish_reason?

optional finish_reason: "stop" | "length" | "tool_calls" | "content_filter";

index

index: number;

logprobs?

{
  content: object[];
}

created

created: number;

Defined in: https://github.com/ax-llm/ax/blob/8dfd0ce02b8cb386fb2c93fa280a2ec0da2d6011/src/ax/ai/webllm/types.ts#L132

id

id: string;

Defined in: https://github.com/ax-llm/ax/blob/8dfd0ce02b8cb386fb2c93fa280a2ec0da2d6011/src/ax/ai/webllm/types.ts#L130

model

model: AxAIWebLLMModel;

Defined in: https://github.com/ax-llm/ax/blob/8dfd0ce02b8cb386fb2c93fa280a2ec0da2d6011/src/ax/ai/webllm/types.ts#L133

object

object: "chat.completion.chunk";

Defined in: https://github.com/ax-llm/ax/blob/8dfd0ce02b8cb386fb2c93fa280a2ec0da2d6011/src/ax/ai/webllm/types.ts#L131

usage?

optional usage: object;

Defined in: https://github.com/ax-llm/ax/blob/8dfd0ce02b8cb386fb2c93fa280a2ec0da2d6011/src/ax/ai/webllm/types.ts#L163

completion_tokens

completion_tokens: number;

prompt_tokens

prompt_tokens: number;

total_tokens

total_tokens: number;