AxAIWebLLMChatResponseDelta
type AxAIWebLLMChatResponseDelta = object;
Defined in: https://github.com/ax-llm/ax/blob/9a5a7060a48f9eef46efc680b0cdf6b42bff5df2/src/ax/ai/webllm/types.ts#L129
WebLLM: Streaming chat response structure
Properties
choices
choices: object[];
Defined in: https://github.com/ax-llm/ax/blob/9a5a7060a48f9eef46efc680b0cdf6b42bff5df2/src/ax/ai/webllm/types.ts#L134
delta
{
content?: string;
role?: "assistant";
tool_calls?: object[];
}
finish_reason?
optional finish_reason: "stop" | "length" | "tool_calls" | "content_filter";
index
index: number;
logprobs?
{
content: object[];
}
created
created: number;
Defined in: https://github.com/ax-llm/ax/blob/9a5a7060a48f9eef46efc680b0cdf6b42bff5df2/src/ax/ai/webllm/types.ts#L132
id
id: string;
Defined in: https://github.com/ax-llm/ax/blob/9a5a7060a48f9eef46efc680b0cdf6b42bff5df2/src/ax/ai/webllm/types.ts#L130
model
model: AxAIWebLLMModel;
Defined in: https://github.com/ax-llm/ax/blob/9a5a7060a48f9eef46efc680b0cdf6b42bff5df2/src/ax/ai/webllm/types.ts#L133
object
object: "chat.completion.chunk";
Defined in: https://github.com/ax-llm/ax/blob/9a5a7060a48f9eef46efc680b0cdf6b42bff5df2/src/ax/ai/webllm/types.ts#L131
usage?
optional usage: object;
Defined in: https://github.com/ax-llm/ax/blob/9a5a7060a48f9eef46efc680b0cdf6b42bff5df2/src/ax/ai/webllm/types.ts#L163
completion_tokens
completion_tokens: number;
prompt_tokens
prompt_tokens: number;
total_tokens
total_tokens: number;