AxAIWebLLMChatRequest
type AxAIWebLLMChatRequest = object;Defined in: https://github.com/ax-llm/ax/blob/3306475085414d36aee4411ad2466e08e53bef8a/src/ax/ai/webllm/types.ts#L64
WebLLM: Chat request structure Based on OpenAI-compatible API from WebLLM
Properties
frequency_penalty?
optional frequency_penalty: number;Defined in: https://github.com/ax-llm/ax/blob/3306475085414d36aee4411ad2466e08e53bef8a/src/ax/ai/webllm/types.ts#L97
logit_bias?
optional logit_bias: Record<number, number>;Defined in: https://github.com/ax-llm/ax/blob/3306475085414d36aee4411ad2466e08e53bef8a/src/ax/ai/webllm/types.ts#L98
logprobs?
optional logprobs: boolean;Defined in: https://github.com/ax-llm/ax/blob/3306475085414d36aee4411ad2466e08e53bef8a/src/ax/ai/webllm/types.ts#L99
max_tokens?
optional max_tokens: number;Defined in: https://github.com/ax-llm/ax/blob/3306475085414d36aee4411ad2466e08e53bef8a/src/ax/ai/webllm/types.ts#L93
messages
messages: (
| {
content?: string;
name?: string;
role: "system" | "user";
}
| {
content?: string;
name?: string;
role: "assistant";
tool_calls?: object[];
}
| {
content: string;
role: "tool";
tool_call_id: string;
})[];Defined in: https://github.com/ax-llm/ax/blob/3306475085414d36aee4411ad2466e08e53bef8a/src/ax/ai/webllm/types.ts#L66
model
model: AxAIWebLLMModelId;Defined in: https://github.com/ax-llm/ax/blob/3306475085414d36aee4411ad2466e08e53bef8a/src/ax/ai/webllm/types.ts#L65
n?
optional n: number;Defined in: https://github.com/ax-llm/ax/blob/3306475085414d36aee4411ad2466e08e53bef8a/src/ax/ai/webllm/types.ts#L104
presence_penalty?
optional presence_penalty: number;Defined in: https://github.com/ax-llm/ax/blob/3306475085414d36aee4411ad2466e08e53bef8a/src/ax/ai/webllm/types.ts#L96
response_format?
optional response_format:
| {
type: "json_object";
}
| {
json_schema?: unknown;
type: "json_schema";
};Defined in: https://github.com/ax-llm/ax/blob/3306475085414d36aee4411ad2466e08e53bef8a/src/ax/ai/webllm/types.ts#L101
stop?
optional stop: string | string[];Defined in: https://github.com/ax-llm/ax/blob/3306475085414d36aee4411ad2466e08e53bef8a/src/ax/ai/webllm/types.ts#L95
stream?
optional stream: boolean;Defined in: https://github.com/ax-llm/ax/blob/3306475085414d36aee4411ad2466e08e53bef8a/src/ax/ai/webllm/types.ts#L94
stream_options?
optional stream_options: object;Defined in: https://github.com/ax-llm/ax/blob/3306475085414d36aee4411ad2466e08e53bef8a/src/ax/ai/webllm/types.ts#L105
include_usage?
optional include_usage: boolean;temperature?
optional temperature: number;Defined in: https://github.com/ax-llm/ax/blob/3306475085414d36aee4411ad2466e08e53bef8a/src/ax/ai/webllm/types.ts#L91
tool_choice?
optional tool_choice:
| "none"
| "auto"
| "required"
| {
function: {
name: string;
};
type: "function";
};Defined in: https://github.com/ax-llm/ax/blob/3306475085414d36aee4411ad2466e08e53bef8a/src/ax/ai/webllm/types.ts#L116
tools?
optional tools: object[];Defined in: https://github.com/ax-llm/ax/blob/3306475085414d36aee4411ad2466e08e53bef8a/src/ax/ai/webllm/types.ts#L108
function
{
description: string;
name: string;
parameters: object;
}type
type: "function";top_logprobs?
optional top_logprobs: number;Defined in: https://github.com/ax-llm/ax/blob/3306475085414d36aee4411ad2466e08e53bef8a/src/ax/ai/webllm/types.ts#L100
top_p?
optional top_p: number;Defined in: https://github.com/ax-llm/ax/blob/3306475085414d36aee4411ad2466e08e53bef8a/src/ax/ai/webllm/types.ts#L92