feat: add parameters

This commit is contained in:
2026-04-28 16:12:53 +02:00
parent 1c7d22e04d
commit e2266b7bd7
4 changed files with 241 additions and 40 deletions
+42
View File
@@ -15,3 +15,45 @@ export type Message = {
role: Role;
content: string;
};
export type ChatRequest = {
model: string;
stream?: boolean;
temperature?: number;
top_p?: number;
top_k?: number;
repeat_penalty?: number;
seed?: number;
num_ctx?: number;
num_predict?: number;
stop?: string[];
keep_alive?: string;
messages: Message[];
};
export type ChatCompletionResponse = {
id: string;
object: string;
created: number;
model: string;
choices: ChatChoice[];
usage?: Usage;
};
export type FinishReason =
| 'Stop'
| 'Length'
| 'ContentFilter'
| 'ToolCalls';
export type ChatChoice = {
index: number;
message: Message;
finish_reason: FinishReason;
};
export type Usage = {
prompt_tokens: number;
completion_tokens: number;
total_tokens: number;
};