feat: add parameters
This commit is contained in:
@@ -15,3 +15,45 @@ export type Message = {
|
||||
role: Role;
|
||||
content: string;
|
||||
};
|
||||
|
||||
export type ChatRequest = {
|
||||
model: string;
|
||||
stream?: boolean;
|
||||
temperature?: number;
|
||||
top_p?: number;
|
||||
top_k?: number;
|
||||
repeat_penalty?: number;
|
||||
seed?: number;
|
||||
num_ctx?: number;
|
||||
num_predict?: number;
|
||||
stop?: string[];
|
||||
keep_alive?: string;
|
||||
messages: Message[];
|
||||
};
|
||||
|
||||
export type ChatCompletionResponse = {
|
||||
id: string;
|
||||
object: string;
|
||||
created: number;
|
||||
model: string;
|
||||
choices: ChatChoice[];
|
||||
usage?: Usage;
|
||||
};
|
||||
|
||||
export type FinishReason =
|
||||
| 'Stop'
|
||||
| 'Length'
|
||||
| 'ContentFilter'
|
||||
| 'ToolCalls';
|
||||
|
||||
export type ChatChoice = {
|
||||
index: number;
|
||||
message: Message;
|
||||
finish_reason: FinishReason;
|
||||
};
|
||||
|
||||
export type Usage = {
|
||||
prompt_tokens: number;
|
||||
completion_tokens: number;
|
||||
total_tokens: number;
|
||||
};
|
||||
Reference in New Issue
Block a user