feat: chat typing

src/providers/ollama/mapper.rs

@@ -18,20 +18,6 @@ impl From<ollama::OllamaModel> for api::ModelInfo {
     }
 }
 
-impl From<&api::CompletionRequest> for ollama::OllamaOptions {
-    fn from(req: &api::CompletionRequest) -> Self {
-        Self {
-            temperature: req.base.temperature,
-            top_p: req.base.top_p,
-            top_k: req.base.top_k,
-            repeat_penalty: req.base.repeat_penalty,
-            seed: req.base.seed,
-            num_ctx: req.base.num_ctx,
-            num_predict: req.base.num_predict,
-        }
-    }
-}
-
 impl From<ollama::OllamaGenerateResponse> for api::CompletionResponse {
     fn from(res: ollama::OllamaGenerateResponse) -> Self {
         Self {
@@ -54,3 +40,47 @@ impl From<ollama::OllamaGenerateResponse> for api::CompletionResponse {
         }
     }
 }
+
+impl From<&api::BaseLLMRequest> for ollama::OllamaOptions {
+    fn from(base: &api::BaseLLMRequest) -> Self {
+        Self {
+            temperature: base.temperature,
+            top_p: base.top_p,
+            top_k: base.top_k,
+            repeat_penalty: base.repeat_penalty,
+            seed: base.seed,
+            num_ctx: base.num_ctx,
+            num_predict: base.num_predict,
+        }
+    }
+}
+
+impl From<ollama::OllamaChatResponse> for api::ChatCompletionResponse {
+    fn from(res: ollama::OllamaChatResponse) -> Self {
+        let prompt_tokens = res.prompt_eval_count.unwrap_or(0);
+        let completion_tokens = res.eval_count.unwrap_or(0);
+
+        Self {
+            id: Uuid::new_v4().to_string(),
+            object: "chat.completion".to_string(),
+            created: Utc::now().timestamp() as u64,
+            model: res.model,
+
+            choices: vec![api::ChatChoice {
+                index: 0,
+                message: res.message,
+                finish_reason: if res.done {
+                    api::FinishReason::Stop
+                } else {
+                    api::FinishReason::Length
+                },
+            }],
+
+            usage: Some(api::Usage {
+                prompt_tokens,
+                completion_tokens,
+                total_tokens: prompt_tokens + completion_tokens,
+            }),
+        }
+    }
+}