@@ -107,6 +107,31 @@ impl OllamaProvider {
|
||||
}))
|
||||
}
|
||||
|
||||
pub async fn unload_model(&self, model: &str) -> Result<Value, OllamaError> {
|
||||
self.validate_model(model).await?;
|
||||
|
||||
let payload = json!({
|
||||
"model": model,
|
||||
"prompt": "",
|
||||
"keep_alive": "0",
|
||||
"stream": false,
|
||||
});
|
||||
|
||||
let res = self
|
||||
.client
|
||||
.post(format!("{}/api/generate", self.base_url))
|
||||
.json(&payload)
|
||||
.send()
|
||||
.await?
|
||||
.json::<Value>()
|
||||
.await?;
|
||||
|
||||
Ok(json!({
|
||||
"model": res.get("model"),
|
||||
"status": "unloaded",
|
||||
}))
|
||||
}
|
||||
|
||||
pub async fn completions(&self, body: Value) -> Result<Value, OllamaError> {
|
||||
let prompt = body
|
||||
.get("prompt")
|
||||
|
||||
Reference in New Issue
Block a user