feat: add unload llm route

2026-07-14 12:16:42 +02:00
parent 67312cb7a4
commit 387e0a0cfb
5 changed files with 79 additions and 39 deletions
@@ -47,6 +47,11 @@ pub struct ApiUnloadModelResponse {
    pub status: String,
 }

+#[derive(Debug, Serialize, Deserialize, ToSchema)]
+pub struct ApiUnloadModelRequest {
+    pub keep_alive: String,
+}
+
 // ------ Completions ------

 #[derive(Debug, Deserialize, Serialize, ToSchema, Default)]