Iceberg/chat-api
5
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: add proper typing for api

Browse Source
This commit is contained in:
LucasDLTG
2026-04-10 17:41:25 +02:00
parent a22560c337
commit 562d154480
15 changed files with 656 additions and 506 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/routes/v1/chat.rs
+48 -48
View File
@@ -18,61 +18,61 @@ use crate::state::app_state::AppState;
(status = 200, description = "Chat completion", body = Value),
)
)]
pub async fn completions(
State(state): State<AppState>,
Json(body): Json<Value>,
) -> Result<Response, (axum::http::StatusCode, String)> {
let wants_stream = body
.get("stream")
.and_then(|v| v.as_bool())
.unwrap_or(false);
// pub async fn completions(
// State(state): State<AppState>,
// Json(body): Json<Value>,
// ) -> Result<Response, (axum::http::StatusCode, String)> {
// let wants_stream = body
// .get("stream")
// .and_then(|v| v.as_bool())
// .unwrap_or(false);
if wants_stream {
let stream = state
.ollama
.completions_stream(body)
.await
.map_err(ollama_err)?;
// if wants_stream {
// let stream = state
// .ollama
// .completions_stream(body)
// .await
// .map_err(ollama_err)?;
Ok(Sse::new(stream)
.keep_alive(KeepAlive::default())
.into_response())
} else {
let response = state.ollama.completions(body).await.map_err(ollama_err)?;
// Ok(Sse::new(stream)
// .keep_alive(KeepAlive::default())
// .into_response())
// } else {
// let response = state.ollama.completions(body).await.map_err(ollama_err)?;
Ok(Json(response).into_response())
}
}
// Ok(Json(response).into_response())
// }
// }
pub async fn chat_completions(
State(state): State<AppState>,
Json(body): Json<Value>,
) -> Result<Response, (axum::http::StatusCode, String)> {
let wants_stream = body
.get("stream")
.and_then(|v| v.as_bool())
.unwrap_or(false);
// pub async fn chat_completions(
// State(state): State<AppState>,
// Json(body): Json<Value>,
// ) -> Result<Response, (axum::http::StatusCode, String)> {
// let wants_stream = body
// .get("stream")
// .and_then(|v| v.as_bool())
// .unwrap_or(false);
if wants_stream {
let stream = state
.ollama
.chat_completions_stream(body)
.await
.map_err(ollama_err)?;
// if wants_stream {
// let stream = state
// .ollama
// .chat_completions_stream(body)
// .await
// .map_err(ollama_err)?;
Ok(Sse::new(stream)
.keep_alive(KeepAlive::default())
.into_response())
} else {
let response = state
.ollama
.chat_completions(body)
.await
.map_err(ollama_err)?;
// Ok(Sse::new(stream)
// .keep_alive(KeepAlive::default())
// .into_response())
// } else {
// let response = state
// .ollama
// .chat_completions(body)
// .await
// .map_err(ollama_err)?;
Ok(Json(response).into_response())
}
}
// Ok(Json(response).into_response())
// }
// }
fn ollama_err(e: OllamaError) -> (axum::http::StatusCode, String) {
match e {