fix: streaming
CI / Rust CI (push) Successful in 5m19s

This commit is contained in:
2026-06-05 18:16:48 +02:00
parent 28352d8bdb
commit 77bd729d95
16 changed files with 408 additions and 385 deletions
+9 -9
View File
@@ -1,7 +1,7 @@
use crate::{api, core};
impl From<api::types::CompletionRequest> for core::llm::completions::CompletionRequest {
fn from(m: api::types::CompletionRequest) -> Self {
impl From<api::types::ApiCompletionRequest> for core::llm::completions::CompletionRequest {
fn from(m: api::types::ApiCompletionRequest) -> Self {
Self {
model: m.model,
prompt: m.prompt,
@@ -20,8 +20,8 @@ impl From<api::types::CompletionRequest> for core::llm::completions::CompletionR
}
}
impl From<api::types::ChatRequest> for core::llm::chat::ChatCompletionRequest {
fn from(m: api::types::ChatRequest) -> Self {
impl From<api::types::ApiChatRequest> for core::llm::chat::ChatCompletionRequest {
fn from(m: api::types::ApiChatRequest) -> Self {
Self {
model: m.model,
message: m.message.into(),
@@ -43,13 +43,13 @@ impl From<api::types::ChatRequest> for core::llm::chat::ChatCompletionRequest {
}
}
impl From<api::types::Message> for core::llm::chat::Message {
fn from(m: api::types::Message) -> Self {
impl From<api::types::ApiMessage> for core::llm::chat::Message {
fn from(m: api::types::ApiMessage) -> Self {
Self {
role: match m.role {
api::types::Role::System => core::llm::ChatRole::System,
api::types::Role::User => core::llm::ChatRole::User,
api::types::Role::Assistant => core::llm::ChatRole::Assistant,
api::types::ApiRole::System => core::llm::ChatRole::System,
api::types::ApiRole::User => core::llm::ChatRole::User,
api::types::ApiRole::Assistant => core::llm::ChatRole::Assistant,
},
content: m.content,
}