bump openai_dive

Author: Marlinski

Cargo.lock

@@ -8,7 +8,7 @@ edition = "2021"
 shai-core = { path = "../shai-core" }
 shai-llm = { path = "../shai-llm" }
 shai-http = { path = "../shai-http" }
-openai_dive = { git = "https://github.com/Marlinski/openai-client", branch = "feature/streaming-api-response" }
+openai_dive = "1.3.1"
 chrono = "0.4"
 clap = { version = "4.0", features = ["derive"] }
 tempfile = "3.20.0"

shai-cli/Cargo.toml

@@ -24,7 +24,7 @@ libc = "0.2"
 schemars = "1.0.1"
 shai-macros = { path = "../shai-macros" }
 shai-llm = { path = "../shai-llm" }
-openai_dive = { git = "https://github.com/Marlinski/openai-client", branch = "feature/streaming-api-response" }
+openai_dive = "1.3.1"
 regex = "1.0"
 walkdir = "2.4"
 chrono = { version = "0.4", features = ["serde"] }

shai-core/Cargo.toml

@@ -32,5 +32,5 @@ thiserror = "2.0"
 anyhow = "1.0"
 
 # OpenAI types
-openai_dive = { git = "https://github.com/Marlinski/openai-client", branch = "feature/streaming-api-response" }
+openai_dive = "1.3.1"
 chrono = { version = "0.4", features = ["serde"] }

shai-http/Cargo.toml

@@ -177,6 +177,10 @@ async fn handle_chat_completion_non_stream(
             logprobs: None,
         }],
         usage: Some(Usage {
+            input_tokens: None,
+            input_tokens_details: None,
+            output_tokens: None,
+            output_tokens_details: None,
             prompt_tokens: Some(0),
             completion_tokens: Some(0),
             total_tokens: 0,

shai-http/src/apis/openai/completion/handler.rs

@@ -73,6 +73,10 @@ impl ResponseFormatter {
             truncation: self.payload.truncation.clone(),
             user: self.payload.user.clone(),
             usage: Usage {
+                input_tokens: None,
+                input_tokens_details: None,
+                output_tokens: None,
+                output_tokens_details: None,
                 completion_tokens: Some(0),
                 prompt_tokens: Some(0),
                 total_tokens: 0,

shai-http/src/apis/openai/response/formatter.rs

@@ -14,7 +14,7 @@ serde = { version = "1.0", features = ["derive"] }
 serde_json = "1.0"
 uuid = { version = "1.0", features = ["v4"] }
 tokio = { version = "1.0", features = ["full"] }
-openai_dive = { git = "https://github.com/Marlinski/openai-client", branch = "feature/streaming-api-response", features = ["stream"] }
+openai_dive = { version = "1.3.1", features = ["stream"] }
 async-stream = "0.3"
 reqwest-eventsource = "0.6"
 regex = "1.0"

shai-llm/Cargo.toml

@@ -381,6 +381,10 @@ impl AnthropicProvider {
                 logprobs: None,
             }],
             usage: Some(Usage {
+                input_tokens: None,
+                input_tokens_details: None,
+                output_tokens: None,
+                output_tokens_details: None,
                 prompt_tokens: Some(response["usage"]["input_tokens"].as_u64().unwrap_or(0) as u32),
                 completion_tokens: Some(response["usage"]["output_tokens"].as_u64().unwrap_or(0) as u32),
                 total_tokens: response["usage"]["input_tokens"].as_u64().unwrap_or(0) as u32 + response["usage"]["output_tokens"].as_u64().unwrap_or(0) as u32,