fix: use rawPredict for non-streaming Claude requests

2026-06-09 23:05:31 -06:00
parent bca25404ab
commit 33c6f2c4e3
3 changed files with 9 additions and 5 deletions
@@ -119,7 +119,11 @@ fn prepare_chat_completions(
            format!("{base_url}/google/models/{model_name}:{func}")
        }
        ModelCategory::Claude => {
-            format!("{base_url}/anthropic/models/{model_name}:streamRawPredict")
+            let func = match data.stream {
+                true => "streamRawPredict",
+                false => "rawPredict",
+            };
+            format!("{base_url}/anthropic/models/{model_name}:{func}")
        }
        ModelCategory::Mistral => {
            let func = match data.stream {