GeneralBots/generalbots
1
0
Fork 0
Code Activity Actions 5

Fix: Handle reasoning_content from NVIDIA reasoning models (gpt-oss-120b)
All checks were successful
BotServer CI/CD / build (push) Successful in 3m16s
Details

Browse source
This commit is contained in:
Rodrigo Rodriguez (Pragmatismo) 2026-04-11 22:30:39 -03:00
parent 7a1ec157f1
commit 47cb470c8e
1 changed files with 9 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

15
src/llm/mod.rs
View file

@ -456,13 +456,16 @@ impl LLMProvider for OpenAIClient {
let chunk_str = String::from_utf8_lossy(&chunk); let chunk_str = String::from_utf8_lossy(&chunk);
for line in chunk_str.lines() { for line in chunk_str.lines() {
if line.starts_with("data: ") && !line.contains("[DONE]") { if line.starts_with("data: ") && !line.contains("[DONE]") {
if let Ok(data) = serde_json::from_str::<Value>(&line[6..]) { if let Ok(data) = serde_json::from_str::<Value>(&line[6..]) {
if let Some(content) = data["choices"][0]["delta"]["content"].as_str() { // Handle content (standard) or reasoning_content (NVIDIA reasoning models)
let processed = handler.process_content(content); let content = data["choices"][0]["delta"]["content"].as_str()
if !processed.is_empty() { .or_else(|| data["choices"][0]["delta"]["reasoning_content"].as_str());
let _ = tx.send(processed).await; if let Some(content) = content {
} let processed = handler.process_content(content);
if !processed.is_empty() {
let _ = tx.send(processed).await;
} }
}
// Handle standard OpenAI tool_calls // Handle standard OpenAI tool_calls
if let Some(tool_calls) = data["choices"][0]["delta"]["tool_calls"].as_array() { if let Some(tool_calls) = data["choices"][0]["delta"]["tool_calls"].as_array() {