GeneralBots/botserver
2
1
Fork 0
Code Activity Actions 4

fix: handle both reasoning_content and reasoning fields for NVIDIA API
All checks were successful
BotServer CI/CD / build (push) Successful in 3m12s
Details

Browse source
This commit is contained in:
Rodrigo Rodriguez (Pragmatismo) 2026-04-13 16:21:05 -03:00
parent 8ddcde4830
commit 60fd3dbbc4
1 changed files with 7 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
src/llm/mod.rs
View file

@ -461,12 +461,14 @@ impl LLMProvider for OpenAIClient {
let chunk_str = String::from_utf8_lossy(&chunk);
for line in chunk_str.lines() {
if line.starts_with("data: ") && !line.contains("[DONE]") {
if let Ok(data) = serde_json::from_str::<Value>(&line[6..]) {
let content = data["choices"][0]["delta"]["content"].as_str();
let reasoning = data["choices"][0]["delta"]["reasoning_content"].as_str();
if let Ok(data) = serde_json::from_str::<Value>(&line[6..]) {
let content = data["choices"][0]["delta"]["content"].as_str();
// Handle both reasoning_content (GLM4.7) and reasoning (Kimi K2.5)
let reasoning = data["choices"][0]["delta"]["reasoning_content"].as_str()
.or_else(|| data["choices"][0]["delta"]["reasoning"].as_str());
// Detect reasoning phase (GLM4.7, Kimi K2.5)
if reasoning.is_some() && content.is_none() {
// Detect reasoning phase (GLM4.7, Kimi K2.5)
if reasoning.is_some() && content.is_none() {
if !in_reasoning {
trace!("[LLM] Entering reasoning/thinking mode");
in_reasoning = true;