From 893281c96cebdc8ab8a1fde8ab2985149b36a034 Mon Sep 17 00:00:00 2001 From: kicer Date: Sat, 5 Sep 2026 06:09:28 +0800 Subject: [PATCH] =?UTF-8?q?SSE=20=E6=9C=AC=E8=BD=AE=E6=B1=87=E6=80=BB?= =?UTF-8?q?=EF=BC=9AcallModel=20=E7=BB=9F=E8=AE=A1=20data=20=E5=B8=A7?= =?UTF-8?q?=E6=95=B0=EF=BC=8CstreamAssistant=20=E6=89=93=20info=20?= =?UTF-8?q?=E6=97=A5=E5=BF=97?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit 定位 'AI 回复 0 字' 时单凭 finish_reason 和 aborted 区分不出 '上游没发任何 data' 和 '上游发了帧但 content 为空'。callModel 在 forEachSSEData 回调首行 累加 sseFrames 并写进返回值(不影响其他字段),streamAssistant 拿到 result 后打印一行 info: [sse] 本轮汇总:帧 N,finish=,aborted= 判读: - 帧=0 且 aborted=false:上游未发任何 data(流异常/上游 200 但 body 空) - 帧>0 且 finish=stop 且 content 空:上游发了帧但 content 为空(罕见,模型主动空回) - 帧>0 且 finish=length:上游被截断,需要重试或调大 max_tokens - aborted=true:用户在流中途取消 llm.js 保持纯 IO 职责,只多返回一个计数字段,不引入 logger。 --- app/server/engine.js | 9 ++++++++- app/server/llm.js | 4 +++- 2 files changed, 11 insertions(+), 2 deletions(-) diff --git a/app/server/engine.js b/app/server/engine.js index cb9a8c0..c675f2d 100644 --- a/app/server/engine.js +++ b/app/server/engine.js @@ -552,7 +552,7 @@ async function runLoopInner(sessionId, run) { async function streamAssistant(sessionId, run, session, messages, tools) { run.abortController = new AbortController(); try { - return await callModel(cfg, session.model_id, messages, tools, { + const result = await callModel(cfg, session.model_id, messages, tools, { signal: run.abortController.signal, shouldCancel: () => run.cancelled, onText: delta => bus.emit(sessionId, 'assistant_delta', { text: delta }), @@ -564,6 +564,13 @@ async function streamAssistant(sessionId, run, session, messages, tools) { onMeta: line => log.debug('[sse] ' + sessionId + ' ' + line), onBadData: raw => log.warn('[sse] ' + sessionId + ' 坏帧:' + raw.slice(0, 200)), }); + // 本轮上游响应总览:帧数 + 文本长度 + 工具调用 + finish + aborted。 + // sseFrames=0 且 aborted=false 表示上游未发任何 data(疑似流异常);其他情况可快速区分 + // “上游发了一堆帧但 content 为空” 与 “根本没调用成功”。 + log.info('[sse] ' + sessionId + ' 本轮汇总:帧 ' + (result && result.sseFrames || 0) + + ',finish=' + (result && result.finish_reason || '-') + + ',aborted=' + (result && result.aborted || false)); + return result; } finally { run.abortController = null; } diff --git a/app/server/llm.js b/app/server/llm.js index a97060a..ddd428d 100644 --- a/app/server/llm.js +++ b/app/server/llm.js @@ -178,10 +178,12 @@ async function callModel(cfg, modelId, messages, tools, options) { let finishReason = null; let usage = null; let aborted = false; + let sseFrames = 0; // 收到的上游 data 帧数(仅计数成功下传到 onEvent 的) const toolCalls = new Map(); // index -> {id, name, arguments} try { await forEachSSEData(res, evt => { + sseFrames++; if (opts.shouldCancel && opts.shouldCancel()) { aborted = true; controller.abort(); return; } if (evt.usage) usage = evt.usage; const choice = evt.choices && evt.choices[0]; @@ -216,7 +218,7 @@ async function callModel(cfg, modelId, messages, tools, options) { } if (opts.shouldCancel && opts.shouldCancel()) aborted = true; - return { content, reasoning, tool_calls: Array.from(toolCalls.values()), finish_reason: finishReason, usage, aborted }; + return { content, reasoning, tool_calls: Array.from(toolCalls.values()), finish_reason: finishReason, usage, aborted, sseFrames }; } module.exports = { callModel, buildMessages, buildSystemPrompt, systemPromptText, encodeBlocks, decodeBlocks };