模型保持占用(held)机制:回合结束不再立即释放模型,进入 held 租约(config.model_hold 可配:idle_release_ms 默认3分钟——页面无人观看即释放;active_max_ms 默认30分钟——有人观看的保持上限;sweep_ms 巡检间隔);held 期间追问直接复用已绑模型免排队(delivered=live);sessions 表迁移新增 held_at 列;sse 增加 clientCount 判定观看者;前端新增保持中状态标签/徽章色,终止入口扩展至 held(主动放弃占用);smoke/README/示例配置同步更新

This commit is contained in:
2026-08-31 15:26:44 +08:00
parent 73041e6a9e
commit 5214f84612
11 changed files with 117 additions and 32 deletions
+6
View File
@@ -19,3 +19,9 @@ agent:
temperature: 1.0
max_tool_iterations: 20
max_retries: 1
# 冒烟测试用短租约,验证 held → 自动释放
model_hold:
idle_release_ms: 1500
active_max_ms: 8000
sweep_ms: 300
+10 -3
View File
@@ -69,10 +69,17 @@ async function main() {
let d = await waitSession(s.id, x => x.session.status === 'active', 5000, '绑定模型');
ok(d.session.model_id === 'ds1', '绑定第一个空闲模型 ds1', d.session.model_id);
await api('POST', '/api/sessions/' + s.id + '/messages', { content: '你好呀' });
d = await waitSession(s.id, x => x.session.status === 'completed', 8000, 'AI 回复完成');
d = await waitSession(s.id, x => x.session.status === 'held', 8000, 'AI 回复完成(held)');
const asst = d.messages.filter(m => m.role === 'assistant');
ok(asst.length === 1 && asst[0].content.includes('你好呀'), 'AI 文本回复流式落库', asst.map(m => m.content).join('|'));
ok(d.session.model_id === null, '完成后释放模型');
ok(d.session.model_id === 'ds1', '回复完成后模型不释放(held 保持租约)', d.session.model_id);
// held 期间追问:直接复用已绑模型,不重新排队
const r2 = await api('POST', '/api/sessions/' + s.id + '/messages', { content: '再来一条' });
ok(r2 && r2.delivered === 'live', 'held 期间追问直接送达(不排队)', r2 && r2.delivered);
d = await waitSession(s.id, x => x.session.status === 'held' && x.messages.filter(m => m.role === 'assistant').length >= 2, 8000, '第二次回复');
ok(d.session.model_id === 'ds1', '追问复用同一模型', d.session.model_id);
// held 租约到期自动释放(测试配置 idle_release_ms=1500)
d = await waitSession(s.id, x => x.session.status === 'completed' && x.session.model_id === null, 6000, 'held 租约到期自动释放');
// ---- 2. 工具调用 write_file ----
console.log('\n[2] 工具调用');
@@ -80,7 +87,7 @@ async function main() {
await waitSession(s.id, x => x.session.status === 'active', 5000, '绑定');
await api('POST', '/api/sessions/' + s.id + '/start');
await api('POST', '/api/sessions/' + s.id + '/messages', { content: '请写文件' });
d = await waitSession(s.id, x => x.session.status === 'completed' && x.messages.some(m => m.role === 'tool'), 15000, '工具回合完成');
d = await waitSession(s.id, x => x.session.status === 'held' && x.messages.some(m => m.role === 'tool'), 15000, '工具回合完成(held)');
const toolMsgs = d.messages.filter(m => m.role === 'tool');
ok(toolMsgs.length === 1 && toolMsgs[0].name === 'write_file', 'tool 消息落库', JSON.stringify(toolMsgs.map(m => m.name)));
ok(toolMsgs[0].content.includes('hello.txt'), '工具结果包含文件名', toolMsgs[0].content);