Files
kicer 111d6d6c90 perf: 会话详情去掉全量文件列表,隧道响应加 gzip
GET /api/sessions/:id 每次都递归扫一遍任务目录返回 files 字段,本地这个会话的目录
是整个仓库,10544 个文件 = 1.4MB,而前端从来没读过它(文件树走 /api/files 按目录
懒加载)。删掉后响应 1.4MB → 4.8KB,后端也省掉每次 10544 次 statSync。

client.js 对可压缩响应先缓冲再 gzip(SSE、超 8MB、压不动 10% 的除外),
跨境链路带宽是瓶颈,首屏 15 个资源 714KB → 234KB。

实测:会话详情经隧道 7s → 0.16s,首屏 3.5s → 1.2s。
2026-11-15 13:07:45 +08:00

315 lines
16 KiB
JavaScript
Raw Permalink Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
// 会话管理 API
const express = require('express');
const fs = require('fs');
const path = require('path');
const engine = require('../engine');
const scheduler = require('../scheduler'); // 复用 validateCron(cron 可解析 + 间隔 ≥1h);scheduler 顶层不 require 路由,无循环引用
const log = require('../log');
const router = express.Router();
function wrap(fn) {
return function (req, res) {
try {
const r = fn(req, res);
if (r && typeof r.catch === 'function') {
r.catch(err => sendErr(res, err));
}
} catch (err) {
sendErr(res, err);
}
};
}
function sendErr(res, err) {
const code = err && err.status_code || 500;
res.status(code).json({ error: String(err && err.message || err) });
}
// 按需加载单条消息的完整内容(用于 tool 消息的懒加载)。
// 返回消息行原始 content(含 base64 图片),前端负责渲染。
function getMessage(req, res) {
const session = engine.getSession(req.params.id);
if (!session) return sendErr(res, Object.assign(new Error('会话不存在'), { status_code: 404 }));
const db = engine.getDb();
const row = db.prepare(
'SELECT id, role, content, reasoning, tool_calls, tool_call_id, name, type, is_error, created_at FROM messages WHERE id = ? AND session_id = ?'
).get(req.params.mid, req.params.id);
if (!row) return sendErr(res, Object.assign(new Error('消息不存在'), { status_code: 404 }));
res.json(row);
}
// 递归列出任务目录文件。opts.dirs=true 时额外输出目录标记行
//(filename 以 '/' 结尾 + dir:true),使不含任何文件的空夹子也能被前端展示。
function listTaskFiles(dir, opts) {
const wantDirs = !!(opts && opts.dirs);
const wantHidden = !!(opts && opts.hidden); // 勾选「显示隐藏文件」时连同 . 开头的文件/目录一起列(含 .imgcache)
const out = [];
(function rec(d, rel) {
let entries;
try { entries = fs.readdirSync(d, { withFileTypes: true }); } catch (_) { return; }
for (const e of entries) {
if (!wantHidden && e.name.startsWith('.')) continue; // 默认隐藏点开头项(如 .imgcache/ 读图压缩产物缓存)
const abs = path.join(d, e.name);
const relPath = rel ? rel + '/' + e.name : e.name;
if (e.isDirectory()) {
if (wantDirs) out.push({ filename: relPath + '/', dir: true });
rec(abs, relPath);
}
else if (e.isFile()) {
let size = null, mtime = null, ctime = null;
// birthtime 在部分文件系统不可用(返回 0),回退 mtime;新生成/上传的文件两者基本一致
try {
const st = fs.statSync(abs);
size = st.size; mtime = st.mtimeMs;
ctime = (st.birthtimeMs && st.birthtimeMs > 0 ? st.birthtimeMs : st.mtimeMs) || null;
} catch (_) {}
out.push({ filename: relPath, size, mtime, ctime });
}
}
})(dir, '');
// 按创建时间倒序(最新在前)方便查找;同一时刻按文件名升序保证稳定
out.sort(function (a, b) {
const ca = a.ctime || a.mtime || 0, cb = b.ctime || b.mtime || 0;
if (cb !== ca) return cb - ca;
return a.filename < b.filename ? -1 : a.filename > b.filename ? 1 : 0;
});
return out;
}
router.post('/', wrap((req, res) => {
const title = (req.body && req.body.title || '').trim();
const modelId = (req.body && req.body.model_id || '').trim();
// 助手类型建档时锁定,后续不可变更;缺省按文秘助理
const assistantType = String((req.body && req.body.assistant_type) || 'secretary').trim().slice(0, 32) || 'secretary';
// 创建者取认证中间件的 req.user(不信客户端传参);未启用认证时为空串
const user = String(req.user || '').trim().slice(0, 64);
// 手选工作目录(仅本地端前端会传,服务器前端从不带;不传/空串 = 老行为,见 engine.createSession)
const workDir = String((req.body && req.body.work_dir) || '').trim();
const session = engine.createSession(title, modelId, assistantType, user, workDir);
log.info('task', (req.user || '-') + ' 新建任务 ' + session.id + '「' + (session.title || '未命名') + '」model=' + (modelId || '自动') + ' type=' + (session.assistant_type || 'secretary'));
res.json(session);
}));
// 列表查询参数(2.0):
// status=active|done|all 归档分组:active=活跃/保持(含遗留 queued),done=已完成/已终止
// q=关键词 标题或消息内容 LIKE 搜索
// before + before_id 游标分页(上一页末行的 updated_at,id),避免 offset 翻页在
// updated_at 变动时重复/漏行
// with_total=1 返回 {rows,total}(归档折叠区需要总数);默认仍返回纯数组
router.get('/', wrap((req, res) => {
const db = engine.getDb();
const status = String(req.query.status || 'all');
const q = String(req.query.q || '').trim();
let limit = parseInt(req.query.limit, 10);
if (!Number.isFinite(limit) || limit < 1) limit = 50;
if (limit > 200) limit = 200;
const where = [];
const args = [];
// 按创建者隔离:已登录只列自己的会话;未启用认证(req.user 空)不过滤,保持自用场景全可见
const me = String(req.user || '').trim();
if (me) { where.push('user = ?'); args.push(me); }
if (status === 'active') where.push("status IN ('queued','active','held')");
else if (status === 'done') where.push("status IN ('completed','cancelled')");
if (q) {
where.push('(title LIKE ? OR EXISTS(SELECT 1 FROM messages m WHERE m.session_id = sessions.id AND m.content LIKE ?))');
args.push('%' + q + '%', '%' + q + '%');
}
const before = req.query.before;
const beforeId = req.query.before_id;
if (before != null && before !== '' && beforeId) {
where.push('(updated_at < ? OR (updated_at = ? AND id < ?))');
args.push(String(before), String(before), String(beforeId));
}
const whereSql = where.length ? ' WHERE ' + where.join(' AND ') : '';
// has_schedule:侧边栏定时任务标记用,EXISTS 子查询单条搞定(非 N+1);schedule 详情仍只在单会话接口返回
const stmt = db.prepare(
'SELECT *, EXISTS(SELECT 1 FROM scheduled_tasks t WHERE t.session_id = sessions.id) AS has_schedule FROM sessions'
+ whereSql + ' ORDER BY updated_at DESC, id DESC LIMIT ?'
);
const rows = stmt.all.apply(stmt, args.concat([limit]));
if (req.query.with_total === '1') {
const cnt = db.prepare('SELECT COUNT(*) AS n FROM sessions' + whereSql);
const total = cnt.all.apply(cnt, args)[0].n;
return res.json({ rows: rows, total: total });
}
res.json(rows);
}));
// assistant 消息附加 tool_call_msg_ids(tool_call.id → tool 消息行 id,让前端展开工具卡时知道去拉哪条消息)
function attachToolCallMap(row, toolCallMsgMap) {
if (row.role === 'assistant' && row.tool_calls) {
let toolCalls;
try { toolCalls = JSON.parse(row.tool_calls); } catch (_) { toolCalls = []; }
const tool_call_msg_ids = {};
for (const tc of toolCalls) {
if (tc && tc.id && toolCallMsgMap[tc.id]) {
tool_call_msg_ids[tc.id] = toolCallMsgMap[tc.id];
}
}
row.tool_call_msg_ids = Object.keys(tool_call_msg_ids).length ? tool_call_msg_ids : undefined;
}
return row;
}
const MSG_COLS = 'id, role, content, reasoning, tool_calls, tool_call_id, name, type, is_error, usage, created_at';
router.get('/:id', wrap((req, res) => {
const session = engine.getSession(req.params.id);
if (!session) return sendErr(res, Object.assign(new Error('会话不存在'), { status_code: 404 }));
const db = engine.getDb();
// tool_call_id → tool 消息行 id 映射:单独轻查询(只取 id),不随分页窗口截断,
// 保证分页边界处的 assistant 消息也能拿到自己 tool 行的懒加载映射
const toolCallMsgMap = {};
for (const r of db.prepare(
"SELECT id, tool_call_id FROM messages WHERE session_id = ? AND role = 'tool' AND tool_call_id IS NOT NULL AND tool_call_id != ''"
).all(session.id)) toolCallMsgMap[r.tool_call_id] = r.id;
// 历史懒加载:传 limit 只返回最近 limit 条非 tool 消息(tool 不单独展示,不计入),
// before 为行 id 游标(取 id < before 的更早一页);多取一条判断是否还有更早历史。
// 不传 limit 保持旧行为:返回全部消息。
let limit = parseInt(req.query.limit, 10);
limit = Number.isFinite(limit) && limit > 0 ? Math.min(limit, 500) : 0;
let hasMore = false;
let messages = [];
if (limit) {
const before = parseInt(req.query.before, 10);
const args = [session.id];
let sql = 'SELECT ' + MSG_COLS + " FROM messages WHERE session_id = ? AND role != 'tool'";
if (Number.isFinite(before) && before > 0) { sql += ' AND id < ?'; args.push(before); }
args.push(limit + 1);
// 注意:better-sqlite3 的 all 必须以 Statement 实例为 this 调用,不能脱离绑定
const stmt = db.prepare(sql + ' ORDER BY id DESC LIMIT ?');
let rows = stmt.all(...args);
hasMore = rows.length > limit;
if (hasMore) rows = rows.slice(0, limit);
rows.reverse(); // 还原时间升序
messages = rows.map(r => attachToolCallMap(r, toolCallMsgMap));
} else {
const allRows = db.prepare(
'SELECT ' + MSG_COLS + ' FROM messages WHERE session_id = ? ORDER BY id'
).all(session.id);
for (const row of allRows) {
if (row.role === 'tool') continue; // tool 结果不单独展示,由映射懒加载
messages.push(attachToolCallMap(row, toolCallMsgMap));
}
}
// 定时任务状态(scheduler.js / schedule 工具;每会话至多一行,无则 null)。
// 列表接口故意不带此字段,避免 N+1;前端进会话详情时才拉。
const schedule = db.prepare(
'SELECT cron_expr, prompt, next_run_at, last_run_at, last_status, last_note FROM scheduled_tasks WHERE session_id = ?'
).get(session.id) || null;
// 不再返回 files:文件树由 /api/files 按目录懒加载(routes/files.js),
// 这里全量递归扫一遍纯属浪费——曾让每次切会话多传 1.4MB(10544 个文件)。
res.json({
session,
messages,
schedule,
running: !!(engine.getRun(session.id) || {}).looping,
// 待投递队列(刷新/换设备后条幅能原样恢复):只在服务端内存里,重启即空
pending: engine.listPending(session.id),
has_more: hasMore, // 分页模式下:是否还有更早的历史
oldest_id: messages.length ? messages[0].id : null, // 本页最早行 id,作为下一页 before 游标
});
}));
// 按需加载单条消息的完整内容(用于 tool 消息的懒加载)
router.get('/:id/messages/:mid', wrap(getMessage));
// 手动为会话指定模型(状态栏「选择模型」弹窗发起):不再排队/不再独占,任意空闲与否都可绑;
// 仅会话正在输出(looping)时拒绝(见 engine.bindToSession)。
// 曾有的 profile 会话模式绑定已废弃:profile 只由「阶段强制 + 模型配置默认」决定(见 engine.resolveProfileName)。
router.post('/:id/bind', wrap((req, res) => {
const mid = (req.body || {}).model_id;
if (mid === undefined || mid === null || String(mid).trim() === '') {
throw Object.assign(new Error('model_id 不能为空'), { status_code: 400 });
}
res.json(engine.bindToSession(req.params.id, mid));
}));
router.patch('/:id', wrap((req, res) => {
res.json(engine.renameSession(req.params.id, req.body && req.body.title));
}));
router.delete('/:id', wrap((req, res) => {
const delDir = req.query.delete_dir === 'true' || req.query.delete_dir === '';
log.info('task', (req.user || '-') + ' 删除任务 ' + req.params.id + (delDir ? '(含任务目录)' : ''));
res.json(engine.deleteSession(req.params.id, delDir));
}));
// 手动创建定时任务(顶部动作区「定时任务」→ 本会话还没有任务时的新建弹窗入口)。
// 与 AI schedule 工具同源(scheduler.createTask):cron 校验、最小间隔 1h、提示词上限完全一致;
// brief 取提示词首行(与工具路径「人话描述」同义),作为下班日记碎片的底子。
router.post('/:id/schedule', wrap((req, res) => {
const db = engine.getDb();
const body = req.body || {};
const s = db.prepare('SELECT id FROM sessions WHERE id = ?').get(req.params.id);
if (!s) throw Object.assign(new Error('会话不存在'), { status_code: 404 });
const prompt = String(body.prompt || '').trim();
if (!prompt) throw Object.assign(new Error('提示词不能为空'), { status_code: 400 });
const cron = String(body.cron_expr || '').trim();
if (!cron) throw Object.assign(new Error('请选择执行频次'), { status_code: 400 });
let r;
try {
r = scheduler.createTask(db, req.params.id, cron, prompt, prompt.split('\n')[0].slice(0, 40), '', '');
} catch (e) {
// cron 不合法/间隔不足/已有任务:都是调用方输入问题,回 400 让前端 toast
throw Object.assign(e, { status_code: 400 });
}
log.info('scheduler', (req.user || '-') + ' 手动创建定时任务 ' + cron + ' ' + req.params.id);
res.json(r);
}));
// 手动修改定时任务(会话详情 schedule 弹窗入口):提示词 + 频次(前端预设控件组合出的 cron,兼容自定义表达式)。
// cron 变化才重算 next_run_at(同样以 now 为基准);不插通知消息——每次触发前历史会被存档,
// AI 只看到投递的 prompt 本身,改完下次触发自然生效。
router.patch('/:id/schedule', wrap((req, res) => {
const db = engine.getDb();
const body = req.body || {};
const prompt = String(body.prompt || '').trim();
if (!prompt) throw Object.assign(new Error('提示词不能为空'), { status_code: 400 });
if (prompt.length > 20000) throw Object.assign(new Error('提示词过长(上限 20000 字符)'), { status_code: 400 });
const t = db.prepare('SELECT cron_expr FROM scheduled_tasks WHERE session_id = ?').get(req.params.id);
if (!t) throw Object.assign(new Error('本会话没有定时任务'), { status_code: 404 });
const cron = String(body.cron_expr || '').trim();
if (cron && cron !== t.cron_expr) {
let nextAt;
try {
nextAt = scheduler.validateCron(cron);
} catch (e) {
throw Object.assign(new Error(e.message), { status_code: 400 });
}
db.prepare('UPDATE scheduled_tasks SET prompt = ?, cron_expr = ?, next_run_at = ? WHERE session_id = ?')
.run(prompt, cron, nextAt, req.params.id);
log.info('scheduler', req.params.id + ' 定时任务改为 ' + cron + '(原 ' + t.cron_expr + ')');
} else {
db.prepare('UPDATE scheduled_tasks SET prompt = ? WHERE session_id = ?').run(prompt, req.params.id);
log.info('scheduler', req.params.id + ' 更新定时任务提示词');
}
res.json({ ok: true });
}));
// 手动删除定时任务(创建只经 AI 工具;频次/提示词可在弹窗内改)。
// 通知消息只 saveMessage 落库,不走 postUserMessage:不触发 AI 运行。
// 删会话无需此处:scheduled_tasks 随 sessions 行 ON DELETE CASCADE 自动清理。
router.delete('/:id/schedule', wrap((req, res) => {
const db = engine.getDb();
const t = db.prepare('SELECT cron_expr FROM scheduled_tasks WHERE session_id = ?').get(req.params.id);
if (!t) throw Object.assign(new Error('本会话没有定时任务'), { status_code: 404 });
db.prepare('DELETE FROM scheduled_tasks WHERE session_id = ?').run(req.params.id);
engine.saveMessage(req.params.id, {
role: 'user',
content: '[系统] 定时任务已删除(原定 ' + t.cron_expr + ')',
type: 'scheduler_note',
});
log.info('scheduler', req.params.id + ' 删除定时任务 ' + t.cron_expr);
res.json({ ok: true });
}));
module.exports = router;
module.exports.listTaskFiles = listTaskFiles;