原来想看仓库改了什么只能开终端敲 git,界面里没有入口。复用预览栏做二选一 (body.pv-mode-vcs):打开时占预览的位置,点文件自动切回预览,不再各占一块屏。 三个视图只用一个渲染器:列表 → 点提交进详情,顶部「未提交的改动」进工作区, 两者仅头部信息不同(有无 commit 元信息)。只读,不做 commit / checkout / pull。 不做任何自动刷新:只在打开面板、切视图、点刷新时请求,避免边干活边被打断。 后端 git.js 用 execFile 调 git,加 -c core.quotepath=false 保中文路径不被转义成 八进制;status 用 -z 输出,否则含空格的路径带引号、和 diff 里的裸路径对不上。 patch 按单文件 120KB / 合计 400KB 截断,未跟踪文件用 diff --no-index 现算。 不是仓库或没装 git 返回 HTTP 200 + reason,由界面给空状态。 镜像补装 git,apt 源照 executor/Dockerfile 换成腾讯云镜像(默认源在国内 update 会卡死)。
633 lines
28 KiB
JavaScript
633 lines
28 KiB
JavaScript
// 文件管理 API:上传 / 列表 / 下载 / 预览 / 删除
|
||
const express = require('express');
|
||
const crypto = require('crypto');
|
||
const fs = require('fs');
|
||
const path = require('path');
|
||
const multer = require('multer');
|
||
const engine = require('../engine');
|
||
const { listTaskFiles } = require('./sessions');
|
||
const { resolveInTask } = require('../tools/executor');
|
||
const downloadToken = require('../download-token');
|
||
const log = require('../log');
|
||
const git = require('../git');
|
||
|
||
const router = express.Router();
|
||
|
||
function taskDir(req) {
|
||
const dir = engine.taskDirOf(req.params.id);
|
||
fs.mkdirSync(dir, { recursive: true });
|
||
return dir;
|
||
}
|
||
|
||
function sanitizeName(original) {
|
||
let name = Buffer.from(original || 'file', 'latin1').toString('utf8');
|
||
name = path.basename(name).replace(/[\x00-\x1f\x7f]/g, '_');
|
||
// 非常通字符(&?@#=%、emoji、不可见序列等)统一换成 _:
|
||
// 微信图片 URL 直接当文件名时,& ? @ 会让 shell/AI 引用路径处处踩坑。
|
||
// 保留:各国文字/数字(\p{L}\p{N},含中文)、空格与 . - _ ( ) [ ] 、常见中文标点。
|
||
name = name.replace(/[^\p{L}\p{N} \-_.()\[\],。、()【】]+/gu, '_');
|
||
name = name.trim().replace(/^\.+/, '');
|
||
// 限长(字节友好按字符数算):主体过长截断,保留扩展名
|
||
const ext = path.extname(name);
|
||
const stem = name.slice(0, name.length - ext.length);
|
||
if (stem.length > 80) name = stem.slice(0, 80) + ext;
|
||
return name || 'file';
|
||
}
|
||
|
||
const upload = multer({
|
||
storage: multer.diskStorage({
|
||
destination: function (req, file, cb) {
|
||
try { cb(null, taskDir(req)); } catch (err) { cb(err); }
|
||
},
|
||
filename: function (req, file, cb) {
|
||
try {
|
||
const dir = taskDir(req);
|
||
const name = sanitizeName(file.originalname);
|
||
const ext = path.extname(name);
|
||
const stem = name.slice(0, name.length - ext.length);
|
||
let target = name;
|
||
let i = 0;
|
||
while (fs.existsSync(path.join(dir, target))) {
|
||
i++;
|
||
target = stem + '-' + i + ext;
|
||
}
|
||
cb(null, target);
|
||
} catch (err) { cb(err); }
|
||
},
|
||
}),
|
||
limits: { filesize: 50 * 1024 * 1024 },
|
||
});
|
||
|
||
router.post('/:id/files', upload.array('files', 10), function (req, res) {
|
||
try {
|
||
const uploaded = (req.files || []).map(f => ({ filename: f.filename, size: f.size }));
|
||
const db = engine.getDb();
|
||
for (const f of uploaded) {
|
||
db.prepare('INSERT INTO files (session_id, filename, size, created_at) VALUES (?,?,?,?)')
|
||
.run(req.params.id, f.filename, f.size, Date.now());
|
||
}
|
||
// 不再自动通知 AI:附件随用户下一条消息统一告知(见 routes/messages.js 的 attachments)
|
||
if (uploaded.length) {
|
||
log.info('file', (req.user || '-') + ' ' + req.params.id + ' 上传 ' + uploaded.length + ' 个文件:' +
|
||
uploaded.map(f => f.filename + '(' + f.size + 'B)').join('、'));
|
||
}
|
||
res.json({ uploaded });
|
||
} catch (err) {
|
||
res.status(500).json({ error: String(err && err.message || err) });
|
||
}
|
||
});
|
||
|
||
// ---------- 会话文件树(桌面端左栏唯一浏览入口) ----------
|
||
// 为什么不复用 GET /:id/files:那个接口同步递归整棵目录,会话里一旦有大项目 /
|
||
// node_modules,单线程 core 会被卡死(连 SSE 一起挂)。这里一律「一次一层」、
|
||
// 忽略大目录、限量返回,客户端展开才请求下一层。
|
||
const TREE_IGNORE_DIRS = new Set([
|
||
'node_modules', '.git', 'dist', 'build', 'out', 'target', '.venv', 'venv',
|
||
'__pycache__', '.next', '.cache', 'coverage', '.idea', '.vscode',
|
||
]);
|
||
const TREE_MAX = 500;
|
||
|
||
// 相对路径 → 会话根内的绝对路径。字面 + realpath 双重校验,防符号链接跳出会话目录。
|
||
function resolveTreeAbs(rootAbs, rel) {
|
||
const p = String(rel || '').replace(/^[\\/]+/, '');
|
||
const abs = p ? path.resolve(rootAbs, p) : rootAbs;
|
||
const inside = (root, x) => x === root || x.startsWith(root + path.sep);
|
||
if (!inside(rootAbs, abs)) throw new Error('路径越界');
|
||
let realAbs = abs, realRoot = rootAbs;
|
||
try { realAbs = fs.realpathSync(abs); } catch (_) {}
|
||
try { realRoot = fs.realpathSync(rootAbs); } catch (_) {}
|
||
if (!inside(realRoot, realAbs)) throw new Error('路径越界');
|
||
return abs;
|
||
}
|
||
|
||
router.get('/:id/tree', function (req, res) {
|
||
const session = engine.getSession(req.params.id);
|
||
if (!session) return res.status(404).json({ error: '会话不存在' });
|
||
const rootAbs = path.resolve(engine.taskDirOf(req.params.id));
|
||
const rel = String(req.query.dir || '').replace(/^[\\/]+/, '').replace(/\/+$/, '');
|
||
let abs;
|
||
try { abs = resolveTreeAbs(rootAbs, rel); }
|
||
catch (err) { return res.status(400).json({ error: err.message }); }
|
||
let st;
|
||
try { st = fs.statSync(abs); } catch (_) { return res.status(404).json({ error: '目录不存在' }); }
|
||
if (!st.isDirectory()) return res.status(400).json({ error: '不是目录' });
|
||
const showHidden = req.query.hidden === '1';
|
||
const entries = [];
|
||
try {
|
||
for (const e of fs.readdirSync(abs, { withFileTypes: true })) {
|
||
if (!showHidden && e.name.startsWith('.')) continue;
|
||
const childRel = rel ? rel + '/' + e.name : e.name;
|
||
if (e.isSymbolicLink()) { entries.push({ name: e.name, rel: childRel, type: 'link' }); continue; }
|
||
if (e.isDirectory()) {
|
||
entries.push({ name: e.name, rel: childRel, type: 'dir', ignored: TREE_IGNORE_DIRS.has(e.name) });
|
||
} else if (e.isFile()) {
|
||
let size = null;
|
||
try { size = fs.statSync(path.join(abs, e.name)).size; } catch (_) {}
|
||
entries.push({ name: e.name, rel: childRel, type: 'file', size: size });
|
||
}
|
||
}
|
||
} catch (err) {
|
||
return res.status(500).json({ error: String((err && err.message) || err) });
|
||
}
|
||
// 排序:正常目录 → 正常文件 → 被忽略的大目录(灰显沉底);同类按名称
|
||
entries.sort((a, b) =>
|
||
(a.ignored ? 1 : 0) - (b.ignored ? 1 : 0) ||
|
||
(a.type === 'dir' ? 0 : 1) - (b.type === 'dir' ? 0 : 1) ||
|
||
(a.name < b.name ? -1 : a.name > b.name ? 1 : 0));
|
||
res.json({
|
||
root: rootAbs,
|
||
dir: rel,
|
||
total: entries.length,
|
||
capped: entries.length > TREE_MAX,
|
||
entries: entries.slice(0, TREE_MAX),
|
||
});
|
||
});
|
||
|
||
// ---------- Git 面板(只读):提交列表 / 提交详情 ----------
|
||
// rev=worktree 是「未提交的改动」,与提交详情返回同一副骨架(commit=null),前端共用一个渲染器。
|
||
// 不是仓库 / 没装 git 不算错误:HTTP 200 + { ok:false, reason },由界面显示空状态。
|
||
function gitDir(req) { return engine.taskDirOf(req.params.id); }
|
||
|
||
router.get('/:id/git/commits', async function (req, res) {
|
||
const session = engine.getSession(req.params.id);
|
||
if (!session) return res.status(404).json({ error: '会话不存在' });
|
||
const limit = Math.min(Math.max(parseInt(req.query.limit, 10) || 30, 1), 100);
|
||
const before = String(req.query.before || '');
|
||
// before 只接受完整/短 hash:它会拼进 git 参数,绝不能是任意表达式
|
||
const out = await git.query(gitDir(req), 'commits', {
|
||
before: /^[0-9a-f]{7,40}$/i.test(before) ? before : '',
|
||
limit,
|
||
});
|
||
res.json(out);
|
||
});
|
||
|
||
router.get('/:id/git/commit/:rev', async function (req, res) {
|
||
const session = engine.getSession(req.params.id);
|
||
if (!session) return res.status(404).json({ error: '会话不存在' });
|
||
const rev = String(req.params.rev || '');
|
||
if (rev !== 'worktree' && !/^[0-9a-f]{4,40}$/i.test(rev)) return res.status(400).json({ error: '非法的提交编号' });
|
||
res.json(await git.query(gitDir(req), 'commit', { rev }));
|
||
});
|
||
|
||
router.get('/:id/files', function (req, res) {
|
||
try {
|
||
const session = engine.getSession(req.params.id);
|
||
if (!session) return res.status(404).json({ error: '会话不存在' });
|
||
// ?dirs=1:附带目录标记行,前端任务文件面板用它展示空文件夹(默认不附,老消费者不受影响)
|
||
// ?hidden=1:连 . 开头的文件/目录一起列(含 .tmp/.venv,面板彩蛋「点总大小文本」时用)
|
||
res.json(listTaskFiles(engine.taskDirOf(session.id), { dirs: req.query.dirs === '1', hidden: req.query.hidden === '1' }));
|
||
} catch (err) {
|
||
res.status(500).json({ error: String(err && err.message || err) });
|
||
}
|
||
});
|
||
|
||
// ---------- 临时下载链接(带签名 token,供浏览器原生下载使用) ----------
|
||
// 移动端浏览器 fetch+blob 下载会丢失文件名(uuid.bin);改为短时效签名链接,
|
||
// 前端拿到后 window.location.href 导航下载,走原生下载流程。
|
||
// 密钥随进程启动随机生成,重启后旧 token 自动失效。
|
||
// 签名实现(密钥、报文形状、验签)统一在 ../download-token.js。
|
||
// (外部服务取文件的 GET /p/<id> 是另一套机制:短 ID + 内存表,见 ../public-files.js。)
|
||
const DOWNLOAD_TOKEN_TTL_MS = downloadToken.BROWSER_TTL_MS;
|
||
const signDownloadToken = downloadToken.signDownload;
|
||
const validDownloadToken = downloadToken.validDownload;
|
||
|
||
// 签发临时下载链接(需正常认证;拿到的链接 5 分钟内有效)
|
||
router.get('/:id/files/download-token', function (req, res) {
|
||
try {
|
||
const rel = String(req.query.path || '');
|
||
if (!rel) return res.status(400).json({ error: '缺少 path 参数' });
|
||
const abs = resolveInTask(engine.taskDirOf(req.params.id), rel);
|
||
if (!fs.statSync(abs).isFile()) return res.status(400).json({ error: '不是文件' });
|
||
const expires = Date.now() + DOWNLOAD_TOKEN_TTL_MS;
|
||
const t = signDownloadToken(req.params.id, rel, expires);
|
||
// 真实文件名放进 URL 路径段:AOSP DownloadManager 解析不了 Content-Disposition 时
|
||
// 会退回“从 URL 猜名字”,这样兜底也能拿到正确名字。token 仍按 query 里的 path 计算。
|
||
res.json({
|
||
url: '/api/sessions/' + encodeURIComponent(req.params.id) + '/files/download-name/'
|
||
+ encodeURIComponent(path.basename(rel)) + '?path='
|
||
+ encodeURIComponent(rel) + '&expires=' + expires + '&t=' + t,
|
||
});
|
||
} catch (err) {
|
||
res.status(404).json({ error: '文件不存在' });
|
||
}
|
||
});
|
||
|
||
// Content-Disposition / 下载响应统一实现在 ../download-send.js(公网临时文件取用也用它)
|
||
const { downloadDisposition, sendDownload } = require('../download-send');
|
||
|
||
// 下载核心(支持子目录路径,前端用 ?path=xxx 传入相对路径)
|
||
function serveDownload(req, res) {
|
||
try {
|
||
const rel = String(req.query.path || '');
|
||
if (!rel) return res.status(400).json({ error: '缺少 path 参数' });
|
||
// 带 token 的请求须先验签(会话/路径/时效任一不符即拒绝)
|
||
if (req.query.t && !validDownloadToken(req.params.id, rel, req.query.expires, String(req.query.t))) {
|
||
return res.status(403).json({ error: '下载链接已过期或无效' });
|
||
}
|
||
const abs = resolveInTask(engine.taskDirOf(req.params.id), rel);
|
||
const st = fs.statSync(abs);
|
||
if (!st.isFile()) return res.status(400).json({ error: '不是文件' });
|
||
sendDownload(res, abs);
|
||
} catch (err) {
|
||
res.status(404).json({ error: '文件不存在' });
|
||
}
|
||
}
|
||
|
||
// 下载(经典形式;URL 末段是固定的 “download”,猜名兜底会拿到 download.pdf)
|
||
router.get('/:id/files/download', serveDownload);
|
||
|
||
// 加固形式:URL 路径末段带上真实文件名(download-name/<名字>?path=...),
|
||
// 供解析不了 Content-Disposition 的下载器兜底;path 参数与验签逻辑完全一致。
|
||
router.get('/:id/files/download-name/*', serveDownload);
|
||
|
||
// ---------- 图片预览派生图(inline,供 <img> 直连;与下载接口的 attachment/no-store 语义分开) ----------
|
||
// 大图慢的三层原因:整包 fetch 完才渲染、每次都要重下、把原始像素丢给浏览器解码。
|
||
// 这里按宽度用 sharp 生成 WebP 落盘缓存,前端 <img> 直连即可边下边画;原图只留给“下载”。
|
||
const PREVIEW_IMG_RE = /\.(png|jpe?g|gif|webp|svg|bmp|avif|ico)$/i;
|
||
const PREVIEW_WIDTHS = new Set([320, 640, 960, 1280, 1600, 2048]);
|
||
let sharp = null;
|
||
try { sharp = require('sharp'); } catch (_) { /* 未安装 sharp 时整条路由降级为原图直出 */ }
|
||
|
||
// 预览响应不能带 Content-Disposition: attachment;.imgcache 是点目录,sendFile 需显式放行。
|
||
function sendInline(res, abs) {
|
||
res.setHeader('Cache-Control', 'private, max-age=0, must-revalidate');
|
||
res.sendFile(abs, { cacheControl: false, dotfiles: 'allow', etag: true, lastModified: true });
|
||
}
|
||
|
||
router.get('/:id/files/preview', async function (req, res) {
|
||
try {
|
||
const rel = String(req.query.path || '');
|
||
if (!rel) return res.status(400).json({ error: '缺少 path 参数' });
|
||
if (!PREVIEW_IMG_RE.test(rel)) return res.status(400).json({ error: '不是图片' });
|
||
const w = PREVIEW_WIDTHS.has(Number(req.query.w)) ? Number(req.query.w) : 1600;
|
||
const taskDir = engine.taskDirOf(req.params.id);
|
||
const abs = resolveInTask(taskDir, rel);
|
||
const st = fs.statSync(abs);
|
||
if (!st.isFile()) return res.status(400).json({ error: '不是文件' });
|
||
|
||
// SVG 是矢量;GIF 可能在预览里要保留动画;没有 sharp 时只能原图直出。
|
||
if (/\.svg$/i.test(rel) || /\.gif$/i.test(rel) || !sharp) {
|
||
return sendInline(res, abs);
|
||
}
|
||
|
||
// 缓存 key 带 size+mtime:文件被 AI 覆盖后自动失效,不需要额外的清理逻辑。
|
||
const key = crypto.createHash('sha1')
|
||
.update(rel + '|' + st.size + '|' + st.mtimeMs + '|' + w)
|
||
.digest('hex');
|
||
const outDir = path.join(path.resolve(taskDir), '.imgcache', 'preview');
|
||
const out = path.join(outDir, key + '.webp');
|
||
if (!fs.existsSync(out)) {
|
||
// sharp 默认只取动图首帧,直接给原图避免“预览不动了”。metadata 只读文件头,不解码像素。
|
||
let meta = null;
|
||
try { meta = await sharp(abs).metadata(); } catch (_) { /* 交给下面原图兜底 */ }
|
||
if (meta && meta.pages && meta.pages > 1) return sendInline(res, abs);
|
||
|
||
// 小文件不一定像素少(高压缩的大尺寸图仍解码很慢):体积与像素都小才直出原图,
|
||
// 避免“压缩后反而更大”,也避免把 24MP 的 200KB 图原样丢给低端机解码。
|
||
const px = meta && meta.width && meta.height ? meta.width * meta.height : 0;
|
||
if (st.size <= 256 * 1024 && (!px || px <= 2 * 1000 * 1000)) return sendInline(res, abs);
|
||
|
||
fs.mkdirSync(outDir, { recursive: true });
|
||
// 随机临时名 + rename:并发请求不会读到半截文件,也不互相覆盖。
|
||
const tmp = out + '.' + crypto.randomBytes(4).toString('hex') + '.tmp.webp';
|
||
try {
|
||
await sharp(abs, { limitInputPixels: 80 * 1000 * 1000 })
|
||
.rotate()
|
||
.resize({ width: w, height: w, fit: 'inside', withoutEnlargement: true })
|
||
.webp({ quality: 85 })
|
||
.toFile(tmp);
|
||
fs.renameSync(tmp, out);
|
||
} catch (err) {
|
||
try { fs.unlinkSync(tmp); } catch (_) {}
|
||
return sendInline(res, abs); // 解码失败/格式不支持 → 原图兜底
|
||
}
|
||
}
|
||
sendInline(res, out);
|
||
} catch (err) {
|
||
res.status(404).json({ error: '文件不存在' });
|
||
}
|
||
});
|
||
|
||
// ---------- PDF 预览(inline,供 iframe 直连) ----------
|
||
// 现有下载接口是 attachment + no-store:前端只能 fetch 整包再转 blob,查看器要等整包下完才出现。
|
||
// 这里单独给预览一条 inline 路由,保留 sendFile 的 Range 支持,让内建查看器自己按需取字节;
|
||
// ETag/Last-Modified 让重复打开走 304,不再重下。下载按钮仍走原 /files/download,语义不变。
|
||
router.get('/:id/files/inline', function (req, res) {
|
||
try {
|
||
const rel = String(req.query.path || '');
|
||
if (!rel) return res.status(400).json({ error: '缺少 path 参数' });
|
||
if (!/\.pdf$/i.test(rel)) return res.status(400).json({ error: '不是 PDF' });
|
||
const abs = resolveInTask(engine.taskDirOf(req.params.id), rel);
|
||
const st = fs.statSync(abs);
|
||
if (!st.isFile()) return res.status(400).json({ error: '不是文件' });
|
||
|
||
res.setHeader('Content-Type', 'application/pdf');
|
||
res.setHeader('Content-Disposition', 'inline');
|
||
res.setHeader('Cache-Control', 'private, max-age=0, must-revalidate');
|
||
res.sendFile(abs, {
|
||
cacheControl: false,
|
||
dotfiles: 'allow',
|
||
etag: true,
|
||
lastModified: true,
|
||
acceptRanges: true,
|
||
});
|
||
} catch (err) {
|
||
res.status(404).json({ error: '文件不存在' });
|
||
}
|
||
});
|
||
|
||
// ---------- 打包下载(选中项含文件夹时,后端把整个选择打成 zip 流式返回) ----------
|
||
// 纯 Node 实现(STORE 不压缩 + 手拼 zip 结构):任务目录里多是媒体/生成产物,
|
||
// 压缩收益低;两遍读文件(先算 CRC 再磁盘流发送),内存占用与总大小无关。
|
||
|
||
const CRC32_TABLE = (function () {
|
||
const t = new Int32Array(256);
|
||
for (let n = 0; n < 256; n++) {
|
||
let c = n;
|
||
for (let k = 0; k < 8; k++) c = (c & 1) ? (0xEDB88320 ^ (c >>> 1)) : (c >>> 1);
|
||
t[n] = c;
|
||
}
|
||
return t;
|
||
})();
|
||
function crc32Update(c, buf) {
|
||
for (let i = 0; i < buf.length; i++) c = (c >>> 8) ^ CRC32_TABLE[(c ^ buf[i]) & 0xFF];
|
||
return c;
|
||
}
|
||
function crc32Final(c) { return (c ^ 0xFFFFFFFF) >>> 0; }
|
||
|
||
// 文件修改时间 → zip 的 DOS time/date 两个 16 位字段
|
||
function dosDateTime(ms) {
|
||
const d = new Date(ms || Date.now());
|
||
return {
|
||
time: (d.getHours() << 11) | (d.getMinutes() << 5) | (d.getSeconds() >> 1),
|
||
date: (Math.max(d.getFullYear() - 1980, 0) << 9) | ((d.getMonth() + 1) << 5) | d.getDate(),
|
||
};
|
||
}
|
||
|
||
// zip 条目一律以任务目录为根(rel 用正斜杠),保留所选文件夹内部层级
|
||
function collectZipEntries(dir, paths) {
|
||
const entries = [];
|
||
const seen = new Set();
|
||
const addFile = function (abs, rel, st) {
|
||
if (seen.has(rel)) return;
|
||
seen.add(rel);
|
||
if (st.size >= 0xFFFFFFFF) {
|
||
throw Object.assign(new Error('文件超过 4GB,无法打包:' + rel), { status_code: 400 });
|
||
}
|
||
entries.push({ abs, rel, size: st.size, mtime: st.mtimeMs });
|
||
};
|
||
const walk = function (absDir, relDir) {
|
||
let list;
|
||
try { list = fs.readdirSync(absDir, { withFileTypes: true }); } catch (_) { return; }
|
||
for (const e of list) {
|
||
const abs = path.join(absDir, e.name);
|
||
const rel = relDir ? relDir + '/' + e.name : e.name;
|
||
let st;
|
||
try { st = fs.statSync(abs); } catch (_) { continue; }
|
||
if (st.isDirectory()) walk(abs, rel);
|
||
else if (st.isFile()) addFile(abs, rel, st);
|
||
}
|
||
};
|
||
for (const p of paths) {
|
||
const abs = resolveInTask(dir, p);
|
||
const st = fs.statSync(abs);
|
||
const rel = path.relative(dir, abs).split(path.sep).join('/');
|
||
if (st.isFile()) addFile(abs, rel, st);
|
||
else if (st.isDirectory()) walk(abs, rel);
|
||
}
|
||
if (!entries.length) throw Object.assign(new Error('没有可打包的文件'), { status_code: 400 });
|
||
if (entries.length > 65535) throw Object.assign(new Error('文件过多,无法打包'), { status_code: 400 });
|
||
return entries;
|
||
}
|
||
|
||
function zipLocalHeader(e) {
|
||
const name = Buffer.from(e.rel, 'utf8');
|
||
const b = Buffer.alloc(30);
|
||
b.writeUInt32LE(0x04034b50, 0);
|
||
b.writeUInt16LE(20, 4); // version needed
|
||
b.writeUInt16LE(0x0800, 6); // flags: UTF-8 文件名
|
||
b.writeUInt16LE(0, 8); // method: store
|
||
const dt = dosDateTime(e.mtime);
|
||
b.writeUInt16LE(dt.time, 10); b.writeUInt16LE(dt.date, 12);
|
||
b.writeUInt32LE(e.crc, 14);
|
||
b.writeUInt32LE(e.size, 18); b.writeUInt32LE(e.size, 22);
|
||
b.writeUInt16LE(name.length, 26);
|
||
b.writeUInt16LE(0, 28);
|
||
return Buffer.concat([b, name]);
|
||
}
|
||
|
||
function zipCentralEntry(e) {
|
||
const name = Buffer.from(e.rel, 'utf8');
|
||
const b = Buffer.alloc(46);
|
||
b.writeUInt32LE(0x02014b50, 0);
|
||
b.writeUInt16LE(20, 4); b.writeUInt16LE(20, 6);
|
||
b.writeUInt16LE(0x0800, 8); b.writeUInt16LE(0, 10);
|
||
const dt = dosDateTime(e.mtime);
|
||
b.writeUInt16LE(dt.time, 12); b.writeUInt16LE(dt.date, 14);
|
||
b.writeUInt32LE(e.crc, 16);
|
||
b.writeUInt32LE(e.size, 20); b.writeUInt32LE(e.size, 24);
|
||
b.writeUInt16LE(name.length, 28);
|
||
b.writeUInt16LE(0, 30); b.writeUInt16LE(0, 32); // extra / comment 长度
|
||
b.writeUInt16LE(0, 34); b.writeUInt16LE(0, 36); // disk start / internal attrs
|
||
b.writeUInt32LE(0, 38); // external attrs
|
||
b.writeUInt32LE(e.offset, 42); // local header 偏移
|
||
return Buffer.concat([b, name]);
|
||
}
|
||
|
||
function zipEocd(count, cdSize, cdOffset) {
|
||
const b = Buffer.alloc(22);
|
||
b.writeUInt32LE(0x06054b50, 0);
|
||
b.writeUInt16LE(0, 4); b.writeUInt16LE(0, 6);
|
||
b.writeUInt16LE(count, 8); b.writeUInt16LE(count, 10);
|
||
b.writeUInt32LE(cdSize, 12); b.writeUInt32LE(cdOffset, 16);
|
||
return b;
|
||
}
|
||
|
||
function writeChunk(res, buf) {
|
||
return new Promise(function (resolve, reject) {
|
||
res.write(buf, function (err) { err ? reject(err) : resolve(); });
|
||
});
|
||
}
|
||
function pipeFileToRes(res, abs) {
|
||
return new Promise(function (resolve, reject) {
|
||
const s = fs.createReadStream(abs);
|
||
s.on('error', reject);
|
||
s.on('end', resolve);
|
||
s.pipe(res, { end: false });
|
||
});
|
||
}
|
||
|
||
// 流式写出 zip:每个条目两遍读(第一遍算 CRC,第二遍发送),不整包进内存
|
||
async function hashFileForZip(abs) {
|
||
let c = 0xFFFFFFFF;
|
||
await new Promise(function (resolve, reject) {
|
||
const s = fs.createReadStream(abs);
|
||
s.on('data', function (buf) { c = crc32Update(c, buf); });
|
||
s.on('error', reject);
|
||
s.on('end', resolve);
|
||
});
|
||
return crc32Final(c);
|
||
}
|
||
|
||
async function streamZip(res, entries) {
|
||
for (const e of entries) e.crc = await hashFileForZip(e.abs);
|
||
let offset = 0;
|
||
const central = [];
|
||
for (const e of entries) {
|
||
const head = zipLocalHeader(e);
|
||
e.offset = offset;
|
||
await writeChunk(res, head); offset += head.length;
|
||
await pipeFileToRes(res, e.abs); offset += e.size;
|
||
central.push(zipCentralEntry(e));
|
||
}
|
||
let cdSize = 0;
|
||
for (const b of central) { await writeChunk(res, b); cdSize += b.length; }
|
||
await writeChunk(res, zipEocd(entries.length, cdSize, offset));
|
||
}
|
||
|
||
// paths 参数:URL 编码的 JSON 字符串数组(可含文件与文件夹相对路径)
|
||
function parseZipPaths(raw) {
|
||
let arr;
|
||
try { arr = JSON.parse(String(raw || '')); } catch (_) { arr = null; }
|
||
if (!Array.isArray(arr) || !arr.length || arr.length > 500 ||
|
||
!arr.every(p => typeof p === 'string' && !!p.trim())) {
|
||
throw Object.assign(new Error('paths 参数无效'), { status_code: 400 });
|
||
}
|
||
return arr;
|
||
}
|
||
|
||
// 打包名:单个文件夹 → <名字>.zip;多项 → task-files-<时间戳>.zip
|
||
function zipNameFor(paths) {
|
||
if (paths.length === 1) {
|
||
const leaf = path.basename(String(paths[0]).replace(/\/+$/, '')) || 'archive';
|
||
const noExt = leaf.replace(/\.[^.]+$/, '');
|
||
return (noExt || leaf) + '.zip';
|
||
}
|
||
const d = new Date();
|
||
const pad = function (n) { return String(n).padStart(2, '0'); };
|
||
return 'task-files-' + d.getFullYear() + pad(d.getMonth() + 1) + pad(d.getDate()) +
|
||
'-' + pad(d.getHours()) + pad(d.getMinutes()) + pad(d.getSeconds()) + '.zip';
|
||
}
|
||
|
||
// 打包下载的报文形状与单文件下载不同(整串 paths 一起签),其余共用 ../download-token.js
|
||
function zipPayload(sessionId, pathsRaw, expires) {
|
||
return sessionId + '\nzip\n' + pathsRaw + '\n' + expires;
|
||
}
|
||
function signZipToken(sessionId, pathsRaw, expires) {
|
||
return downloadToken.signPayload(zipPayload(sessionId, pathsRaw, expires));
|
||
}
|
||
function validZipToken(sessionId, pathsRaw, expires, t) {
|
||
return downloadToken.validPayload(zipPayload(sessionId, pathsRaw, expires), expires, t);
|
||
}
|
||
|
||
// 签发打包下载链接(需正常认证;与单文件下载同一条 token 链路)
|
||
router.get('/:id/files/zip-token', function (req, res) {
|
||
try {
|
||
const raw = String(req.query.paths || '');
|
||
const paths = parseZipPaths(raw);
|
||
const dir = engine.taskDirOf(req.params.id);
|
||
for (const p of paths) fs.statSync(resolveInTask(dir, p)); // 先验路径安全与存在性
|
||
const expires = Date.now() + DOWNLOAD_TOKEN_TTL_MS;
|
||
const t = signZipToken(req.params.id, raw, expires);
|
||
const name = zipNameFor(paths);
|
||
// URL 末段带上 zip 名,供解析不了 Content-Disposition 的下载器兜底(同 download-name)
|
||
res.json({
|
||
name,
|
||
url: '/api/sessions/' + encodeURIComponent(req.params.id) + '/files/zip-name/'
|
||
+ encodeURIComponent(name) + '?paths='
|
||
+ encodeURIComponent(raw) + '&expires=' + expires + '&t=' + t,
|
||
});
|
||
} catch (err) {
|
||
res.status(err.status_code || 404).json({ error: String(err && err.message || err) });
|
||
}
|
||
});
|
||
|
||
// zip 流式下载核心(token 验签逻辑与 serveDownload 一致;无 token 时走 cookie 认证)
|
||
async function serveZip(req, res) {
|
||
try {
|
||
const raw = String(req.query.paths || '');
|
||
if (req.query.t && !validZipToken(req.params.id, raw, req.query.expires, String(req.query.t))) {
|
||
return res.status(403).json({ error: '下载链接已过期或无效' });
|
||
}
|
||
const paths = parseZipPaths(raw);
|
||
const dir = engine.taskDirOf(req.params.id);
|
||
const entries = collectZipEntries(dir, paths);
|
||
const name = zipNameFor(paths);
|
||
log.info('file', (req.user || '-') + ' ' + req.params.id + ' 打包下载 ' + name +
|
||
'(' + paths.length + ' 项 / ' + entries.length + ' 个文件)');
|
||
res.setHeader('Cache-Control', 'no-store, no-cache, must-revalidate');
|
||
res.setHeader('Pragma', 'no-cache');
|
||
res.setHeader('Expires', '0');
|
||
res.setHeader('Content-Type', 'application/zip');
|
||
res.setHeader('Content-Disposition', downloadDisposition(name));
|
||
await streamZip(res, entries);
|
||
res.end();
|
||
} catch (err) {
|
||
if (!res.headersSent) {
|
||
res.status(err.status_code || 500).json({ error: String(err && err.message || err) });
|
||
} else {
|
||
log.error('file', 'zip 流中断', err);
|
||
try { res.destroy(); } catch (_) {}
|
||
}
|
||
}
|
||
}
|
||
|
||
router.get('/:id/files/zip', function (req, res) { serveZip(req, res); });
|
||
// 加固形式:URL 末段带 zip 文件名;paths 与验签逻辑与 /zip 完全一致
|
||
router.get('/:id/files/zip-name/*', function (req, res) { serveZip(req, res); });
|
||
|
||
router.delete('/:id/files', function (req, res) {
|
||
try {
|
||
const rel = String(req.query.path || '');
|
||
if (!rel) return res.status(400).json({ error: '缺少 path 参数' });
|
||
const dir = engine.taskDirOf(req.params.id);
|
||
const abs = resolveInTask(dir, rel);
|
||
if (path.resolve(abs) === path.resolve(dir)) {
|
||
return res.status(400).json({ error: '禁止删除任务目录' });
|
||
}
|
||
fs.rmSync(abs, { recursive: true, force: true });
|
||
engine.getDb().prepare('DELETE FROM files WHERE session_id = ? AND filename = ?')
|
||
.run(req.params.id, rel);
|
||
log.info('file', (req.user || '-') + ' ' + req.params.id + ' 删除文件 ' + rel);
|
||
res.json({ ok: true });
|
||
} catch (err) {
|
||
res.status(404).json({ error: '文件不存在' });
|
||
}
|
||
});
|
||
|
||
// 兼容 README 形式:GET /:id/files/{filename}(支持子目录)
|
||
router.get('/:id/files/*', function (req, res) {
|
||
try {
|
||
const rel = req.params[req.params.length - 1] || '';
|
||
if (!rel) return res.status(400).json({ error: '缺少文件名' });
|
||
const abs = resolveInTask(engine.taskDirOf(req.params.id), rel);
|
||
const st = fs.statSync(abs);
|
||
if (!st.isFile()) return res.status(400).json({ error: '不是文件' });
|
||
sendDownload(res, abs);
|
||
} catch (err) {
|
||
res.status(404).json({ error: '文件不存在' });
|
||
}
|
||
});
|
||
|
||
// 兼容 README 形式:DELETE /:id/files/{filename}
|
||
router.delete('/:id/files/*', function (req, res) {
|
||
req.query.path = req.params[req.params.length - 1] || '';
|
||
if (!req.query.path) return res.status(400).json({ error: '缺少文件名' });
|
||
try {
|
||
const dir = engine.taskDirOf(req.params.id);
|
||
const abs = resolveInTask(dir, req.query.path);
|
||
if (path.resolve(abs) === path.resolve(dir)) {
|
||
return res.status(400).json({ error: '禁止删除任务目录' });
|
||
}
|
||
fs.rmSync(abs, { recursive: true, force: true });
|
||
engine.getDb().prepare('DELETE FROM files WHERE session_id = ? AND filename = ?')
|
||
.run(req.params.id, req.query.path);
|
||
res.json({ ok: true });
|
||
} catch (err) {
|
||
res.status(404).json({ error: '文件不存在' });
|
||
}
|
||
});
|
||
|
||
module.exports = router;
|
||
module.exports.sanitizeName = sanitizeName;
|