Compare commits
5
Commits
af0575dddd
...
e928fd7cb0
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
e928fd7cb0 | ||
|
|
3139108838 | ||
|
|
c750393c81 | ||
|
|
6bd1fa48f8 | ||
|
|
6a0aed2611 |
+11
-3
@@ -95,7 +95,7 @@
|
||||
{
|
||||
"key": "video_task",
|
||||
"label": "视频生成",
|
||||
"desc": "智谱 BigModel 异步视频接口",
|
||||
"desc": "文生视频 / 图生视频",
|
||||
"url": "http://mcp_video_task:3000/mcp",
|
||||
"mode": "skill",
|
||||
"fields": [
|
||||
@@ -105,12 +105,20 @@
|
||||
"secret": true,
|
||||
"prefix": "Bearer ",
|
||||
"required": true,
|
||||
"placeholder": "智谱 API Key"
|
||||
"placeholder": "API Key"
|
||||
},
|
||||
{
|
||||
"header": "X-Video-Task-Base-Url",
|
||||
"label": "地址",
|
||||
"required": true,
|
||||
"placeholder": "https://<host>/v1",
|
||||
"hint": "OpenAI 兼容 videos / generations"
|
||||
},
|
||||
{
|
||||
"header": "X-Video-Task-Model",
|
||||
"label": "模型",
|
||||
"default": "cogvideox-flash"
|
||||
"required": true,
|
||||
"placeholder": "上游的模型 id"
|
||||
}
|
||||
]
|
||||
},
|
||||
|
||||
@@ -1159,7 +1159,6 @@ body.voice-active .scroll-bottom-btn { display: none; }
|
||||
font-size: 13px; color: var(--ink); white-space: nowrap;
|
||||
}
|
||||
.tree-row:hover { background: var(--surface); }
|
||||
.tree-row.is-ignored { color: var(--gray-light); cursor: default; }
|
||||
.tree-row.is-link { color: var(--gray); }
|
||||
.tree-ico { flex: none; width: 16px; height: 16px; display: inline-flex; color: var(--gray); }
|
||||
.tree-ico svg { width: 16px; height: 16px; fill: none; stroke: currentColor; stroke-width: 1.8; stroke-linecap: round; stroke-linejoin: round; }
|
||||
|
||||
@@ -98,13 +98,12 @@
|
||||
if (expanded.has(ent.rel)) row.classList.add('open');
|
||||
}
|
||||
if (ent.type === 'link') row.classList.add('is-link');
|
||||
if (ent.ignored) row.classList.add('is-ignored');
|
||||
|
||||
// 不画展开箭头:文件夹图标已经说明可以点,点行任意位置都能展开/收起。
|
||||
|
||||
// 勾选框:hover 或已选中时淡入,但占位始终在,避免 hover 时文件名左右跳。
|
||||
// 忽略的大目录和软链不参与批量操作(后端也不让删),所以不给勾选框。
|
||||
if (!ent.ignored && ent.type !== 'link') {
|
||||
// 软链不参与批量操作(后端也不让删),所以不给勾选框。
|
||||
if (ent.type !== 'link') {
|
||||
const chk = document.createElement('span');
|
||||
chk.className = 'tree-check';
|
||||
chk.setAttribute('role', 'checkbox');
|
||||
@@ -125,10 +124,6 @@
|
||||
name.textContent = ent.name;
|
||||
row.appendChild(name);
|
||||
|
||||
if (ent.ignored) {
|
||||
row.title = ent.rel + '(已忽略的大目录/构建产物)';
|
||||
return row;
|
||||
}
|
||||
// 行内动作:服务器形态给「下载 / 删除」;local 本就跑在同一台机器上,
|
||||
// 「下载」到本地是多余的(用 Finder 直接看原文件更顺),所以换成「在 Finder 中显示」。
|
||||
// @ 引用排最前:它是「往输入框送东西」的动作,和后面的下载 / Finder / 删除(对文件本身动手)分开
|
||||
@@ -149,7 +144,7 @@
|
||||
if (!list.length && !rel) tip(frag, '(空目录)');
|
||||
for (const ent of list) {
|
||||
frag.appendChild(rowFor(ent, depth));
|
||||
if (ent.type === 'dir' && !ent.ignored && expanded.has(ent.rel)) {
|
||||
if (ent.type === 'dir' && expanded.has(ent.rel)) {
|
||||
const kids = document.createElement('div');
|
||||
kids.className = 'tree-children';
|
||||
frag.appendChild(kids);
|
||||
@@ -246,7 +241,7 @@
|
||||
const body = $('tree-body');
|
||||
if (!body) return [];
|
||||
return Array.from(body.querySelectorAll('.tree-row')).filter(function (r) {
|
||||
return !r.classList.contains('is-ignored') && r.dataset.type !== 'link';
|
||||
return r.dataset.type !== 'link';
|
||||
});
|
||||
}
|
||||
|
||||
@@ -386,7 +381,7 @@
|
||||
else if (a === 'at') insertPathRef(rel, isDir);
|
||||
return;
|
||||
}
|
||||
if (row.classList.contains('is-ignored') || row.dataset.type === 'link') return;
|
||||
if (row.dataset.type === 'link') return;
|
||||
if (isDir) {
|
||||
if (expanded.has(rel)) expanded.delete(rel); else expanded.add(rel);
|
||||
renderBody();
|
||||
|
||||
@@ -81,10 +81,6 @@ router.post('/:id/files', upload.array('files', 10), function (req, res) {
|
||||
// 为什么不复用 GET /:id/files:那个接口同步递归整棵目录,会话里一旦有大项目 /
|
||||
// node_modules,单线程 core 会被卡死(连 SSE 一起挂)。这里一律「一次一层」、
|
||||
// 忽略大目录、限量返回,客户端展开才请求下一层。
|
||||
const TREE_IGNORE_DIRS = new Set([
|
||||
'node_modules', '.git', 'dist', 'build', 'out', 'target', '.venv', 'venv',
|
||||
'__pycache__', '.next', '.cache', 'coverage', '.idea', '.vscode',
|
||||
]);
|
||||
const TREE_MAX = 500;
|
||||
|
||||
// 相对路径 → 会话根内的绝对路径。字面 + realpath 双重校验,防符号链接跳出会话目录。
|
||||
@@ -122,7 +118,7 @@ router.get('/:id/tree', function (req, res) {
|
||||
// mtimeMs 给前端判断空目录是否还是空的:目录内增删子项会更新它
|
||||
let mtimeMs = null;
|
||||
try { mtimeMs = fs.statSync(path.join(abs, e.name)).mtimeMs; } catch (_) {}
|
||||
entries.push({ name: e.name, rel: childRel, type: 'dir', ignored: TREE_IGNORE_DIRS.has(e.name), mtimeMs: mtimeMs });
|
||||
entries.push({ name: e.name, rel: childRel, type: 'dir', mtimeMs: mtimeMs });
|
||||
} else if (e.isFile()) {
|
||||
let size = null, mtimeMs = null;
|
||||
try { const st = fs.statSync(path.join(abs, e.name)); size = st.size; mtimeMs = st.mtimeMs; } catch (_) {}
|
||||
@@ -132,9 +128,8 @@ router.get('/:id/tree', function (req, res) {
|
||||
} catch (err) {
|
||||
return res.status(500).json({ error: String((err && err.message) || err) });
|
||||
}
|
||||
// 排序:正常目录 → 正常文件 → 被忽略的大目录(灰显沉底);同类按名称
|
||||
// 排序:目录在前、文件在后;同类按名称
|
||||
entries.sort((a, b) =>
|
||||
(a.ignored ? 1 : 0) - (b.ignored ? 1 : 0) ||
|
||||
(a.type === 'dir' ? 0 : 1) - (b.type === 'dir' ? 0 : 1) ||
|
||||
(a.name < b.name ? -1 : a.name > b.name ? 1 : 0));
|
||||
res.json({
|
||||
|
||||
+10
-8
@@ -6,7 +6,7 @@
|
||||
|---|---|---|---|---|
|
||||
| `web_search/` | `mcp_web_search` | 网页搜索(默认免费 Parallel / Exa,可换成自建 `/search` 上游) | `3000` | `POST /` |
|
||||
| `image_task/` | `mcp_image_task` | 图片生成 / 编辑(文生图走 `/images/generations`,图生图走 `/images/edits`,单工具 op=create/get) | `3000` | `POST /mcp` |
|
||||
| `video_task/` | `mcp_video_task` | 智谱 CogVideo 视频生成(异步,单工具 op=create/get) | `3000` | `POST /mcp` |
|
||||
| `video_task/` | `mcp_video_task` | 视频生成(任意 OpenAI 兼容 `/videos` 上游,异步,单工具 op=create/get) | `3000` | `POST /mcp` |
|
||||
| `asr/` | `mcp_asr` | 语音转文字(上游 OpenAI 兼容 `/audio/transcriptions`),**额外带一个给输入框用的 `POST /transcribe`** | `3000` | `POST /mcp` |
|
||||
|
||||
**这些服务一个宿主机端口都不占**——它们只挂在 `agent-mcp-net` 上,由 `agent-core` / `agent-executor`
|
||||
@@ -50,7 +50,9 @@ mcp_servers:
|
||||
> 从旧的「agent + mcp 双仓库」部署升级:先在旧 mcp 仓库目录 `docker compose down`(只需一次,否则同名容器与网络会冲突),再 `up` 本栈。
|
||||
|
||||
`image_task` / `video_task` 的 token **不由服务端保存**——每个请求从 `Authorization` header 读取
|
||||
(agent 侧配在 `config.yml` 的 `mcp_servers[].headers`)。`video_task` 用智谱 token;
|
||||
(agent 侧配在 `config.yml` 的 `mcp_servers[].headers`)。`video_task` 走任意 OpenAI 兼容的 videos 上游:
|
||||
提交 `/videos/generations`、查询 `/videos/{task_id}`,地址与模型由 `X-Video-Task-Base-Url` /
|
||||
`X-Video-Task-Model` 指定(两者都必填);
|
||||
`image_task` 走任意 OpenAI 兼容的 images 上游:文生图 `/images/generations`、图生图 `/images/edits`,
|
||||
上游地址与模型分别由 `X-Image-Task-Base-Url` / `X-Image-Task-Model` 指定(两者都必填)。
|
||||
所以这两个服务不用配任何密钥。
|
||||
@@ -71,23 +73,23 @@ mcp_servers:
|
||||
本栈默认不给 MCP 服务映射宿主机端口(它们只在 `agent-mcp-net` 内网可达)。要从宿主机直连,
|
||||
自行在 `docker-compose.yml` 给对应服务加 `ports` 即可。
|
||||
|
||||
## 图片是怎么到智谱手上的(只有 video_task 关心)
|
||||
## 图片是怎么到上游的(只有 video_task 关心)
|
||||
|
||||
智谱服务器生成视频前要**自己来拉参考图**,它不带 cookie、不带 `Authorization`。这套链路里**没有任何人上传文件**:
|
||||
上游生成视频前要**自己来拉参考图**,它不带 cookie、不带 `Authorization`。这套链路里**没有任何人上传文件**:
|
||||
|
||||
```
|
||||
AI ──调用 agent 内置的「公开临时 URL」工具(直接传文件路径)──► 拿到一条短命公网 URL
|
||||
│
|
||||
▼
|
||||
AI 把拿到的 URL 当 image_url 交给 video_task:3000/mcp
|
||||
AI 把拿到的 URL 当 image_url 交给 video_task:3000/mcp(转发为上游的 image 字段)
|
||||
│
|
||||
▼
|
||||
智谱 ──匿名 GET──► agent 侧提供的公开临时 URL
|
||||
那个文件始终躺在 agent 的任务目录里,零拷贝
|
||||
上游 ──匿名 GET──► agent 侧提供的公开临时 URL
|
||||
那个文件始终躺在 agent 的任务目录里,零拷贝
|
||||
```
|
||||
|
||||
- 签发与托管全在 agent 侧(它已集成为一个 tool,AI 直接调用即可,不需要 curl 任何内网入口)。
|
||||
- 链接短命:到期或 agent 重启后失效;智谱只在提交任务那一刻拉一次图,完全够用。
|
||||
- 链接短命:到期或 agent 重启后失效;上游只在提交任务那一刻拉一次图,完全够用。
|
||||
- mcp 这三家一个端口都不露,唯一公网可达的东西只有 agent 自己。
|
||||
|
||||
## 端口与安全
|
||||
|
||||
+101
-228
@@ -1,13 +1,15 @@
|
||||
# MCP Video Task
|
||||
|
||||
基于 [Model Context Protocol (MCP)](https://modelcontextprotocol.io/) 的视频生成服务,对接智谱 BigModel 的视频生成**异步**接口,支持**文生视频**和**图生视频**。只有一个工具 `video_task`,用 `op` 区分动作:`op=create` 提交任务、`op=get` 单次查询结果。Server **不内部轮询**——AI 拿到 `task_id` 后自己决定什么时候用 `op="get"` 复查。
|
||||
对接**任意 OpenAI 兼容的视频生成端点**:提交走 `POST {base}/videos/generations`,查询走
|
||||
`GET {base}/videos/{task_id}`。对外只有一个工具 `video_task`,用 `op` 区分动作:
|
||||
|
||||
- 协议:MCP **Streamable HTTP**(单端点 `/mcp`,支持 SSE 流)
|
||||
- 上游:[智谱 BigModel 视频生成(异步)](https://docs.bigmodel.cn/api-reference/模型-api/视频生成异步) + [查询异步结果](https://docs.bigmodel.cn/api-reference/模型-api/查询异步结果)
|
||||
- 默认模型:`cogvideox-flash`
|
||||
- 端口:容器内 `3000`(MCP `/mcp` + `/health`,**容器外不映射**,只在 `agent-mcp-net` 内被 agent 访问)
|
||||
- 鉴权:**无服务端密钥**,每次请求必须从 header 携带智谱 token
|
||||
- 本地文件需要公网 URL 时:不传字节,AI 直接调用 agent 内置的「公开临时 URL」工具拿到短命链接(见下节)
|
||||
- `op=create` 提交任务,立刻回 `task_id`
|
||||
- `op=get` 按 `task_id` 单次查询,**Server 不内部轮询**
|
||||
|
||||
- 协议:MCP **Streamable HTTP**(单端点 `/mcp`)
|
||||
- 端口:容器内 `3000`(`/mcp` + `/health`)
|
||||
- 鉴权:**服务端不存密钥**,每个请求从 header 读
|
||||
- 上游:**不预设任何厂商**,Base-Url / 模型 / 凭据全部由调用方带入
|
||||
|
||||
---
|
||||
|
||||
@@ -22,287 +24,158 @@ cd /root/workspace/tools/agent
|
||||
docker compose up -d --build mcp_video_task
|
||||
```
|
||||
|
||||
服务容器名 `mcp_video_task`,**默认不占宿主机端口**:由 agent 走 `agent-mcp-net` 按容器名访问
|
||||
(`http://mcp_video_task:3000/mcp`)。要从宿主机 curl 调试,自行给该服务加 `ports` 映射。
|
||||
容器名 `mcp_video_task`,不占宿主机端口,由 agent 走 `agent-mcp-net` 按容器名访问。
|
||||
|
||||
```bash
|
||||
# 容器内健康检查(无需占端口)
|
||||
# 容器内健康检查
|
||||
docker exec mcp_video_task node -e "fetch('http://localhost:3000/health').then(r=>r.text()).then(console.log)"
|
||||
# {"status":"ok","service":"video_task","sessions":0}
|
||||
```
|
||||
|
||||
> 下文 curl 示例里的 `localhost:8083` 均指“临时打开了调试端口”的情形。
|
||||
|
||||
### MCP 客户端配置
|
||||
|
||||
#### Claude Desktop / Cursor 等支持 `headers` 配置的客户端
|
||||
|
||||
```jsonc
|
||||
// Claude Desktop: ~/Library/Application Support/Claude/claude_desktop_config.json
|
||||
// Cursor: ~/.cursor/mcp.json
|
||||
{
|
||||
"mcpServers": {
|
||||
"video_task": {
|
||||
"url": "http://localhost:8083/mcp",
|
||||
"type": "http",
|
||||
"url": "http://mcp_video_task:3000/mcp",
|
||||
"headers": {
|
||||
"Authorization": "Bearer <your-zhipu-api-key>"
|
||||
"Authorization": "Bearer <上游 API Key>",
|
||||
"X-Video-Task-Base-Url": "https://<host>/v1",
|
||||
"X-Video-Task-Model": "<上游模型 id>"
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
```
|
||||
|
||||
> 上面的 `localhost:8083` 只是示例:本栈默认不给 MCP 服务映射宿主端口,要直连需自行加 `ports`。
|
||||
---
|
||||
|
||||
> **重要**:客户端必须在 **每一个 HTTP 请求**(`initialize` / `notifications/initialized` / `tools/call`)都带上 `Authorization` header。
|
||||
## 三个 header
|
||||
|
||||
| header | 必填 | 说明 |
|
||||
|---|---|---|
|
||||
| `Authorization` | 是 | `Bearer <token>`,原样转给上游 |
|
||||
| `X-Video-Task-Base-Url` | 是 | 完整 http(s) 地址,填到 `/v1` 即可;直接填到 `/videos/generations` 或 `/videos` 也会被剥回 base |
|
||||
| `X-Video-Task-Model` | 是 | 上游模型 id,原样透传;不猜缺省值 |
|
||||
|
||||
配置缺失或非法时,工具直接回 `isError` 并说明缺哪个 header,不会去打上游。
|
||||
|
||||
---
|
||||
|
||||
## 工具:video_task
|
||||
|
||||
单个工具,`op` 必填,只有两个取值:
|
||||
|
||||
| op | 作用 | 同步/异步 |
|
||||
|---|---|---|
|
||||
| `create` | 提交一个视频生成任务,立刻返回 `task_id` | 同步(仅提交) |
|
||||
| `get` | 用 `task_id` 拉一次当前结果 | 同步(单次查询,不轮询) |
|
||||
|
||||
### 参数(AI 可见)
|
||||
|
||||
| 名称 | 类型 | 必填 | 说明 |
|
||||
|---|---|---|---|
|
||||
| `op` | `"create"` \| `"get"` | ✅ | 要执行的操作 |
|
||||
| `prompt` | string | op=create 时与 `image_url` 二选一 | 视频文本描述,最大 512 字符;与 `image_url` 同传时作为运动/动作描述 |
|
||||
| `image_url` | string (URL) | ❌ | 参考图 URL(**单张**,不支持数组 / 多张 / 首尾帧)。图片 ≤ 5MB,格式 png/jpeg/jpg。本地文件请先用 agent 内置的公开临时 URL 工具换成公网链接(上一节) |
|
||||
| `with_audio` | boolean | ❌ | 是否生成 AI 音效,默认 `false`(仅 op=create 使用) |
|
||||
| `task_id` | string | op=get 时必填 | `op=create` 返回的 `id` |
|
||||
|
||||
### 服务端 Header 覆盖项(AI 看不到)
|
||||
|
||||
| Header | 类型 | 默认 | 说明 |
|
||||
|---|---|---|---|
|
||||
| `X-Video-Task-Model` / `X-Mcp-Model` / `X-Model` | string | `cogvideox-flash` | 覆盖模型 |
|
||||
| `X-Video-Task-Quality` | string | `speed` | `speed`(速度优先)或 `quality`(质量优先) |
|
||||
| `X-Video-Task-Fps` | int | `30` | `30` 或 `60` |
|
||||
| `X-Video-Task-Watermark` | bool | `true` | 是否添加 AI 水印;关闭需先在智谱后台签署免责声明 |
|
||||
|
||||
模型名串识别顺序(首个非空值生效):`X-Video-Task-Model` → `X-Mcp-Model` → `X-Model` → 默认。
|
||||
| 参数 | 类型 | 说明 |
|
||||
|---|---|---|
|
||||
| `op` | `create` \| `get` | 必填 |
|
||||
| `prompt` | string | 视频描述,`create` 时与 `image_url` 至少给一个 |
|
||||
| `image_url` | string | 参考图(图生视频),公开可访问的 png/jpeg URL |
|
||||
| `seconds` | int | 时长(秒),留空用上游默认 |
|
||||
| `aspect_ratio` | string | 画幅,如 `16:9` / `9:16` / `1:1` |
|
||||
| `resolution` | string | 分辨率,如 `768P` / `1080P` |
|
||||
| `negative_prompt` | string | 不希望出现的画面 |
|
||||
| `enable_audio` | bool | 是否生成音频,默认 false(旧名 `with_audio` 同样接受) |
|
||||
| `task_id` | string | `create` 返回的 id,`get` 时必填 |
|
||||
|
||||
### 返回(op=create)
|
||||
|
||||
立刻返回智谱提交结果:
|
||||
|
||||
```jsonc
|
||||
{
|
||||
"content": [
|
||||
{ "type": "text", "text": "Model: cogvideox-flash\ntask_id: xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx\nrequest_id: yyyyyyyy-yyyy-yyyy-yyyy-yyyyyyyyyyyy\ntask_status: PROCESSING\n\nVideo generation is asynchronous. Call this tool again with op=\"get\" and task_id=\"xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx\" to fetch the result." }
|
||||
]
|
||||
}
|
||||
```
|
||||
task_id: <id>
|
||||
model: <上游模型 id>
|
||||
status: queued
|
||||
|
||||
`task_status` 通常为 `PROCESSING`,极少数情况下可能直接 `SUCCESS`(极快完成的短任务)。
|
||||
Video generation is asynchronous. Call this tool again with op="get" and task_id="<id>" to fetch the result.
|
||||
```
|
||||
|
||||
### 返回(op=get)
|
||||
|
||||
- **`SUCCESS`**:单个 `text` 块,含 `Video URL`(智谱签名 URL,**24h 左右有效**,需及时转存),以及 `Cover` 封面图:
|
||||
```jsonc
|
||||
{
|
||||
"content": [
|
||||
{ "type": "text", "text": "task_id: ...\nmodel: cogvideox-flash\ntask_status: SUCCESS\nVideo URL: https://...\nCover: https://..." }
|
||||
]
|
||||
}
|
||||
```
|
||||
- **`PROCESSING`**:`isError: false`,正文给出当前状态,建议稍候再查。
|
||||
- **`FAIL`**:`isError: true`,正文含 `task_status` 和智谱返回的 `error` 详情。
|
||||
任务完成:
|
||||
|
||||
```
|
||||
task_id: <id>
|
||||
model: <上游模型 id>
|
||||
status: completed
|
||||
Video URL: https://...
|
||||
credit: 62.29
|
||||
note: <上游附带的提示,如直链有效期>
|
||||
```
|
||||
|
||||
未完成 / 失败:回 `status` 与 `progress`,失败时附上游 `error` 原文,并置 `isError=true`。
|
||||
|
||||
---
|
||||
|
||||
## 上游要求
|
||||
|
||||
只要满足这两条,任何实现都能接(自建网关、云厂商、本地服务):
|
||||
|
||||
1. `POST {base}/videos/generations` 返回 `task_id` 或 `id`
|
||||
2. `GET {base}/videos/{task_id}` 返回 `status`;完成时带 `videos[].url` 或 `data[].url`
|
||||
|
||||
`status` 按小写比较:`completed` / `succeeded` / `success` 视为完成,`failed` / `error` /
|
||||
`cancelled` 视为失败,其余按进行中处理。
|
||||
|
||||
---
|
||||
|
||||
## 本地文件 → 公网 URL(本服务不搬字节)
|
||||
|
||||
`image_url` 必须是一个**公网可达**的 URL(智谱服务器会自己去拉)。图片在本地盘上时,本服务不负责上传:
|
||||
agent 侧已集成为一个 **tool**,AI 直接传文件路径就能拿到一条公开临时 URL,拿来填 `image_url` 即可,
|
||||
不需要 curl 任何地址、不需要任何配置。
|
||||
|
||||
- 文件始终躺在 agent 的任务目录里,零拷贝;链接短命、到期或 agent 重启后失效。
|
||||
- 智谱只在提交任务那一刻拉一次图,短命链接完全够用。
|
||||
|
||||
---
|
||||
|
||||
## 鉴权细节
|
||||
|
||||
每个 HTTP 请求必须携带智谱 API Token,server 从以下 header 字段按顺序识别,**首个非空值生效**:
|
||||
|
||||
| 优先级 | Header | 说明 |
|
||||
|---|---|---|
|
||||
| 1 | `X-Video-Task-Token: <token>` | 直传,避免与客户端自身的 Authorization 冲突 |
|
||||
| 2 | `X-Mcp-Token: <token>` | 通用兜底 |
|
||||
| 3 | `Authorization: Bearer <token>` | 标准 OAuth 风格(排最后是为避免误用) |
|
||||
|
||||
Token 仅在每次 tool call 时从 header 读取,不写入任何存储、不进 session。
|
||||
|
||||
### 错误响应
|
||||
|
||||
| 场景 | HTTP 状态 | 表现 |
|
||||
|---|---|---|
|
||||
| initialize 时缺 token | `401` | JSON-RPC `error.message` 提示补充 header |
|
||||
| 智谱 API 4xx/5xx | `200`(MCP 工具返回) | `isError: true`,正文含智谱返回的状态码和 body |
|
||||
| 网络失败 | `200`(MCP 工具返回) | `isError: true`,正文含 `fetch` 错误信息 |
|
||||
| 上游挂住不回(超时 >30s) | `200`(MCP 工具返回) | `isError: true`,正文提示 timed out;`fetch` 带 `AbortSignal.timeout`,不会无限卡住工具调用 |
|
||||
|
||||
---
|
||||
|
||||
## 推荐用法(AI 视角)
|
||||
图生视频要的是**公网可访问的 URL**,不是字节流。本地文件这样走:
|
||||
|
||||
```
|
||||
1. 如果手头是【本地文件】:先调用 agent 内置的「公开临时 URL」工具拿到一条公网链接(上一节),再进第 2 步
|
||||
2. 调用 video_task({ op: "create", prompt, image_url?, with_audio? })
|
||||
3. 拿到 task_id → 等待若干秒(建议 2~5 秒)
|
||||
4. 调用 video_task({ op: "get", task_id })
|
||||
- 若 PROCESSING → 等一会再调
|
||||
- 若 SUCCESS → 拿到 video URL,贴给用户 / 下载 / 二次编辑
|
||||
- 若 FAIL → 展示错误信息,结束
|
||||
AI ──调用 agent 内置的「公开临时 URL」工具(直接传文件路径)──► 拿到一条短命公网 URL
|
||||
│
|
||||
▼
|
||||
AI 把 URL 当 image_url 交给 video_task:3000/mcp(转成上游的 image 字段)
|
||||
│
|
||||
▼
|
||||
上游 ──匿名 GET──► agent 侧提供的公开临时 URL(文件始终躺在任务目录里,零拷贝)
|
||||
```
|
||||
|
||||
> `image_url` 必须是公网可达 URL;本地文件走 agent 内置工具,本服务不参与上传。
|
||||
链接短命:到期或 agent 重启后失效;上游只在提交任务那一刻拉一次图,够用。
|
||||
|
||||
---
|
||||
|
||||
## 用 curl 手工调试
|
||||
|
||||
MCP Streamable HTTP 不是普通 REST,**必须按顺序**:`initialize` → `notifications/initialized` → `tools/call`。下面用一行版串起来:
|
||||
|
||||
```bash
|
||||
# 把 <your-zhipu-api-key> 替换成你智谱的 API Key
|
||||
TOKEN="<your-zhipu-api-key>"
|
||||
URL=http://127.0.0.1:3000/mcp # 容器内;宿主机调试需自行映射端口
|
||||
H=(-H 'Content-Type: application/json' -H 'Accept: application/json, text/event-stream'
|
||||
-H 'Authorization: Bearer <token>'
|
||||
-H 'X-Video-Task-Base-Url: https://<host>/v1'
|
||||
-H 'X-Video-Task-Model: <model>')
|
||||
|
||||
# 1. initialize 拿 sessionId
|
||||
SESSION=$(curl -s -D - -X POST http://localhost:8083/mcp \
|
||||
-H "Content-Type: application/json" \
|
||||
-H "Accept: application/json, text/event-stream" \
|
||||
-H "Authorization: Bearer $TOKEN" \
|
||||
-d '{
|
||||
"jsonrpc": "2.0",
|
||||
"id": 1,
|
||||
"method": "initialize",
|
||||
"params": {
|
||||
"protocolVersion": "2024-11-05",
|
||||
"capabilities": {},
|
||||
"clientInfo": { "name": "curl", "version": "1.0" }
|
||||
}
|
||||
}' | grep -i '^mcp-session-id:' | awk '{print $2}' | tr -d '\r\n')
|
||||
# 1. initialize,从响应头取 mcp-session-id
|
||||
curl -s -D - "${H[@]}" -X POST $URL \
|
||||
-d '{"jsonrpc":"2.0","id":1,"method":"initialize","params":{"protocolVersion":"2025-06-18","capabilities":{},"clientInfo":{"name":"c","version":"0"}}}'
|
||||
|
||||
echo "Session: $SESSION"
|
||||
# 2. 提交任务
|
||||
curl -s "${H[@]}" -H 'mcp-session-id: <sid>' -X POST $URL \
|
||||
-d '{"jsonrpc":"2.0","id":2,"method":"tools/call","params":{"name":"video_task","arguments":{"op":"create","prompt":"一只猫在草地上跑"}}}'
|
||||
|
||||
# 2. notifications/initialized
|
||||
curl -s -X POST http://localhost:8083/mcp \
|
||||
-H "Content-Type: application/json" \
|
||||
-H "Accept: application/json, text/event-stream" \
|
||||
-H "Authorization: Bearer $TOKEN" \
|
||||
-H "Mcp-Session-Id: $SESSION" \
|
||||
-d '{"jsonrpc": "2.0", "method": "notifications/initialized"}'
|
||||
|
||||
# 3. 列出工具(可选验证)
|
||||
curl -s -X POST http://localhost:8083/mcp \
|
||||
-H "Content-Type: application/json" \
|
||||
-H "Accept: application/json, text/event-stream" \
|
||||
-H "Authorization: Bearer $TOKEN" \
|
||||
-H "Mcp-Session-Id: $SESSION" \
|
||||
-d '{"jsonrpc": "2.0", "id": 2, "method": "tools/list"}'
|
||||
|
||||
# 4. 提交文生视频任务(op=create)
|
||||
curl -s -X POST http://localhost:8083/mcp \
|
||||
-H "Content-Type: application/json" \
|
||||
-H "Accept: application/json, text/event-stream" \
|
||||
-H "Authorization: Bearer $TOKEN" \
|
||||
-H "Mcp-Session-Id: $SESSION" \
|
||||
-d '{
|
||||
"jsonrpc": "2.0",
|
||||
"id": 3,
|
||||
"method": "tools/call",
|
||||
"params": {
|
||||
"name": "video_task",
|
||||
"arguments": {
|
||||
"op": "create",
|
||||
"prompt": "A cat is playing with a ball.",
|
||||
"with_audio": true
|
||||
}
|
||||
}
|
||||
}'
|
||||
|
||||
# 5. 查结果(op=get,替换下面的 <task_id>)
|
||||
curl -s -X POST http://localhost:8083/mcp \
|
||||
-H "Content-Type: application/json" \
|
||||
-H "Accept: application/json, text/event-stream" \
|
||||
-H "Authorization: Bearer $TOKEN" \
|
||||
-H "Mcp-Session-Id: $SESSION" \
|
||||
-d '{
|
||||
"jsonrpc": "2.0",
|
||||
"id": 4,
|
||||
"method": "tools/call",
|
||||
"params": {
|
||||
"name": "video_task",
|
||||
"arguments": { "op": "get", "task_id": "<task_id>" }
|
||||
}
|
||||
}'
|
||||
# 3. 查结果
|
||||
curl -s "${H[@]}" -H 'mcp-session-id: <sid>' -X POST $URL \
|
||||
-d '{"jsonrpc":"2.0","id":3,"method":"tools/call","params":{"name":"video_task","arguments":{"op":"get","task_id":"<id>"}}}'
|
||||
```
|
||||
|
||||
响应是 SSE 格式(`event: message` + `data: {...}`),用 `grep '^data:'` 抽 JSON 即可。
|
||||
响应是 SSE(`event: message` + `data: {...}`),取 `data:` 那行解析。
|
||||
|
||||
---
|
||||
|
||||
## 架构与文件
|
||||
|
||||
```
|
||||
video_task/
|
||||
├── Dockerfile # node:22-slim,安装依赖后启动 MCP HTTP server
|
||||
├── .dockerignore # 排除 node_modules
|
||||
package.json # @modelcontextprotocol/sdk + express
|
||||
├── README.md # 本文件
|
||||
└── src/
|
||||
└── mcp-server.js # 单文件实现:HTTP server + MCP transport + 单工具(op 分发)
|
||||
mcp/video_task/
|
||||
├── Dockerfile
|
||||
├── package.json
|
||||
├── README.md
|
||||
└── src/mcp-server.js # 全部逻辑:header 解析 / 上游调用 / MCP 服务
|
||||
```
|
||||
|
||||
### 关键设计
|
||||
|
||||
- **单工具 + `op` 分发**:`video_task(op=create|get)` 替代原来的 `video_gen` + `query_video` 双工具,AI 面对的工具面更小,参数按 op 在 handler 侧校验
|
||||
- **每 session 一个 transport + server**:通过 `Mcp-Session-Id` 复用,避免每请求重建
|
||||
- **Token 闭包注入**:在 Express 入口处从 header 提取 token,闭包传给 tool 回调;不依赖 SDK 内部字段
|
||||
- **AI 可见 vs AI 不可见**:
|
||||
- AI 只看到 `op / prompt / image_url / with_audio / task_id`
|
||||
- `model / quality / fps / watermark_enabled` 全部由 HTTP header 注入,避免 AI 误传或被诱导调高价档
|
||||
- **异步语义暴露给 AI**:服务端不做轮询,`op=create` 只提交、`op=get` 只查一次。AI 自主决定节奏
|
||||
- **服务端自动 `request_id`**:每次提交服务端生成一个 UUID 作为智谱 `request_id`,便于日志关联,但不暴露给 AI
|
||||
- **不搬字节**:本地文件 -> 公网 URL 完全由 agent 侧集成的「公开临时 URL」工具完成,本服务不参与;所以本体不加任何写入口、不落盘、不需要额外端口
|
||||
- **链接短命**:公开临时 URL 到期或 agent 重启后失效;智谱只需在提交任务那一刻拉一次图
|
||||
|
||||
### 默认模型
|
||||
|
||||
```js
|
||||
// src/mcp-server.js
|
||||
const DEFAULT_MODEL = "cogvideox-flash";
|
||||
```
|
||||
|
||||
修改后 `docker compose up -d --build mcp_video_task` 即可生效。
|
||||
|
||||
---
|
||||
|
||||
## 常见问题
|
||||
|
||||
**Q: AI 拿到 task_id 后立刻 op=get 一直 PROCESSING,怎么办?**
|
||||
A: AI 自己 sleep 几秒再调(建议 2~5 秒间隔)。这是设计取舍:把节奏控制权交给 AI 模型,而不是服务端硬编码超时。
|
||||
|
||||
**Q: 视频 URL 多久过期?**
|
||||
A: 智谱签发 URL 默认 24h 左右。需要在收到后及时转存到自己的 OSS/S3。
|
||||
|
||||
**Q: 为什么 quality / fps 不让 AI 直接传?**
|
||||
A: 这些是技术档位,与成本/单价挂钩。让 AI 自主挑 `quality=quality + fps=60` 会爆账号预算。改成 header 由部署方注入更可控。
|
||||
|
||||
**Q: 报错 `Missing valid Mcp-Session-Id`?**
|
||||
A: 漏发了 `Mcp-Session-Id` header,或调 `tools/call` 前没先 `initialize`。
|
||||
|
||||
**Q: 同一 task_id 能并发查吗?**
|
||||
A: 可以。`/async-result/{id}` 是幂等的读接口,并发无副作用。
|
||||
|
||||
**Q: 换模型需要重连 MCP session 吗?**
|
||||
A: 不需要。Model header 在每次 `tools/call` 都从当前请求读取。
|
||||
|
||||
**Q: 上传的图片多久过期?**
|
||||
A: 本服务不存图,不存在“上传的图片”:要用的图在 agent 的任务目录里,AI 用 agent 内置的公开临时 URL 工具现取一条短命链接给智谱拉。链接过期或 agent 重启后该 URL 失效,但智谱只在提交任务时拉一次,不受影响。
|
||||
- **无状态**:不存密钥、不存任务,重启即忘。任务状态由上游持有,`task_id` 就是全部上下文。
|
||||
- **不轮询**:`op=get` 只拉一次。轮询节奏由 AI 决定,避免服务端挂着长任务占资源。
|
||||
- **配置错误不打上游**:缺 header 时同步返回 `isError`,省一次无意义的 400。
|
||||
- **`wait=false` 提交**:立刻拿 `task_id`,不让工具调用被上游排队拖死。
|
||||
|
||||
+166
-248
@@ -6,26 +6,16 @@ import { StreamableHTTPServerTransport } from "@modelcontextprotocol/sdk/server/
|
||||
import { isInitializeRequest } from "@modelcontextprotocol/sdk/types.js";
|
||||
import { z } from "zod";
|
||||
|
||||
const ZHIPU_SUBMIT_URL =
|
||||
"https://open.bigmodel.cn/api/paas/v4/videos/generations";
|
||||
const ZHIPU_QUERY_URL = (id) =>
|
||||
`https://open.bigmodel.cn/api/paas/v4/async-result/${encodeURIComponent(id)}`;
|
||||
// 上游必须是 OpenAI 兼容的视频端点:提交 POST /videos/generations,查询 GET /videos/{task_id}。
|
||||
// Base-Url / 模型 / 凭据全部由调用方随每个请求用 header 带入(X-Video-Task-Base-Url /
|
||||
// X-Video-Task-Model / Authorization),服务自己不存、也不预设任何厂商。
|
||||
|
||||
// 默认模型:cogvideox-flash
|
||||
const DEFAULT_MODEL = "cogvideox-flash";
|
||||
|
||||
// AI 不可见的服务端默认(可被同名 header 覆盖)
|
||||
const DEFAULT_QUALITY = "speed"; // speed | quality
|
||||
const DEFAULT_FPS = 30; // 30 | 60
|
||||
const DEFAULT_WATERMARK_ENABLED = true; // 平台政策默认 true
|
||||
|
||||
// submit/query 都是快接口,卡住基本等于上游挂了;限时避免工具调用被拖死
|
||||
const UPSTREAM_TIMEOUT_MS = 30_000;
|
||||
// 提交与查询都是快接口(wait=false 立刻回 task_id),卡住基本等于上游挂了。
|
||||
const UPSTREAM_TIMEOUT_MS = 60_000;
|
||||
|
||||
// ── 优雅退出 ──────────────────────────────────────────────────────────────
|
||||
// 容器里 node 以 PID 1 运行且未注册 SIGTERM 处理器时,内核不会对其执行默认
|
||||
// 终止动作,docker stop/restart 会白等满 10s 宽限期才被 SIGKILL。
|
||||
// 显式注册处理器,关闭 MCP session 与长连接后立即退出;3s 定时器为兜底。
|
||||
let httpServer = null;
|
||||
let closeAllSessions = () => {};
|
||||
let shuttingDown = false;
|
||||
@@ -43,11 +33,7 @@ process.on("SIGTERM", () => shutdown("SIGTERM"));
|
||||
process.on("SIGINT", () => shutdown("SIGINT"));
|
||||
|
||||
function parseArgs(argv) {
|
||||
const args = {
|
||||
http: false,
|
||||
port: 3000,
|
||||
host: "0.0.0.0",
|
||||
};
|
||||
const args = { http: false, port: 3000, host: "0.0.0.0" };
|
||||
for (let i = 0; i < argv.length; i++) {
|
||||
const a = argv[i];
|
||||
if (a === "--http") args.http = true;
|
||||
@@ -57,74 +43,84 @@ function parseArgs(argv) {
|
||||
return args;
|
||||
}
|
||||
|
||||
function pickToken(headers) {
|
||||
// 对外只有三个 header:Authorization / X-Video-Task-Base-Url / X-Video-Task-Model。
|
||||
function pickAuthToken(headers) {
|
||||
if (!headers) return null;
|
||||
const candidates = [
|
||||
headers["x-video-task-token"],
|
||||
headers["x-mcp-token"],
|
||||
headers["authorization"],
|
||||
];
|
||||
for (const v of candidates) {
|
||||
if (!v) continue;
|
||||
const s = String(v).trim();
|
||||
if (!s) continue;
|
||||
if (/^Bearer\s+/i.test(s)) {
|
||||
const t = s.replace(/^Bearer\s+/i, "").trim();
|
||||
if (t) return t;
|
||||
} else {
|
||||
return s;
|
||||
}
|
||||
const s = String(headers["authorization"] || "").trim();
|
||||
if (!s) return null;
|
||||
if (/^Bearer\s+/i.test(s)) {
|
||||
const t = s.replace(/^Bearer\s+/i, "").trim();
|
||||
return t || null;
|
||||
}
|
||||
return null;
|
||||
return s;
|
||||
}
|
||||
|
||||
function pickModel(headers) {
|
||||
function pickHeaderString(headers, name) {
|
||||
if (!headers) return null;
|
||||
const v =
|
||||
headers["x-video-task-model"] ||
|
||||
headers["x-mcp-model"] ||
|
||||
headers["x-model"];
|
||||
if (!v) return null;
|
||||
const v = headers[name];
|
||||
if (v === undefined || v === null) return null;
|
||||
const s = String(v).trim();
|
||||
return s || null;
|
||||
}
|
||||
|
||||
function pickHeaderString(headers, name, fallback) {
|
||||
if (!headers) return fallback;
|
||||
const v = headers[name];
|
||||
if (v === undefined || v === null) return fallback;
|
||||
const s = String(v).trim();
|
||||
return s ? s : fallback;
|
||||
function pickBaseUrl(headers) {
|
||||
return pickHeaderString(headers, "x-video-task-base-url");
|
||||
}
|
||||
|
||||
function pickHeaderInt(headers, name, fallback) {
|
||||
if (!headers) return fallback;
|
||||
const v = headers[name];
|
||||
if (v === undefined || v === null) return fallback;
|
||||
const n = parseInt(String(v).trim(), 10);
|
||||
return Number.isFinite(n) ? n : fallback;
|
||||
function pickModel(headers) {
|
||||
return pickHeaderString(headers, "x-video-task-model");
|
||||
}
|
||||
|
||||
function pickHeaderBool(headers, name, fallback) {
|
||||
if (!headers) return fallback;
|
||||
const v = headers[name];
|
||||
if (v === undefined || v === null) return fallback;
|
||||
const s = String(v).trim().toLowerCase();
|
||||
if (s === "true" || s === "1" || s === "yes") return true;
|
||||
if (s === "false" || s === "0" || s === "no") return false;
|
||||
return fallback;
|
||||
// 解析 Base-Url:必须是完整 http(s) URL。允许调用方直接填到 /videos/generations
|
||||
// 或 /videos(照抄文档的写法),统一剥回 base——否则查询会被拼成两条路径。
|
||||
function resolveBaseUrl(rawBase) {
|
||||
const base = String(rawBase || "").trim().replace(/\/+$/, "");
|
||||
if (!base) {
|
||||
throw new Error(
|
||||
"Missing X-Video-Task-Base-Url: pass the upstream base URL (e.g. https://<host>/v1)."
|
||||
);
|
||||
}
|
||||
if (!/^https?:\/\//i.test(base)) {
|
||||
throw new Error(
|
||||
`Invalid X-Video-Task-Base-Url "${base}": must be a full http(s) URL.`
|
||||
);
|
||||
}
|
||||
return base.replace(/\/videos(\/generations)?$/i, "");
|
||||
}
|
||||
|
||||
async function callZhipu({ url, token, method = "POST", body }) {
|
||||
// 模型只由 header 决定,AI 看不到也填不了。不猜缺省值:猜错只会换来含义不明的 400。
|
||||
function resolveModel(headers) {
|
||||
const model = pickModel(headers);
|
||||
if (!model) {
|
||||
throw new Error("Missing X-Video-Task-Model: pass the upstream model name.");
|
||||
}
|
||||
return model;
|
||||
}
|
||||
|
||||
// 一次解析出本次请求的上游、凭据、模型。配置问题同步抛错,直接回给调用方。
|
||||
function resolveTarget(headers) {
|
||||
const token = pickAuthToken(headers);
|
||||
if (!token) {
|
||||
throw new Error('Missing Authorization: use "Authorization: Bearer <token>".');
|
||||
}
|
||||
return {
|
||||
base: resolveBaseUrl(pickBaseUrl(headers)),
|
||||
token,
|
||||
model: resolveModel(headers),
|
||||
};
|
||||
}
|
||||
|
||||
// 统一的上游请求:超时、错误体解析都在这层,提交与查询共用。
|
||||
async function callUpstream({ url, token, method = "POST", body }) {
|
||||
const init = {
|
||||
method,
|
||||
headers: {
|
||||
Authorization: `Bearer ${token}`,
|
||||
"Content-Type": "application/json",
|
||||
},
|
||||
headers: { Authorization: `Bearer ${token}` },
|
||||
signal: AbortSignal.timeout(UPSTREAM_TIMEOUT_MS),
|
||||
};
|
||||
if (body !== undefined) init.body = JSON.stringify(body);
|
||||
if (body !== undefined) {
|
||||
init.headers["Content-Type"] = "application/json";
|
||||
init.body = JSON.stringify(body);
|
||||
}
|
||||
let resp;
|
||||
try {
|
||||
resp = await fetch(url, init);
|
||||
@@ -143,9 +139,7 @@ async function callZhipu({ url, token, method = "POST", body }) {
|
||||
data = { raw: text };
|
||||
}
|
||||
if (!resp.ok) {
|
||||
const err = new Error(
|
||||
`Zhipu API error: ${resp.status} ${resp.statusText} - ${text}`
|
||||
);
|
||||
const err = new Error(`Upstream error: ${resp.status} ${resp.statusText} - ${text}`);
|
||||
err.status = resp.status;
|
||||
err.detail = data;
|
||||
throw err;
|
||||
@@ -153,96 +147,74 @@ async function callZhipu({ url, token, method = "POST", body }) {
|
||||
return data;
|
||||
}
|
||||
|
||||
// ===== op=create:提交视频生成(同步只提交,立刻返回)=====
|
||||
async function submitVideo({
|
||||
token,
|
||||
model,
|
||||
prompt,
|
||||
image_url,
|
||||
quality,
|
||||
with_audio,
|
||||
fps,
|
||||
watermark_enabled,
|
||||
}) {
|
||||
// 平台要求 image_url 和 prompt 至少传一个(handler 侧已校验)
|
||||
const body = {
|
||||
model,
|
||||
quality,
|
||||
with_audio: Boolean(with_audio),
|
||||
watermark_enabled: Boolean(watermark_enabled),
|
||||
fps,
|
||||
// 由服务端生成唯一 request_id,便于日志关联;不暴露给 AI
|
||||
request_id: randomUUID(),
|
||||
};
|
||||
// ===== op=create:提交视频生成(wait=false,立刻返回 task_id)=====
|
||||
async function submitVideo({ base, token, model, prompt, image_url, seconds, aspect_ratio, resolution, negative_prompt, enable_audio }) {
|
||||
const body = { model, wait: false };
|
||||
if (prompt) body.prompt = prompt;
|
||||
if (image_url) body.image_url = image_url;
|
||||
if (image_url) body.image = image_url; // OpenAI Videos 口径的参考图字段
|
||||
if (seconds !== undefined) body.seconds = seconds;
|
||||
if (aspect_ratio) body.aspect_ratio = aspect_ratio;
|
||||
if (resolution) body.resolution = resolution;
|
||||
if (negative_prompt) body.negative_prompt = negative_prompt;
|
||||
if (enable_audio !== undefined) body.enable_audio = Boolean(enable_audio);
|
||||
|
||||
return await callZhipu({ url: ZHIPU_SUBMIT_URL, token, body });
|
||||
// { model, id, request_id, task_status }
|
||||
return await callUpstream({ url: base + "/videos/generations", token, body });
|
||||
}
|
||||
|
||||
// ===== op=get:查询异步结果(单次拉取,不内部轮询)=====
|
||||
async function queryAsyncResult({ token, id }) {
|
||||
return await callZhipu({
|
||||
url: ZHIPU_QUERY_URL(id),
|
||||
// ===== op=get:查询任务(单次拉取,不内部轮询)=====
|
||||
async function queryVideo({ base, token, taskId }) {
|
||||
return await callUpstream({
|
||||
url: base + "/videos/" + encodeURIComponent(taskId),
|
||||
token,
|
||||
method: "GET",
|
||||
});
|
||||
// { id, request_id, model, task_status, video_result?, ... }
|
||||
}
|
||||
|
||||
const DONE = new Set(["completed", "succeeded", "success"]);
|
||||
const FAILED = new Set(["failed", "error", "cancelled", "canceled"]);
|
||||
|
||||
function normalizeStatus(s) {
|
||||
return String(s || "").toLowerCase();
|
||||
}
|
||||
|
||||
// ---------- op=create 的业务处理 ----------
|
||||
async function handleCreate({ args, headers, token }) {
|
||||
async function handleCreate({ args, headers }) {
|
||||
// 纯空白 prompt 等同没给:schema 只校验类型/长度,不校验内容。
|
||||
// 不 trim 的话,“ ”会被当成合法 prompt 提交(text-to-video 拿到空白提示词,
|
||||
// image-to-video 则多传一个无意义字段)。
|
||||
const prompt = typeof args.prompt === "string" ? args.prompt.trim() : "";
|
||||
if (!prompt && !args.image_url) {
|
||||
return {
|
||||
isError: true,
|
||||
content: [
|
||||
{
|
||||
type: "text",
|
||||
text: 'op=create requires at least one of "prompt" or "image_url".',
|
||||
},
|
||||
],
|
||||
content: [{ type: "text", text: 'op=create requires at least one of "prompt" or "image_url".' }],
|
||||
};
|
||||
}
|
||||
|
||||
// AI 不可见:全部走 header
|
||||
const model = pickModel(headers) || DEFAULT_MODEL;
|
||||
const quality = pickHeaderString(
|
||||
headers,
|
||||
"x-video-task-quality",
|
||||
DEFAULT_QUALITY
|
||||
);
|
||||
const fps = pickHeaderInt(headers, "x-video-task-fps", DEFAULT_FPS);
|
||||
const watermark_enabled = pickHeaderBool(
|
||||
headers,
|
||||
"x-video-task-watermark",
|
||||
DEFAULT_WATERMARK_ENABLED
|
||||
);
|
||||
let target;
|
||||
try {
|
||||
target = resolveTarget(headers);
|
||||
} catch (e) {
|
||||
return { isError: true, content: [{ type: "text", text: e.message }] };
|
||||
}
|
||||
|
||||
try {
|
||||
const data = await submitVideo({
|
||||
token,
|
||||
model,
|
||||
...target,
|
||||
prompt,
|
||||
image_url: args.image_url,
|
||||
quality,
|
||||
with_audio: args.with_audio ?? false,
|
||||
fps,
|
||||
watermark_enabled,
|
||||
seconds: args.seconds,
|
||||
aspect_ratio: args.aspect_ratio,
|
||||
resolution: args.resolution,
|
||||
negative_prompt: args.negative_prompt,
|
||||
enable_audio: args.enable_audio ?? args.with_audio,
|
||||
});
|
||||
|
||||
const taskId = data.task_id || data.id;
|
||||
const summary =
|
||||
`Model: ${model}\n` +
|
||||
`task_id: ${data.id}\n` +
|
||||
`request_id: ${data.request_id}\n` +
|
||||
`task_status: ${data.task_status}\n` +
|
||||
`task_id: ${taskId}\n` +
|
||||
`model: ${target.model}\n` +
|
||||
`status: ${data.status || "queued"}\n` +
|
||||
`\n` +
|
||||
`Video generation is asynchronous. ` +
|
||||
`Call this tool again with op="get" and task_id="${data.id}" to fetch the result.`;
|
||||
`Call this tool again with op="get" and task_id="${taskId}" to fetch the result.`;
|
||||
|
||||
return { content: [{ type: "text", text: summary }] };
|
||||
} catch (e) {
|
||||
@@ -251,9 +223,7 @@ async function handleCreate({ args, headers, token }) {
|
||||
content: [
|
||||
{
|
||||
type: "text",
|
||||
text: `Failed to submit video task: ${e.message}${
|
||||
e.detail ? `\nDetails: ${JSON.stringify(e.detail)}` : ""
|
||||
}`,
|
||||
text: `提交视频任务失败:${e.message}${e.detail ? `\nDetails: ${JSON.stringify(e.detail)}` : ""}`,
|
||||
},
|
||||
],
|
||||
};
|
||||
@@ -261,59 +231,51 @@ async function handleCreate({ args, headers, token }) {
|
||||
}
|
||||
|
||||
// ---------- op=get 的业务处理 ----------
|
||||
async function handleGet({ args, token }) {
|
||||
// 与 handleCreate 同理:纯空白 task_id 不能直接拼进上游路径,
|
||||
// 否则会得到一条含编码后空白的上游报错,既无从归因也误导模型。
|
||||
async function handleGet({ args, headers }) {
|
||||
// 纯空白 task_id 不能直接拼进上游路径,否则得到一条含编码后空白的报错。
|
||||
const taskId = typeof args.task_id === "string" ? args.task_id.trim() : "";
|
||||
if (!taskId) {
|
||||
return {
|
||||
isError: true,
|
||||
content: [{ type: "text", text: 'op=get requires "task_id".' }],
|
||||
};
|
||||
return { isError: true, content: [{ type: "text", text: 'op=get requires "task_id".' }] };
|
||||
}
|
||||
|
||||
let target;
|
||||
try {
|
||||
target = resolveTarget(headers);
|
||||
} catch (e) {
|
||||
return { isError: true, content: [{ type: "text", text: e.message }] };
|
||||
}
|
||||
|
||||
try {
|
||||
const data = await queryAsyncResult({ token, id: taskId });
|
||||
const status = data.task_status || "UNKNOWN";
|
||||
const data = await queryVideo({ ...target, taskId });
|
||||
const status = normalizeStatus(data.status);
|
||||
|
||||
if (status === "SUCCESS") {
|
||||
const v = (data.video_result || [])[0];
|
||||
if (!v || !v.url) {
|
||||
if (DONE.has(status)) {
|
||||
const url = (data.videos || [])[0]?.url || (data.data || [])[0]?.url;
|
||||
if (!url) {
|
||||
return {
|
||||
isError: true,
|
||||
content: [
|
||||
{
|
||||
type: "text",
|
||||
text: `Task succeeded but no video URL returned. Raw: ${JSON.stringify(
|
||||
data
|
||||
)}`,
|
||||
},
|
||||
],
|
||||
content: [{ type: "text", text: `任务已完成但没有视频地址。Raw: ${JSON.stringify(data).slice(0, 500)}` }],
|
||||
};
|
||||
}
|
||||
const summary =
|
||||
`task_id: ${data.id}\n` +
|
||||
`model: ${data.model}\n` +
|
||||
`task_status: SUCCESS\n` +
|
||||
`Video URL: ${v.url}\n` +
|
||||
(v.cover_image_url ? `Cover: ${v.cover_image_url}\n` : "");
|
||||
// 单块输出:URL 已经写在摘要里,旧版额外回一个裸 URL 块会让模型
|
||||
// (core 会把 text 块 join 成一段)看到同一个链接两遍。
|
||||
return { content: [{ type: "text", text: summary }] };
|
||||
const credit = data.usage?.credit;
|
||||
const text =
|
||||
`task_id: ${taskId}\n` +
|
||||
`model: ${data.model || target.model}\n` +
|
||||
`status: completed\n` +
|
||||
`Video URL: ${url}\n` +
|
||||
(credit !== undefined ? `credit: ${credit}\n` : "") +
|
||||
(data.hint ? `note: ${data.hint}\n` : "");
|
||||
return { content: [{ type: "text", text }] };
|
||||
}
|
||||
|
||||
// PROCESSING / FAIL / 其他:原样返回关键字段
|
||||
const errBlock = data.error ? `\nerror: ${JSON.stringify(data.error)}` : "";
|
||||
const progress = data.progress !== undefined ? `\nprogress: ${data.progress}` : "";
|
||||
return {
|
||||
isError: status === "FAIL",
|
||||
isError: FAILED.has(status),
|
||||
content: [
|
||||
{
|
||||
type: "text",
|
||||
text:
|
||||
`task_id: ${data.id}\n` +
|
||||
`model: ${data.model}\n` +
|
||||
`task_status: ${status}` +
|
||||
errBlock,
|
||||
text: `task_id: ${taskId}\nmodel: ${data.model || target.model}\nstatus: ${data.status || "unknown"}${progress}${errBlock}`,
|
||||
},
|
||||
],
|
||||
};
|
||||
@@ -323,9 +285,7 @@ async function handleGet({ args, token }) {
|
||||
content: [
|
||||
{
|
||||
type: "text",
|
||||
text: `Failed to query video task: ${e.message}${
|
||||
e.detail ? `\nDetails: ${JSON.stringify(e.detail)}` : ""
|
||||
}`,
|
||||
text: `查询视频任务失败:${e.message}${e.detail ? `\nDetails: ${JSON.stringify(e.detail)}` : ""}`,
|
||||
},
|
||||
],
|
||||
};
|
||||
@@ -333,81 +293,61 @@ async function handleGet({ args, token }) {
|
||||
}
|
||||
|
||||
function buildServer() {
|
||||
const server = new McpServer(
|
||||
{ name: "video_task", version: "1.0.0" },
|
||||
{ capabilities: { tools: {} } }
|
||||
);
|
||||
const server = new McpServer({ name: "video_task", version: "2.0.0" }, { capabilities: { tools: {} } });
|
||||
|
||||
server.tool(
|
||||
"video_task",
|
||||
`AI video generation task.
|
||||
`AI video generation task (async).
|
||||
|
||||
Operations:
|
||||
- \`create\`: Start a new video generation task. Requires at least one of \`prompt\` or \`image_url\`. Returns \`task_id\` immediately; generation runs in background.
|
||||
- \`get\`: Check an existing task. Requires \`task_id\`. Returns status and, on SUCCESS, the video URL.
|
||||
- \`create\`: Start a new task. Requires at least one of \`prompt\` or \`image_url\`. Returns \`task_id\` immediately.
|
||||
- \`get\`: Check a task by \`task_id\`. Returns status and, when completed, the video URL.
|
||||
|
||||
Examples:
|
||||
- Text-to-video → \`{"op":"create","prompt":"A cat running in a garden"}\`
|
||||
- Image-to-video → \`{"op":"create","image_url":"https://example.com/cat.jpg","prompt":"The cat runs forward"}\`
|
||||
- Check task → \`{"op":"get","task_id":"<task_id from create>"}\`
|
||||
|
||||
Workflow: call \`create\` once, then call \`get\` with the returned \`task_id\` until \`task_status\` is \`SUCCESS\` or \`FAIL\`. Never create duplicate tasks just to check status.`,
|
||||
Workflow: call \`create\` once, then call \`get\` with the returned \`task_id\` until status is \`completed\` or \`failed\`. Never create duplicate tasks just to check status.`,
|
||||
{
|
||||
op: z
|
||||
.enum(["create", "get"])
|
||||
.describe(
|
||||
"Use create to start video generation; use get to check a task by its task_id."
|
||||
),
|
||||
op: z.enum(["create", "get"]).describe("create 提交生成;get 按 task_id 查结果。"),
|
||||
prompt: z
|
||||
.string()
|
||||
.max(512)
|
||||
.max(2000)
|
||||
.optional()
|
||||
.describe(
|
||||
"Video description, max 512 characters. Required for text-to-video; when combined with image_url it describes the motion."
|
||||
),
|
||||
.describe("视频描述,create 时 prompt 与 image_url 至少给一个。图生视频时描述画面如何运动。"),
|
||||
image_url: z
|
||||
.string()
|
||||
.url()
|
||||
.optional()
|
||||
.describe(
|
||||
"Reference image for image-to-video: publicly reachable png/jpeg/jpg URL <= 5 MB. For local files, first use the built-in mint_public_link tool to get a public temporary URL."
|
||||
"参考图(图生视频):公开可访问的 png/jpeg URL。本地文件先用 agent 内置的公开临时 URL 工具换成短链。"
|
||||
),
|
||||
with_audio: z
|
||||
.boolean()
|
||||
.optional()
|
||||
.describe(
|
||||
"Whether to generate AI audio. Used with create; defaults to false."
|
||||
),
|
||||
task_id: z
|
||||
.string()
|
||||
seconds: z
|
||||
.number()
|
||||
.int()
|
||||
.min(1)
|
||||
.max(60)
|
||||
.optional()
|
||||
.describe("task_id returned by create. Required for get; omit for create."),
|
||||
.describe("视频时长(秒)。留空用上游默认;越长越慢越贵。"),
|
||||
aspect_ratio: z.string().optional().describe("画幅,如 16:9 / 9:16 / 1:1。"),
|
||||
resolution: z.string().optional().describe("分辨率,如 768P / 1080P。留空用上游默认。"),
|
||||
negative_prompt: z.string().optional().describe("不希望出现的画面描述。"),
|
||||
enable_audio: z.boolean().optional().describe("是否生成音频,默认 false。"),
|
||||
with_audio: z.boolean().optional().describe("旧字段名,等同 enable_audio。"),
|
||||
task_id: z.string().min(1).optional().describe("create 返回的 task_id,get 时必填。"),
|
||||
},
|
||||
async (args, extra) => {
|
||||
const headers = extra?.requestInfo?.headers;
|
||||
const token = pickToken(headers);
|
||||
if (!token) {
|
||||
return {
|
||||
isError: true,
|
||||
content: [{ type: "text", text: "Missing authentication token." }],
|
||||
};
|
||||
}
|
||||
|
||||
switch (args.op) {
|
||||
case "create":
|
||||
return await handleCreate({ args, headers, token });
|
||||
return await handleCreate({ args, headers });
|
||||
case "get":
|
||||
return await handleGet({ args, token });
|
||||
return await handleGet({ args, headers });
|
||||
default:
|
||||
return {
|
||||
isError: true,
|
||||
content: [
|
||||
{
|
||||
type: "text",
|
||||
text: `Unknown op "${args.op}" (available: create, get).`,
|
||||
},
|
||||
],
|
||||
content: [{ type: "text", text: `Unknown op "${args.op}" (available: create, get).` }],
|
||||
};
|
||||
}
|
||||
}
|
||||
@@ -420,20 +360,14 @@ async function startHttp({ port, host }) {
|
||||
const app = express();
|
||||
app.use(express.json({ limit: "2mb" }));
|
||||
|
||||
// session -> { server, transport } 映射
|
||||
const sessions = new Map();
|
||||
|
||||
closeAllSessions = () => {
|
||||
for (const { server, transport } of sessions.values()) {
|
||||
try {
|
||||
transport.close();
|
||||
} catch {}
|
||||
try {
|
||||
server.close();
|
||||
} catch {}
|
||||
try { transport.close(); } catch {}
|
||||
try { server.close(); } catch {}
|
||||
}
|
||||
sessions.clear();
|
||||
// 掰掉未关闭的 SSE / keep-alive 连接,否则 httpServer.close() 回调不会触发
|
||||
httpServer?.closeAllConnections?.();
|
||||
};
|
||||
|
||||
@@ -444,22 +378,16 @@ async function startHttp({ port, host }) {
|
||||
async function handleSessionRequest(req, res) {
|
||||
const sessionId = req.headers["mcp-session-id"];
|
||||
|
||||
// 已有 session:复用 transport
|
||||
if (sessionId && sessions.has(sessionId)) {
|
||||
const { transport } = sessions.get(sessionId);
|
||||
await transport.handleRequest(req, res, req.body);
|
||||
return;
|
||||
}
|
||||
|
||||
// 新 session:必须是 initialize 请求
|
||||
if (!isInitializeRequest(req.body)) {
|
||||
res.status(400).json({
|
||||
jsonrpc: "2.0",
|
||||
error: {
|
||||
code: -32000,
|
||||
message:
|
||||
"Bad Request: missing valid Mcp-Session-Id for non-initialize request",
|
||||
},
|
||||
error: { code: -32000, message: "Bad Request: missing valid Mcp-Session-Id for non-initialize request" },
|
||||
id: req.body?.id ?? null,
|
||||
});
|
||||
return;
|
||||
@@ -469,25 +397,19 @@ async function startHttp({ port, host }) {
|
||||
const server = buildServer();
|
||||
const transport = new StreamableHTTPServerTransport({
|
||||
sessionIdGenerator: () => newId,
|
||||
onsessioninitialized: (id) => {
|
||||
sessions.set(id, { server, transport });
|
||||
},
|
||||
onsessioninitialized: (id) => { sessions.set(id, { server, transport }); },
|
||||
});
|
||||
|
||||
transport.onclose = () => {
|
||||
if (transport.sessionId) {
|
||||
sessions.delete(transport.sessionId);
|
||||
}
|
||||
if (transport.sessionId) sessions.delete(transport.sessionId);
|
||||
};
|
||||
|
||||
await server.connect(transport);
|
||||
await transport.handleRequest(req, res, req.body);
|
||||
}
|
||||
|
||||
// POST /mcp: 主入口
|
||||
app.post("/mcp", handleSessionRequest);
|
||||
|
||||
// GET /mcp & DELETE /mcp: 用于 SSE 流 / 会话关闭
|
||||
const handleOther = async (req, res) => {
|
||||
const sessionId = req.headers["mcp-session-id"];
|
||||
if (!sessionId || !sessions.has(sessionId)) {
|
||||
@@ -501,17 +423,13 @@ async function startHttp({ port, host }) {
|
||||
app.delete("/mcp", handleOther);
|
||||
|
||||
httpServer = app.listen(port, host, () => {
|
||||
console.log(
|
||||
`[video] MCP HTTP server listening on http://${host}:${port}/mcp`
|
||||
);
|
||||
console.log(`[video] MCP HTTP server listening on http://${host}:${port}/mcp`);
|
||||
});
|
||||
}
|
||||
|
||||
async function startStdio() {
|
||||
const server = buildServer();
|
||||
const { StdioServerTransport } = await import(
|
||||
"@modelcontextprotocol/sdk/server/stdio.js"
|
||||
);
|
||||
const { StdioServerTransport } = await import("@modelcontextprotocol/sdk/server/stdio.js");
|
||||
const transport = new StdioServerTransport();
|
||||
await server.connect(transport);
|
||||
console.error("[video] MCP stdio server started");
|
||||
|
||||
+1
-1
@@ -141,7 +141,7 @@ services:
|
||||
- `name`:固定端口路由用的服务标识(有域名时可省略)
|
||||
- `host`:`域名` / `*.example.com` / `"*"`(兜底)
|
||||
- `userAgent`:可选,握手时伪装浏览器 UA,降低被 DPI 盯上的概率
|
||||
- 断线自动重连,启动时自检每个端口可达性(不可达只告警不退出)
|
||||
- 断线自动重连(含半死链路:75 秒收不到任何帧即主动断开重连),启动时自检每个端口可达性(不可达只告警不退出)
|
||||
|
||||
## 隧道协议
|
||||
|
||||
|
||||
+19
-3
@@ -4,7 +4,8 @@
|
||||
// 主动连服务器 → 收请求 → 按 Host 找本地端口 → 转发 → 流式回传
|
||||
//
|
||||
// 用法: node client.js [config.yml] 环境变量 TUNNEL_SERVER / TUNNEL_TOKEN 覆盖配置
|
||||
// 断线自动重连(指数退避 1s → 30s),心跳由服务端 ping 驱动,本端 ws 库自动回 pong。
|
||||
// 断线自动重连(指数退避 1s → 30s)。心跳由服务端 ping 驱动、本端 ws 库自动回 pong;
|
||||
// 但半死链路(Mac 睡眠/切网后 TCP 还在、实际不通)不会触发 close,所以本端另设看门狗。
|
||||
|
||||
const fs = require('node:fs');
|
||||
const path = require('node:path');
|
||||
@@ -42,7 +43,9 @@ function loadConfig() {
|
||||
}
|
||||
const CFG = loadConfig();
|
||||
|
||||
function log(...a) { console.log(new Date().toISOString().slice(11, 19), '[client]', ...a); }
|
||||
// 日志时间固定东八区:本机时区可能变,跨时区看日志不该换算
|
||||
const CST_MS = 8 * 3600 * 1000;
|
||||
function log(...a) { console.log(new Date(Date.now() + CST_MS).toISOString().slice(11, 19), '[client]', ...a); }
|
||||
|
||||
// ---------- 服务路由:Host → 本地端口 ----------
|
||||
// 精确匹配优先;再退到「忽略端口」;最后允许 *.xxx 通配一项
|
||||
@@ -72,6 +75,7 @@ const inflight = new Map();
|
||||
let ws = null;
|
||||
let backoff = 1000;
|
||||
let stopping = false;
|
||||
let lastSeen = 0; // 最近一次收到服务端任何帧的时刻
|
||||
|
||||
function send(obj) {
|
||||
if (ws && ws.readyState === 1) {
|
||||
@@ -192,10 +196,12 @@ function connect() {
|
||||
ws.on('open', () => {
|
||||
backoff = 1000;
|
||||
linked = true;
|
||||
lastSeen = Date.now();
|
||||
log(everLinked ? '已重新连接' : '已连接 ' + CFG.server);
|
||||
everLinked = true;
|
||||
});
|
||||
ws.on('message', onMessage);
|
||||
ws.on('message', (data) => { lastSeen = Date.now(); onMessage(data); });
|
||||
ws.on('ping', () => { lastSeen = Date.now(); });
|
||||
ws.on('close', (code, reason) => {
|
||||
if (stopping) return;
|
||||
if (linked) { // 只在「连着 → 断开」这个跳变上说一次
|
||||
@@ -208,6 +214,16 @@ function connect() {
|
||||
ws.on('error', () => {}); // close 紧接着会来,不重复报
|
||||
}
|
||||
|
||||
// 看门狗:服务端每 25s ping 一次,超过 75s(连丢 3 次)一个帧都没收到就认定链路半死。
|
||||
// 这种连接 close 事件永远不来,只能本端主动 terminate,由 close 走既有重连。
|
||||
setInterval(() => {
|
||||
if (stopping || !ws || ws.readyState !== 1) return;
|
||||
if (Date.now() - lastSeen > 75000) {
|
||||
log('链路 ' + Math.round((Date.now() - lastSeen) / 1000) + 's 无响应,主动断开重连');
|
||||
try { ws.terminate(); } catch (_) {}
|
||||
}
|
||||
}, 20000).unref();
|
||||
|
||||
process.on('SIGINT', () => { stopping = true; log('退出'); try { ws && ws.close(1000, 'client shutdown'); } catch (_) {} process.exit(0); });
|
||||
process.on('SIGTERM', () => { stopping = true; process.exit(0); });
|
||||
|
||||
|
||||
Reference in New Issue
Block a user