511 lines
13 KiB
JavaScript
511 lines
13 KiB
JavaScript
import assert from "node:assert/strict";
|
||
import test from "node:test";
|
||
import {
|
||
collectXhsMetricsFromMcp,
|
||
resolveCollectionMcpConfig,
|
||
resolveXhsPublicAccountDetails,
|
||
resolveXhsPublicAccountId,
|
||
resolveXhsAccountProfileFromMcp,
|
||
resolveXhsProfileDetailsFromMcp,
|
||
xhsNoteIdFromUrl,
|
||
} from "../lib/mcp-collection-client.ts";
|
||
|
||
function sse(payload, options = {}) {
|
||
return new Response(
|
||
`event: message\ndata: ${JSON.stringify(payload)}\n\n`,
|
||
{
|
||
status: 200,
|
||
...options,
|
||
headers: {
|
||
"content-type": "text/event-stream",
|
||
...(options.headers ?? {}),
|
||
},
|
||
},
|
||
);
|
||
}
|
||
|
||
function toolEnvelope(payload, isError = false) {
|
||
return {
|
||
jsonrpc: "2.0",
|
||
id: "tool-call",
|
||
result: {
|
||
isError,
|
||
content: [
|
||
{
|
||
type: "text",
|
||
text: JSON.stringify(payload),
|
||
},
|
||
],
|
||
},
|
||
};
|
||
}
|
||
|
||
function createFakeMcp(toolResults) {
|
||
let toolIndex = 0;
|
||
const calls = [];
|
||
const fetchImpl = async (url, init) => {
|
||
const body = JSON.parse(init.body);
|
||
calls.push({ url: String(url), body, headers: new Headers(init.headers) });
|
||
if (body.method === "initialize") {
|
||
return sse(
|
||
{
|
||
jsonrpc: "2.0",
|
||
id: body.id,
|
||
result: {
|
||
protocolVersion: "2025-03-26",
|
||
capabilities: { tools: { listChanged: false } },
|
||
serverInfo: { name: "ai-tool-center", version: "test" },
|
||
},
|
||
},
|
||
{ headers: { "mcp-session-id": "session-test" } },
|
||
);
|
||
}
|
||
if (body.method === "notifications/initialized") {
|
||
return new Response("", { status: 202 });
|
||
}
|
||
if (body.method === "tools/call") {
|
||
const result = toolResults[toolIndex];
|
||
toolIndex += 1;
|
||
return sse(result);
|
||
}
|
||
throw new Error(`Unexpected MCP method: ${body.method}`);
|
||
};
|
||
return { calls, fetchImpl };
|
||
}
|
||
|
||
test("collects likes, comments and favorites from the verified MCP shape", async () => {
|
||
const { calls, fetchImpl } = createFakeMcp([
|
||
toolEnvelope({
|
||
http_status: 200,
|
||
response: {
|
||
code: 200,
|
||
success: true,
|
||
msg: "获取内容详情成功",
|
||
data: {
|
||
likes: "483",
|
||
comments: "41",
|
||
collects: "519",
|
||
},
|
||
},
|
||
}),
|
||
]);
|
||
|
||
const result = await collectXhsMetricsFromMcp(
|
||
"https://www.xiaohongshu.com/discovery/item/test?xsec_token=valid",
|
||
{
|
||
endpoint: "https://collector.example/mcp",
|
||
key: "test-key",
|
||
},
|
||
fetchImpl,
|
||
);
|
||
|
||
assert.deepEqual(result, {
|
||
likes: 483,
|
||
comments: 41,
|
||
collects: 519,
|
||
});
|
||
assert.equal(calls.length, 3);
|
||
assert.equal(calls[2].body.params.name, "fetch_content_detail");
|
||
assert.equal(calls[2].body.params.arguments.include_comments, false);
|
||
assert.equal(calls[2].headers.get("mcp-session-id"), "session-test");
|
||
assert.equal(new URL(calls[0].url).searchParams.get("key"), "test-key");
|
||
});
|
||
|
||
test("resolves the real XHS account profile from a submitted note link", async () => {
|
||
const { calls, fetchImpl } = createFakeMcp([
|
||
toolEnvelope({
|
||
response: {
|
||
code: 200,
|
||
success: true,
|
||
data: {
|
||
note_detail: {
|
||
products: [
|
||
{
|
||
content_tags: [
|
||
{
|
||
notes: [
|
||
{
|
||
ip_location: "重庆",
|
||
note_id: "6a671108000000000f004bef",
|
||
user: {
|
||
nickname: "N我的麻辣烫好了吗",
|
||
profile_url:
|
||
"https://www.xiaohongshu.com/user/profile/6905cbca0000000037009f49",
|
||
red_id: "94329495984",
|
||
user_id: "6905cbca0000000037009f49",
|
||
},
|
||
},
|
||
],
|
||
},
|
||
],
|
||
},
|
||
],
|
||
},
|
||
},
|
||
},
|
||
}),
|
||
toolEnvelope({
|
||
response: {
|
||
code: 200,
|
||
success: true,
|
||
data: {
|
||
fans_count: "734",
|
||
},
|
||
},
|
||
}),
|
||
]);
|
||
|
||
const profile = await resolveXhsAccountProfileFromMcp(
|
||
"https://www.xiaohongshu.com/discovery/item/6a671108000000000f004bef",
|
||
"回填昵称",
|
||
{
|
||
endpoint: "https://collector.example/mcp",
|
||
key: "test-key",
|
||
},
|
||
fetchImpl,
|
||
);
|
||
|
||
assert.deepEqual(profile, {
|
||
platformUid: "6905cbca0000000037009f49",
|
||
nickname: "N我的麻辣烫好了吗",
|
||
profileUrl:
|
||
"https://www.xiaohongshu.com/user/profile/6905cbca0000000037009f49",
|
||
redId: "94329495984",
|
||
ipLocation: "重庆",
|
||
followers: 734,
|
||
});
|
||
assert.equal(calls.length, 4);
|
||
assert.equal(
|
||
calls[2].body.params.name,
|
||
"collect_xhs_wen_note_detail",
|
||
);
|
||
assert.equal(
|
||
calls[2].body.params.arguments.note_id,
|
||
"6a671108000000000f004bef",
|
||
);
|
||
assert.equal(calls[3].body.params.name, "parse_xhs_user_summary");
|
||
assert.equal(
|
||
calls[3].body.params.arguments.url,
|
||
"https://www.xiaohongshu.com/user/profile/6905cbca0000000037009f49",
|
||
);
|
||
assert.equal(
|
||
xhsNoteIdFromUrl(
|
||
"https://www.xiaohongshu.com/explore/6a671108000000000f004bef",
|
||
),
|
||
"6a671108000000000f004bef",
|
||
);
|
||
});
|
||
|
||
test("resolves followers directly from the supported XHS user summary tool", async () => {
|
||
const { calls, fetchImpl } = createFakeMcp([
|
||
toolEnvelope({
|
||
response: {
|
||
code: 200,
|
||
success: true,
|
||
msg: "用户摘要解析成功",
|
||
data: {
|
||
user: {
|
||
fansCount: 6,
|
||
ipLocation: "福建",
|
||
nickname: "555 五",
|
||
userId: "1020668113",
|
||
},
|
||
},
|
||
},
|
||
}),
|
||
]);
|
||
|
||
const details = await resolveXhsProfileDetailsFromMcp(
|
||
"https://www.xiaohongshu.com/user/profile/5fb21d32000000000101c23e",
|
||
{
|
||
endpoint: "https://collector.example/mcp",
|
||
key: "test-key",
|
||
},
|
||
fetchImpl,
|
||
);
|
||
|
||
assert.deepEqual(details, {
|
||
followers: 6,
|
||
redId: "1020668113",
|
||
ipLocation: "福建",
|
||
});
|
||
assert.equal(calls[2].body.params.name, "parse_xhs_user_summary");
|
||
});
|
||
|
||
test("resolves an xhslink short URL before requesting the author profile", async () => {
|
||
const fakeMcp = createFakeMcp([
|
||
toolEnvelope({
|
||
response: {
|
||
code: 200,
|
||
success: true,
|
||
data: {
|
||
note_detail: {
|
||
note_id: "6a572da40000000021018bd2",
|
||
ip_location: "上海",
|
||
user: {
|
||
nickname: "短链作者",
|
||
user_id: "6905cbca0000000037009f49",
|
||
},
|
||
},
|
||
},
|
||
},
|
||
}),
|
||
toolEnvelope({
|
||
response: {
|
||
code: 200,
|
||
success: true,
|
||
data: {
|
||
red_id: "1020668113",
|
||
followers: "1.2万",
|
||
},
|
||
},
|
||
}),
|
||
]);
|
||
const fetchImpl = async (url, init) => {
|
||
if (String(url) === "http://xhslink.cn/o/AJFyP5dnj7O") {
|
||
return new Response(null, {
|
||
status: 302,
|
||
headers: {
|
||
location:
|
||
"https://www.xiaohongshu.com/discovery/item/6a572da40000000021018bd2?xsec_token=valid",
|
||
},
|
||
});
|
||
}
|
||
return fakeMcp.fetchImpl(url, init);
|
||
};
|
||
|
||
const profile = await resolveXhsAccountProfileFromMcp(
|
||
"http://xhslink.cn/o/AJFyP5dnj7O",
|
||
"回填昵称",
|
||
{
|
||
endpoint: "https://collector.example/mcp",
|
||
key: "test-key",
|
||
},
|
||
fetchImpl,
|
||
);
|
||
|
||
assert.equal(profile.nickname, "短链作者");
|
||
assert.equal(profile.platformUid, "6905cbca0000000037009f49");
|
||
assert.equal(profile.redId, "1020668113");
|
||
assert.equal(profile.followers, 12_000);
|
||
assert.equal(
|
||
profile.profileUrl,
|
||
"https://www.xiaohongshu.com/user/profile/6905cbca0000000037009f49",
|
||
);
|
||
assert.equal(
|
||
fakeMcp.calls[2].body.params.arguments.note_id,
|
||
"6a572da40000000021018bd2",
|
||
);
|
||
});
|
||
|
||
test("uses the public note author when MCP profile lookup fails", async () => {
|
||
const fakeMcp = createFakeMcp([
|
||
toolEnvelope(
|
||
{
|
||
response: {
|
||
code: 500,
|
||
success: false,
|
||
msg: "作者详情暂时不可用",
|
||
},
|
||
},
|
||
true,
|
||
),
|
||
]);
|
||
const fetchImpl = async (url, init) => {
|
||
if (String(url) === "http://xhslink.cn/o/AJFyP5dnj7O") {
|
||
return new Response(
|
||
'<script>window.__STATE__={"noteData":{"desc":"测试","user":{"userId":"5fb21d32000000000101c23e","nickName":"555 五"}}}</script>',
|
||
{
|
||
status: 200,
|
||
headers: {
|
||
"content-type": "text/html; charset=utf-8",
|
||
location:
|
||
"https://www.xiaohongshu.com/discovery/item/6a572da40000000021018bd2?xsec_token=valid",
|
||
},
|
||
},
|
||
);
|
||
}
|
||
if (
|
||
String(url) ===
|
||
"https://www.xiaohongshu.com/user/profile/5fb21d32000000000101c23e"
|
||
) {
|
||
return new Response(
|
||
'<script>{"redId":"1020668113","interactions":[{"name":"粉丝","count":"6","i18nCount":"6"}]}</script>',
|
||
{ status: 200 },
|
||
);
|
||
}
|
||
return fakeMcp.fetchImpl(url, init);
|
||
};
|
||
|
||
const profile = await resolveXhsAccountProfileFromMcp(
|
||
"http://xhslink.cn/o/AJFyP5dnj7O",
|
||
"回填昵称",
|
||
{
|
||
endpoint: "https://collector.example/mcp",
|
||
key: "test-key",
|
||
},
|
||
fetchImpl,
|
||
);
|
||
|
||
assert.deepEqual(profile, {
|
||
platformUid: "5fb21d32000000000101c23e",
|
||
nickname: "555 五",
|
||
profileUrl:
|
||
"https://www.xiaohongshu.com/user/profile/5fb21d32000000000101c23e",
|
||
redId: "1020668113",
|
||
ipLocation: "待识别",
|
||
followers: 6,
|
||
});
|
||
assert.equal(
|
||
fakeMcp.calls[2].body.params.name,
|
||
"collect_xhs_wen_note_detail",
|
||
);
|
||
});
|
||
|
||
test("reads the user-visible Xiaohongshu number from a public profile", async () => {
|
||
const fetchImpl = async () =>
|
||
new Response(
|
||
'<div class="redId">小红书号:1020668113</div><script>{"redId":"1020668113","interactions":[{"name":"粉丝","count":"10+","i18nCount":"10+"}]}</script>',
|
||
{ status: 200 },
|
||
);
|
||
const accountId = await resolveXhsPublicAccountId(
|
||
"https://www.xiaohongshu.com/user/profile/5fb21d32000000000101c23e",
|
||
fetchImpl,
|
||
);
|
||
const details = await resolveXhsPublicAccountDetails(
|
||
"https://www.xiaohongshu.com/user/profile/5fb21d32000000000101c23e",
|
||
fetchImpl,
|
||
);
|
||
|
||
assert.equal(accountId, "1020668113");
|
||
assert.deepEqual(details, {
|
||
redId: "1020668113",
|
||
followers: 10,
|
||
ipLocation: "",
|
||
});
|
||
});
|
||
|
||
test("falls back to parse_xhs_note when the primary tool fails", async () => {
|
||
const { calls, fetchImpl } = createFakeMcp([
|
||
toolEnvelope(
|
||
{
|
||
response: {
|
||
code: 400,
|
||
success: false,
|
||
msg: "获取内容详情失败",
|
||
data: null,
|
||
},
|
||
},
|
||
true,
|
||
),
|
||
toolEnvelope({
|
||
response: {
|
||
code: 200,
|
||
success: true,
|
||
data: {
|
||
likes: "1.2万",
|
||
comments: 32,
|
||
collects: "2,345",
|
||
},
|
||
},
|
||
}),
|
||
]);
|
||
|
||
const result = await collectXhsMetricsFromMcp(
|
||
"https://www.xiaohongshu.com/explore/test",
|
||
{
|
||
endpoint: "https://collector.example/mcp?key=test-key",
|
||
},
|
||
fetchImpl,
|
||
);
|
||
|
||
assert.deepEqual(result, {
|
||
likes: 12_000,
|
||
comments: 32,
|
||
collects: 2_345,
|
||
});
|
||
assert.equal(calls[3].body.params.name, "parse_xhs_note");
|
||
});
|
||
|
||
test("requires the MCP key without sending a network request", async () => {
|
||
let requested = false;
|
||
await assert.rejects(
|
||
collectXhsMetricsFromMcp(
|
||
"https://www.xiaohongshu.com/explore/test",
|
||
resolveCollectionMcpConfig({}),
|
||
async () => {
|
||
requested = true;
|
||
return new Response();
|
||
},
|
||
),
|
||
/MCP采集密钥未配置/,
|
||
);
|
||
assert.equal(requested, false);
|
||
});
|
||
|
||
test("rebuilds the MCP session after a gateway session miss", async () => {
|
||
let initializeCount = 0;
|
||
const fetchImpl = async (_url, init) => {
|
||
const body = JSON.parse(init.body);
|
||
if (body.method === "initialize") {
|
||
initializeCount += 1;
|
||
return sse(
|
||
{
|
||
jsonrpc: "2.0",
|
||
id: body.id,
|
||
result: {
|
||
protocolVersion: "2025-03-26",
|
||
capabilities: { tools: { listChanged: false } },
|
||
serverInfo: { name: "ai-tool-center", version: "test" },
|
||
},
|
||
},
|
||
{
|
||
headers: {
|
||
"mcp-session-id": `session-${initializeCount}`,
|
||
},
|
||
},
|
||
);
|
||
}
|
||
if (
|
||
body.method === "notifications/initialized" &&
|
||
initializeCount === 1
|
||
) {
|
||
return Response.json(
|
||
{
|
||
jsonrpc: "2.0",
|
||
id: "server-error",
|
||
error: { code: -32600, message: "Session not found" },
|
||
},
|
||
{ status: 404 },
|
||
);
|
||
}
|
||
if (body.method === "notifications/initialized") {
|
||
return new Response("", { status: 202 });
|
||
}
|
||
if (body.method === "tools/call") {
|
||
return sse(
|
||
toolEnvelope({
|
||
response: {
|
||
code: 200,
|
||
success: true,
|
||
data: { likes: 8, comments: 2, collects: 5 },
|
||
},
|
||
}),
|
||
);
|
||
}
|
||
throw new Error(`Unexpected MCP method: ${body.method}`);
|
||
};
|
||
|
||
const result = await collectXhsMetricsFromMcp(
|
||
"https://www.xiaohongshu.com/explore/test",
|
||
{
|
||
endpoint: "https://collector.example/mcp",
|
||
key: "test-key",
|
||
},
|
||
fetchImpl,
|
||
);
|
||
|
||
assert.deepEqual(result, { likes: 8, comments: 2, collects: 5 });
|
||
assert.equal(initializeCount, 2);
|
||
});
|