feat: 完善视频任务与 KOC 资源库
This commit is contained in:
巫凤萍
@@ -1,7 +1,9 @@
|
||||
import assert from "node:assert/strict";
|
||||
import test from "node:test";
|
||||
import { strFromU8, strToU8, unzipSync, zipSync } from "fflate";
|
||||
import { buildRecoveryWorkbook } from "../lib/recovery-workbook.ts";
|
||||
import {
|
||||
RESOURCE_IMPORT_MAX_ROWS,
|
||||
mergeCooperationSources,
|
||||
normalizeProfileUrl,
|
||||
parseResourceFollowers,
|
||||
@@ -10,6 +12,72 @@ import {
|
||||
resourcePlatformUid,
|
||||
} from "../lib/resource-import.ts";
|
||||
|
||||
test("accepts several thousand accounts in one import file", () => {
|
||||
const csv = [
|
||||
"账号主页,账号昵称,账号ID,IP属地,粉丝数,合作来源",
|
||||
...Array.from({ length: 3_000 }, (_, index) => {
|
||||
const id = String(index + 1).padStart(6, "0");
|
||||
return `https://www.xiaohongshu.com/user/profile/bulk${id},账号${id},${id},上海,100,批量资源`;
|
||||
}),
|
||||
].join("\n");
|
||||
const rows = parseResourceImportFile(
|
||||
"bulk-resources.csv",
|
||||
new TextEncoder().encode(csv),
|
||||
);
|
||||
|
||||
assert.equal(RESOURCE_IMPORT_MAX_ROWS, 10_000);
|
||||
assert.equal(rows.length, 3_000);
|
||||
assert.equal(rows[0].rowNumber, 2);
|
||||
assert.equal(rows.at(-1)?.rowNumber, 3_001);
|
||||
assert.equal(rows.every((row) => row.errors.length === 0), true);
|
||||
});
|
||||
|
||||
test("parses several thousand accounts from an XLSX workbook", () => {
|
||||
const workbook = buildRecoveryWorkbook({
|
||||
sheetName: "KOC资源导入",
|
||||
headers: ["账号主页", "账号昵称", "账号ID", "IP属地", "粉丝数", "合作来源"],
|
||||
columnWidths: [48, 24, 20, 16, 14, 24],
|
||||
rows: Array.from({ length: 3_000 }, (_, index) => {
|
||||
const id = String(index + 1).padStart(6, "0");
|
||||
return {
|
||||
cells: [
|
||||
`https://www.xiaohongshu.com/user/profile/xlsx${id}`,
|
||||
`账号${id}`,
|
||||
id,
|
||||
"北京",
|
||||
200,
|
||||
"Excel批量资源",
|
||||
],
|
||||
images: [],
|
||||
};
|
||||
}),
|
||||
});
|
||||
const rows = parseResourceImportFile("bulk-resources.xlsx", workbook);
|
||||
|
||||
assert.equal(rows.length, 3_000);
|
||||
assert.equal(rows[0].profileUrl.endsWith("xlsx000001"), true);
|
||||
assert.equal(rows.at(-1)?.profileUrl.endsWith("xlsx003000"), true);
|
||||
});
|
||||
|
||||
test("keeps a bounded 10,000-row safety limit", () => {
|
||||
const csv = [
|
||||
"账号主页",
|
||||
...Array.from(
|
||||
{ length: RESOURCE_IMPORT_MAX_ROWS + 1 },
|
||||
(_, index) => `https://www.douyin.com/user/bulk-account-${index + 1}`,
|
||||
),
|
||||
].join("\n");
|
||||
|
||||
assert.throws(
|
||||
() =>
|
||||
parseResourceImportFile(
|
||||
"too-many-resources.csv",
|
||||
new TextEncoder().encode(csv),
|
||||
),
|
||||
/单次最多导入 10000 个账号/,
|
||||
);
|
||||
});
|
||||
|
||||
test("parses CSV resources and normalizes public profile data", () => {
|
||||
const csv = [
|
||||
"账号主页,合作来源",
|
||||
@@ -26,6 +94,9 @@ test("parses CSV resources and normalizes public profile data", () => {
|
||||
ipLocation: "",
|
||||
followers: 0,
|
||||
followersResolved: false,
|
||||
gender: "",
|
||||
bio: "",
|
||||
tags: [],
|
||||
cooperationSource: "林林KOC社群",
|
||||
errors: [],
|
||||
});
|
||||
@@ -34,8 +105,8 @@ test("parses CSV resources and normalizes public profile data", () => {
|
||||
|
||||
test("uses optional account fields directly and only requires the profile URL", () => {
|
||||
const csv = [
|
||||
"账号链接,账号昵称,账号ID,IP属地,粉丝数,合作来源",
|
||||
"https://www.xiaohongshu.com/user/profile/abc123,番茄不炒蛋,4171542126,江西,10+,历史资源",
|
||||
"账号链接,账号昵称,账号ID,IP属地,粉丝数,性别,简介,标签,合作来源",
|
||||
"https://www.xiaohongshu.com/user/profile/abc123,番茄不炒蛋,4171542126,江西,10+,女,分享江西本地生活,本地生活、美食探店,历史资源",
|
||||
].join("\n");
|
||||
const [row] = parseResourceImportFile(
|
||||
"resources.csv",
|
||||
@@ -46,9 +117,36 @@ test("uses optional account fields directly and only requires the profile URL",
|
||||
assert.equal(row.ipLocation, "江西");
|
||||
assert.equal(row.followers, 10);
|
||||
assert.equal(row.followersResolved, true);
|
||||
assert.equal(row.gender, "女");
|
||||
assert.equal(row.bio, "分享江西本地生活");
|
||||
assert.deepEqual(row.tags, ["本地生活", "美食探店"]);
|
||||
assert.deepEqual(resourceImportMissingFields(row), []);
|
||||
});
|
||||
|
||||
test("validates optional gender", () => {
|
||||
const csv = [
|
||||
"账号链接,性别,标签",
|
||||
"https://www.xiaohongshu.com/user/profile/abc123,其他,美食探店",
|
||||
].join("\n");
|
||||
const [row] = parseResourceImportFile(
|
||||
"resources.csv",
|
||||
new TextEncoder().encode(csv),
|
||||
);
|
||||
assert.match(row.errors.join("；"), /性别格式不正确/);
|
||||
});
|
||||
|
||||
test("rejects more than five tags in one optional tag cell", () => {
|
||||
const csv = [
|
||||
"账号链接,标签",
|
||||
'https://www.xiaohongshu.com/user/profile/abc123,"美食探店,旅游出行,数码产品,本地生活,婚嫁备婚,美妆护肤"',
|
||||
].join("\n");
|
||||
const [row] = parseResourceImportFile(
|
||||
"resources.csv",
|
||||
new TextEncoder().encode(csv),
|
||||
);
|
||||
assert.match(row.errors.join("；"), /最多填写 5 个标签/);
|
||||
});
|
||||
|
||||
test("normalizes common follower formats and identifies missing enrichment fields", () => {
|
||||
assert.deepEqual(parseResourceFollowers("1.3万"), {
|
||||
value: 13_000,
|
||||
@@ -86,11 +184,49 @@ test("parses the first matching worksheet from an XLSX workbook", () => {
|
||||
assert.equal(rows[0].followersResolved, false);
|
||||
});
|
||||
|
||||
test("keeps values in their columns after a self-closing blank XLSX cell", () => {
|
||||
const workbook = buildRecoveryWorkbook({
|
||||
sheetName: "KOC资源导入",
|
||||
headers: ["账号主页", "账号昵称", "账号ID", "IP属地", "粉丝数", "合作来源"],
|
||||
columnWidths: [48, 24, 20, 16, 14, 24],
|
||||
rows: [
|
||||
{
|
||||
cells: [
|
||||
"https://www.xiaohongshu.com/user/profile/blank-ip-cell",
|
||||
"空白IP账号",
|
||||
"123456789",
|
||||
"",
|
||||
10,
|
||||
"",
|
||||
],
|
||||
images: [],
|
||||
},
|
||||
],
|
||||
});
|
||||
const entries = unzipSync(workbook);
|
||||
const sheetPath = "xl/worksheets/sheet1.xml";
|
||||
const sheetXml = strFromU8(entries[sheetPath]);
|
||||
entries[sheetPath] = strToU8(
|
||||
sheetXml.replace('<c r="E2"', '<c r="D2"/><c r="E2"'),
|
||||
);
|
||||
|
||||
const [row] = parseResourceImportFile(
|
||||
"self-closing-blank.xlsx",
|
||||
zipSync(entries),
|
||||
);
|
||||
assert.equal(row.ipLocation, "");
|
||||
assert.equal(row.followers, 10);
|
||||
assert.equal(row.followersResolved, true);
|
||||
assert.deepEqual(row.errors, []);
|
||||
});
|
||||
|
||||
test("reports invalid required fields without hiding valid rows", () => {
|
||||
const csv = "账号主页,合作来源\n,历史资源\nhttps://www.douyin.com/user/demo,社群";
|
||||
const csv = "账号主页,合作来源\n,历史资源\nhttps://www.douyin.com/user/demo,社群\nhttps://example.com/user/demo,其他";
|
||||
const rows = parseResourceImportFile("resources.csv", new TextEncoder().encode(csv));
|
||||
assert.match(rows[0].errors.join("；"), /账号主页不能为空/);
|
||||
assert.match(rows[1].errors.join("；"), /仅支持小红书账号主页/);
|
||||
assert.equal(rows[1].platform, "抖音");
|
||||
assert.equal(rows[1].errors.length, 0);
|
||||
assert.match(rows[2].errors.join("；"), /仅支持小红书或抖音账号主页/);
|
||||
});
|
||||
|
||||
test("rejects invalid optional follower values without requiring other optional fields", () => {
|
||||
@@ -105,6 +241,18 @@ test("rejects invalid optional follower values without requiring other optional
|
||||
assert.match(row.errors.join("；"), /粉丝数格式不正确/);
|
||||
});
|
||||
|
||||
test("rejects a numeric value entered as an IP location", () => {
|
||||
const csv = [
|
||||
"账号链接,IP属地,粉丝数",
|
||||
"https://www.xiaohongshu.com/user/profile/abc123,10,100",
|
||||
].join("\n");
|
||||
const [row] = parseResourceImportFile(
|
||||
"resources.csv",
|
||||
new TextEncoder().encode(csv),
|
||||
);
|
||||
assert.match(row.errors.join("；"), /IP属地格式不正确/);
|
||||
});
|
||||
|
||||
test("normalizes profile URLs and merges cooperation sources", () => {
|
||||
assert.equal(
|
||||
normalizeProfileUrl("https://www.xiaohongshu.com/user/profile/abc/?foo=1#top"),
|
||||
|
||||
Reference in New Issue
Block a user