smoke.js 63 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030
  1. #!/usr/bin/env node
  2. 'use strict';
  3. // 零依赖冒烟测试:拉起真实服务(随机端口),全量核对端点行为后关停。
  4. // 安全边界:只做只读请求 + 无副作用 POST(校验失败类、空操作);
  5. // 绝不触碰 DELETE /api/reports/data、/api/crawl/start、/api/open-folder、
  6. // /api/image/test、/api/chat/test,也不在数据湖有主体时调用 /api/reports/ask。
  7. // 用法:node scripts/smoke.js
  8. const { spawn, spawnSync } = require('child_process');
  9. const net = require('net');
  10. const http = require('http');
  11. const fs = require('fs');
  12. const os = require('os');
  13. const path = require('path');
  14. const ROOT = path.resolve(__dirname, '..');
  15. function pickPort() {
  16. return new Promise((resolve, reject) => {
  17. const srv = net.createServer();
  18. srv.unref();
  19. srv.on('error', reject);
  20. srv.listen(0, '127.0.0.1', () => {
  21. const port = srv.address().port;
  22. srv.close(() => resolve(port));
  23. });
  24. });
  25. }
  26. function request(port, method, urlPath, body, host = '127.0.0.1', extraHeaders = {}) {
  27. return new Promise((resolve, reject) => {
  28. const req = http.request({
  29. host, port, method, path: urlPath, timeout: 15000,
  30. headers: {
  31. ...(body !== undefined ? { 'Content-Type': 'application/json' } : {}),
  32. ...extraHeaders,
  33. },
  34. }, (res) => {
  35. const chunks = [];
  36. res.on('data', (c) => chunks.push(c));
  37. res.on('end', () => resolve({
  38. status: res.statusCode,
  39. headers: res.headers,
  40. text: Buffer.concat(chunks).toString('utf8'),
  41. json: () => JSON.parse(Buffer.concat(chunks).toString('utf8')),
  42. }));
  43. });
  44. req.on('error', reject);
  45. req.on('timeout', () => req.destroy(new Error('timeout')));
  46. if (body !== undefined) req.write(JSON.stringify(body));
  47. req.end();
  48. });
  49. }
  50. /** 取本机第一个非内部 IPv4 局域网地址(用于访问口令测试;回环地址在服务端直接放行) */
  51. function getLanIpv4() {
  52. for (const list of Object.values(os.networkInterfaces())) {
  53. for (const ni of list || []) {
  54. if (ni.family === 'IPv4' && !ni.internal) return ni.address;
  55. }
  56. }
  57. return '';
  58. }
  59. const results = [];
  60. async function check(name, fn) {
  61. try {
  62. await fn();
  63. results.push({ name, ok: true });
  64. } catch (e) {
  65. results.push({ name, ok: false, error: e.message });
  66. }
  67. }
  68. function expect(cond, msg) {
  69. if (!cond) throw new Error(msg);
  70. }
  71. async function waitForHealth(port, timeoutMs = 20000) {
  72. const start = Date.now();
  73. for (;;) {
  74. try {
  75. const res = await request(port, 'GET', '/healthz');
  76. if (res.status === 200) return;
  77. } catch { /* not up yet */ }
  78. if (Date.now() - start > timeoutMs) throw new Error('服务未在超时内启动');
  79. await new Promise((r) => setTimeout(r, 300));
  80. }
  81. }
  82. function waitForHealthLan(lanIp, port, timeoutMs = 20000) {
  83. return new Promise((resolve, reject) => {
  84. const start = Date.now();
  85. const probe = () => {
  86. const req = http.request({ host: lanIp, port, path: '/healthz', timeout: 3000 }, (res) => {
  87. res.resume();
  88. if (res.statusCode === 200) return resolve();
  89. retry();
  90. });
  91. req.on('error', retry);
  92. req.on('timeout', () => { req.destroy(); retry(); });
  93. req.end();
  94. };
  95. const retry = () => {
  96. if (Date.now() - start > timeoutMs) return reject(new Error('服务未在超时内启动(LAN)'));
  97. setTimeout(probe, 300);
  98. };
  99. probe();
  100. });
  101. }
  102. function enc(s) { return encodeURIComponent(s); }
  103. async function main() {
  104. const port = await pickPort();
  105. // 主服务隔离:临时湖 + 临时配置(aitable 关闭)——smoke 绝不触碰本机数据湖、config.json 与真实云端凭据
  106. const tmpMain = fs.mkdtempSync(path.join(os.tmpdir(), 'genpic-smoke-main-'));
  107. const tmpMainLake = path.join(tmpMain, 'lake');
  108. fs.mkdirSync(tmpMainLake, { recursive: true });
  109. // 输出根目录也用临时目录:避免依赖本机 workspace 是否存在(scan/creations 需要可读目录)
  110. const tmpMainWorkspace = path.join(tmpMain, 'workspace');
  111. fs.mkdirSync(tmpMainWorkspace, { recursive: true });
  112. const tmpMainConfig = path.join(tmpMain, 'config.json');
  113. fs.writeFileSync(tmpMainConfig, JSON.stringify({
  114. aitable: { enabled: false },
  115. // ops 库也指到临时目录:冒烟不触碰本机 data/ops.db
  116. storage: { driver: 'sqlite', sqlite: { file: path.join(tmpMain, 'ops.db') } },
  117. rootDir: tmpMainWorkspace,
  118. }));
  119. const child = spawn(process.execPath, [path.join(ROOT, 'server.js')], {
  120. env: { ...process.env, PORT: String(port), HOST: '127.0.0.1', GENPIC_LAKE_DIR: tmpMainLake, GENPIC_CONFIG: tmpMainConfig, NAPOS_CDP_PORT: '1', SCHOOLS_FILE: path.join(tmpMain, 'schools.json') },
  121. stdio: ['ignore', 'pipe', 'pipe'],
  122. });
  123. let bootLog = '';
  124. child.stdout.on('data', (c) => { bootLog += c; });
  125. child.stderr.on('data', (c) => { bootLog += c; });
  126. try {
  127. await waitForHealth(port);
  128. let workspaceRoot = '';
  129. {
  130. const res = await request(port, 'GET', '/api/default-root');
  131. workspaceRoot = res.json().root;
  132. }
  133. const encRoot = enc(workspaceRoot);
  134. const b64Root = Buffer.from(workspaceRoot, 'utf8').toString('base64url');
  135. // ---- 基础与健康 ----
  136. await check('GET /healthz', async () => {
  137. const r = await request(port, 'GET', '/healthz');
  138. expect(r.status === 200 && r.json().ok === true, `status=${r.status}`);
  139. });
  140. await check('GET /readyz', async () => {
  141. const r = await request(port, 'GET', '/readyz');
  142. const j = r.json();
  143. expect(r.status === 200 && typeof j.ok === 'boolean' && typeof j.workspaceReady === 'boolean', `status=${r.status}`);
  144. });
  145. await check('GET /api/default-root', async () => {
  146. const r = await request(port, 'GET', '/api/default-root');
  147. expect(r.status === 200 && !!r.json().root, `status=${r.status}`);
  148. });
  149. // ---- 设置域 ----
  150. await check('GET /api/models', async () => {
  151. const r = await request(port, 'GET', '/api/models');
  152. const j = r.json();
  153. expect(r.status === 200 && Array.isArray(j.models) && j.models.length >= 5 && !!j.default, `status=${r.status}`);
  154. });
  155. await check('GET /api/settings(脱敏)', async () => {
  156. const r = await request(port, 'GET', '/api/settings');
  157. const j = r.json();
  158. expect(r.status === 200 && typeof j.rootDir === 'string' && typeof j.port === 'number', `status=${r.status}`);
  159. expect(!j.apiKey || j.apiKey.includes('••••'), 'apiKey 未脱敏');
  160. });
  161. await check('POST /api/settings 非法 pageSize → 400', async () => {
  162. const r = await request(port, 'POST', '/api/settings', { pageSize: 9999 });
  163. expect(r.status === 400, `status=${r.status}`);
  164. });
  165. await check('POST /api/settings 非法 delayMs → 400', async () => {
  166. const r = await request(port, 'POST', '/api/settings', { delayMs: -5 });
  167. expect(r.status === 400, `status=${r.status}`);
  168. });
  169. await check('POST /api/settings 非法 autoSyncTime → 400', async () => {
  170. const r = await request(port, 'POST', '/api/settings', { autoSyncTime: '99:99' });
  171. expect(r.status === 400, `status=${r.status}`);
  172. });
  173. await check('GET /api/settings 含 autoSync 字段', async () => {
  174. const r = await request(port, 'GET', '/api/settings');
  175. const j = r.json();
  176. expect(typeof j.autoSyncEnabled === 'boolean' && /^\d{1,2}:\d{2}$/.test(j.autoSyncTime || ''), 'autoSync 字段缺失');
  177. });
  178. // ---- 采集域 ----
  179. await check('POST /api/settings 云端写保护开关读写', async () => {
  180. let r = await request(port, 'POST', '/api/settings', { aitableReadOnly: true });
  181. expect(r.status === 200, `status=${r.status}`);
  182. r = await request(port, 'GET', '/api/settings');
  183. expect(r.json().aitableReadOnly === true, '写保护保存未生效');
  184. await request(port, 'POST', '/api/settings', { aitableReadOnly: false });
  185. r = await request(port, 'GET', '/api/settings');
  186. expect(r.json().aitableReadOnly === false, '写保护关闭未生效');
  187. });
  188. await check('GET /api/session', async () => {
  189. const r = await request(port, 'GET', '/api/session');
  190. expect(r.status === 200 && typeof r.json().cookieConfigured === 'boolean', `status=${r.status}`);
  191. });
  192. await check('GET /api/shops(base64url root)', async () => {
  193. const r = await request(port, 'GET', `/api/shops?root=${b64Root}`);
  194. expect(r.status === 200 && Array.isArray(r.json().shops), `status=${r.status}`);
  195. });
  196. await check('GET /api/shops 非法 root → 403', async () => {
  197. const bad = Buffer.from('/tmp/elsewhere', 'utf8').toString('base64url');
  198. const r = await request(port, 'GET', `/api/shops?root=${bad}`);
  199. expect(r.status === 403, `status=${r.status}`);
  200. });
  201. await check('GET /api/scan', async () => {
  202. const r = await request(port, 'GET', `/api/scan?root=${encRoot}`);
  203. const j = r.json();
  204. expect(r.status === 200 && Array.isArray(j.shops), `status=${r.status}`);
  205. });
  206. await check('GET /api/crawl/status', async () => {
  207. const r = await request(port, 'GET', '/api/crawl/status');
  208. expect(r.status === 200 && typeof r.json().status === 'string', `status=${r.status}`);
  209. });
  210. await check('POST /api/crawl/stop(空操作)', async () => {
  211. const r = await request(port, 'POST', '/api/crawl/stop');
  212. expect(r.status === 200 && r.json().ok === true, `status=${r.status}`);
  213. });
  214. await check('Origin 防护:跨站写请求 → 403', async () => {
  215. const r = await request(port, 'POST', '/api/crawl/stop', undefined, '127.0.0.1', { Origin: 'http://evil.example' });
  216. expect(r.status === 403, `status=${r.status}`);
  217. });
  218. await check('Origin 防护:同源写请求放行', async () => {
  219. const r = await request(port, 'POST', '/api/crawl/stop', undefined, '127.0.0.1', { Origin: `http://127.0.0.1:${port}` });
  220. expect(r.status === 200, `status=${r.status}`);
  221. });
  222. // ---- 生成/任务/历史域 ----
  223. await check('GET /api/tasks', async () => {
  224. const r = await request(port, 'GET', '/api/tasks');
  225. const j = r.json();
  226. expect(r.status === 200 && j.summary && Array.isArray(j.tasks), `status=${r.status}`);
  227. });
  228. await check('GET /api/job/未知ID → 404', async () => {
  229. const r = await request(port, 'GET', '/api/job/00000000-0000-0000-0000-000000000000');
  230. expect(r.status === 404, `status=${r.status}`);
  231. });
  232. await check('GET /api/creations', async () => {
  233. const r = await request(port, 'GET', `/api/creations?root=${encRoot}&limit=5`);
  234. const j = r.json();
  235. expect(r.status === 200 && typeof j.total === 'number' && Array.isArray(j.items), `status=${r.status}`);
  236. });
  237. await check('GET /files 越界 → 403', async () => {
  238. const r = await request(port, 'GET', `/files?path=${enc('/etc/passwd')}`);
  239. expect(r.status === 403, `status=${r.status}`);
  240. });
  241. await check('GET /files 缺参 → 400', async () => {
  242. const r = await request(port, 'GET', '/files');
  243. expect(r.status === 400, `status=${r.status}`);
  244. });
  245. // ---- 日志 ----
  246. await check('GET /api/logs', async () => {
  247. const r = await request(port, 'GET', '/api/logs');
  248. expect(r.status === 200 && Array.isArray(r.json().logs), `status=${r.status}`);
  249. });
  250. await check('POST /api/logs/clear', async () => {
  251. const r = await request(port, 'POST', '/api/logs/clear');
  252. expect(r.status === 200 && r.json().ok === true, `status=${r.status}`);
  253. });
  254. // ---- 数据报表域 ----
  255. await check('GET /api/reports/status(不限方法 GET)', async () => {
  256. const r = await request(port, 'GET', '/api/reports/status');
  257. expect(r.status === 200 && r.json().napos, `status=${r.status}`);
  258. });
  259. await check('POST /api/reports/status(不限方法 POST)', async () => {
  260. const r = await request(port, 'POST', '/api/reports/status');
  261. expect(r.status === 200, `status=${r.status}`);
  262. });
  263. await check('GET /api/reports/columns', async () => {
  264. const r = await request(port, 'GET', '/api/reports/columns');
  265. expect(r.status === 200 && Array.isArray(r.json().columns) && r.json().columns.length >= 10, `status=${r.status}`);
  266. });
  267. await check('GET /api/reports/entities', async () => {
  268. const r = await request(port, 'GET', '/api/reports/entities');
  269. expect(r.status === 200 && Array.isArray(r.json().entities), `status=${r.status}`);
  270. });
  271. await check('GET /api/reports/sync/status', async () => {
  272. const r = await request(port, 'GET', '/api/reports/sync/status');
  273. expect(r.status === 200 && typeof r.json().running === 'boolean', `status=${r.status}`);
  274. });
  275. await check('GET /api/reports/syncs', async () => {
  276. const r = await request(port, 'GET', '/api/reports/syncs');
  277. expect(r.status === 200 && Array.isArray(r.json().runs), `status=${r.status}`);
  278. });
  279. await check('GET /api/reports/daily', async () => {
  280. const r = await request(port, 'GET', '/api/reports/daily');
  281. expect(r.status === 200, `status=${r.status}`);
  282. });
  283. await check('GET /api/reports/aggregate', async () => {
  284. const r = await request(port, 'GET', '/api/reports/aggregate');
  285. expect(r.status === 200, `status=${r.status}`);
  286. });
  287. await check('GET /api/reports/export → CSV', async () => {
  288. const r = await request(port, 'GET', '/api/reports/export');
  289. expect(r.status === 200 && /text\/csv/.test(r.headers['content-type'] || ''), `status=${r.status}`);
  290. });
  291. await check('GET /api/reports/report-html → HTML', async () => {
  292. const r = await request(port, 'GET', '/api/reports/report-html');
  293. expect(r.status === 200 && /text\/html/.test(r.headers['content-type'] || ''), `status=${r.status}`);
  294. });
  295. await check('POST /api/reports/ask(有主体时跳过)', async () => {
  296. const ent = await request(port, 'GET', '/api/reports/entities');
  297. if (ent.json().entities.length > 0) return; // 有主体会真调对话模型,跳过
  298. const r = await request(port, 'POST', '/api/reports/ask', { q: 'test' });
  299. expect(r.status === 400 && r.json().code === 'ASK_NO_ENTITY', `status=${r.status}`);
  300. });
  301. await check('GET /api/reports/lake → 湖全景', async () => {
  302. const r = await request(port, 'GET', '/api/reports/lake');
  303. const d = r.json();
  304. expect(r.status === 200 && Array.isArray(d.entities) && typeof d.totalRows === 'number' && d.aitable && 'enabled' in d.aitable, `status=${r.status}`);
  305. });
  306. await check('GET /api/reports/daily → 分页字段', async () => {
  307. const r = await request(port, 'GET', '/api/reports/daily');
  308. const d = r.json();
  309. expect(r.status === 200 && typeof d.total === 'number' && d.page >= 1 && d.pageSize >= 50 && d.pages >= 1 && 'summary' in d, `status=${r.status}`);
  310. });
  311. await check('GET /api/reports/syncs → 同步历史', async () => {
  312. const r = await request(port, 'GET', '/api/reports/syncs');
  313. expect(r.status === 200 && Array.isArray(r.json().runs), `status=${r.status}`);
  314. });
  315. await check('POST /api/reports/aitable/push(无主体 → 400)', async () => {
  316. const r = await request(port, 'POST', '/api/reports/aitable/push', {});
  317. expect(r.status === 400 && r.json().code === 'AITABLE_NO_ENTITY', `status=${r.status} code=${r.json().code}`);
  318. });
  319. await check('POST /api/reports/diagnose/napos(客户端离线 → 报告带指引)', async () => {
  320. const r = await request(port, 'POST', '/api/reports/diagnose/napos', {});
  321. const j = r.json();
  322. expect(r.status === 200 && j.status && j.status.portOk === false && /客户端/.test(j.conclusion || ''),
  323. `status=${r.status} conclusion=${j.conclusion}`);
  324. });
  325. // ---- 店铺运营(上传解析)只读断言:不触发上传/重解析等写操作 ----
  326. await check('GET /api/ops/summary(空库 → enabled:true)', async () => {
  327. const r = await request(port, 'GET', '/api/ops/summary');
  328. const d = r.json();
  329. expect(r.status === 200 && d.enabled === true && d.rowCount === 0, `status=${r.status} enabled=${d.enabled}`);
  330. });
  331. await check('GET /api/ops/uploads(空库 → 空数组)', async () => {
  332. const r = await request(port, 'GET', '/api/ops/uploads');
  333. expect(r.status === 200 && Array.isArray(r.json().uploads) && r.json().uploads.length === 0, `status=${r.status}`);
  334. });
  335. await check('GET /api/schools(内置学校可见)', async () => {
  336. const r = await request(port, 'GET', '/api/schools');
  337. const d = r.json();
  338. expect(r.status === 200 && Array.isArray(d.schools), `status=${r.status}`);
  339. expect(d.schools.some((s) => s.name === '浙江工商大学桐庐校区'), '缺少内置学校');
  340. expect(d.schools.every((s) => 'ops' in s), '缺少关联字段');
  341. });
  342. await check('GET /api/ops/fields(默认 4 字段)', async () => {
  343. const r = await request(port, 'GET', '/api/ops/fields');
  344. const d = r.json();
  345. expect(r.status === 200 && Array.isArray(d.fields) && d.fields.length >= 4, `status=${r.status}`);
  346. expect(Array.isArray(d.defaults) && d.defaults.length === 4, 'defaults 不对');
  347. });
  348. await check('GET /api/ops/dashboard(空库 → 空 KPI)', async () => {
  349. const r = await request(port, 'GET', '/api/ops/dashboard');
  350. const d = r.json();
  351. expect(r.status === 200 && d.kpis === null && Array.isArray(d.trend), `status=${r.status}`);
  352. });
  353. await check('GET /api/ops/report(空库 → empty)', async () => {
  354. const r = await request(port, 'GET', '/api/ops/report');
  355. const d = r.json();
  356. expect(r.status === 200 && d.empty === true, `status=${r.status}`);
  357. });
  358. await check('GET /api/ops/reports(空库 → 空列表)', async () => {
  359. const r = await request(port, 'GET', '/api/ops/reports');
  360. const d = r.json();
  361. expect(r.status === 200 && Array.isArray(d.reports), `status=${r.status}`);
  362. });
  363. await check('GET /api/ops/rows(空库 → 空矩阵)', async () => {
  364. const r = await request(port, 'GET', '/api/ops/rows');
  365. const d = r.json();
  366. expect(r.status === 200 && Array.isArray(d.groups) && d.groups.length === 0 && Array.isArray(d.dates), `status=${r.status}`);
  367. });
  368. // ---- 营业状态快照(busyLevel)与定向采集路由 ----
  369. await check('busyLevel → 快照落库 + 报表行回填 + 不产生多余行(隔离子进程)', async () => {
  370. const blake = path.join(tmpMain, 'lake-busy');
  371. fs.mkdirSync(blake, { recursive: true });
  372. const probe = spawnSync(process.execPath, ['-e', [
  373. 'const svc = require(process.env.ROOT + "/napos-service.js");',
  374. 'const store = svc.store;',
  375. 'store.upsertEntity({ merchantId: "m1", merchantName: "快照主体", chains: [{ chainId: "c1", chainName: "连锁" }], shops: [{ shopId: "s1", shopName: "一店", chainId: "c1" }] });',
  376. 'store.upsertRows("快照主体", [',
  377. ' { date: "20261018", scope: "shop", chainId: "c1", shopId: "s1", shopName: "一店", validOrderCnt: 10, grossAmt: 100, incomeAmt: 80, expUv: 50, orderUserCnt: 8, clkExpRate: 0.1, ordClkRate: 0.16, perActualPay: 10 },',
  378. ' { date: "20261017", scope: "shop", chainId: "c1", shopId: "s1", shopName: "一店", validOrderCnt: 5, grossAmt: 60, incomeAmt: 48, expUv: 30, orderUserCnt: 4, clkExpRate: 0.12, ordClkRate: 0.13, perActualPay: 12 },',
  379. ']);',
  380. 'store.saveBusyStatus("快照主体", "20261018", [{ shopId: "s1", shopName: "一店", chainId: "c1", busyLevel: "OPEN" }]);',
  381. 'store.saveBusyStatus("快照主体", "20261017", [{ shopId: "s1", shopName: "一店", chainId: "c1", busyLevel: "OPEN" }]);',
  382. 'store.saveBusyStatus("快照主体", "20261017", [{ shopId: "s1", shopName: "一店", chainId: "c1", busyLevel: "SUSPEND_BUSINESS" }]);',
  383. 'const r = svc.queryReport({ entity: "快照主体", from: "20261016", to: "20261018" });',
  384. 'const byDate = Object.fromEntries(r.rows.map((x) => [x.date, x.busyLevel]));',
  385. 'console.log(JSON.stringify({ d18: byDate["20261018"], d17: byDate["20261017"], d16: byDate["20261016"], rows: r.rows.length }));',
  386. ].join('\n')], {
  387. encoding: 'utf8', timeout: 20000,
  388. env: { ...process.env, GENPIC_LAKE_DIR: blake, ROOT },
  389. });
  390. expect(probe.status === 0, `探针失败:${(probe.stderr || probe.stdout || '').slice(-300)}`);
  391. const out = JSON.parse(probe.stdout.trim().split('\n').pop());
  392. expect(out.d18 === '营业中', `OPEN 应映射营业中:${out.d18}`);
  393. // 当天先 OPEN 后 SUSPEND:最新状态是暂停,但出现过营业中 → 曾营业
  394. expect(out.d17 === '曾营业', `OPEN+SUSPEND 应合并为曾营业:${out.d17}`);
  395. // 只有快照、没有指标行的日期不得凭空造行
  396. expect(out.rows === 2 && out.d16 === undefined, `快照不应产生指标行:rows=${out.rows} d16=${out.d16}`);
  397. fs.rmSync(blake, { recursive: true, force: true });
  398. });
  399. await check('定向采集路由 → 状态/结果/启动(客户端离线优雅处理,不卡死)', async () => {
  400. const s0 = await request(port, 'GET', '/api/reports/harvest/status');
  401. expect(s0.status === 200 && s0.json().running === false, `status=${s0.status}`);
  402. const r0 = await request(port, 'GET', '/api/reports/harvest/result');
  403. expect(r0.status === 200 && r0.json().result === null, `首次 result 应为 null:${JSON.stringify(r0.json()).slice(0, 80)}`);
  404. const st1 = await request(port, 'POST', '/api/reports/harvest/start', { seconds: 60 });
  405. expect(st1.status === 200 && st1.json().ok === true, `start=${st1.status}`);
  406. await new Promise((res) => setTimeout(res, 800));
  407. const s2 = await request(port, 'GET', '/api/reports/harvest/status');
  408. expect(s2.json().running === false, '客户端离线时采集应快速失败,状态不得卡在 running');
  409. const stop = await request(port, 'POST', '/api/reports/harvest/stop', {});
  410. expect(stop.status === 200 && stop.json().running === false, `stop=${stop.status}`);
  411. });
  412. // ---- 钉钉三表拆分与行键(纯函数回归,不打真实钉钉 API) ----
  413. const aitableLib = require('../server/services/aitable.js');
  414. const { rowKey } = require('../reports-store.js');
  415. await check('splitRowsBySheet → 按维度分流且 summary 不上云', async () => {
  416. const s = aitableLib.splitRowsBySheet([
  417. { scope: 'shop', shopId: '1', chainId: 'c1' },
  418. { scope: 'shop', shopId: '2', chainId: 'c1' },
  419. { scope: 'chain', shopId: '', chainId: 'c1' },
  420. { scope: 'chain', shopId: '', chainId: 'c2' },
  421. { scope: 'company', shopId: '', chainId: '-1' },
  422. { scope: 'summary', shopId: '', chainId: '' },
  423. ]);
  424. expect(s.detail.length === 2 && s.chain.length === 2 && s.company.length === 1 && s.skippedSummary === 1,
  425. `detail=${s.detail.length} chain=${s.chain.length} company=${s.company.length} skipped=${s.skippedSummary}`);
  426. });
  427. await check('recordKey / rowKey → 同日多连锁不碰撞', async () => {
  428. const cloud = (chainId) => aitableLib.recordKey({ 日期: '20261017', 账号名: 'A', 维度: '连锁', 连锁ID: chainId, 门店ID: '' });
  429. expect(cloud('c1') !== cloud('c2'), '连锁行云端业务键仍碰撞');
  430. const local = (row) => rowKey(row);
  431. expect(local({ date: '20261017', scope: 'chain', chainId: 'c1', shopId: '' }) !== local({ date: '20261017', scope: 'chain', chainId: 'c2', shopId: '' }), '连锁行本地行键仍碰撞');
  432. expect(local({ date: '20261017', scope: 'summary', chainId: '', shopId: '' }) !== local({ date: '20261017', scope: 'summary', chainId: 'c1', shopId: '' }), '汇总行本地行键仍碰撞');
  433. });
  434. await check('resolveSheets → 缺省兜底三表名', async () => {
  435. const { sheets, fingerprint } = aitableLib.resolveSheets({});
  436. expect(sheets.detail === '门店明细' && sheets.chain === '连锁汇总' && sheets.company === '公司汇总' && fingerprint.split('|').length === 3,
  437. JSON.stringify(sheets));
  438. });
  439. await check('detectLayerConflict → 门店全零且汇总有数才拦;新店型全零/未营业/无门店行放行', async () => {
  440. const mk = (scope, extra = {}) => ({ scope, shopId: scope === 'shop' ? 's1' : '', chainId: scope === 'company' ? '-1' : 'c1', validOrderCnt: 0, incomeAmt: 0, ...extra });
  441. // 已知 bug 形态:门店行全零、连锁/公司有数 → 拦
  442. const bug = [mk('shop'), mk('chain', { validOrderCnt: 138, incomeAmt: 2900 }), mk('company', { validOrderCnt: 138, incomeAmt: 2900 })];
  443. expect(aitableLib.detectLayerConflict(bug) && aitableLib.detectLayerConflict(bug).shopRows === 1, '门店全零而汇总有数未检出');
  444. // 新店型:大面积全零但部分门店有数 → 放行(>80% 全零也正常)
  445. const newShops = [mk('shop'), mk('shop'), mk('shop', { validOrderCnt: 98, incomeAmt: 1400 }), mk('chain', { validOrderCnt: 138 }), mk('company')];
  446. expect(aitableLib.detectLayerConflict(newShops) === null, '部分门店有数被误拦');
  447. // 全新未营业:门店与汇总都没数 → 放行
  448. expect(aitableLib.detectLayerConflict([mk('shop'), mk('chain'), mk('company')]) === null, '未营业主体被误拦');
  449. // 无门店行 → 放行
  450. expect(aitableLib.detectLayerConflict([mk('chain', { validOrderCnt: 5 })]) === null, '无门店行被误拦');
  451. });
  452. await check('treeFromRows → 从拉回的行反推连锁/门店(跳过 company 的 -1 与无 ID 店)', async () => {
  453. const t = aitableLib.treeFromRows([
  454. { scope: 'shop', shopId: 's1', shopName: '面馆', chainId: 'c1', chainName: '甲连锁' },
  455. { scope: 'shop', shopId: 's2', shopName: '粉店', chainId: 'c2', chainName: '乙连锁' },
  456. { scope: 'chain', shopId: '', chainId: 'c1', chainName: '甲连锁' },
  457. { scope: 'company', shopId: '', chainId: '-1', chainName: '' },
  458. { scope: 'shop', shopId: '', shopName: '无ID店', chainId: '', chainName: '' },
  459. ]);
  460. expect(t.chains.length === 2 && t.shops.length === 2, `chains=${t.chains.length} shops=${t.shops.length}`);
  461. expect(t.chains.every((c) => c.chainId !== '-1'), 'company 的 -1 不应成为连锁');
  462. expect(t.shops.every((s) => s.shopName && s.chainId), '门店条目缺名称/连锁');
  463. });
  464. // ---- 问数两段式:结果摘要与兜底话术(纯函数,不调对话模型) ----
  465. const nlQueryLib = require('../nl-query.js');
  466. await check('buildResultDigest → 口径/Top行/合计齐全且按列类型格式化', async () => {
  467. const digest = nlQueryLib.buildResultDigest(
  468. { mode: 'shop', from: '20260918', to: '20261017', metrics: ['grossAmt', 'clkExpRate'], shopIds: [] },
  469. {
  470. rows: [
  471. { shopName: '一食堂', grossAmt: 12345.6, clkExpRate: 0.0521 },
  472. { shopName: '二食堂', grossAmt: 0, clkExpRate: 0 },
  473. ],
  474. summary: { grossAmt: 12345.6, clkExpRate: 0.0521 },
  475. }
  476. );
  477. expect(digest.includes('按门店汇总') && digest.includes('2026-09-18') && digest.includes('2026-10-17'), digest);
  478. expect(digest.includes('12,345.60元') && digest.includes('5.21%'), digest); // money 两位小数 / pct 小数×100
  479. expect(digest.includes('区间合计') && digest.includes('均值'), digest); // 金额=合计、比率=均值
  480. });
  481. await check('buildResultDigest → 空结果有明确说明', async () => {
  482. const digest = nlQueryLib.buildResultDigest(
  483. { mode: 'date', from: '20260918', to: '20261017', metrics: ['grossAmt'], shopIds: [] },
  484. { rows: [], summary: {} }
  485. );
  486. expect(digest.includes('结果为空'), digest);
  487. });
  488. await check('fallbackReply → 模板句含区间与指标名', async () => {
  489. const t = nlQueryLib.fallbackReply({ mode: 'date', from: '20260918', to: '20261017', metrics: ['grossAmt'] });
  490. expect(t.includes('2026-09-18') && t.includes('营业额'), t);
  491. });
  492. // ---- 问数智能体:动作解析/图表钳制/循环侦测(纯函数,不调对话模型) ----
  493. const agentLlm = require('../server/agent/llm.js');
  494. const agentGuard = require('../server/agent/guard.js');
  495. const naposServiceLib = require('../napos-service.js');
  496. await check('parseAgentAction → 工具动作/终答/围栏解析', async () => {
  497. const a = agentLlm.parseAgentAction('{"thought":"查","action":{"tool":"query_report","args":{"mode":"shop"}}}');
  498. expect(a.type === 'tool' && a.tool === 'query_report' && a.args.mode === 'shop', JSON.stringify(a));
  499. const f = agentLlm.parseAgentAction('前言```json\n{"thought":"完","final":{"answer":"结论"}}\n```后记');
  500. expect(f.type === 'final' && f.final.answer === '结论', JSON.stringify(f));
  501. });
  502. await check('parseAgentAction → 非法输出全部给出可读拒绝', async () => {
  503. const bads = ['不是json', '{"thought":"只有thought"}', '{"final":{"answer":" "}}', '{"final":"字符串"}'];
  504. for (const bad of bads) {
  505. let rejected = false;
  506. try { agentLlm.parseAgentAction(bad); } catch { rejected = true; }
  507. expect(rejected, `未拒绝非法输出:${bad}`);
  508. }
  509. });
  510. await check('clampChart → 指标白名单与非法类型兜底', async () => {
  511. expect(agentGuard.clampChart({ type: 'pie', x: 'date', y: ['grossAmt'] }, naposServiceLib) === null, 'pie 应被拒绝');
  512. const c = agentGuard.clampChart({ type: 'line', x: 'date', y: ['grossAmt', 'hacked', 'validOrderCnt'] }, naposServiceLib);
  513. expect(c && c.type === 'line' && c.x === 'date' && c.y.length === 2 && !c.y.includes('hacked'), JSON.stringify(c));
  514. });
  515. await check('LoopDetector → 重复先提醒、三犯强制收敛、换参重置', async () => {
  516. const d = new agentGuard.LoopDetector();
  517. expect(d.record('t', { a: 1 }) === 'ok', '首次应为 ok');
  518. expect(d.record('t', { a: 1 }) === 'repeat', '第二次应为 repeat');
  519. expect(d.record('t', { a: 1 }) === 'loop', '第三次应为 loop');
  520. expect(d.record('t', { a: 2 }) === 'ok', '换参数应重置');
  521. });
  522. await check('技能 → 清单注入 prompt,点名技能有专属指令', async () => {
  523. const skillsLib = require('../server/agent/skills.js');
  524. const agentPrompt = require('../server/agent/prompt.js');
  525. const base = {
  526. svc: naposServiceLib, entityName: '测试主体', shops: [], dateRange: { from: '20260101', to: '20260201' },
  527. today: '20260201', toolsText: '- t:测试工具',
  528. };
  529. const p1 = agentPrompt.buildSystemPrompt({ ...base, skillsText: skillsLib.manifestText() });
  530. expect(p1.includes('内置技能') && p1.includes('周期对比分析') && p1.includes('数据体检'), '技能清单未注入');
  531. const p2 = agentPrompt.buildSystemPrompt({ ...base, skillsText: skillsLib.manifestText(), pointedSkill: skillsLib.get('data-checkup') });
  532. expect(p2.includes('点名技能【数据体检】') && p2.includes('严格按其打法'), '点名技能指令缺失');
  533. });
  534. await check('数字溯源 → 换算形态可溯源,无中生有被标记', async () => {
  535. const prov = require('../server/agent/provenance.js');
  536. const steps = [{
  537. type: 'tool', ok: true,
  538. summary: '本期营业额 10500 元,环比 25%。',
  539. data: { deltas: [{ cur: 10500, deltaPct: 0.25 }], curByDate: [{ date: '20261001', grossAmt: 1500 }] },
  540. }];
  541. const good = prov.checkProvenance('本期营业额 10500 元,环比 +25%;2026-10-01 当天 1,500 元。', steps);
  542. expect(good.total > 0 && good.untraced.length === 0, `应全部溯源:${JSON.stringify(good)}`);
  543. const bad = prov.checkProvenance('本期营业额 99999 元,环比 +25%。', steps);
  544. expect(bad.untraced.length === 1 && bad.untraced[0] === 99999, `编造数字未被标记:${JSON.stringify(bad)}`);
  545. });
  546. await check('指标层 → 清单注入 prompt;未知指标给出可用清单', async () => {
  547. const metricsLib = require('../server/agent/metrics.js');
  548. const agentPrompt = require('../server/agent/prompt.js');
  549. const base = {
  550. svc: naposServiceLib, entityName: '测试主体', shops: [], dateRange: { from: '20260101', to: '20260201' },
  551. today: '20260201', toolsText: '- t:测试工具', skillsText: '', metricsText: metricsLib.manifestText(),
  552. };
  553. const p = agentPrompt.buildSystemPrompt(base);
  554. expect(p.includes('指标聚合口径') && p.includes('gross_mov7') && p.includes('移动平均'), '派生指标清单未注入');
  555. const tool = require('../server/agent/tools/metric.js');
  556. let listed = false;
  557. try { tool.metricSanitize({ metric: 'nope' }, { shops: [], dateRange: base.dateRange }); } catch (e) { listed = /可用指标/.test(e.message); }
  558. expect(listed, '未知指标未给可用清单');
  559. });
  560. await check('Schema linking → 门店 ≤40 内嵌清单、多了改为按需查询', async () => {
  561. const agentPrompt = require('../server/agent/prompt.js');
  562. const mk = (n) => Array.from({ length: n }, (_, i) => ({ shopId: String(i), shopName: `测试门店${i}` }));
  563. const base = {
  564. svc: naposServiceLib, entityName: '测试主体', dateRange: { from: '20260101', to: '20260201' },
  565. today: '20260201', toolsText: '- t', skillsText: '', metricsText: '',
  566. };
  567. const small = agentPrompt.buildSystemPrompt({ ...base, shops: mk(3) });
  568. expect(small.includes('测试门店2'), '小主体未内嵌门店清单');
  569. const big = agentPrompt.buildSystemPrompt({ ...base, shops: mk(60) });
  570. expect(big.includes('门店较多') && !big.includes('测试门店2'), '大主体未改为按需查询');
  571. });
  572. await check('模型路由 → chatModelAgent 缺省回落主模型、JSON mode 默认关', async () => {
  573. const { makeChatCfg } = require('../server/context.js');
  574. const cfg1 = makeChatCfg({ config: { chatModel: 'm1', chatModelAgent: 'm2', chatJsonMode: true, apiBase: 'http://x', apiKey: 'k' } });
  575. expect(cfg1.chatModel === 'm1' && cfg1.chatModelAgent === 'm2' && cfg1.chatJsonMode === true, JSON.stringify(cfg1));
  576. const cfg2 = makeChatCfg({ config: { chatModel: 'm1', apiBase: 'http://x', apiKey: 'k' } });
  577. expect(cfg2.chatModelAgent === 'm1' && cfg2.chatJsonMode === false, JSON.stringify(cfg2));
  578. });
  579. // ---- 安全加固回归(纯函数,不落盘、不打外部 API) ----
  580. const { createContext } = require('../server/context.js');
  581. const { createGenerationService } = require('../server/services/generation.js');
  582. await check('buildImagesAndPrompt → 参考图越界被钳制', async () => {
  583. const gen = createGenerationService(createContext());
  584. const out = gen.buildImagesAndPrompt(os.tmpdir(), '测试提示词', [
  585. '../../config.json', // 相对路径越界
  586. '/etc/passwd', // 绝对路径注入
  587. 'sub/../ok.png', // 归一化后仍在目录内的合法形态(文件不存在也会被读取失败跳过)
  588. ], {});
  589. expect(out.images.length === 0, `越界参考图未被拦截:images=${out.images.length}`);
  590. });
  591. await check('jsonForScript → </script> 不再原样进入脚本体', async () => {
  592. const { jsonForScript } = require('../report-html.js');
  593. const out = jsonForScript(['一食堂</script><img src=x onerror=alert(1)>']);
  594. expect(!out.includes('</script>') && out.includes('\\u003c'), out);
  595. });
  596. await check('mergeDefaults → 嵌套默认值不被 config.json 局部对象清掉', async () => {
  597. const { mergeDefaults, CONFIG_DEFAULTS } = require('../server/context.js');
  598. const merged = mergeDefaults(CONFIG_DEFAULTS, { aitable: { enabled: true, appSecret: 'sec' } });
  599. expect(merged.aitable.enabled === true && merged.aitable.appSecret === 'sec', '保存值未生效');
  600. expect(merged.aitable.appKey === CONFIG_DEFAULTS.aitable.appKey && !!merged.aitable.baseId && !!merged.aitable.operatorId,
  601. `组织级默认被清掉:appKey=${merged.aitable.appKey}`);
  602. expect(merged.autoSync.time === CONFIG_DEFAULTS.autoSync.time, 'autoSync 默认被清掉');
  603. });
  604. // ---- 静态与路由行为 ----
  605. for (const p of ['/', '/index.html', '/app.js', '/crawl.js', '/gen.js', '/history.js', '/tasks.js', '/reports.js', '/analysis-templates.js', '/lake.js', '/ask.js', '/style.css', '/vendor/echarts.min.js']) {
  606. await check(`静态 ${p}`, async () => {
  607. const r = await request(port, 'GET', p);
  608. expect(r.status === 200, `status=${r.status}`);
  609. });
  610. }
  611. await check('GET /api/reports/bench(合法字段)', async () => {
  612. const r = await request(port, 'GET', '/api/reports/bench?field=gross_amt&from=20260101&to=20260102');
  613. expect(r.status === 200, `status=${r.status}`);
  614. const body = r.json();
  615. expect(Array.isArray(body.rows), 'rows 应为数组');
  616. });
  617. await check('GET /api/reports/bench(非法字段 → 400)', async () => {
  618. const r = await request(port, 'GET', '/api/reports/bench?field=no_such');
  619. expect(r.status === 400, `status=${r.status}`);
  620. });
  621. await check('GET /no-such-path → 404', async () => {
  622. const r = await request(port, 'GET', '/no-such-path');
  623. expect(r.status === 404, `status=${r.status}`);
  624. });
  625. await check('DELETE /api/settings → 405', async () => {
  626. const r = await request(port, 'DELETE', '/api/settings');
  627. expect(r.status === 405, `status=${r.status}`);
  628. });
  629. // ---- 问数智能体:主服务上只测只读会话接口(绝不在有主体/真模型时发起运行) ----
  630. await check('GET /api/agent/sessions(无主体 → 400;有主体 → 200)', async () => {
  631. const ent = await request(port, 'GET', '/api/reports/entities');
  632. const r = await request(port, 'GET', '/api/agent/sessions');
  633. if (ent.json().entities.length > 0) {
  634. expect(r.status === 200 && Array.isArray(r.json().sessions), `status=${r.status}`);
  635. } else {
  636. expect(r.status === 400 && r.json().code === 'ASK_NO_ENTITY', `status=${r.status} code=${r.json().code}`);
  637. }
  638. });
  639. // ---- 问数智能体端到端(隔离湖 + NAPOS_AGENT_MOCK 确定性假模型,零网络零真实数据) ----
  640. {
  641. const fs = require('fs');
  642. const tmpLake = fs.mkdtempSync(path.join(os.tmpdir(), 'genpic-lake-'));
  643. const tmpAgent = fs.mkdtempSync(path.join(os.tmpdir(), 'genpic-agent-'));
  644. const mkRow = (date, scope, ids, m) => ({
  645. date, scope,
  646. shopId: ids.shopId || '', shopName: ids.shopName || '',
  647. chainId: ids.chainId || '', chainName: ids.chainName || '',
  648. bizHours: null, abnormalCloseHours: null, goodsSaleAmt: null,
  649. syncedAt: new Date().toISOString(),
  650. validOrderCnt: m.orders || 0, incomeAmt: m.income || 0, grossAmt: m.gross || 0,
  651. expenseAmt: m.expense || 0, expUv: m.uv || 0, orderUserCnt: m.buyers || 0,
  652. clkExpRate: m.clk || 0, ordClkRate: 0, perActualPay: 0,
  653. actOrdCnt: 0, actSubsidyAmt: 0, shopRoi: 0, rebuyRate30d: 0,
  654. // 全字段落库模拟:同行均值/排名与环比差值(peer_benchmark / raw_inspect 用)
  655. raw: {
  656. gross_amt: m.gross || 0, valid_order_cnt: m.orders || 0,
  657. gross_amt_mall_avg: m.peerAvg != null ? m.peerAvg : 800,
  658. gross_amt_mall_avg_rank: m.rank != null ? m.rank : 2,
  659. valid_order_cnt_diff: m.orders || 0,
  660. },
  661. });
  662. // 健康主体:0924~0930(缺 0927)+ 1001~1007,两店;本期日营业额 1500 / 上期 1400(环比 +25%)
  663. const prevDays = ['20260924', '20260925', '20260926', '20260928', '20260929', '20260930'];
  664. const curDays = ['20261001', '20261002', '20261003', '20261004', '20261005', '20261006', '20261007'];
  665. const healthyRows = [];
  666. for (const d of prevDays) {
  667. healthyRows.push(mkRow(d, 'shop', { shopId: '101', shopName: '一店', chainId: '9', chainName: '第一连锁' }, { gross: 900, income: 720, expense: 180, orders: 90, uv: 1800, buyers: 100, clk: 0.08 }));
  668. healthyRows.push(mkRow(d, 'shop', { shopId: '102', shopName: '二店', chainId: '9', chainName: '第一连锁' }, { gross: 500, income: 400, expense: 100, orders: 40, uv: 900, buyers: 45, clk: 0.08 }));
  669. healthyRows.push(mkRow(d, 'chain', { chainId: '9', chainName: '第一连锁' }, { gross: 1400, income: 1120, expense: 280, orders: 130, uv: 2700, buyers: 145, clk: 0.08 }));
  670. healthyRows.push(mkRow(d, 'company', { chainId: '-1' }, { gross: 1400, income: 1120, expense: 280, orders: 130, uv: 2700, buyers: 145, clk: 0.08 }));
  671. }
  672. for (const d of curDays) {
  673. healthyRows.push(mkRow(d, 'shop', { shopId: '101', shopName: '一店', chainId: '9', chainName: '第一连锁' }, { gross: 1000, income: 800, expense: 200, orders: 100, uv: 2000, buyers: 110, clk: 0.08 }));
  674. healthyRows.push(mkRow(d, 'shop', { shopId: '102', shopName: '二店', chainId: '9', chainName: '第一连锁' }, { gross: 500, income: 400, expense: 100, orders: 40, uv: 900, buyers: 45, clk: 0.08 }));
  675. healthyRows.push(mkRow(d, 'chain', { chainId: '9', chainName: '第一连锁' }, { gross: 1500, income: 1200, expense: 300, orders: 140, uv: 2900, buyers: 155, clk: 0.08 }));
  676. healthyRows.push(mkRow(d, 'company', { chainId: '-1' }, { gross: 1500, income: 1200, expense: 300, orders: 140, uv: 2900, buyers: 155, clk: 0.08 }));
  677. }
  678. // 全零主体:门店行全零而连锁/公司有数(已知 bug 形态,体检必须 fail)
  679. const badRows = [];
  680. for (const d of ['20261001', '20261002', '20261003']) {
  681. badRows.push(mkRow(d, 'shop', { shopId: '201', shopName: '全零店', chainId: '9', chainName: '第一连锁' }, {}));
  682. badRows.push(mkRow(d, 'chain', { chainId: '9', chainName: '第一连锁' }, { gross: 1000, income: 800, expense: 200, orders: 100 }));
  683. badRows.push(mkRow(d, 'company', { chainId: '-1' }, { gross: 1000, income: 800, expense: 200, orders: 100 }));
  684. }
  685. const nowIso = new Date().toISOString();
  686. fs.writeFileSync(path.join(tmpLake, 'entities.json'), JSON.stringify({ entities: [
  687. { key: 'smokeask', firstSeen: nowIso, lastSeen: nowIso, merchantId: 'smokeask', name: '冒烟主体A', chainCount: 1, shopCount: 2,
  688. chains: [{ chainId: '9', chainName: '第一连锁' }],
  689. shops: [
  690. { shopId: '101', shopName: '一店', chainId: '9', chainName: '第一连锁' },
  691. { shopId: '102', shopName: '二店', chainId: '9', chainName: '第一连锁' },
  692. ] },
  693. { key: 'smokebad', firstSeen: nowIso, lastSeen: nowIso, merchantId: 'smokebad', name: '冒烟主体B', chainCount: 1, shopCount: 1,
  694. chains: [{ chainId: '9', chainName: '第一连锁' }],
  695. shops: [{ shopId: '201', shopName: '全零店', chainId: '9', chainName: '第一连锁' }] },
  696. ] }));
  697. fs.mkdirSync(path.join(tmpLake, 'smokeask'), { recursive: true });
  698. fs.writeFileSync(path.join(tmpLake, 'smokeask', 'daily-202609.json'), JSON.stringify({ version: 2, updated: nowIso, rows: healthyRows.filter((r) => r.date < '20261000') }));
  699. fs.writeFileSync(path.join(tmpLake, 'smokeask', 'daily-202610.json'), JSON.stringify({ version: 2, updated: nowIso, rows: healthyRows.filter((r) => r.date >= '20261000') }));
  700. fs.mkdirSync(path.join(tmpLake, 'smokebad'), { recursive: true });
  701. fs.writeFileSync(path.join(tmpLake, 'smokebad', 'daily-202610.json'), JSON.stringify({ version: 2, updated: nowIso, rows: badRows }));
  702. const aport = await pickPort();
  703. const achild = spawn(process.execPath, [path.join(ROOT, 'server.js')], {
  704. env: {
  705. ...process.env, PORT: String(aport), HOST: '127.0.0.1',
  706. GENPIC_LAKE_DIR: tmpLake, GENPIC_AGENT_DIR: tmpAgent, NAPOS_AGENT_MOCK: '1',
  707. },
  708. stdio: ['ignore', 'pipe', 'pipe'],
  709. });
  710. let alog = '';
  711. achild.stdout.on('data', (c) => { alog += c; });
  712. achild.stderr.on('data', (c) => { alog += c; });
  713. try {
  714. await waitForHealth(aport);
  715. const waitRunDone = async (runId, entity, timeoutMs = 10000) => {
  716. const start = Date.now();
  717. for (;;) {
  718. const r = await request(aport, 'GET', `/api/agent/runs/${enc(runId)}?entity=${enc(entity)}`);
  719. const run = r.json().run;
  720. if (run && run.status !== 'running') return run;
  721. if (Date.now() - start > timeoutMs) throw new Error(`运行未在超时内结束 status=${run && run.status}`);
  722. await new Promise((res) => setTimeout(res, 200));
  723. }
  724. };
  725. const stepByTool = (run, tool) => (run.steps || []).find((s) => s.type === 'tool' && s.tool === tool);
  726. let askSessionId = null;
  727. let askRunId = null;
  728. const fetchAskRun = async () => {
  729. const r = await request(aport, 'GET', `/api/agent/runs/${enc(askRunId)}?entity=${enc('smokeask')}`);
  730. return r.json().run;
  731. };
  732. await check('智能体 mock 运行 → 四工具全成 + final + 用量', async () => {
  733. const r = await request(aport, 'POST', '/api/agent/runs', { entity: 'smokeask', question: '最近营业额趋势如何?', mode: 'agent' });
  734. expect(r.status === 200 && r.json().run && r.json().run.runId, `status=${r.status}`);
  735. const run = await waitRunDone(r.json().run.runId, 'smokeask');
  736. expect(run.status === 'done', `status=${run.status} error=${run.error}`);
  737. const tools = (run.steps || []).filter((s) => s.type === 'tool');
  738. expect(JSON.stringify(tools.map((s) => s.tool)) === JSON.stringify(['lake_overview', 'query_report', 'compare_periods', 'data_quality', 'build_report']),
  739. `工具序列异常:${tools.map((s) => s.tool).join(',')}`);
  740. expect(tools.every((s) => s.ok), '存在失败的工具步骤');
  741. expect(run.usage.llmCalls === 6 && run.usage.toolCalls === 5, `用量异常 llm=${run.usage.llmCalls} tool=${run.usage.toolCalls}`);
  742. expect(run.result && run.result.answer.includes('mock'), JSON.stringify(run.result));
  743. expect(run.result.chart && run.result.chart.type === 'line', 'final 缺图表规格');
  744. expect(run.result.reportUrl && run.result.reportUrl.includes('/api/reports/report-html'), `缺报告链接:${run.result.reportUrl}`);
  745. askSessionId = run.sessionId;
  746. askRunId = run.runId;
  747. });
  748. await check('智能体 mock → compare_periods 环比数字正确(门店对齐 + +25%)', async () => {
  749. const run = await fetchAskRun();
  750. const cmp = stepByTool(run, 'compare_periods');
  751. expect(cmp && cmp.ok && cmp.data, 'compare_periods 步骤缺失');
  752. const gross = cmp.data.deltas.find((d) => d.key === 'grossAmt');
  753. expect(gross && gross.cur === 10500 && gross.prev === 8400, `环比数字异常 ${JSON.stringify(gross)}`);
  754. expect(Math.abs(gross.deltaPct - 0.25) < 1e-9, `变化率异常 ${gross.deltaPct}`);
  755. expect(cmp.data.comparableShopCount === 2, `可比门店数异常 ${cmp.data.comparableShopCount}`);
  756. });
  757. await check('智能体 mock → query_report 按日聚合 13 天', async () => {
  758. const run = await fetchAskRun();
  759. const q = stepByTool(run, 'query_report');
  760. expect(q && q.ok && q.data && q.data.rows.length === 13, `按日行数异常 ${q && q.data && q.data.rows.length}`);
  761. });
  762. await check('智能体 mock → data_quality 健康主体无 fail 且报缺 1 天', async () => {
  763. const run = await fetchAskRun();
  764. const dq = stepByTool(run, 'data_quality');
  765. expect(dq && dq.ok, 'data_quality 步骤缺失');
  766. expect(dq.summary.includes('缺 1/14'), `缺日未识别:${dq.summary}`);
  767. expect(!dq.summary.includes('[fail]'), `健康主体误报 fail:${dq.summary}`);
  768. });
  769. await check('智能体 mock → 全零主体体检必须 fail', async () => {
  770. const r = await request(aport, 'POST', '/api/agent/runs', { entity: 'smokebad', question: '体检一下', mode: 'agent' });
  771. expect(r.status === 200, `status=${r.status}`);
  772. const run = await waitRunDone(r.json().run.runId, 'smokebad');
  773. expect(run.status === 'done', `status=${run.status} error=${run.error}`);
  774. const dq = stepByTool(run, 'data_quality');
  775. expect(dq && dq.summary.includes('[fail]') && dq.summary.includes('全零'), dq.summary);
  776. });
  777. await check('智能体 mock 快问 → 直接终答(同一会话追问)', async () => {
  778. const r = await request(aport, 'POST', '/api/agent/runs', { entity: 'smokeask', question: '昨天营业额', mode: 'quick', sessionId: askSessionId });
  779. expect(r.status === 200, `status=${r.status}`);
  780. const run = await waitRunDone(r.json().run.runId, 'smokeask');
  781. expect(run.status === 'done' && run.mode === 'quick' && run.result.answer.includes('快问'), JSON.stringify(run.result));
  782. expect(run.sessionId === askSessionId, '快问未落入同一会话');
  783. });
  784. await check('智能体 会话索引 → 标题=首问、运行入册、带最近一问', async () => {
  785. const s = await request(aport, 'GET', `/api/agent/sessions?entity=${enc('smokeask')}`);
  786. const sessions = s.json().sessions;
  787. expect(sessions.length === 1 && sessions[0].title === '最近营业额趋势如何?' && sessions[0].runCount === 2,
  788. JSON.stringify(sessions));
  789. expect(sessions[0].lastQuestion === '昨天营业额', `lastQuestion 异常:${sessions[0].lastQuestion}`);
  790. const runs = await request(aport, 'GET', `/api/agent/runs?entity=${enc('smokeask')}&sessionId=${enc(sessions[0].sessionId)}`);
  791. expect(runs.json().runs.length === 2, '会话运行列表数量异常');
  792. });
  793. await check('智能体 删除会话 → 索引与运行文件清零、再删 404', async () => {
  794. const s = await request(aport, 'GET', `/api/agent/sessions?entity=${enc('smokeask')}`);
  795. const sid = s.json().sessions[0].sessionId;
  796. const del = await request(aport, 'DELETE', `/api/agent/sessions/${enc(sid)}?entity=${enc('smokeask')}`);
  797. expect(del.status === 200 && del.json().ok === true, `status=${del.status}`);
  798. const after = await request(aport, 'GET', `/api/agent/sessions?entity=${enc('smokeask')}`);
  799. expect(after.json().sessions.length === 0, '删除后索引未清空');
  800. const del2 = await request(aport, 'DELETE', `/api/agent/sessions/${enc(sid)}?entity=${enc('smokeask')}`);
  801. expect(del2.status === 404, `重复删除应 404,实际 ${del2.status}`);
  802. });
  803. await check('GET /api/agent/skills → 四个内置技能', async () => {
  804. const r = await request(aport, 'GET', '/api/agent/skills');
  805. const skills = r.json().skills || [];
  806. expect(r.status === 200 && skills.length === 4 && skills.every((s) => s.key && s.name), JSON.stringify(skills));
  807. });
  808. await check('智能体 技能点名 → run.skill 落档且运行完成', async () => {
  809. const r = await request(aport, 'POST', '/api/agent/runs', { entity: 'smokeask', question: '对比本期与上期', mode: 'agent', skill: 'period-compare' });
  810. expect(r.status === 200, `status=${r.status}`);
  811. const run = await waitRunDone(r.json().run.runId, 'smokeask');
  812. expect(run.status === 'done' && run.skill === 'period-compare', `skill=${run.skill} status=${run.status} error=${run.error}`);
  813. });
  814. await check('智能体 verdicts 归档 → 校验工具结论入运行记录', async () => {
  815. const run = await fetchAskRun();
  816. const vs = run.verdicts || [];
  817. expect(vs.length >= 5, `verdicts 过少:${vs.length}`);
  818. expect(vs.some((v) => v.kind === 'identity') && vs.some((v) => v.kind === 'quality'), `缺 identity/quality verdict:${JSON.stringify(vs.map((v) => v.kind))}`);
  819. expect(vs.every((v) => v.id && ['ok', 'warn', 'fail'].includes(v.status)), `verdict 形状异常:${JSON.stringify(vs[0])}`);
  820. });
  821. await check('智能体 自动分流 → 短问走快问、分析问走深度', async () => {
  822. const r1 = await request(aport, 'POST', '/api/agent/runs', { entity: 'smokeask', question: '昨天营业额多少', mode: 'auto' });
  823. const run1 = await waitRunDone(r1.json().run.runId, 'smokeask');
  824. expect(run1.status === 'done' && run1.mode === 'quick' && run1.autoPicked === true, `短问未分流快问:mode=${run1.mode}`);
  825. const r2 = await request(aport, 'POST', '/api/agent/runs', { entity: 'smokeask', question: '最近30天比上一个30天营业额变化多少,主要受哪些门店影响', mode: 'auto' });
  826. const run2 = await waitRunDone(r2.json().run.runId, 'smokeask');
  827. expect(run2.status === 'done' && run2.mode === 'agent' && run2.autoPicked === true, `分析问未分流深度:mode=${run2.mode}`);
  828. });
  829. await check('晨报:确定性生成(环比头条 + verdicts)并可读取', async () => {
  830. const b = await request(aport, 'POST', '/api/agent/digests/build', { entity: 'smokeask' });
  831. expect(b.status === 200 && b.json().digest, `status=${b.status}`);
  832. const d = b.json().digest;
  833. expect(d.headline.includes('10,500'), `头条数字异常:${d.headline}`);
  834. expect((d.verdicts || []).length >= 5 && (d.sections || []).length === 3, `晨报构成异常:sections=${(d.sections || []).length}`);
  835. const list = await request(aport, 'GET', `/api/agent/digests?entity=${enc('smokeask')}`);
  836. expect(list.json().digests.length === 1 && list.json().digests[0].id === d.id, '晨报列表读取异常');
  837. });
  838. await check('反馈闭环:采纳入语料、纠错入日志', async () => {
  839. const up = await request(aport, 'POST', '/api/agent/feedback', { entity: 'smokeask', runId: askRunId, kind: 'up' });
  840. expect(up.status === 200 && up.json().run.feedback.kind === 'up', `status=${up.status}`);
  841. expect(fs.existsSync(path.join(tmpAgent, 'smokeask', 'corpus.json')), '采纳未入打法语料');
  842. const down = await request(aport, 'POST', '/api/agent/feedback', { entity: 'smokeask', runId: askRunId, kind: 'down', note: '数字不对' });
  843. expect(down.status === 200 && down.json().run.feedback.note === '数字不对', '纠错未落 run');
  844. expect(fs.existsSync(path.join(tmpAgent, 'smokeask', 'feedback.json')), '纠错未入反馈日志');
  845. });
  846. await check('深度分析报告端点 → 自包含 HTML(体检/异常章节)', async () => {
  847. const r = await request(aport, 'GET', `/api/agent/report-deep?entity=${enc('smokeask')}&from=20260924&to=20261007`);
  848. expect(r.status === 200 && /text\/html/.test(r.headers['content-type'] || ''), `status=${r.status}`);
  849. expect(r.text.includes('数据体检') && r.text.includes('统计异常') && r.text.includes('归因'), '深度报告章节缺失');
  850. });
  851. await check('智能体 工具直测(隔离子进程)→ cross_check/peer_benchmark/raw_inspect', async () => {
  852. const toolProbe = [
  853. `const ROOT = ${JSON.stringify(ROOT)};`,
  854. 'const svc = require(ROOT + "/napos-service.js");',
  855. 'const nlq = require(ROOT + "/nl-query.js");',
  856. 'const cross = require(ROOT + "/server/agent/tools/cross.js");',
  857. 'const peer = require(ROOT + "/server/agent/tools/peer.js");',
  858. 'function ctxOf(entity) { const meta = svc.store.getEntity(entity); return { svc, entityKey: entity, meta, shops: meta.shops || [], dateRange: nlq.lakeDateRange(entity, svc) }; }',
  859. 'const out = {};',
  860. 'const healthy = ctxOf("smokeask");',
  861. 'const c1 = cross.crossHandler(healthy, cross.crossSanitize({}, healthy));',
  862. 'out.healthy = { checked: c1.data.checked, mismatch: c1.data.mismatchCount, severe: c1.data.severe };',
  863. 'const bad = ctxOf("smokebad");',
  864. 'const c2 = cross.crossHandler(bad, cross.crossSanitize({}, bad));',
  865. 'out.bad = { mismatch: c2.data.mismatchCount, severe: c2.data.severe };',
  866. 'const b1 = peer.benchHandler(healthy, peer.benchSanitize({ field: "gross_amt" }, healthy));',
  867. 'const bs = b1.data.shops || [];',
  868. 'out.bench = { shops: bs.length, firstPeer: bs[0] && bs[0].peerAvg, firstRank: bs[0] && bs[0].rankAvg };',
  869. 'const r1 = peer.rawHandler(healthy, peer.rawSanitize({ date: "20261001", shops: ["一店"] }, healthy));',
  870. 'out.raw = { found: r1.data.found, matched: (r1.data.matched || []).length, hasRaw: r1.data.hasRaw };',
  871. 'const entityTool = require(ROOT + "/server/agent/tools/entity.js");',
  872. 'const e1 = entityTool.entityHandler(healthy, entityTool.entitySanitize({}, healthy));',
  873. 'out.entity = { entities: (e1.data.entities || []).length, first: (e1.data.entities || [])[0] && (e1.data.entities || [])[0].name, skipped: (e1.data.skipped || []).length };',
  874. 'const cloudTool = require(ROOT + "/server/agent/tools/cloud.js");',
  875. 'cloudTool.cloudHandler(healthy, cloudTool.cloudSanitize({}, healthy)).then((c3) => {',
  876. ' out.cloud = { available: c3.data.available, hasVerdict: Array.isArray(c3.data.verdicts) && c3.data.verdicts.length === 1 };',
  877. ' const replay = require(ROOT + "/server/agent/replay.js");',
  878. ' const cfile = require("os").tmpdir() + "/genpic-replay-probe-" + process.pid + ".json";',
  879. ' replay.record(cfile, { question: "最近7天营业额和单量趋势", steps: [{ tool: "query_report", args: { mode: "date" } }, { tool: "data_quality", args: {} }] });',
  880. ' replay.record(cfile, { question: "上月营业额Top5门店", steps: [{ tool: "query_report", args: { mode: "shop", limit: 5 } }] });',
  881. ' const plan = replay.findPlan(cfile, "最近7天营业额和单量的趋势");',
  882. ' out.replay = {',
  883. ' hit: !!plan && plan.steps.length === 1 && plan.steps[0].tool === "query_report",',
  884. ' few: replay.fewShot(cfile, "最近7天营业额怎么样").length,',
  885. ' miss: !!replay.findPlan(cfile, "帮我做个数据体检"),',
  886. ' };',
  887. ' require("fs").unlinkSync(cfile);',
  888. ' console.log(JSON.stringify(out));',
  889. '});',
  890. ].join('\n');
  891. const probe = spawnSync(process.execPath, ['-e', toolProbe], {
  892. encoding: 'utf8', timeout: 20000,
  893. env: { ...process.env, GENPIC_LAKE_DIR: tmpLake },
  894. });
  895. expect(probe.status === 0, `探针失败:${(probe.stderr || probe.stdout || '').slice(-300)}`);
  896. const out = JSON.parse(probe.stdout.trim().split('\n').pop());
  897. expect(out.healthy.checked > 0 && out.healthy.mismatch === 0 && out.healthy.severe === false,
  898. `健康主体层间核对异常:${JSON.stringify(out.healthy)}`);
  899. expect(out.bad.severe === true && out.bad.mismatch > 0, `全零主体未检出层间不一致:${JSON.stringify(out.bad)}`);
  900. expect(out.bench.shops === 2 && out.bench.firstPeer === 800 && out.bench.firstRank === 2,
  901. `同行对标异常:${JSON.stringify(out.bench)}`);
  902. expect(out.raw.found === true && out.raw.hasRaw === true && out.raw.matched >= 3,
  903. `raw 检视异常:${JSON.stringify(out.raw)}`);
  904. expect(out.entity.entities === 2 && out.entity.first === '冒烟主体A' && out.entity.skipped === 0,
  905. `跨主体对比异常:${JSON.stringify(out.entity)}`);
  906. expect(out.cloud.available === false && out.cloud.hasVerdict === true,
  907. `云端未启用未优雅降级:${JSON.stringify(out.cloud)}`);
  908. expect(out.replay.hit === true && out.replay.few >= 1 && out.replay.miss === false,
  909. `打法缓存异常:${JSON.stringify(out.replay)}`);
  910. });
  911. await check('智能体 空问题 → 400 ASK_EMPTY', async () => {
  912. const r = await request(aport, 'POST', '/api/agent/runs', { entity: 'smokeask', question: ' ' });
  913. expect(r.status === 400 && r.json().code === 'ASK_EMPTY', `status=${r.status} code=${r.json().code}`);
  914. });
  915. await check('智能体 取消不存在的运行 → 404', async () => {
  916. const r = await request(aport, 'POST', '/api/agent/runs/no-such-run/cancel', {});
  917. expect(r.status === 404, `status=${r.status}`);
  918. });
  919. } catch (e) {
  920. results.push({ name: '(智能体隔离测试执行中断)', ok: false, error: e.message + (alog ? ` | 服务日志:${alog.slice(-300)}` : '') });
  921. } finally {
  922. try { achild.kill('SIGKILL'); } catch { /* ignore */ }
  923. try { fs.rmSync(tmpLake, { recursive: true, force: true }); fs.rmSync(tmpAgent, { recursive: true, force: true }); } catch { /* ignore */ }
  924. }
  925. }
  926. // ---- 优雅停机(SIGTERM 后应自行退出) ----
  927. await check('SIGTERM 优雅停机', async () => {
  928. process.kill(child.pid, 'SIGTERM');
  929. const exited = await new Promise((resolve) => {
  930. const t = setTimeout(() => resolve(false), 8000);
  931. child.on('exit', () => { clearTimeout(t); resolve(true); });
  932. });
  933. expect(exited, 'SIGTERM 后 8 秒内未退出');
  934. });
  935. // ---- 访问口令(需局域网 IP:本机回环地址在守卫中直接放行,测不到 401) ----
  936. const lanIp = getLanIpv4();
  937. if (!lanIp) {
  938. results.push({ name: '访问口令(无局域网 IP,跳过)', ok: true });
  939. } else {
  940. const tport = await pickPort();
  941. const tchild = spawn(process.execPath, [path.join(ROOT, 'server.js')], {
  942. env: { ...process.env, PORT: String(tport), HOST: '0.0.0.0', ACCESS_TOKEN: 'smoke-token' },
  943. stdio: ['ignore', 'ignore', 'ignore'],
  944. });
  945. try {
  946. await waitForHealthLan(lanIp, tport);
  947. await check('口令开启:无口令访问 API → 401', async () => {
  948. const r = await request(tport, 'GET', '/api/models', undefined, lanIp);
  949. expect(r.status === 401, `status=${r.status}`);
  950. });
  951. await check('口令开启:?token= 通过', async () => {
  952. const r = await request(tport, 'GET', `/api/models?token=smoke-token`, undefined, lanIp);
  953. expect(r.status === 200, `status=${r.status}`);
  954. });
  955. await check('口令开启:X-Access-Token 头通过', async () => {
  956. const r = await request(tport, 'GET', '/api/models', undefined, lanIp, { 'X-Access-Token': 'smoke-token' });
  957. expect(r.status === 200, `status=${r.status}`);
  958. });
  959. await check('口令开启:cookie 通过', async () => {
  960. const r = await request(tport, 'GET', '/api/models', undefined, lanIp, { Cookie: 'accessToken=smoke-token' });
  961. expect(r.status === 200, `status=${r.status}`);
  962. });
  963. await check('口令开启:/healthz 与静态页放行', async () => {
  964. const h = await request(tport, 'GET', '/healthz', undefined, lanIp);
  965. const s = await request(tport, 'GET', '/', undefined, lanIp);
  966. expect(h.status === 200 && s.status === 200, `healthz=${h.status} static=${s.status}`);
  967. });
  968. await check('口令开启:错误口令 → 401', async () => {
  969. const r = await request(tport, 'GET', '/api/models?token=wrong', undefined, lanIp);
  970. expect(r.status === 401, `status=${r.status}`);
  971. });
  972. } finally {
  973. try { tchild.kill('SIGKILL'); } catch { /* ignore */ }
  974. }
  975. }
  976. } catch (e) {
  977. results.push({ name: '(测试执行中断)', ok: false, error: e.message });
  978. } finally {
  979. try { child.kill('SIGKILL'); } catch { /* already dead */ }
  980. }
  981. const failed = results.filter((r) => !r.ok);
  982. console.log('\n========== 冒烟测试结果 ==========');
  983. for (const r of results) {
  984. console.log(`${r.ok ? '✓' : '✗'} ${r.name}${r.ok ? '' : ' ← ' + r.error}`);
  985. }
  986. console.log(`\n通过 ${results.length - failed.length}/${results.length}`);
  987. if (failed.length) {
  988. console.log('\n服务启动日志(末尾 500 字):');
  989. console.log(bootLog.slice(-500));
  990. process.exit(1);
  991. }
  992. }
  993. main().catch((e) => {
  994. console.error('冒烟脚本自身异常:', e);
  995. process.exit(1);
  996. });