smoke.js 55 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906
  1. #!/usr/bin/env node
  2. 'use strict';
  3. // 零依赖冒烟测试:拉起真实服务(随机端口),全量核对端点行为后关停。
  4. // 安全边界:只做只读请求 + 无副作用 POST(校验失败类、空操作);
  5. // 绝不触碰 DELETE /api/reports/data、/api/crawl/start、/api/open-folder、
  6. // /api/image/test、/api/chat/test,也不在数据湖有主体时调用 /api/reports/ask。
  7. // 用法:node scripts/smoke.js
  8. const { spawn, spawnSync } = require('child_process');
  9. const net = require('net');
  10. const http = require('http');
  11. const fs = require('fs');
  12. const os = require('os');
  13. const path = require('path');
  14. const ROOT = path.resolve(__dirname, '..');
  15. function pickPort() {
  16. return new Promise((resolve, reject) => {
  17. const srv = net.createServer();
  18. srv.unref();
  19. srv.on('error', reject);
  20. srv.listen(0, '127.0.0.1', () => {
  21. const port = srv.address().port;
  22. srv.close(() => resolve(port));
  23. });
  24. });
  25. }
  26. function request(port, method, urlPath, body, host = '127.0.0.1', extraHeaders = {}) {
  27. return new Promise((resolve, reject) => {
  28. const req = http.request({
  29. host, port, method, path: urlPath, timeout: 15000,
  30. headers: {
  31. ...(body !== undefined ? { 'Content-Type': 'application/json' } : {}),
  32. ...extraHeaders,
  33. },
  34. }, (res) => {
  35. const chunks = [];
  36. res.on('data', (c) => chunks.push(c));
  37. res.on('end', () => resolve({
  38. status: res.statusCode,
  39. headers: res.headers,
  40. text: Buffer.concat(chunks).toString('utf8'),
  41. json: () => JSON.parse(Buffer.concat(chunks).toString('utf8')),
  42. }));
  43. });
  44. req.on('error', reject);
  45. req.on('timeout', () => req.destroy(new Error('timeout')));
  46. if (body !== undefined) req.write(JSON.stringify(body));
  47. req.end();
  48. });
  49. }
  50. /** 取本机第一个非内部 IPv4 局域网地址(用于访问口令测试;回环地址在服务端直接放行) */
  51. function getLanIpv4() {
  52. for (const list of Object.values(os.networkInterfaces())) {
  53. for (const ni of list || []) {
  54. if (ni.family === 'IPv4' && !ni.internal) return ni.address;
  55. }
  56. }
  57. return '';
  58. }
  59. const results = [];
  60. async function check(name, fn) {
  61. try {
  62. await fn();
  63. results.push({ name, ok: true });
  64. } catch (e) {
  65. results.push({ name, ok: false, error: e.message });
  66. }
  67. }
  68. function expect(cond, msg) {
  69. if (!cond) throw new Error(msg);
  70. }
  71. async function waitForHealth(port, timeoutMs = 20000) {
  72. const start = Date.now();
  73. for (;;) {
  74. try {
  75. const res = await request(port, 'GET', '/healthz');
  76. if (res.status === 200) return;
  77. } catch { /* not up yet */ }
  78. if (Date.now() - start > timeoutMs) throw new Error('服务未在超时内启动');
  79. await new Promise((r) => setTimeout(r, 300));
  80. }
  81. }
  82. function waitForHealthLan(lanIp, port, timeoutMs = 20000) {
  83. return new Promise((resolve, reject) => {
  84. const start = Date.now();
  85. const probe = () => {
  86. const req = http.request({ host: lanIp, port, path: '/healthz', timeout: 3000 }, (res) => {
  87. res.resume();
  88. if (res.statusCode === 200) return resolve();
  89. retry();
  90. });
  91. req.on('error', retry);
  92. req.on('timeout', () => { req.destroy(); retry(); });
  93. req.end();
  94. };
  95. const retry = () => {
  96. if (Date.now() - start > timeoutMs) return reject(new Error('服务未在超时内启动(LAN)'));
  97. setTimeout(probe, 300);
  98. };
  99. probe();
  100. });
  101. }
  102. function enc(s) { return encodeURIComponent(s); }
  103. async function main() {
  104. const port = await pickPort();
  105. // 主服务隔离:临时湖 + 临时配置(aitable 关闭)——smoke 绝不触碰本机数据湖、config.json 与真实云端凭据
  106. const tmpMain = fs.mkdtempSync(path.join(os.tmpdir(), 'genpic-smoke-main-'));
  107. const tmpMainLake = path.join(tmpMain, 'lake');
  108. fs.mkdirSync(tmpMainLake, { recursive: true });
  109. const tmpMainConfig = path.join(tmpMain, 'config.json');
  110. fs.writeFileSync(tmpMainConfig, JSON.stringify({ aitable: { enabled: false } }));
  111. const child = spawn(process.execPath, [path.join(ROOT, 'server.js')], {
  112. env: { ...process.env, PORT: String(port), HOST: '127.0.0.1', GENPIC_LAKE_DIR: tmpMainLake, GENPIC_CONFIG: tmpMainConfig },
  113. stdio: ['ignore', 'pipe', 'pipe'],
  114. });
  115. let bootLog = '';
  116. child.stdout.on('data', (c) => { bootLog += c; });
  117. child.stderr.on('data', (c) => { bootLog += c; });
  118. try {
  119. await waitForHealth(port);
  120. let workspaceRoot = '';
  121. {
  122. const res = await request(port, 'GET', '/api/default-root');
  123. workspaceRoot = res.json().root;
  124. }
  125. const encRoot = enc(workspaceRoot);
  126. const b64Root = Buffer.from(workspaceRoot, 'utf8').toString('base64url');
  127. // ---- 基础与健康 ----
  128. await check('GET /healthz', async () => {
  129. const r = await request(port, 'GET', '/healthz');
  130. expect(r.status === 200 && r.json().ok === true, `status=${r.status}`);
  131. });
  132. await check('GET /readyz', async () => {
  133. const r = await request(port, 'GET', '/readyz');
  134. const j = r.json();
  135. expect(r.status === 200 && typeof j.ok === 'boolean' && typeof j.workspaceReady === 'boolean', `status=${r.status}`);
  136. });
  137. await check('GET /api/default-root', async () => {
  138. const r = await request(port, 'GET', '/api/default-root');
  139. expect(r.status === 200 && !!r.json().root, `status=${r.status}`);
  140. });
  141. // ---- 设置域 ----
  142. await check('GET /api/models', async () => {
  143. const r = await request(port, 'GET', '/api/models');
  144. const j = r.json();
  145. expect(r.status === 200 && Array.isArray(j.models) && j.models.length >= 5 && !!j.default, `status=${r.status}`);
  146. });
  147. await check('GET /api/settings(脱敏)', async () => {
  148. const r = await request(port, 'GET', '/api/settings');
  149. const j = r.json();
  150. expect(r.status === 200 && typeof j.rootDir === 'string' && typeof j.port === 'number', `status=${r.status}`);
  151. expect(!j.apiKey || j.apiKey.includes('••••'), 'apiKey 未脱敏');
  152. });
  153. await check('POST /api/settings 非法 pageSize → 400', async () => {
  154. const r = await request(port, 'POST', '/api/settings', { pageSize: 9999 });
  155. expect(r.status === 400, `status=${r.status}`);
  156. });
  157. await check('POST /api/settings 非法 delayMs → 400', async () => {
  158. const r = await request(port, 'POST', '/api/settings', { delayMs: -5 });
  159. expect(r.status === 400, `status=${r.status}`);
  160. });
  161. await check('POST /api/settings 非法 autoSyncTime → 400', async () => {
  162. const r = await request(port, 'POST', '/api/settings', { autoSyncTime: '99:99' });
  163. expect(r.status === 400, `status=${r.status}`);
  164. });
  165. await check('GET /api/settings 含 autoSync 字段', async () => {
  166. const r = await request(port, 'GET', '/api/settings');
  167. const j = r.json();
  168. expect(typeof j.autoSyncEnabled === 'boolean' && /^\d{1,2}:\d{2}$/.test(j.autoSyncTime || ''), 'autoSync 字段缺失');
  169. });
  170. // ---- 采集域 ----
  171. await check('GET /api/session', async () => {
  172. const r = await request(port, 'GET', '/api/session');
  173. expect(r.status === 200 && typeof r.json().cookieConfigured === 'boolean', `status=${r.status}`);
  174. });
  175. await check('GET /api/shops(base64url root)', async () => {
  176. const r = await request(port, 'GET', `/api/shops?root=${b64Root}`);
  177. expect(r.status === 200 && Array.isArray(r.json().shops), `status=${r.status}`);
  178. });
  179. await check('GET /api/shops 非法 root → 403', async () => {
  180. const bad = Buffer.from('/tmp/elsewhere', 'utf8').toString('base64url');
  181. const r = await request(port, 'GET', `/api/shops?root=${bad}`);
  182. expect(r.status === 403, `status=${r.status}`);
  183. });
  184. await check('GET /api/scan', async () => {
  185. const r = await request(port, 'GET', `/api/scan?root=${encRoot}`);
  186. const j = r.json();
  187. expect(r.status === 200 && Array.isArray(j.shops), `status=${r.status}`);
  188. });
  189. await check('GET /api/crawl/status', async () => {
  190. const r = await request(port, 'GET', '/api/crawl/status');
  191. expect(r.status === 200 && typeof r.json().status === 'string', `status=${r.status}`);
  192. });
  193. await check('POST /api/crawl/stop(空操作)', async () => {
  194. const r = await request(port, 'POST', '/api/crawl/stop');
  195. expect(r.status === 200 && r.json().ok === true, `status=${r.status}`);
  196. });
  197. await check('Origin 防护:跨站写请求 → 403', async () => {
  198. const r = await request(port, 'POST', '/api/crawl/stop', undefined, '127.0.0.1', { Origin: 'http://evil.example' });
  199. expect(r.status === 403, `status=${r.status}`);
  200. });
  201. await check('Origin 防护:同源写请求放行', async () => {
  202. const r = await request(port, 'POST', '/api/crawl/stop', undefined, '127.0.0.1', { Origin: `http://127.0.0.1:${port}` });
  203. expect(r.status === 200, `status=${r.status}`);
  204. });
  205. // ---- 生成/任务/历史域 ----
  206. await check('GET /api/tasks', async () => {
  207. const r = await request(port, 'GET', '/api/tasks');
  208. const j = r.json();
  209. expect(r.status === 200 && j.summary && Array.isArray(j.tasks), `status=${r.status}`);
  210. });
  211. await check('GET /api/job/未知ID → 404', async () => {
  212. const r = await request(port, 'GET', '/api/job/00000000-0000-0000-0000-000000000000');
  213. expect(r.status === 404, `status=${r.status}`);
  214. });
  215. await check('GET /api/creations', async () => {
  216. const r = await request(port, 'GET', `/api/creations?root=${encRoot}&limit=5`);
  217. const j = r.json();
  218. expect(r.status === 200 && typeof j.total === 'number' && Array.isArray(j.items), `status=${r.status}`);
  219. });
  220. await check('GET /files 越界 → 403', async () => {
  221. const r = await request(port, 'GET', `/files?path=${enc('/etc/passwd')}`);
  222. expect(r.status === 403, `status=${r.status}`);
  223. });
  224. await check('GET /files 缺参 → 400', async () => {
  225. const r = await request(port, 'GET', '/files');
  226. expect(r.status === 400, `status=${r.status}`);
  227. });
  228. // ---- 日志 ----
  229. await check('GET /api/logs', async () => {
  230. const r = await request(port, 'GET', '/api/logs');
  231. expect(r.status === 200 && Array.isArray(r.json().logs), `status=${r.status}`);
  232. });
  233. await check('POST /api/logs/clear', async () => {
  234. const r = await request(port, 'POST', '/api/logs/clear');
  235. expect(r.status === 200 && r.json().ok === true, `status=${r.status}`);
  236. });
  237. // ---- 数据报表域 ----
  238. await check('GET /api/reports/status(不限方法 GET)', async () => {
  239. const r = await request(port, 'GET', '/api/reports/status');
  240. expect(r.status === 200 && r.json().napos, `status=${r.status}`);
  241. });
  242. await check('POST /api/reports/status(不限方法 POST)', async () => {
  243. const r = await request(port, 'POST', '/api/reports/status');
  244. expect(r.status === 200, `status=${r.status}`);
  245. });
  246. await check('GET /api/reports/columns', async () => {
  247. const r = await request(port, 'GET', '/api/reports/columns');
  248. expect(r.status === 200 && Array.isArray(r.json().columns) && r.json().columns.length >= 10, `status=${r.status}`);
  249. });
  250. await check('GET /api/reports/entities', async () => {
  251. const r = await request(port, 'GET', '/api/reports/entities');
  252. expect(r.status === 200 && Array.isArray(r.json().entities), `status=${r.status}`);
  253. });
  254. await check('GET /api/reports/sync/status', async () => {
  255. const r = await request(port, 'GET', '/api/reports/sync/status');
  256. expect(r.status === 200 && typeof r.json().running === 'boolean', `status=${r.status}`);
  257. });
  258. await check('GET /api/reports/syncs', async () => {
  259. const r = await request(port, 'GET', '/api/reports/syncs');
  260. expect(r.status === 200 && Array.isArray(r.json().runs), `status=${r.status}`);
  261. });
  262. await check('GET /api/reports/daily', async () => {
  263. const r = await request(port, 'GET', '/api/reports/daily');
  264. expect(r.status === 200, `status=${r.status}`);
  265. });
  266. await check('GET /api/reports/aggregate', async () => {
  267. const r = await request(port, 'GET', '/api/reports/aggregate');
  268. expect(r.status === 200, `status=${r.status}`);
  269. });
  270. await check('GET /api/reports/export → CSV', async () => {
  271. const r = await request(port, 'GET', '/api/reports/export');
  272. expect(r.status === 200 && /text\/csv/.test(r.headers['content-type'] || ''), `status=${r.status}`);
  273. });
  274. await check('GET /api/reports/report-html → HTML', async () => {
  275. const r = await request(port, 'GET', '/api/reports/report-html');
  276. expect(r.status === 200 && /text\/html/.test(r.headers['content-type'] || ''), `status=${r.status}`);
  277. });
  278. await check('POST /api/reports/ask(有主体时跳过)', async () => {
  279. const ent = await request(port, 'GET', '/api/reports/entities');
  280. if (ent.json().entities.length > 0) return; // 有主体会真调对话模型,跳过
  281. const r = await request(port, 'POST', '/api/reports/ask', { q: 'test' });
  282. expect(r.status === 400 && r.json().code === 'ASK_NO_ENTITY', `status=${r.status}`);
  283. });
  284. await check('GET /api/reports/lake → 湖全景', async () => {
  285. const r = await request(port, 'GET', '/api/reports/lake');
  286. const d = r.json();
  287. expect(r.status === 200 && Array.isArray(d.entities) && typeof d.totalRows === 'number' && d.aitable && 'enabled' in d.aitable, `status=${r.status}`);
  288. });
  289. await check('GET /api/reports/daily → 分页字段', async () => {
  290. const r = await request(port, 'GET', '/api/reports/daily');
  291. const d = r.json();
  292. expect(r.status === 200 && typeof d.total === 'number' && d.page >= 1 && d.pageSize >= 50 && d.pages >= 1 && 'summary' in d, `status=${r.status}`);
  293. });
  294. await check('GET /api/reports/syncs → 同步历史', async () => {
  295. const r = await request(port, 'GET', '/api/reports/syncs');
  296. expect(r.status === 200 && Array.isArray(r.json().runs), `status=${r.status}`);
  297. });
  298. await check('POST /api/reports/aitable/push(无主体 → 400)', async () => {
  299. const r = await request(port, 'POST', '/api/reports/aitable/push', {});
  300. expect(r.status === 400 && r.json().code === 'AITABLE_NO_ENTITY', `status=${r.status} code=${r.json().code}`);
  301. });
  302. // ---- 钉钉三表拆分与行键(纯函数回归,不打真实钉钉 API) ----
  303. const aitableLib = require('../server/services/aitable.js');
  304. const { rowKey } = require('../reports-store.js');
  305. await check('splitRowsBySheet → 按维度分流且 summary 不上云', async () => {
  306. const s = aitableLib.splitRowsBySheet([
  307. { scope: 'shop', shopId: '1', chainId: 'c1' },
  308. { scope: 'shop', shopId: '2', chainId: 'c1' },
  309. { scope: 'chain', shopId: '', chainId: 'c1' },
  310. { scope: 'chain', shopId: '', chainId: 'c2' },
  311. { scope: 'company', shopId: '', chainId: '-1' },
  312. { scope: 'summary', shopId: '', chainId: '' },
  313. ]);
  314. expect(s.detail.length === 2 && s.chain.length === 2 && s.company.length === 1 && s.skippedSummary === 1,
  315. `detail=${s.detail.length} chain=${s.chain.length} company=${s.company.length} skipped=${s.skippedSummary}`);
  316. });
  317. await check('recordKey / rowKey → 同日多连锁不碰撞', async () => {
  318. const cloud = (chainId) => aitableLib.recordKey({ 日期: '20261017', 账号名: 'A', 维度: '连锁', 连锁ID: chainId, 门店ID: '' });
  319. expect(cloud('c1') !== cloud('c2'), '连锁行云端业务键仍碰撞');
  320. const local = (row) => rowKey(row);
  321. expect(local({ date: '20261017', scope: 'chain', chainId: 'c1', shopId: '' }) !== local({ date: '20261017', scope: 'chain', chainId: 'c2', shopId: '' }), '连锁行本地行键仍碰撞');
  322. expect(local({ date: '20261017', scope: 'summary', chainId: '', shopId: '' }) !== local({ date: '20261017', scope: 'summary', chainId: 'c1', shopId: '' }), '汇总行本地行键仍碰撞');
  323. });
  324. await check('resolveSheets → 缺省兜底三表名', async () => {
  325. const { sheets, fingerprint } = aitableLib.resolveSheets({});
  326. expect(sheets.detail === '门店明细' && sheets.chain === '连锁汇总' && sheets.company === '公司汇总' && fingerprint.split('|').length === 3,
  327. JSON.stringify(sheets));
  328. });
  329. await check('detectLayerConflict → 门店全零且汇总有数才拦;新店型全零/未营业/无门店行放行', async () => {
  330. const mk = (scope, extra = {}) => ({ scope, shopId: scope === 'shop' ? 's1' : '', chainId: scope === 'company' ? '-1' : 'c1', validOrderCnt: 0, incomeAmt: 0, ...extra });
  331. // 已知 bug 形态:门店行全零、连锁/公司有数 → 拦
  332. const bug = [mk('shop'), mk('chain', { validOrderCnt: 138, incomeAmt: 2900 }), mk('company', { validOrderCnt: 138, incomeAmt: 2900 })];
  333. expect(aitableLib.detectLayerConflict(bug) && aitableLib.detectLayerConflict(bug).shopRows === 1, '门店全零而汇总有数未检出');
  334. // 新店型:大面积全零但部分门店有数 → 放行(>80% 全零也正常)
  335. const newShops = [mk('shop'), mk('shop'), mk('shop', { validOrderCnt: 98, incomeAmt: 1400 }), mk('chain', { validOrderCnt: 138 }), mk('company')];
  336. expect(aitableLib.detectLayerConflict(newShops) === null, '部分门店有数被误拦');
  337. // 全新未营业:门店与汇总都没数 → 放行
  338. expect(aitableLib.detectLayerConflict([mk('shop'), mk('chain'), mk('company')]) === null, '未营业主体被误拦');
  339. // 无门店行 → 放行
  340. expect(aitableLib.detectLayerConflict([mk('chain', { validOrderCnt: 5 })]) === null, '无门店行被误拦');
  341. });
  342. // ---- 问数两段式:结果摘要与兜底话术(纯函数,不调对话模型) ----
  343. const nlQueryLib = require('../nl-query.js');
  344. await check('buildResultDigest → 口径/Top行/合计齐全且按列类型格式化', async () => {
  345. const digest = nlQueryLib.buildResultDigest(
  346. { mode: 'shop', from: '20260918', to: '20261017', metrics: ['grossAmt', 'clkExpRate'], shopIds: [] },
  347. {
  348. rows: [
  349. { shopName: '一食堂', grossAmt: 12345.6, clkExpRate: 0.0521 },
  350. { shopName: '二食堂', grossAmt: 0, clkExpRate: 0 },
  351. ],
  352. summary: { grossAmt: 12345.6, clkExpRate: 0.0521 },
  353. }
  354. );
  355. expect(digest.includes('按门店汇总') && digest.includes('2026-09-18') && digest.includes('2026-10-17'), digest);
  356. expect(digest.includes('12,345.60元') && digest.includes('5.21%'), digest); // money 两位小数 / pct 小数×100
  357. expect(digest.includes('区间合计') && digest.includes('均值'), digest); // 金额=合计、比率=均值
  358. });
  359. await check('buildResultDigest → 空结果有明确说明', async () => {
  360. const digest = nlQueryLib.buildResultDigest(
  361. { mode: 'date', from: '20260918', to: '20261017', metrics: ['grossAmt'], shopIds: [] },
  362. { rows: [], summary: {} }
  363. );
  364. expect(digest.includes('结果为空'), digest);
  365. });
  366. await check('fallbackReply → 模板句含区间与指标名', async () => {
  367. const t = nlQueryLib.fallbackReply({ mode: 'date', from: '20260918', to: '20261017', metrics: ['grossAmt'] });
  368. expect(t.includes('2026-09-18') && t.includes('营业额'), t);
  369. });
  370. // ---- 问数智能体:动作解析/图表钳制/循环侦测(纯函数,不调对话模型) ----
  371. const agentLlm = require('../server/agent/llm.js');
  372. const agentGuard = require('../server/agent/guard.js');
  373. const naposServiceLib = require('../napos-service.js');
  374. await check('parseAgentAction → 工具动作/终答/围栏解析', async () => {
  375. const a = agentLlm.parseAgentAction('{"thought":"查","action":{"tool":"query_report","args":{"mode":"shop"}}}');
  376. expect(a.type === 'tool' && a.tool === 'query_report' && a.args.mode === 'shop', JSON.stringify(a));
  377. const f = agentLlm.parseAgentAction('前言```json\n{"thought":"完","final":{"answer":"结论"}}\n```后记');
  378. expect(f.type === 'final' && f.final.answer === '结论', JSON.stringify(f));
  379. });
  380. await check('parseAgentAction → 非法输出全部给出可读拒绝', async () => {
  381. const bads = ['不是json', '{"thought":"只有thought"}', '{"final":{"answer":" "}}', '{"final":"字符串"}'];
  382. for (const bad of bads) {
  383. let rejected = false;
  384. try { agentLlm.parseAgentAction(bad); } catch { rejected = true; }
  385. expect(rejected, `未拒绝非法输出:${bad}`);
  386. }
  387. });
  388. await check('clampChart → 指标白名单与非法类型兜底', async () => {
  389. expect(agentGuard.clampChart({ type: 'pie', x: 'date', y: ['grossAmt'] }, naposServiceLib) === null, 'pie 应被拒绝');
  390. const c = agentGuard.clampChart({ type: 'line', x: 'date', y: ['grossAmt', 'hacked', 'validOrderCnt'] }, naposServiceLib);
  391. expect(c && c.type === 'line' && c.x === 'date' && c.y.length === 2 && !c.y.includes('hacked'), JSON.stringify(c));
  392. });
  393. await check('LoopDetector → 重复先提醒、三犯强制收敛、换参重置', async () => {
  394. const d = new agentGuard.LoopDetector();
  395. expect(d.record('t', { a: 1 }) === 'ok', '首次应为 ok');
  396. expect(d.record('t', { a: 1 }) === 'repeat', '第二次应为 repeat');
  397. expect(d.record('t', { a: 1 }) === 'loop', '第三次应为 loop');
  398. expect(d.record('t', { a: 2 }) === 'ok', '换参数应重置');
  399. });
  400. await check('技能 → 清单注入 prompt,点名技能有专属指令', async () => {
  401. const skillsLib = require('../server/agent/skills.js');
  402. const agentPrompt = require('../server/agent/prompt.js');
  403. const base = {
  404. svc: naposServiceLib, entityName: '测试主体', shops: [], dateRange: { from: '20260101', to: '20260201' },
  405. today: '20260201', toolsText: '- t:测试工具',
  406. };
  407. const p1 = agentPrompt.buildSystemPrompt({ ...base, skillsText: skillsLib.manifestText() });
  408. expect(p1.includes('内置技能') && p1.includes('周期对比分析') && p1.includes('数据体检'), '技能清单未注入');
  409. const p2 = agentPrompt.buildSystemPrompt({ ...base, skillsText: skillsLib.manifestText(), pointedSkill: skillsLib.get('data-checkup') });
  410. expect(p2.includes('点名技能【数据体检】') && p2.includes('严格按其打法'), '点名技能指令缺失');
  411. });
  412. await check('数字溯源 → 换算形态可溯源,无中生有被标记', async () => {
  413. const prov = require('../server/agent/provenance.js');
  414. const steps = [{
  415. type: 'tool', ok: true,
  416. summary: '本期营业额 10500 元,环比 25%。',
  417. data: { deltas: [{ cur: 10500, deltaPct: 0.25 }], curByDate: [{ date: '20261001', grossAmt: 1500 }] },
  418. }];
  419. const good = prov.checkProvenance('本期营业额 10500 元,环比 +25%;2026-10-01 当天 1,500 元。', steps);
  420. expect(good.total > 0 && good.untraced.length === 0, `应全部溯源:${JSON.stringify(good)}`);
  421. const bad = prov.checkProvenance('本期营业额 99999 元,环比 +25%。', steps);
  422. expect(bad.untraced.length === 1 && bad.untraced[0] === 99999, `编造数字未被标记:${JSON.stringify(bad)}`);
  423. });
  424. await check('指标层 → 清单注入 prompt;未知指标给出可用清单', async () => {
  425. const metricsLib = require('../server/agent/metrics.js');
  426. const agentPrompt = require('../server/agent/prompt.js');
  427. const base = {
  428. svc: naposServiceLib, entityName: '测试主体', shops: [], dateRange: { from: '20260101', to: '20260201' },
  429. today: '20260201', toolsText: '- t:测试工具', skillsText: '', metricsText: metricsLib.manifestText(),
  430. };
  431. const p = agentPrompt.buildSystemPrompt(base);
  432. expect(p.includes('指标聚合口径') && p.includes('gross_mov7') && p.includes('移动平均'), '派生指标清单未注入');
  433. const tool = require('../server/agent/tools/metric.js');
  434. let listed = false;
  435. try { tool.metricSanitize({ metric: 'nope' }, { shops: [], dateRange: base.dateRange }); } catch (e) { listed = /可用指标/.test(e.message); }
  436. expect(listed, '未知指标未给可用清单');
  437. });
  438. await check('Schema linking → 门店 ≤40 内嵌清单、多了改为按需查询', async () => {
  439. const agentPrompt = require('../server/agent/prompt.js');
  440. const mk = (n) => Array.from({ length: n }, (_, i) => ({ shopId: String(i), shopName: `测试门店${i}` }));
  441. const base = {
  442. svc: naposServiceLib, entityName: '测试主体', dateRange: { from: '20260101', to: '20260201' },
  443. today: '20260201', toolsText: '- t', skillsText: '', metricsText: '',
  444. };
  445. const small = agentPrompt.buildSystemPrompt({ ...base, shops: mk(3) });
  446. expect(small.includes('测试门店2'), '小主体未内嵌门店清单');
  447. const big = agentPrompt.buildSystemPrompt({ ...base, shops: mk(60) });
  448. expect(big.includes('门店较多') && !big.includes('测试门店2'), '大主体未改为按需查询');
  449. });
  450. await check('模型路由 → chatModelAgent 缺省回落主模型、JSON mode 默认关', async () => {
  451. const { makeChatCfg } = require('../server/context.js');
  452. const cfg1 = makeChatCfg({ config: { chatModel: 'm1', chatModelAgent: 'm2', chatJsonMode: true, apiBase: 'http://x', apiKey: 'k' } });
  453. expect(cfg1.chatModel === 'm1' && cfg1.chatModelAgent === 'm2' && cfg1.chatJsonMode === true, JSON.stringify(cfg1));
  454. const cfg2 = makeChatCfg({ config: { chatModel: 'm1', apiBase: 'http://x', apiKey: 'k' } });
  455. expect(cfg2.chatModelAgent === 'm1' && cfg2.chatJsonMode === false, JSON.stringify(cfg2));
  456. });
  457. // ---- 安全加固回归(纯函数,不落盘、不打外部 API) ----
  458. const { createContext } = require('../server/context.js');
  459. const { createGenerationService } = require('../server/services/generation.js');
  460. await check('buildImagesAndPrompt → 参考图越界被钳制', async () => {
  461. const gen = createGenerationService(createContext());
  462. const out = gen.buildImagesAndPrompt(os.tmpdir(), '测试提示词', [
  463. '../../config.json', // 相对路径越界
  464. '/etc/passwd', // 绝对路径注入
  465. 'sub/../ok.png', // 归一化后仍在目录内的合法形态(文件不存在也会被读取失败跳过)
  466. ], {});
  467. expect(out.images.length === 0, `越界参考图未被拦截:images=${out.images.length}`);
  468. });
  469. await check('jsonForScript → </script> 不再原样进入脚本体', async () => {
  470. const { jsonForScript } = require('../report-html.js');
  471. const out = jsonForScript(['一食堂</script><img src=x onerror=alert(1)>']);
  472. expect(!out.includes('</script>') && out.includes('\\u003c'), out);
  473. });
  474. await check('mergeDefaults → 嵌套默认值不被 config.json 局部对象清掉', async () => {
  475. const { mergeDefaults, CONFIG_DEFAULTS } = require('../server/context.js');
  476. const merged = mergeDefaults(CONFIG_DEFAULTS, { aitable: { enabled: true, appSecret: 'sec' } });
  477. expect(merged.aitable.enabled === true && merged.aitable.appSecret === 'sec', '保存值未生效');
  478. expect(merged.aitable.appKey === CONFIG_DEFAULTS.aitable.appKey && !!merged.aitable.baseId && !!merged.aitable.operatorId,
  479. `组织级默认被清掉:appKey=${merged.aitable.appKey}`);
  480. expect(merged.autoSync.time === CONFIG_DEFAULTS.autoSync.time, 'autoSync 默认被清掉');
  481. });
  482. // ---- 静态与路由行为 ----
  483. for (const p of ['/', '/index.html', '/app.js', '/crawl.js', '/gen.js', '/history.js', '/tasks.js', '/reports.js', '/analysis-templates.js', '/lake.js', '/ask.js', '/style.css', '/vendor/echarts.min.js']) {
  484. await check(`静态 ${p}`, async () => {
  485. const r = await request(port, 'GET', p);
  486. expect(r.status === 200, `status=${r.status}`);
  487. });
  488. }
  489. await check('GET /api/reports/bench(合法字段)', async () => {
  490. const r = await request(port, 'GET', '/api/reports/bench?field=gross_amt&from=20260101&to=20260102');
  491. expect(r.status === 200, `status=${r.status}`);
  492. const body = r.json();
  493. expect(Array.isArray(body.rows), 'rows 应为数组');
  494. });
  495. await check('GET /api/reports/bench(非法字段 → 400)', async () => {
  496. const r = await request(port, 'GET', '/api/reports/bench?field=no_such');
  497. expect(r.status === 400, `status=${r.status}`);
  498. });
  499. await check('GET /no-such-path → 404', async () => {
  500. const r = await request(port, 'GET', '/no-such-path');
  501. expect(r.status === 404, `status=${r.status}`);
  502. });
  503. await check('DELETE /api/settings → 405', async () => {
  504. const r = await request(port, 'DELETE', '/api/settings');
  505. expect(r.status === 405, `status=${r.status}`);
  506. });
  507. // ---- 问数智能体:主服务上只测只读会话接口(绝不在有主体/真模型时发起运行) ----
  508. await check('GET /api/agent/sessions(无主体 → 400;有主体 → 200)', async () => {
  509. const ent = await request(port, 'GET', '/api/reports/entities');
  510. const r = await request(port, 'GET', '/api/agent/sessions');
  511. if (ent.json().entities.length > 0) {
  512. expect(r.status === 200 && Array.isArray(r.json().sessions), `status=${r.status}`);
  513. } else {
  514. expect(r.status === 400 && r.json().code === 'ASK_NO_ENTITY', `status=${r.status} code=${r.json().code}`);
  515. }
  516. });
  517. // ---- 问数智能体端到端(隔离湖 + NAPOS_AGENT_MOCK 确定性假模型,零网络零真实数据) ----
  518. {
  519. const fs = require('fs');
  520. const tmpLake = fs.mkdtempSync(path.join(os.tmpdir(), 'genpic-lake-'));
  521. const tmpAgent = fs.mkdtempSync(path.join(os.tmpdir(), 'genpic-agent-'));
  522. const mkRow = (date, scope, ids, m) => ({
  523. date, scope,
  524. shopId: ids.shopId || '', shopName: ids.shopName || '',
  525. chainId: ids.chainId || '', chainName: ids.chainName || '',
  526. bizHours: null, abnormalCloseHours: null, goodsSaleAmt: null,
  527. syncedAt: new Date().toISOString(),
  528. validOrderCnt: m.orders || 0, incomeAmt: m.income || 0, grossAmt: m.gross || 0,
  529. expenseAmt: m.expense || 0, expUv: m.uv || 0, orderUserCnt: m.buyers || 0,
  530. clkExpRate: m.clk || 0, ordClkRate: 0, perActualPay: 0,
  531. actOrdCnt: 0, actSubsidyAmt: 0, shopRoi: 0, rebuyRate30d: 0,
  532. // 全字段落库模拟:同行均值/排名与环比差值(peer_benchmark / raw_inspect 用)
  533. raw: {
  534. gross_amt: m.gross || 0, valid_order_cnt: m.orders || 0,
  535. gross_amt_mall_avg: m.peerAvg != null ? m.peerAvg : 800,
  536. gross_amt_mall_avg_rank: m.rank != null ? m.rank : 2,
  537. valid_order_cnt_diff: m.orders || 0,
  538. },
  539. });
  540. // 健康主体:0924~0930(缺 0927)+ 1001~1007,两店;本期日营业额 1500 / 上期 1400(环比 +25%)
  541. const prevDays = ['20260924', '20260925', '20260926', '20260928', '20260929', '20260930'];
  542. const curDays = ['20261001', '20261002', '20261003', '20261004', '20261005', '20261006', '20261007'];
  543. const healthyRows = [];
  544. for (const d of prevDays) {
  545. healthyRows.push(mkRow(d, 'shop', { shopId: '101', shopName: '一店', chainId: '9', chainName: '第一连锁' }, { gross: 900, income: 720, expense: 180, orders: 90, uv: 1800, buyers: 100, clk: 0.08 }));
  546. healthyRows.push(mkRow(d, 'shop', { shopId: '102', shopName: '二店', chainId: '9', chainName: '第一连锁' }, { gross: 500, income: 400, expense: 100, orders: 40, uv: 900, buyers: 45, clk: 0.08 }));
  547. healthyRows.push(mkRow(d, 'chain', { chainId: '9', chainName: '第一连锁' }, { gross: 1400, income: 1120, expense: 280, orders: 130, uv: 2700, buyers: 145, clk: 0.08 }));
  548. healthyRows.push(mkRow(d, 'company', { chainId: '-1' }, { gross: 1400, income: 1120, expense: 280, orders: 130, uv: 2700, buyers: 145, clk: 0.08 }));
  549. }
  550. for (const d of curDays) {
  551. healthyRows.push(mkRow(d, 'shop', { shopId: '101', shopName: '一店', chainId: '9', chainName: '第一连锁' }, { gross: 1000, income: 800, expense: 200, orders: 100, uv: 2000, buyers: 110, clk: 0.08 }));
  552. healthyRows.push(mkRow(d, 'shop', { shopId: '102', shopName: '二店', chainId: '9', chainName: '第一连锁' }, { gross: 500, income: 400, expense: 100, orders: 40, uv: 900, buyers: 45, clk: 0.08 }));
  553. healthyRows.push(mkRow(d, 'chain', { chainId: '9', chainName: '第一连锁' }, { gross: 1500, income: 1200, expense: 300, orders: 140, uv: 2900, buyers: 155, clk: 0.08 }));
  554. healthyRows.push(mkRow(d, 'company', { chainId: '-1' }, { gross: 1500, income: 1200, expense: 300, orders: 140, uv: 2900, buyers: 155, clk: 0.08 }));
  555. }
  556. // 全零主体:门店行全零而连锁/公司有数(已知 bug 形态,体检必须 fail)
  557. const badRows = [];
  558. for (const d of ['20261001', '20261002', '20261003']) {
  559. badRows.push(mkRow(d, 'shop', { shopId: '201', shopName: '全零店', chainId: '9', chainName: '第一连锁' }, {}));
  560. badRows.push(mkRow(d, 'chain', { chainId: '9', chainName: '第一连锁' }, { gross: 1000, income: 800, expense: 200, orders: 100 }));
  561. badRows.push(mkRow(d, 'company', { chainId: '-1' }, { gross: 1000, income: 800, expense: 200, orders: 100 }));
  562. }
  563. const nowIso = new Date().toISOString();
  564. fs.writeFileSync(path.join(tmpLake, 'entities.json'), JSON.stringify({ entities: [
  565. { key: 'smokeask', firstSeen: nowIso, lastSeen: nowIso, merchantId: 'smokeask', name: '冒烟主体A', chainCount: 1, shopCount: 2,
  566. chains: [{ chainId: '9', chainName: '第一连锁' }],
  567. shops: [
  568. { shopId: '101', shopName: '一店', chainId: '9', chainName: '第一连锁' },
  569. { shopId: '102', shopName: '二店', chainId: '9', chainName: '第一连锁' },
  570. ] },
  571. { key: 'smokebad', firstSeen: nowIso, lastSeen: nowIso, merchantId: 'smokebad', name: '冒烟主体B', chainCount: 1, shopCount: 1,
  572. chains: [{ chainId: '9', chainName: '第一连锁' }],
  573. shops: [{ shopId: '201', shopName: '全零店', chainId: '9', chainName: '第一连锁' }] },
  574. ] }));
  575. fs.mkdirSync(path.join(tmpLake, 'smokeask'), { recursive: true });
  576. fs.writeFileSync(path.join(tmpLake, 'smokeask', 'daily-202609.json'), JSON.stringify({ version: 2, updated: nowIso, rows: healthyRows.filter((r) => r.date < '20261000') }));
  577. fs.writeFileSync(path.join(tmpLake, 'smokeask', 'daily-202610.json'), JSON.stringify({ version: 2, updated: nowIso, rows: healthyRows.filter((r) => r.date >= '20261000') }));
  578. fs.mkdirSync(path.join(tmpLake, 'smokebad'), { recursive: true });
  579. fs.writeFileSync(path.join(tmpLake, 'smokebad', 'daily-202610.json'), JSON.stringify({ version: 2, updated: nowIso, rows: badRows }));
  580. const aport = await pickPort();
  581. const achild = spawn(process.execPath, [path.join(ROOT, 'server.js')], {
  582. env: {
  583. ...process.env, PORT: String(aport), HOST: '127.0.0.1',
  584. GENPIC_LAKE_DIR: tmpLake, GENPIC_AGENT_DIR: tmpAgent, NAPOS_AGENT_MOCK: '1',
  585. },
  586. stdio: ['ignore', 'pipe', 'pipe'],
  587. });
  588. let alog = '';
  589. achild.stdout.on('data', (c) => { alog += c; });
  590. achild.stderr.on('data', (c) => { alog += c; });
  591. try {
  592. await waitForHealth(aport);
  593. const waitRunDone = async (runId, entity, timeoutMs = 10000) => {
  594. const start = Date.now();
  595. for (;;) {
  596. const r = await request(aport, 'GET', `/api/agent/runs/${enc(runId)}?entity=${enc(entity)}`);
  597. const run = r.json().run;
  598. if (run && run.status !== 'running') return run;
  599. if (Date.now() - start > timeoutMs) throw new Error(`运行未在超时内结束 status=${run && run.status}`);
  600. await new Promise((res) => setTimeout(res, 200));
  601. }
  602. };
  603. const stepByTool = (run, tool) => (run.steps || []).find((s) => s.type === 'tool' && s.tool === tool);
  604. let askSessionId = null;
  605. let askRunId = null;
  606. const fetchAskRun = async () => {
  607. const r = await request(aport, 'GET', `/api/agent/runs/${enc(askRunId)}?entity=${enc('smokeask')}`);
  608. return r.json().run;
  609. };
  610. await check('智能体 mock 运行 → 四工具全成 + final + 用量', async () => {
  611. const r = await request(aport, 'POST', '/api/agent/runs', { entity: 'smokeask', question: '最近营业额趋势如何?', mode: 'agent' });
  612. expect(r.status === 200 && r.json().run && r.json().run.runId, `status=${r.status}`);
  613. const run = await waitRunDone(r.json().run.runId, 'smokeask');
  614. expect(run.status === 'done', `status=${run.status} error=${run.error}`);
  615. const tools = (run.steps || []).filter((s) => s.type === 'tool');
  616. expect(JSON.stringify(tools.map((s) => s.tool)) === JSON.stringify(['lake_overview', 'query_report', 'compare_periods', 'data_quality', 'build_report']),
  617. `工具序列异常:${tools.map((s) => s.tool).join(',')}`);
  618. expect(tools.every((s) => s.ok), '存在失败的工具步骤');
  619. expect(run.usage.llmCalls === 6 && run.usage.toolCalls === 5, `用量异常 llm=${run.usage.llmCalls} tool=${run.usage.toolCalls}`);
  620. expect(run.result && run.result.answer.includes('mock'), JSON.stringify(run.result));
  621. expect(run.result.chart && run.result.chart.type === 'line', 'final 缺图表规格');
  622. expect(run.result.reportUrl && run.result.reportUrl.includes('/api/reports/report-html'), `缺报告链接:${run.result.reportUrl}`);
  623. askSessionId = run.sessionId;
  624. askRunId = run.runId;
  625. });
  626. await check('智能体 mock → compare_periods 环比数字正确(门店对齐 + +25%)', async () => {
  627. const run = await fetchAskRun();
  628. const cmp = stepByTool(run, 'compare_periods');
  629. expect(cmp && cmp.ok && cmp.data, 'compare_periods 步骤缺失');
  630. const gross = cmp.data.deltas.find((d) => d.key === 'grossAmt');
  631. expect(gross && gross.cur === 10500 && gross.prev === 8400, `环比数字异常 ${JSON.stringify(gross)}`);
  632. expect(Math.abs(gross.deltaPct - 0.25) < 1e-9, `变化率异常 ${gross.deltaPct}`);
  633. expect(cmp.data.comparableShopCount === 2, `可比门店数异常 ${cmp.data.comparableShopCount}`);
  634. });
  635. await check('智能体 mock → query_report 按日聚合 13 天', async () => {
  636. const run = await fetchAskRun();
  637. const q = stepByTool(run, 'query_report');
  638. expect(q && q.ok && q.data && q.data.rows.length === 13, `按日行数异常 ${q && q.data && q.data.rows.length}`);
  639. });
  640. await check('智能体 mock → data_quality 健康主体无 fail 且报缺 1 天', async () => {
  641. const run = await fetchAskRun();
  642. const dq = stepByTool(run, 'data_quality');
  643. expect(dq && dq.ok, 'data_quality 步骤缺失');
  644. expect(dq.summary.includes('缺 1/14'), `缺日未识别:${dq.summary}`);
  645. expect(!dq.summary.includes('[fail]'), `健康主体误报 fail:${dq.summary}`);
  646. });
  647. await check('智能体 mock → 全零主体体检必须 fail', async () => {
  648. const r = await request(aport, 'POST', '/api/agent/runs', { entity: 'smokebad', question: '体检一下', mode: 'agent' });
  649. expect(r.status === 200, `status=${r.status}`);
  650. const run = await waitRunDone(r.json().run.runId, 'smokebad');
  651. expect(run.status === 'done', `status=${run.status} error=${run.error}`);
  652. const dq = stepByTool(run, 'data_quality');
  653. expect(dq && dq.summary.includes('[fail]') && dq.summary.includes('全零'), dq.summary);
  654. });
  655. await check('智能体 mock 快问 → 直接终答(同一会话追问)', async () => {
  656. const r = await request(aport, 'POST', '/api/agent/runs', { entity: 'smokeask', question: '昨天营业额', mode: 'quick', sessionId: askSessionId });
  657. expect(r.status === 200, `status=${r.status}`);
  658. const run = await waitRunDone(r.json().run.runId, 'smokeask');
  659. expect(run.status === 'done' && run.mode === 'quick' && run.result.answer.includes('快问'), JSON.stringify(run.result));
  660. expect(run.sessionId === askSessionId, '快问未落入同一会话');
  661. });
  662. await check('智能体 会话索引 → 标题=首问、运行入册、带最近一问', async () => {
  663. const s = await request(aport, 'GET', `/api/agent/sessions?entity=${enc('smokeask')}`);
  664. const sessions = s.json().sessions;
  665. expect(sessions.length === 1 && sessions[0].title === '最近营业额趋势如何?' && sessions[0].runCount === 2,
  666. JSON.stringify(sessions));
  667. expect(sessions[0].lastQuestion === '昨天营业额', `lastQuestion 异常:${sessions[0].lastQuestion}`);
  668. const runs = await request(aport, 'GET', `/api/agent/runs?entity=${enc('smokeask')}&sessionId=${enc(sessions[0].sessionId)}`);
  669. expect(runs.json().runs.length === 2, '会话运行列表数量异常');
  670. });
  671. await check('智能体 删除会话 → 索引与运行文件清零、再删 404', async () => {
  672. const s = await request(aport, 'GET', `/api/agent/sessions?entity=${enc('smokeask')}`);
  673. const sid = s.json().sessions[0].sessionId;
  674. const del = await request(aport, 'DELETE', `/api/agent/sessions/${enc(sid)}?entity=${enc('smokeask')}`);
  675. expect(del.status === 200 && del.json().ok === true, `status=${del.status}`);
  676. const after = await request(aport, 'GET', `/api/agent/sessions?entity=${enc('smokeask')}`);
  677. expect(after.json().sessions.length === 0, '删除后索引未清空');
  678. const del2 = await request(aport, 'DELETE', `/api/agent/sessions/${enc(sid)}?entity=${enc('smokeask')}`);
  679. expect(del2.status === 404, `重复删除应 404,实际 ${del2.status}`);
  680. });
  681. await check('GET /api/agent/skills → 四个内置技能', async () => {
  682. const r = await request(aport, 'GET', '/api/agent/skills');
  683. const skills = r.json().skills || [];
  684. expect(r.status === 200 && skills.length === 4 && skills.every((s) => s.key && s.name), JSON.stringify(skills));
  685. });
  686. await check('智能体 技能点名 → run.skill 落档且运行完成', async () => {
  687. const r = await request(aport, 'POST', '/api/agent/runs', { entity: 'smokeask', question: '对比本期与上期', mode: 'agent', skill: 'period-compare' });
  688. expect(r.status === 200, `status=${r.status}`);
  689. const run = await waitRunDone(r.json().run.runId, 'smokeask');
  690. expect(run.status === 'done' && run.skill === 'period-compare', `skill=${run.skill} status=${run.status} error=${run.error}`);
  691. });
  692. await check('智能体 verdicts 归档 → 校验工具结论入运行记录', async () => {
  693. const run = await fetchAskRun();
  694. const vs = run.verdicts || [];
  695. expect(vs.length >= 5, `verdicts 过少:${vs.length}`);
  696. expect(vs.some((v) => v.kind === 'identity') && vs.some((v) => v.kind === 'quality'), `缺 identity/quality verdict:${JSON.stringify(vs.map((v) => v.kind))}`);
  697. expect(vs.every((v) => v.id && ['ok', 'warn', 'fail'].includes(v.status)), `verdict 形状异常:${JSON.stringify(vs[0])}`);
  698. });
  699. await check('智能体 自动分流 → 短问走快问、分析问走深度', async () => {
  700. const r1 = await request(aport, 'POST', '/api/agent/runs', { entity: 'smokeask', question: '昨天营业额多少', mode: 'auto' });
  701. const run1 = await waitRunDone(r1.json().run.runId, 'smokeask');
  702. expect(run1.status === 'done' && run1.mode === 'quick' && run1.autoPicked === true, `短问未分流快问:mode=${run1.mode}`);
  703. const r2 = await request(aport, 'POST', '/api/agent/runs', { entity: 'smokeask', question: '最近30天比上一个30天营业额变化多少,主要受哪些门店影响', mode: 'auto' });
  704. const run2 = await waitRunDone(r2.json().run.runId, 'smokeask');
  705. expect(run2.status === 'done' && run2.mode === 'agent' && run2.autoPicked === true, `分析问未分流深度:mode=${run2.mode}`);
  706. });
  707. await check('晨报:确定性生成(环比头条 + verdicts)并可读取', async () => {
  708. const b = await request(aport, 'POST', '/api/agent/digests/build', { entity: 'smokeask' });
  709. expect(b.status === 200 && b.json().digest, `status=${b.status}`);
  710. const d = b.json().digest;
  711. expect(d.headline.includes('10,500'), `头条数字异常:${d.headline}`);
  712. expect((d.verdicts || []).length >= 5 && (d.sections || []).length === 3, `晨报构成异常:sections=${(d.sections || []).length}`);
  713. const list = await request(aport, 'GET', `/api/agent/digests?entity=${enc('smokeask')}`);
  714. expect(list.json().digests.length === 1 && list.json().digests[0].id === d.id, '晨报列表读取异常');
  715. });
  716. await check('反馈闭环:采纳入语料、纠错入日志', async () => {
  717. const up = await request(aport, 'POST', '/api/agent/feedback', { entity: 'smokeask', runId: askRunId, kind: 'up' });
  718. expect(up.status === 200 && up.json().run.feedback.kind === 'up', `status=${up.status}`);
  719. expect(fs.existsSync(path.join(tmpAgent, 'smokeask', 'corpus.json')), '采纳未入打法语料');
  720. const down = await request(aport, 'POST', '/api/agent/feedback', { entity: 'smokeask', runId: askRunId, kind: 'down', note: '数字不对' });
  721. expect(down.status === 200 && down.json().run.feedback.note === '数字不对', '纠错未落 run');
  722. expect(fs.existsSync(path.join(tmpAgent, 'smokeask', 'feedback.json')), '纠错未入反馈日志');
  723. });
  724. await check('深度分析报告端点 → 自包含 HTML(体检/异常章节)', async () => {
  725. const r = await request(aport, 'GET', `/api/agent/report-deep?entity=${enc('smokeask')}&from=20260924&to=20261007`);
  726. expect(r.status === 200 && /text\/html/.test(r.headers['content-type'] || ''), `status=${r.status}`);
  727. expect(r.text.includes('数据体检') && r.text.includes('统计异常') && r.text.includes('归因'), '深度报告章节缺失');
  728. });
  729. await check('智能体 工具直测(隔离子进程)→ cross_check/peer_benchmark/raw_inspect', async () => {
  730. const toolProbe = [
  731. `const ROOT = ${JSON.stringify(ROOT)};`,
  732. 'const svc = require(ROOT + "/napos-service.js");',
  733. 'const nlq = require(ROOT + "/nl-query.js");',
  734. 'const cross = require(ROOT + "/server/agent/tools/cross.js");',
  735. 'const peer = require(ROOT + "/server/agent/tools/peer.js");',
  736. 'function ctxOf(entity) { const meta = svc.store.getEntity(entity); return { svc, entityKey: entity, meta, shops: meta.shops || [], dateRange: nlq.lakeDateRange(entity, svc) }; }',
  737. 'const out = {};',
  738. 'const healthy = ctxOf("smokeask");',
  739. 'const c1 = cross.crossHandler(healthy, cross.crossSanitize({}, healthy));',
  740. 'out.healthy = { checked: c1.data.checked, mismatch: c1.data.mismatchCount, severe: c1.data.severe };',
  741. 'const bad = ctxOf("smokebad");',
  742. 'const c2 = cross.crossHandler(bad, cross.crossSanitize({}, bad));',
  743. 'out.bad = { mismatch: c2.data.mismatchCount, severe: c2.data.severe };',
  744. 'const b1 = peer.benchHandler(healthy, peer.benchSanitize({ field: "gross_amt" }, healthy));',
  745. 'const bs = b1.data.shops || [];',
  746. 'out.bench = { shops: bs.length, firstPeer: bs[0] && bs[0].peerAvg, firstRank: bs[0] && bs[0].rankAvg };',
  747. 'const r1 = peer.rawHandler(healthy, peer.rawSanitize({ date: "20261001", shops: ["一店"] }, healthy));',
  748. 'out.raw = { found: r1.data.found, matched: (r1.data.matched || []).length, hasRaw: r1.data.hasRaw };',
  749. 'const entityTool = require(ROOT + "/server/agent/tools/entity.js");',
  750. 'const e1 = entityTool.entityHandler(healthy, entityTool.entitySanitize({}, healthy));',
  751. 'out.entity = { entities: (e1.data.entities || []).length, first: (e1.data.entities || [])[0] && (e1.data.entities || [])[0].name, skipped: (e1.data.skipped || []).length };',
  752. 'const cloudTool = require(ROOT + "/server/agent/tools/cloud.js");',
  753. 'cloudTool.cloudHandler(healthy, cloudTool.cloudSanitize({}, healthy)).then((c3) => {',
  754. ' out.cloud = { available: c3.data.available, hasVerdict: Array.isArray(c3.data.verdicts) && c3.data.verdicts.length === 1 };',
  755. ' const replay = require(ROOT + "/server/agent/replay.js");',
  756. ' const cfile = require("os").tmpdir() + "/genpic-replay-probe-" + process.pid + ".json";',
  757. ' replay.record(cfile, { question: "最近7天营业额和单量趋势", steps: [{ tool: "query_report", args: { mode: "date" } }, { tool: "data_quality", args: {} }] });',
  758. ' replay.record(cfile, { question: "上月营业额Top5门店", steps: [{ tool: "query_report", args: { mode: "shop", limit: 5 } }] });',
  759. ' const plan = replay.findPlan(cfile, "最近7天营业额和单量的趋势");',
  760. ' out.replay = {',
  761. ' hit: !!plan && plan.steps.length === 1 && plan.steps[0].tool === "query_report",',
  762. ' few: replay.fewShot(cfile, "最近7天营业额怎么样").length,',
  763. ' miss: !!replay.findPlan(cfile, "帮我做个数据体检"),',
  764. ' };',
  765. ' require("fs").unlinkSync(cfile);',
  766. ' console.log(JSON.stringify(out));',
  767. '});',
  768. ].join('\n');
  769. const probe = spawnSync(process.execPath, ['-e', toolProbe], {
  770. encoding: 'utf8', timeout: 20000,
  771. env: { ...process.env, GENPIC_LAKE_DIR: tmpLake },
  772. });
  773. expect(probe.status === 0, `探针失败:${(probe.stderr || probe.stdout || '').slice(-300)}`);
  774. const out = JSON.parse(probe.stdout.trim().split('\n').pop());
  775. expect(out.healthy.checked > 0 && out.healthy.mismatch === 0 && out.healthy.severe === false,
  776. `健康主体层间核对异常:${JSON.stringify(out.healthy)}`);
  777. expect(out.bad.severe === true && out.bad.mismatch > 0, `全零主体未检出层间不一致:${JSON.stringify(out.bad)}`);
  778. expect(out.bench.shops === 2 && out.bench.firstPeer === 800 && out.bench.firstRank === 2,
  779. `同行对标异常:${JSON.stringify(out.bench)}`);
  780. expect(out.raw.found === true && out.raw.hasRaw === true && out.raw.matched >= 3,
  781. `raw 检视异常:${JSON.stringify(out.raw)}`);
  782. expect(out.entity.entities === 2 && out.entity.first === '冒烟主体A' && out.entity.skipped === 0,
  783. `跨主体对比异常:${JSON.stringify(out.entity)}`);
  784. expect(out.cloud.available === false && out.cloud.hasVerdict === true,
  785. `云端未启用未优雅降级:${JSON.stringify(out.cloud)}`);
  786. expect(out.replay.hit === true && out.replay.few >= 1 && out.replay.miss === false,
  787. `打法缓存异常:${JSON.stringify(out.replay)}`);
  788. });
  789. await check('智能体 空问题 → 400 ASK_EMPTY', async () => {
  790. const r = await request(aport, 'POST', '/api/agent/runs', { entity: 'smokeask', question: ' ' });
  791. expect(r.status === 400 && r.json().code === 'ASK_EMPTY', `status=${r.status} code=${r.json().code}`);
  792. });
  793. await check('智能体 取消不存在的运行 → 404', async () => {
  794. const r = await request(aport, 'POST', '/api/agent/runs/no-such-run/cancel', {});
  795. expect(r.status === 404, `status=${r.status}`);
  796. });
  797. } catch (e) {
  798. results.push({ name: '(智能体隔离测试执行中断)', ok: false, error: e.message + (alog ? ` | 服务日志:${alog.slice(-300)}` : '') });
  799. } finally {
  800. try { achild.kill('SIGKILL'); } catch { /* ignore */ }
  801. try { fs.rmSync(tmpLake, { recursive: true, force: true }); fs.rmSync(tmpAgent, { recursive: true, force: true }); } catch { /* ignore */ }
  802. }
  803. }
  804. // ---- 优雅停机(SIGTERM 后应自行退出) ----
  805. await check('SIGTERM 优雅停机', async () => {
  806. process.kill(child.pid, 'SIGTERM');
  807. const exited = await new Promise((resolve) => {
  808. const t = setTimeout(() => resolve(false), 8000);
  809. child.on('exit', () => { clearTimeout(t); resolve(true); });
  810. });
  811. expect(exited, 'SIGTERM 后 8 秒内未退出');
  812. });
  813. // ---- 访问口令(需局域网 IP:本机回环地址在守卫中直接放行,测不到 401) ----
  814. const lanIp = getLanIpv4();
  815. if (!lanIp) {
  816. results.push({ name: '访问口令(无局域网 IP,跳过)', ok: true });
  817. } else {
  818. const tport = await pickPort();
  819. const tchild = spawn(process.execPath, [path.join(ROOT, 'server.js')], {
  820. env: { ...process.env, PORT: String(tport), HOST: '0.0.0.0', ACCESS_TOKEN: 'smoke-token' },
  821. stdio: ['ignore', 'ignore', 'ignore'],
  822. });
  823. try {
  824. await waitForHealthLan(lanIp, tport);
  825. await check('口令开启:无口令访问 API → 401', async () => {
  826. const r = await request(tport, 'GET', '/api/models', undefined, lanIp);
  827. expect(r.status === 401, `status=${r.status}`);
  828. });
  829. await check('口令开启:?token= 通过', async () => {
  830. const r = await request(tport, 'GET', `/api/models?token=smoke-token`, undefined, lanIp);
  831. expect(r.status === 200, `status=${r.status}`);
  832. });
  833. await check('口令开启:X-Access-Token 头通过', async () => {
  834. const r = await request(tport, 'GET', '/api/models', undefined, lanIp, { 'X-Access-Token': 'smoke-token' });
  835. expect(r.status === 200, `status=${r.status}`);
  836. });
  837. await check('口令开启:cookie 通过', async () => {
  838. const r = await request(tport, 'GET', '/api/models', undefined, lanIp, { Cookie: 'accessToken=smoke-token' });
  839. expect(r.status === 200, `status=${r.status}`);
  840. });
  841. await check('口令开启:/healthz 与静态页放行', async () => {
  842. const h = await request(tport, 'GET', '/healthz', undefined, lanIp);
  843. const s = await request(tport, 'GET', '/', undefined, lanIp);
  844. expect(h.status === 200 && s.status === 200, `healthz=${h.status} static=${s.status}`);
  845. });
  846. await check('口令开启:错误口令 → 401', async () => {
  847. const r = await request(tport, 'GET', '/api/models?token=wrong', undefined, lanIp);
  848. expect(r.status === 401, `status=${r.status}`);
  849. });
  850. } finally {
  851. try { tchild.kill('SIGKILL'); } catch { /* ignore */ }
  852. }
  853. }
  854. } catch (e) {
  855. results.push({ name: '(测试执行中断)', ok: false, error: e.message });
  856. } finally {
  857. try { child.kill('SIGKILL'); } catch { /* already dead */ }
  858. }
  859. const failed = results.filter((r) => !r.ok);
  860. console.log('\n========== 冒烟测试结果 ==========');
  861. for (const r of results) {
  862. console.log(`${r.ok ? '✓' : '✗'} ${r.name}${r.ok ? '' : ' ← ' + r.error}`);
  863. }
  864. console.log(`\n通过 ${results.length - failed.length}/${results.length}`);
  865. if (failed.length) {
  866. console.log('\n服务启动日志(末尾 500 字):');
  867. console.log(bootLog.slice(-500));
  868. process.exit(1);
  869. }
  870. }
  871. main().catch((e) => {
  872. console.error('冒烟脚本自身异常:', e);
  873. process.exit(1);
  874. });