ops.js 51 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312
  1. 'use strict';
  2. // 店铺运营数据:上传解析、矩阵查询、导入记录、原件下载、重新解析、CSV 导出。
  3. // 存储由 ops-store 决定(默认本地 SQLite),此处只做协议与编排。
  4. const crypto = require('crypto');
  5. const { sendJson, readBody } = require('../util.js');
  6. const opsImport = require('../../ops-import.js');
  7. const { createOpsStore } = require('../../ops-store.js');
  8. const { loadSchools } = require('../../schools-store.js');
  9. const { makeChatCfg } = require('../context.js');
  10. const { chatCompletion } = require('../agent/llm.js');
  11. const MAX_UPLOAD_BYTES = 10 * 1024 * 1024;
  12. const UPLOAD_ID_RE = /^\d{8}-\d{6}-[a-z0-9]{6}$/;
  13. const XLSX_MIME = 'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet';
  14. const PARSER_VERSION = 1;
  15. const BASE_FIELDS = [
  16. { key: 'order_cnt', label: '订单量', type: 'int', source: 'manual' },
  17. { key: 'revenue', label: '营收', type: 'money', source: 'manual' },
  18. { key: 'exposure', label: '曝光量', type: 'int', source: 'manual' },
  19. { key: 'click_rate', label: '进店转化率', type: 'rate', source: 'manual' },
  20. ];
  21. const BASE_FIELD_KEYS = BASE_FIELDS.map((f) => f.key);
  22. function pad2(n) {
  23. return String(n).padStart(2, '0');
  24. }
  25. function newUploadId() {
  26. const d = new Date();
  27. const stamp = `${d.getFullYear()}${pad2(d.getMonth() + 1)}${pad2(d.getDate())}-${pad2(d.getHours())}${pad2(d.getMinutes())}${pad2(d.getSeconds())}`;
  28. return `${stamp}-${crypto.randomBytes(3).toString('hex')}`;
  29. }
  30. function sanitizeName(name) {
  31. const text = String(name || 'upload.xlsx')
  32. .replace(/[\\/:*?"<>|\u0000-\u001f]/g, '_')
  33. .trim()
  34. .slice(0, 120);
  35. return text || 'upload.xlsx';
  36. }
  37. function splitList(value) {
  38. return String(value || '')
  39. .split(',')
  40. .map((s) => s.trim())
  41. .filter(Boolean);
  42. }
  43. function parseFieldKeys(value) {
  44. return splitList(value);
  45. }
  46. function parseYmd(value) {
  47. const text = String(value || '').replace(/-/g, '');
  48. return /^\d{8}$/.test(text) ? text : '';
  49. }
  50. /** 存储不可用时的统一响应(summary 例外,它要返回 200 + enabled:false) */
  51. async function requireHealthy(store, res) {
  52. const health = await store.health();
  53. if (health.ok) return true;
  54. sendJson(res, 503, {
  55. error: '存储不可用',
  56. reason: health.reason || 'storage-unreachable',
  57. detail: health.detail || '',
  58. });
  59. return false;
  60. }
  61. function normalizeFieldValue(value, type) {
  62. if (value === null || value === undefined || value === '') return null;
  63. if (type === 'text') return String(value);
  64. const n = Number(value);
  65. if (Number.isFinite(n)) return n;
  66. return type === 'int' || type === 'money' || type === 'rate' ? null : String(value);
  67. }
  68. function fieldValue(row, field) {
  69. if (field.source === 'platform') {
  70. const data = row.platform || {};
  71. const raw = Object.prototype.hasOwnProperty.call(data, field.label) ? data[field.label] : null;
  72. return normalizeFieldValue(raw, field.type);
  73. }
  74. return normalizeFieldValue(row[field.key], field.type);
  75. }
  76. /** 按字段名与样本值推断展示类型 */
  77. function inferFieldType(label, samples) {
  78. const name = String(label || '');
  79. if (/率|占比/.test(name)) return 'rate';
  80. if (/额|费|价|收入|支出|补贴|成本|销售额/.test(name)) return 'money';
  81. if (/时长|时间段|时间$|列表|名称|地址|ID$|id$/.test(name)) return 'text';
  82. const present = samples.filter((v) => v !== null && v !== undefined && v !== '');
  83. if (!present.length) return 'text';
  84. const numeric = present.filter((v) => typeof v === 'number' || (typeof v === 'string' && v.trim() !== '' && Number.isFinite(Number(v))));
  85. return numeric.length === present.length ? 'int' : 'text';
  86. }
  87. /** 可选字段目录:4 个基础字段 + 平台导出里的全部列 */
  88. async function buildFieldCatalog(store) {
  89. const fields = BASE_FIELDS.map((f) => ({ ...f }));
  90. let columns = [];
  91. let sample = [];
  92. try {
  93. const uploads = await store.listUploads();
  94. const seen = new Set();
  95. for (const upload of uploads) {
  96. for (const col of ((upload.report && upload.report.columns) || [])) seen.add(col);
  97. }
  98. sample = (await store.queryPlatformRows({})).slice(0, 300);
  99. if (!seen.size) {
  100. for (const row of sample) for (const col of Object.keys(row.data || {})) seen.add(col);
  101. }
  102. columns = [...seen];
  103. } catch { /* 存储不可用时只有基础字段 */ }
  104. for (const column of columns) {
  105. const key = `p:${column}`;
  106. if (fields.some((f) => f.key === key)) continue;
  107. if (['日期', '门店编号', '门店名称'].includes(column)) continue;
  108. fields.push({
  109. key,
  110. label: column,
  111. type: inferFieldType(column, sample.map((row) => (row.data || {})[column])),
  112. source: 'platform',
  113. });
  114. }
  115. return fields;
  116. }
  117. function buildMatrix(rows, dates, fields) {
  118. const schools = new Map();
  119. for (const row of rows) {
  120. const schoolName = row.school || '未分组';
  121. if (!schools.has(schoolName)) schools.set(schoolName, new Map());
  122. const shopMap = schools.get(schoolName);
  123. if (!shopMap.has(row.shopKey)) {
  124. shopMap.set(row.shopKey, {
  125. key: row.shopKey,
  126. shopId: row.shopId,
  127. shopName: row.shopName,
  128. status: row.status,
  129. series: {},
  130. quality: {},
  131. totals: {},
  132. });
  133. }
  134. const shop = shopMap.get(row.shopKey);
  135. for (const field of fields) {
  136. if (!shop.series[field.key]) shop.series[field.key] = {};
  137. shop.series[field.key][row.date] = fieldValue(row, field);
  138. }
  139. if (Array.isArray(row.quality) && row.quality.length) shop.quality[row.date] = row.quality;
  140. }
  141. const groups = [];
  142. for (const [school, shopMap] of [...schools.entries()].sort((a, b) => a[0].localeCompare(b[0], 'zh-Hans-CN'))) {
  143. const shops = [...shopMap.values()].sort((a, b) => String(a.shopName).localeCompare(String(b.shopName), 'zh-Hans-CN'));
  144. for (const shop of shops) {
  145. for (const field of fields) {
  146. const series = shop.series[field.key] || {};
  147. if (field.type === 'int' || field.type === 'money') {
  148. let sum = 0;
  149. let seen = false;
  150. for (const date of dates) {
  151. const value = series[date];
  152. if (typeof value === 'number') { sum += value; seen = true; }
  153. }
  154. shop.totals[field.key] = seen ? Math.round(sum * 100) / 100 : null;
  155. } else if (field.type === 'rate') {
  156. let weight = 0;
  157. let acc = 0;
  158. const base = shop.series.exposure || {};
  159. for (const date of dates) {
  160. const rate = series[date];
  161. const exposure = base[date];
  162. if (typeof exposure === 'number' && exposure > 0 && typeof rate === 'number') {
  163. weight += exposure;
  164. acc += rate * exposure;
  165. }
  166. }
  167. shop.totals[field.key] = weight > 0 ? acc / weight : null;
  168. } else {
  169. shop.totals[field.key] = null;
  170. }
  171. }
  172. }
  173. groups.push({ school, shops });
  174. }
  175. return groups;
  176. }
  177. function numOrNull(value) {
  178. if (value === null || value === undefined || value === '') return null;
  179. const n = Number(value);
  180. return Number.isFinite(n) ? n : null;
  181. }
  182. /** 平台全字段行 → 矩阵行:4 个基础指标另存,原始 124 字段留在 platform */
  183. function platformRowToMatrix(row) {
  184. const d = row.data || {};
  185. return {
  186. date: row.date,
  187. shopKey: String(row.shopId || ''),
  188. shopId: String(row.shopId || ''),
  189. shopName: row.shopName || '',
  190. school: row.school || '',
  191. status: '',
  192. order_cnt: numOrNull(d['有效订单']),
  193. revenue: numOrNull(d['营业额']),
  194. exposure: numOrNull(d['曝光人数']),
  195. click_rate: numOrNull(d['进店转化率']),
  196. platform: d,
  197. quality: [],
  198. };
  199. }
  200. /** 人工表 + 平台明细合并:同一天同一店,人工的 4 个指标覆盖平台,其余平台字段保留 */
  201. async function loadMergedRows(store, { from, to, schools, shops } = {}) {
  202. let platform = [];
  203. try {
  204. platform = await store.queryPlatformRows({ from, to });
  205. } catch { /* 平台表不可用不影响人工数据 */ }
  206. const manual = await store.queryRows({ from, to, schools, shops });
  207. const map = new Map();
  208. for (const row of platform) map.set(`${row.date}|${row.shopId}`, platformRowToMatrix(row));
  209. for (const row of manual) {
  210. const key = `${row.date}|${row.shopKey}`;
  211. const base = map.get(key);
  212. map.set(key, { ...(base || {}), ...row, platform: base ? base.platform : null });
  213. }
  214. let rows = [...map.values()];
  215. if (schools && schools.length) rows = rows.filter((r) => schools.includes(String(r.school || '')));
  216. if (shops && shops.length) rows = rows.filter((r) => shops.includes(String(r.shopId || r.shopKey || '')));
  217. return rows;
  218. }
  219. function addDays(ymd, n) {
  220. const d = new Date(Date.UTC(Number(ymd.slice(0, 4)), Number(ymd.slice(4, 6)) - 1, Number(ymd.slice(6, 8))));
  221. d.setUTCDate(d.getUTCDate() + n);
  222. return `${d.getUTCFullYear()}${pad2(d.getUTCMonth() + 1)}${pad2(d.getUTCDate())}`;
  223. }
  224. function dayCount(from, to) {
  225. const a = Date.UTC(Number(from.slice(0, 4)), Number(from.slice(4, 6)) - 1, Number(from.slice(6, 8)));
  226. const b = Date.UTC(Number(to.slice(0, 4)), Number(to.slice(4, 6)) - 1, Number(to.slice(6, 8)));
  227. return Math.max(1, Math.round((b - a) / 86400000) + 1);
  228. }
  229. function pctDelta(cur, prev) {
  230. if (prev == null || prev === 0 || cur == null) return null;
  231. return Math.round(((cur - prev) / prev) * 1000) / 10;
  232. }
  233. function sumSeries(rows, key) {
  234. let sum = 0;
  235. for (const row of rows) if (typeof row[key] === 'number') sum += row[key];
  236. return sum;
  237. }
  238. function platformNum(row, column) {
  239. if (!row.platform) return null;
  240. return numOrNull(row.platform[column]);
  241. }
  242. /** 零单门店诊断:用平台字段区分「未开业 / 闭店 / 无曝光 / 无进店 / 无转化」 */
  243. function diagnoseZeroOrder(row) {
  244. const p = row.platform;
  245. const orders = Number(row.order_cnt);
  246. if (!(orders === 0)) return null;
  247. if (!p) {
  248. return { reason: 'unknown', reasonText: '缺少平台明细,无法判断' };
  249. }
  250. const bizHours = String(p['营业时长'] == null ? '' : p['营业时长']).trim();
  251. const zeroBiz = /^0\s*小时\s*0\s*分$/.test(bizHours) || bizHours === '0' || bizHours === '';
  252. const abnormal = numOrNull(p['异常关店时长']) || 0;
  253. const exposure = numOrNull(p['曝光人数']);
  254. const visit = numOrNull(p['进店人数']);
  255. const validShop = String(p['是否有效门店'] || '').trim();
  256. if (zeroBiz) {
  257. if (validShop === '否') {
  258. return { reason: 'not-open', reasonText: '未开业(非有效门店,当日无营业时长)', bizHours, abnormal, exposure, visit, validShop };
  259. }
  260. if (abnormal > 0) {
  261. return { reason: 'closed', reasonText: `当日闭店(异常关店 ${abnormal} 分钟,无营业时长)`, bizHours, abnormal, exposure, visit, validShop };
  262. }
  263. return { reason: 'not-open', reasonText: '未营业(当日无营业时长,也未记录异常关店)', bizHours, abnormal, exposure, visit, validShop };
  264. }
  265. if (exposure === 0) {
  266. return { reason: 'no-traffic', reasonText: '营业中但无曝光(未进流量池)', bizHours, abnormal, exposure, visit, validShop };
  267. }
  268. if (visit === 0) {
  269. return { reason: 'no-visit', reasonText: `有曝光 ${exposure} 但无进店`, bizHours, abnormal, exposure, visit, validShop };
  270. }
  271. return { reason: 'no-conversion', reasonText: `有进店 ${visit} 但零下单(转化问题)`, bizHours, abnormal, exposure, visit, validShop };
  272. }
  273. /** 一次聚合:KPI 口径集中在这里,前端不再二次计算 */
  274. function aggregateRows(rows) {
  275. let revenue = 0;
  276. let orders = 0;
  277. let exposure = 0;
  278. let visit = 0;
  279. let buyers = 0;
  280. let expense = 0;
  281. let subsidy = 0;
  282. let ratingSum = 0;
  283. let ratingCount = 0;
  284. let rateWeight = 0;
  285. let rateAcc = 0;
  286. for (const row of rows) {
  287. if (typeof row.revenue === 'number') revenue += row.revenue;
  288. if (typeof row.order_cnt === 'number') orders += row.order_cnt;
  289. if (typeof row.exposure === 'number') exposure += row.exposure;
  290. if (typeof row.click_rate === 'number' && row.exposure > 0) {
  291. rateWeight += row.exposure;
  292. rateAcc += row.click_rate * row.exposure;
  293. }
  294. const v = platformNum(row, '进店人数');
  295. if (v != null) visit += v;
  296. const b = platformNum(row, '下单人数');
  297. if (b != null) buyers += b;
  298. const e = platformNum(row, '支出');
  299. if (e != null) expense += e;
  300. const sub = platformNum(row, '活动总补贴');
  301. if (sub != null) subsidy += sub;
  302. const rating = platformNum(row, '店铺评分');
  303. if (rating != null && rating > 0) {
  304. ratingSum += rating;
  305. ratingCount += 1;
  306. }
  307. }
  308. const conversion = visit > 0 && exposure > 0
  309. ? visit / exposure
  310. : (rateWeight > 0 ? rateAcc / rateWeight : null);
  311. return {
  312. revenue: Math.round(revenue * 100) / 100,
  313. orders,
  314. exposure,
  315. visit,
  316. buyers,
  317. expense: Math.round(expense * 100) / 100,
  318. subsidy: Math.round(subsidy * 100) / 100,
  319. rating: ratingCount ? Math.round((ratingSum / ratingCount) * 100) / 100 : null,
  320. avgTicket: orders > 0 ? Math.round((revenue / orders) * 100) / 100 : null,
  321. conversion: conversion == null ? null : Math.round(conversion * 10000) / 10000,
  322. };
  323. }
  324. async function buildDashboard(store, { from, to, schools, shops }) {
  325. const filters = { schools, shops };
  326. let rows = await loadMergedRows(store, { from, to, ...filters });
  327. const dates = [...new Set(rows.map((r) => r.date))].sort();
  328. const start = from || dates[0];
  329. const end = to || dates[dates.length - 1];
  330. if (!start || !end) {
  331. return { from: null, to: null, prev: null, kpis: null, trend: [], ranking: [], funnel: null, structure: [] };
  332. }
  333. // 未指定区间时按实际数据范围收敛
  334. if (!from || !to) rows = await loadMergedRows(store, { from: start, to: end, ...filters });
  335. const span = dayCount(start, end);
  336. const prevTo = addDays(start, -1);
  337. const prevFrom = addDays(prevTo, -(span - 1));
  338. let prevRows = [];
  339. try {
  340. prevRows = await loadMergedRows(store, { from: prevFrom, to: prevTo, ...filters });
  341. } catch { /* 上期缺失不影响本期 */ }
  342. const cur = aggregateRows(rows);
  343. const prev = prevRows.length ? aggregateRows(prevRows) : null;
  344. const kpi = (value, prevValue, unit, isRate) => ({
  345. value,
  346. prev: prevValue,
  347. delta: prevValue == null || value == null
  348. ? null
  349. : (isRate ? Math.round((value - prevValue) * 1000) / 10 : pctDelta(value, prevValue)),
  350. unit,
  351. });
  352. const kpis = {
  353. revenue: kpi(cur.revenue, prev && prev.revenue, 'money'),
  354. orders: kpi(cur.orders, prev && prev.orders, 'int'),
  355. avgTicket: kpi(cur.avgTicket, prev && prev.avgTicket, 'money'),
  356. exposure: kpi(cur.exposure, prev && prev.exposure, 'int'),
  357. conversion: kpi(cur.conversion, prev && prev.conversion, 'pp', true),
  358. rating: { value: cur.rating, prev: null, delta: null, unit: 'num' },
  359. };
  360. const byDate = new Map();
  361. const byShop = new Map();
  362. for (const row of rows) {
  363. if (!byDate.has(row.date)) byDate.set(row.date, []);
  364. byDate.get(row.date).push(row);
  365. const key = String(row.shopId || row.shopKey || '');
  366. if (!key) continue;
  367. if (!byShop.has(key)) byShop.set(key, { shopId: key, shopName: row.shopName || key, school: row.school || '', rows: [] });
  368. byShop.get(key).rows.push(row);
  369. }
  370. const trend = [...byDate.entries()].sort((a, b) => (a[0] < b[0] ? -1 : 1)).map(([date, list]) => {
  371. const agg = aggregateRows(list);
  372. return { date, revenue: agg.revenue, orders: agg.orders };
  373. });
  374. const allShops = [...byShop.values()]
  375. .map((shop) => {
  376. const agg = aggregateRows(shop.rows);
  377. return { shopId: shop.shopId, shopName: shop.shopName, school: shop.school, revenue: agg.revenue, orders: agg.orders };
  378. })
  379. .sort((a, b) => b.revenue - a.revenue);
  380. const ranking = allShops.slice(0, 10);
  381. const bottom = allShops.slice(-5).reverse();
  382. const funnel = {
  383. exposure: cur.exposure,
  384. visit: cur.visit,
  385. order: cur.buyers || cur.orders,
  386. };
  387. const zeroOrder = [];
  388. for (const row of rows) {
  389. const diagnosis = diagnoseZeroOrder(row);
  390. if (!diagnosis) continue;
  391. zeroOrder.push({
  392. date: row.date,
  393. shopId: row.shopId,
  394. shopName: row.shopName,
  395. school: row.school || '',
  396. orders: 0,
  397. ...diagnosis,
  398. });
  399. }
  400. const zeroOrderSummary = zeroOrder.reduce((acc, item) => {
  401. acc[item.reason] = (acc[item.reason] || 0) + 1;
  402. return acc;
  403. }, {});
  404. const structure = [...byDate.entries()].sort((a, b) => (a[0] < b[0] ? -1 : 1)).map(([date, list]) => {
  405. const agg = aggregateRows(list);
  406. return { date, income: agg.revenue, expense: agg.expense, subsidy: agg.subsidy };
  407. });
  408. return {
  409. from: start,
  410. to: end,
  411. prev: prevRows.length ? { from: prevFrom, to: prevTo } : null,
  412. kpis,
  413. trend,
  414. ranking,
  415. bottom,
  416. zeroOrder,
  417. zeroOrderSummary,
  418. shopCount: allShops.length,
  419. funnel,
  420. structure,
  421. };
  422. }
  423. const INSIGHT_SYSTEM_PROMPT = [
  424. '你是连锁餐饮公司的经营分析师。用户会给一段 JSON,包含某段时间的经营汇总(kpis)、按日趋势(trend)、门店排行(ranking)与垫底(bottom)、转化漏斗(funnel)、收入支出结构(structure)。',
  425. '请用中文输出 3~5 条要点,每行一条,以「- 」开头。要求:',
  426. '1. 先给结论,再给依据;',
  427. '2. 必须引用 JSON 里的具体数字(金额保留两位小数、人数/单量用整数、比率用百分比);',
  428. '3. 指出风险(下滑、零单门店、成本占比高、漏斗转化偏低等),并给一句可执行建议;',
  429. '4. 数据不足(如 prev 为 null、只有 1 天)就直接说明,不要编造;',
  430. '5. 若 zeroOrder 非空,必须用一条要点按原因归类汇总(未开业/闭店/无曝光/无进店/无转化各多少店次),并点明哪一类需要运营介入;不要笼统说「零单门店」;',
  431. '6. 每条不超过 60 字,不要输出 JSON、标题或前后缀。',
  432. ].join('\n');
  433. function insightContext(data) {
  434. const k = (key) => (data.kpis[key] ? { value: data.kpis[key].value, delta: data.kpis[key].delta } : null);
  435. const rate = (a, b) => (b > 0 ? Math.round((a / b) * 1000) / 10 : null);
  436. const funnel = data.funnel || {};
  437. return {
  438. range: { from: data.from, to: data.to, days: data.trend.length, prev: data.prev },
  439. kpis: {
  440. revenue: k('revenue'),
  441. orders: k('orders'),
  442. avgTicket: k('avgTicket'),
  443. exposure: k('exposure'),
  444. conversion: k('conversion'),
  445. rating: k('rating'),
  446. },
  447. funnel: {
  448. exposure: funnel.exposure,
  449. visit: funnel.visit,
  450. order: funnel.order,
  451. visitRate: rate(funnel.visit, funnel.exposure),
  452. orderRate: rate(funnel.order, funnel.visit),
  453. },
  454. trend: data.trend.slice(-14),
  455. shopCount: data.shopCount,
  456. topShops: (data.ranking || []).slice(0, 5).map((s) => ({ name: s.shopName, revenue: s.revenue, orders: s.orders })),
  457. bottomShops: (data.bottom || []).map((s) => ({ name: s.shopName, revenue: s.revenue, orders: s.orders })),
  458. zeroOrderSummary: data.zeroOrderSummary || {},
  459. zeroOrder: (data.zeroOrder || []).slice(0, 20).map((z) => ({
  460. date: z.date,
  461. shop: z.shopName,
  462. reason: z.reason,
  463. reasonText: z.reasonText,
  464. })),
  465. structure: (data.structure || []).map((s) => ({
  466. date: s.date,
  467. income: s.income,
  468. expense: s.expense,
  469. subsidy: s.subsidy,
  470. expenseRatio: s.income > 0 ? Math.round((s.expense / s.income) * 1000) / 10 : null,
  471. })),
  472. };
  473. }
  474. function parseInsightPoints(text) {
  475. return String(text || '')
  476. .split(/\r?\n/)
  477. .map((line) => line.replace(/^\s*(?:[-*•]|\d+[.、)])\s*/, '').trim())
  478. .filter(Boolean)
  479. .slice(0, 6);
  480. }
  481. /** 由聚合结果生成 Report JSON(图文 / 交互 / PDF 三版共用;数值全部来自后端计算) */
  482. function buildReport(data, meta = {}) {
  483. const { kpis, trend, ranking, bottom, zeroOrder, funnel, structure, from, to, prev, shopCount } = data;
  484. const money = (v) => (v == null ? null : Math.round(v * 100) / 100);
  485. const pct = (v) => (v == null ? null : Math.round(v * 1000) / 10);
  486. const findings = [];
  487. const rev = kpis.revenue || {};
  488. if (rev.delta != null) {
  489. findings.push({
  490. severity: rev.delta < -5 ? 'warning' : rev.delta > 5 ? 'positive' : 'neutral',
  491. finding: `营业额 ${money(rev.value)} 元,较上期 ${rev.delta > 0 ? '增长' : '下降'} ${Math.abs(rev.delta)}%`,
  492. evidence: [`revenue:${money(rev.value)}`, `previous:${money(rev.prev)}`],
  493. interpretation: rev.delta < 0 ? '规模收缩,需要结合订单量与流量拆解原因' : '规模增长,关注是否由活动或流量投放带来',
  494. confidence: 'high',
  495. });
  496. }
  497. const conv = kpis.conversion || {};
  498. if (conv.value != null) {
  499. findings.push({
  500. severity: conv.delta != null && conv.delta < -0.5 ? 'warning' : 'neutral',
  501. finding: `进店转化率 ${pct(conv.value)}%${conv.delta != null ? `,较上期 ${conv.delta > 0 ? '+' : ''}${conv.delta}pp` : ''}`,
  502. evidence: [`conversion:${conv.value}`],
  503. interpretation: '转化率反映进店后的下单意愿,需结合定价、售罄与出餐时长判断',
  504. confidence: 'medium',
  505. });
  506. }
  507. const zeroByReason = (zeroOrder || []).reduce((acc, item) => {
  508. acc[item.reason] = acc[item.reason] || [];
  509. acc[item.reason].push(item);
  510. return acc;
  511. }, {});
  512. const zeroTotal = (zeroOrder || []).length;
  513. if (zeroTotal) {
  514. const parts = Object.entries(zeroByReason).map(([reason, list]) => `${REASON_LABEL[reason] || reason} ${list.length} 店次`);
  515. findings.push({
  516. severity: (zeroByReason['no-conversion'] || []).length ? 'warning' : 'neutral',
  517. finding: `零单合计 ${zeroTotal} 店次:${parts.join('、')}`,
  518. evidence: ['zeroOrder'],
  519. interpretation: '未开业/闭店属于营业状态问题;有进店无下单才是转化问题,需要优先处理',
  520. confidence: 'high',
  521. });
  522. }
  523. if (ranking && ranking.length && rev.value > 0) {
  524. const share = Math.round((ranking[0].revenue / rev.value) * 1000) / 10;
  525. findings.push({
  526. severity: share > 40 ? 'warning' : 'neutral',
  527. finding: `头部门店「${ranking[0].shopName}」贡献营业额 ${money(ranking[0].revenue)} 元,占比 ${share}%`,
  528. evidence: [`top_shop:${ranking[0].shopId}`],
  529. interpretation: share > 40 ? '集中度偏高,单店波动会显著影响大盘' : '门店贡献相对分散',
  530. confidence: 'high',
  531. });
  532. }
  533. if (!prev) {
  534. findings.push({
  535. severity: 'neutral',
  536. finding: '所选区间之前没有可比数据,本期不计算环比趋势',
  537. evidence: ['prev:null'],
  538. interpretation: '只能做横向门店对比与当日诊断,不要据此判断长期趋势',
  539. confidence: 'high',
  540. });
  541. }
  542. const alerts = [];
  543. for (const [reason, list] of Object.entries(zeroByReason)) {
  544. alerts.push({
  545. severity: reason === 'no-conversion' ? 'P1' : 'P2',
  546. store_id: list[0].shopId || null,
  547. title: `${REASON_LABEL[reason] || reason}:${list.length} 店次`,
  548. evidence: list.slice(0, 5).map((z) => `${z.date} ${z.shopName}:${z.reasonText}`),
  549. hypotheses: reason === 'no-conversion'
  550. ? ['菜品/定价与周边相比缺乏竞争力', '出餐或配送时长导致流失', '活动力度不足或库存售罄']
  551. : ['门店未上线或当日排班缺失', '平台侧闭店/审核状态异常'],
  552. next_checks: reason === 'no-conversion'
  553. ? ['核对当日菜品售罄记录', '查看差评与退款原因', '对比同商圈同类门店客单价']
  554. : ['确认门店上线状态与营业时间设置', '核对平台闭店记录'],
  555. });
  556. }
  557. if (conv.delta != null && conv.delta < -0.5) {
  558. alerts.push({
  559. severity: 'P1', store_id: null, title: '进店转化率下滑',
  560. evidence: [`conversion:${conv.value}`, `previous:${conv.prev}`],
  561. hypotheses: ['菜单改价或活动结束', '高峰期出餐变慢', '竞品补贴'],
  562. next_checks: ['对比改价/活动时间', '查看出餐时长与超时单'],
  563. });
  564. }
  565. const actionPlan = [];
  566. if ((zeroByReason['no-conversion'] || []).length) {
  567. actionPlan.push({
  568. priority: 'P0',
  569. action: '对「有进店无下单」门店做单店诊断:菜品可售、价格带、出餐与配送时长',
  570. owner_role: '运营负责人',
  571. time_horizon: '24 小时内',
  572. success_metric: '次日进店→下单转化率回升',
  573. related_alerts: ['有进店无下单'],
  574. });
  575. }
  576. if ((zeroByReason['not-open'] || []).length || (zeroByReason['closed'] || []).length) {
  577. actionPlan.push({
  578. priority: 'P1',
  579. action: '核对未开业/闭店门店的上线状态、营业时间与异常关店记录',
  580. owner_role: '门店督导',
  581. time_horizon: '48 小时内',
  582. success_metric: '营业时长恢复、零单店次下降',
  583. related_alerts: ['未开业', '当日闭店'],
  584. });
  585. }
  586. if (conv.delta != null && conv.delta < -0.5) {
  587. actionPlan.push({
  588. priority: 'P1',
  589. action: '排查转化率下滑:活动是否结束、是否改价、是否有售罄',
  590. owner_role: '运营负责人',
  591. time_horizon: '72 小时内',
  592. success_metric: '转化率回到上期水平',
  593. related_alerts: ['进店转化率下滑'],
  594. });
  595. }
  596. if (prev) {
  597. actionPlan.push({
  598. priority: 'P2',
  599. action: '补全成本与结算口径,再评估毛利与真实利润',
  600. owner_role: '财务',
  601. time_horizon: '2 周内',
  602. success_metric: '可计算毛利与费用率',
  603. related_alerts: [],
  604. });
  605. }
  606. const kpiList = [
  607. ['revenue', '营业额', 'CNY', '平台「营业额」列求和'],
  608. ['orders', '有效订单', '单', '平台「有效订单」列求和'],
  609. ['avgTicket', '客单价', 'CNY', '营业额 ÷ 有效订单'],
  610. ['exposure', '曝光人数', '人', '平台「曝光人数」列求和'],
  611. ['conversion', '进店转化率', '%', 'Σ进店人数 ÷ Σ曝光人数'],
  612. ['rating', '店铺评分', '分', '有效评分门店均值(排除 0 分)'],
  613. ].map(([key, label, unit, definition]) => {
  614. const item = kpis[key] || {};
  615. const fmt = (value) => {
  616. if (value == null) return null;
  617. if (unit === '%') return pct(value);
  618. if (unit === '单' || unit === '人') return Math.round(value);
  619. return money(value);
  620. };
  621. return {
  622. key, label, unit, definition,
  623. current: fmt(item.value),
  624. previous: fmt(item.prev),
  625. difference: item.value != null && item.prev != null && unit !== '%'
  626. ? Math.round((item.value - item.prev) * 100) / 100
  627. : (item.value != null && item.prev != null ? Math.round((item.value - item.prev) * 1000) / 10 : null),
  628. change_pct: item.delta,
  629. status: item.delta == null ? 'unknown' : item.delta > 0 ? 'up' : item.delta < 0 ? 'down' : 'flat',
  630. };
  631. });
  632. return {
  633. meta: {
  634. title: meta.title || '经营分析报告',
  635. organization: meta.organization || '',
  636. period_start: formatYmd(from),
  637. period_end: formatYmd(to),
  638. generated_at: new Date().toISOString(),
  639. currency: 'CNY',
  640. data_scope: `${shopCount} 家门店 · ${trend.length} 天 · ${zeroTotal} 个零单店次`,
  641. source_files: meta.sourceFiles || [],
  642. },
  643. executive_summary: {
  644. overall_assessment: rev.delta == null
  645. ? '本期有经营数据,但缺少可比的上期,暂不做趋势判断;以下结论基于本期横向对比与门店诊断。'
  646. : `本期营业额 ${money(rev.value)} 元,较上期${rev.delta >= 0 ? '增长' : '下降'} ${Math.abs(rev.delta)}%,订单 ${kpis.orders.value} 单。`,
  647. key_findings: findings,
  648. },
  649. kpis: kpiList,
  650. sections: [
  651. { id: 'overview', title: '经营概览', summary: rev.delta == null ? '本期无上期对比' : `营业额环比 ${rev.delta}%`, paragraphs: [], chart_ids: ['chart_trend'], table_ids: [], evidence_keys: ['revenue', 'orders'] },
  652. { id: 'stores', title: '门店表现', summary: `共 ${shopCount} 家门店,Top1 为「${(ranking[0] || {}).shopName || '—'}」`, paragraphs: [], chart_ids: ['chart_rank'], table_ids: ['table_stores'], evidence_keys: ['revenue'] },
  653. { id: 'funnel', title: '流量与转化', summary: `曝光 ${funnel.exposure} → 进店 ${funnel.visit} → 下单 ${funnel.order}`, paragraphs: [], chart_ids: ['chart_funnel'], table_ids: [], evidence_keys: ['conversion'] },
  654. { id: 'finance', title: '收入与费用', summary: '仅展示平台收入、支出与补贴,不等同于利润', paragraphs: [], chart_ids: ['chart_structure'], table_ids: [], evidence_keys: ['revenue'] },
  655. { id: 'quality', title: '数据质量', summary: '', paragraphs: [], chart_ids: [], table_ids: [], evidence_keys: [] },
  656. ],
  657. stores: (ranking || []).slice(0, 10).map((shop, index) => ({
  658. store_id: shop.shopId,
  659. name: shop.shopName,
  660. rank: index + 1,
  661. facts: [`营业额 ${money(shop.revenue)} 元,订单 ${shop.orders} 单`],
  662. diagnosis: index === 0 ? '本期贡献最高,需保持供给与活动稳定' : '贡献靠后,结合流量与转化排查',
  663. risks: [],
  664. recommendations: [],
  665. })),
  666. charts: [
  667. { id: 'chart_trend', type: 'line_bar', title: '营业额与订单趋势', description: '柱为营业额,线为订单量;天数较少时不做平滑趋势判断。', source: '平台明细按日聚合', unit: 'CNY', data: trend },
  668. { id: 'chart_rank', type: 'horizontal_bar', title: '门店营业额 Top 10', description: '按所选区间营业额排序。', source: '平台明细按门店聚合', unit: 'CNY', data: ranking },
  669. { id: 'chart_funnel', type: 'funnel', title: '曝光 → 进店 → 下单', description: '三层人数不可跨口径混算。', source: '平台「曝光人数/进店人数/下单人数」', unit: '人', data: funnel },
  670. { id: 'chart_structure', type: 'bar', title: '收入与支出结构', description: '收入为营业额;支出与补贴按平台口径。', source: '平台「营业额/支出/活动总补贴」', unit: 'CNY', data: structure },
  671. ],
  672. tables: [{
  673. id: 'table_stores',
  674. title: '门店明细(Top 10)',
  675. columns: [
  676. { key: 'name', label: '门店' }, { key: 'revenue', label: '营业额' },
  677. { key: 'orders', label: '订单' }, { key: 'share', label: '占比' },
  678. ],
  679. rows: (ranking || []).map((shop) => ({
  680. name: shop.shopName, revenue: money(shop.revenue), orders: shop.orders,
  681. share: rev.value > 0 ? Math.round((shop.revenue / rev.value) * 1000) / 10 : null,
  682. })),
  683. footnote: '占比 = 门店营业额 ÷ 本期总营业额',
  684. }],
  685. alerts,
  686. action_plan: actionPlan,
  687. data_quality: {
  688. coverage: `${formatYmd(from)} ~ ${formatYmd(to)},共 ${trend.length} 天`,
  689. warnings: prev ? [] : ['所选区间前无数据,环比不可用'],
  690. comparability: '同店对比要求门店集合一致;本期未做同店筛选',
  691. missing_metrics: ['成本、平台佣金明细缺失,无法计算毛利与净利'],
  692. },
  693. methodology: [
  694. '金额与单量均由后端按「日期+门店」明细求和,不由模型生成',
  695. '进店转化率 = Σ进店人数 ÷ Σ曝光人数(同层级口径)',
  696. '客单价 = 营业额 ÷ 有效订单,订单为 0 时为 null',
  697. '上期为紧邻的等长区间,比率变化用百分点(pp)',
  698. ],
  699. };
  700. }
  701. const REASON_LABEL = { 'not-open': '未开业', closed: '当日闭店', 'no-traffic': '无曝光', 'no-visit': '无进店', 'no-conversion': '有进店无下单', unknown: '数据不足' };
  702. function formatYmd(ymd) {
  703. const s = String(ymd || '');
  704. return /^\d{8}$/.test(s) ? `${s.slice(0, 4)}-${s.slice(4, 6)}-${s.slice(6, 8)}` : '';
  705. }
  706. function csvCell(value) {
  707. const text = value == null ? '' : String(value);
  708. return /[",\n\r]/.test(text) ? '"' + text.replace(/"/g, '""') + '"' : text;
  709. }
  710. /** 从文件名识别已登记学校(取最长匹配,如「浙江工商桐庐校区20261018…」→ 浙江工商大学桐庐校区) */
  711. function resolveSchoolFromFileName(fileName) {
  712. let best = '';
  713. let bestName = '';
  714. for (const school of loadSchools()) {
  715. for (const candidate of [school.name, ...(school.aliases || [])]) {
  716. const name = String(candidate || '').trim();
  717. if (name && fileName.includes(name) && name.length > bestName.length) {
  718. best = school.name;
  719. bestName = name;
  720. }
  721. }
  722. }
  723. return best;
  724. }
  725. function register(app, ctx) {
  726. const store = createOpsStore(ctx.config);
  727. // ---------- 上传 ----------
  728. app.post('/api/ops/upload', async ({ req, res }) => {
  729. const body = await readBody(req);
  730. const fileName = sanitizeName(body.fileName);
  731. if (!/\.xlsx$/i.test(fileName)) {
  732. return sendJson(res, 400, { error: '只支持 .xlsx 文件' });
  733. }
  734. const base64 = String(body.contentBase64 || '').replace(/^data:[^;]+;base64,/, '');
  735. if (!base64) return sendJson(res, 400, { error: '缺少文件内容' });
  736. let content;
  737. try {
  738. content = Buffer.from(base64, 'base64');
  739. } catch {
  740. return sendJson(res, 400, { error: 'base64 解码失败' });
  741. }
  742. if (!content.length) return sendJson(res, 400, { error: '文件内容为空' });
  743. if (content.length > MAX_UPLOAD_BYTES) {
  744. return sendJson(res, 413, { error: '文件超过 10MB 上限' });
  745. }
  746. if (!(await requireHealthy(store, res))) return;
  747. const sha256 = crypto.createHash('sha256').update(content).digest('hex');
  748. const existing = await store.findUploadBySha(sha256);
  749. if (!body.force) {
  750. if (existing) {
  751. return sendJson(res, 409, { error: '该文件已导入过', uploadId: existing, duplicate: true });
  752. }
  753. }
  754. const year = Number(body.year) || new Date().getFullYear();
  755. let school = String(body.school || '').trim().slice(0, 60);
  756. let parsed;
  757. try {
  758. parsed = opsImport.parseAny(content, { year, school });
  759. } catch (e) {
  760. return sendJson(res, 400, { error: e.message || '解析失败', code: e.code || 'OPS_PARSE_FAILED' });
  761. }
  762. if (!parsed.rows.length) {
  763. return sendJson(res, 400, { error: '未解析到有效数据行' });
  764. }
  765. const uploadId = newUploadId();
  766. const uploadedAt = new Date().toISOString();
  767. const from = parsed.dates[0] || '';
  768. const to = parsed.dates[parsed.dates.length - 1] || '';
  769. // ---------- 平台导出(全字段明细) ----------
  770. if (parsed.kind === 'platform-export') {
  771. // 表里没有学校列:优先用上传时选定的学校,其次从文件名识别(如「浙江工商桐庐校区20261018…」)
  772. if (!school) school = resolveSchoolFromFileName(fileName);
  773. if (!school) {
  774. return sendJson(res, 400, { error: '请选择学校(平台导出表里没有学校列)', code: 'OPS_SCHOOL_REQUIRED' });
  775. }
  776. const existingRows = await store.queryPlatformRows({ from, to });
  777. const known = new Map(existingRows.map((r) => [`${r.date}|${r.shopId}`, r]));
  778. let newRows = 0;
  779. let identicalRows = 0;
  780. let conflictRows = 0;
  781. const incoming = [];
  782. for (const row of parsed.rows) {
  783. const key = `${row.date}|${row.shopId}`;
  784. const old = known.get(key);
  785. if (!old) { newRows += 1; incoming.push(row); continue; }
  786. const sameData = JSON.stringify(old.data) === JSON.stringify(row.data);
  787. if (sameData && old.school === school) { identicalRows += 1; continue; }
  788. conflictRows += 1;
  789. if (body.force) incoming.push(row);
  790. }
  791. const toWrite = body.force ? parsed.rows : incoming;
  792. const report = {
  793. kind: 'platform-export',
  794. rows: parsed.rows.length,
  795. shops: parsed.shops.length,
  796. newRows,
  797. identicalRows,
  798. conflictRows,
  799. writtenRows: toWrite.length,
  800. warningCount: parsed.warnings.length,
  801. dates: { from, to },
  802. year,
  803. schoolOverride: school,
  804. parser: { kind: 'platform-export', version: PARSER_VERSION },
  805. columns: parsed.columns || [],
  806. warnings: parsed.warnings.slice(0, 500),
  807. };
  808. try {
  809. await store.withTransaction(async (tx) => {
  810. // 事务内二次校验:并发同名文件只允许一个写入
  811. if (!body.force && await tx.findUploadBySha(sha256)) {
  812. const err = new Error('duplicate');
  813. err.code = 'OPS_DUPLICATE';
  814. throw err;
  815. }
  816. if (body.force) await tx.deletePlatformRowsBySha(sha256);
  817. await tx.insertUpload({
  818. id: uploadId,
  819. originalName: fileName,
  820. sha256,
  821. sizeBytes: content.length,
  822. uploadedAt,
  823. year,
  824. parserKind: 'platform-export',
  825. parserVersion: PARSER_VERSION,
  826. report,
  827. content,
  828. });
  829. if (toWrite.length) {
  830. await tx.upsertPlatformRows(toWrite.map((row) => ({ ...row, school, uploadId })));
  831. }
  832. });
  833. } catch (e) {
  834. if (e.code === 'OPS_DUPLICATE') {
  835. return sendJson(res, 409, { error: '该文件已导入过', uploadId: await store.findUploadBySha(sha256), duplicate: true });
  836. }
  837. return sendJson(res, 500, { error: '写入失败', detail: e.message || String(e) });
  838. }
  839. return sendJson(res, 200, {
  840. ok: true,
  841. uploadId,
  842. report,
  843. warnings: parsed.warnings.slice(0, 200),
  844. duplicateData: report.newRows === 0 && report.conflictRows === 0,
  845. });
  846. }
  847. // ---------- 人工统计表 ----------
  848. // 表格里没有「学校名称」列、上传时也没指定 → 让用户补选,避免落成空白分组
  849. if (!parsed.shops.some((shop) => shop.school && shop.school.trim())) {
  850. return sendJson(res, 400, {
  851. error: '表格里没有「学校名称」列,请在上传时选择或填写学校',
  852. code: 'OPS_SCHOOL_REQUIRED',
  853. });
  854. }
  855. // 覆盖计数:该区间内已存在的「日期 + 店铺」组合
  856. let overwritten = 0;
  857. try {
  858. const existingDaily = await store.queryRows({ from, to });
  859. const knownDaily = new Set(existingDaily.map((r) => `${r.date}|${r.shopKey}`));
  860. for (const row of parsed.rows) if (knownDaily.has(`${row.date}|${row.shopKey}`)) overwritten += 1;
  861. } catch { /* 计数失败不影响导入 */ }
  862. const report = {
  863. kind: 'manual-ops',
  864. rows: parsed.rows.length,
  865. shops: parsed.shops.length,
  866. overwritten,
  867. warningCount: parsed.warnings.length,
  868. dates: { from, to },
  869. year,
  870. schoolOverride: school,
  871. parser: { kind: 'manual-ops', version: PARSER_VERSION },
  872. warnings: parsed.warnings.slice(0, 500),
  873. };
  874. try {
  875. await store.withTransaction(async (tx) => {
  876. if (!body.force && await tx.findUploadBySha(sha256)) {
  877. const err = new Error('duplicate');
  878. err.code = 'OPS_DUPLICATE';
  879. throw err;
  880. }
  881. if (body.force) await tx.deleteRowsBySha(sha256);
  882. await tx.insertUpload({
  883. id: uploadId,
  884. originalName: fileName,
  885. sha256,
  886. sizeBytes: content.length,
  887. uploadedAt,
  888. year,
  889. parserKind: 'manual-ops',
  890. parserVersion: PARSER_VERSION,
  891. report,
  892. content,
  893. });
  894. await tx.upsertRows(parsed.rows.map((row) => ({ ...row, uploadId })));
  895. await tx.upsertShops(parsed.shops.map((shop) => ({ ...shop, lastUploadId: uploadId })));
  896. await tx.pruneOrphanShops();
  897. });
  898. } catch (e) {
  899. if (e.code === 'OPS_DUPLICATE') {
  900. return sendJson(res, 409, { error: '该文件已导入过', uploadId: await store.findUploadBySha(sha256), duplicate: true });
  901. }
  902. return sendJson(res, 500, { error: '写入失败', detail: e.message || String(e) });
  903. }
  904. sendJson(res, 200, {
  905. ok: true,
  906. uploadId,
  907. report,
  908. warnings: parsed.warnings.slice(0, 200),
  909. });
  910. });
  911. // ---------- 概览 ----------
  912. app.get('/api/ops/summary', async ({ res }) => {
  913. const health = await store.health();
  914. if (!health.ok) {
  915. return sendJson(res, 200, {
  916. enabled: false,
  917. driver: store.kind,
  918. reason: health.reason || 'storage-unreachable',
  919. detail: health.detail || '',
  920. });
  921. }
  922. try {
  923. const data = await store.summary();
  924. sendJson(res, 200, { enabled: true, driver: store.kind, ...data });
  925. } catch (e) {
  926. sendJson(res, 200, {
  927. enabled: false,
  928. driver: store.kind,
  929. reason: 'storage-unreachable',
  930. detail: e.message || String(e),
  931. });
  932. }
  933. });
  934. // ---------- 矩阵查询 ----------
  935. app.get('/api/ops/fields', async ({ res }) => {
  936. if (!(await requireHealthy(store, res))) return;
  937. try {
  938. const fields = await buildFieldCatalog(store);
  939. sendJson(res, 200, {
  940. fields: fields.map(({ key, label, type, source }) => ({ key, label, type, source })),
  941. defaults: BASE_FIELD_KEYS,
  942. });
  943. } catch (e) {
  944. sendJson(res, 503, { error: '读取失败', detail: e.message || String(e) });
  945. }
  946. });
  947. const insightCache = new Map();
  948. const INSIGHT_TTL_MS = 10 * 60 * 1000;
  949. app.post('/api/ops/insights', async ({ req, res }) => {
  950. if (!(await requireHealthy(store, res))) return;
  951. const chatCfg = makeChatCfg(ctx);
  952. if (!chatCfg.chatApiKey || chatCfg.chatApiKey === 'your-api-key-here') {
  953. return sendJson(res, 200, { enabled: false, reason: 'chat-not-configured' });
  954. }
  955. const body = await readBody(req);
  956. const params = {
  957. from: parseYmd(body.from) || undefined,
  958. to: parseYmd(body.to) || undefined,
  959. schools: splitList(body.schools),
  960. shops: splitList(body.shops),
  961. };
  962. const cacheKey = JSON.stringify(params);
  963. const cached = insightCache.get(cacheKey);
  964. if (!body.refresh && cached && Date.now() - cached.at < INSIGHT_TTL_MS) {
  965. return sendJson(res, 200, { enabled: true, ...cached.value, cached: true });
  966. }
  967. let data;
  968. try {
  969. data = await buildDashboard(store, params);
  970. } catch (e) {
  971. return sendJson(res, 503, { error: '聚合失败', detail: e.message || String(e) });
  972. }
  973. if (!data.kpis) {
  974. return sendJson(res, 200, { enabled: true, points: [], note: '所选范围没有数据' });
  975. }
  976. const context = insightContext(data);
  977. let text;
  978. try {
  979. text = await chatCompletion({
  980. apiBase: chatCfg.chatApiBase,
  981. apiKey: chatCfg.chatApiKey,
  982. model: chatCfg.chatModel,
  983. temperature: 0.3,
  984. timeoutMs: 45000,
  985. messages: [
  986. { role: 'system', content: INSIGHT_SYSTEM_PROMPT },
  987. { role: 'user', content: JSON.stringify(context) },
  988. ],
  989. });
  990. } catch (e) {
  991. return sendJson(res, 502, { enabled: true, error: '模型调用失败', detail: e.message || String(e) });
  992. }
  993. const value = {
  994. points: parseInsightPoints(text),
  995. model: chatCfg.chatModel,
  996. generatedAt: new Date().toISOString(),
  997. digest: context,
  998. };
  999. insightCache.set(cacheKey, { at: Date.now(), value });
  1000. sendJson(res, 200, { enabled: true, ...value });
  1001. });
  1002. app.get('/api/ops/report', async ({ res, query }) => {
  1003. if (!(await requireHealthy(store, res))) return;
  1004. const from = parseYmd(query.from);
  1005. const to = parseYmd(query.to);
  1006. const schools = splitList(query.schools);
  1007. const shops = splitList(query.shops);
  1008. try {
  1009. const data = await buildDashboard(store, { from: from || undefined, to: to || undefined, schools, shops });
  1010. if (!data.kpis) return sendJson(res, 200, { empty: true });
  1011. const uploads = await store.listUploads().catch(() => []);
  1012. const report = buildReport(data, {
  1013. organization: schools.length === 1 ? schools[0] : (schools[0] || ''),
  1014. sourceFiles: uploads.slice(0, 3).map((u) => u.originalName),
  1015. });
  1016. sendJson(res, 200, { report });
  1017. } catch (e) {
  1018. sendJson(res, 503, { error: '报告生成失败', detail: e.message || String(e) });
  1019. }
  1020. });
  1021. app.get('/api/ops/dashboard', async ({ res, query }) => {
  1022. if (!(await requireHealthy(store, res))) return;
  1023. const from = parseYmd(query.from);
  1024. const to = parseYmd(query.to);
  1025. const schools = splitList(query.schools);
  1026. const shops = splitList(query.shops);
  1027. try {
  1028. const data = await buildDashboard(store, { from: from || undefined, to: to || undefined, schools, shops });
  1029. sendJson(res, 200, data);
  1030. } catch (e) {
  1031. sendJson(res, 503, { error: '聚合失败', detail: e.message || String(e) });
  1032. }
  1033. });
  1034. app.get('/api/ops/rows', async ({ res, query }) => {
  1035. if (!(await requireHealthy(store, res))) return;
  1036. const from = parseYmd(query.from);
  1037. const to = parseYmd(query.to);
  1038. const schools = splitList(query.schools);
  1039. const shops = splitList(query.shops);
  1040. let rows;
  1041. try {
  1042. rows = await loadMergedRows(store, { from: from || undefined, to: to || undefined, schools, shops });
  1043. } catch (e) {
  1044. return sendJson(res, 503, { error: '查询失败', detail: e.message || String(e) });
  1045. }
  1046. const catalog = await buildFieldCatalog(store);
  1047. const wantedFields = parseFieldKeys(query.fields);
  1048. let fields = wantedFields.length
  1049. ? wantedFields.map((key) => catalog.find((f) => f.key === key)).filter(Boolean)
  1050. : catalog.filter((f) => BASE_FIELD_KEYS.includes(f.key));
  1051. if (!fields.length) fields = catalog.filter((f) => BASE_FIELD_KEYS.includes(f.key));
  1052. const dates = [...new Set(rows.map((r) => r.date))].sort();
  1053. sendJson(res, 200, {
  1054. from: from || (dates[0] || null),
  1055. to: to || (dates[dates.length - 1] || null),
  1056. dates,
  1057. fields: fields.map(({ key, label, type }) => ({ key, label, type })),
  1058. groups: buildMatrix(rows, dates, fields),
  1059. });
  1060. });
  1061. // ---------- 导入记录 ----------
  1062. app.get('/api/ops/uploads', async ({ res }) => {
  1063. if (!(await requireHealthy(store, res))) return;
  1064. try {
  1065. const uploads = await store.listUploads();
  1066. sendJson(res, 200, { uploads });
  1067. } catch (e) {
  1068. sendJson(res, 503, { error: '读取失败', detail: e.message || String(e) });
  1069. }
  1070. });
  1071. // ---------- 原件下载 ----------
  1072. app.get('/api/ops/uploads/:id/file', async ({ res, params }) => {
  1073. if (!UPLOAD_ID_RE.test(params.id)) return sendJson(res, 400, { error: '非法的上传 ID' });
  1074. if (!(await requireHealthy(store, res))) return;
  1075. const record = await store.getContent(params.id);
  1076. if (!record) return sendJson(res, 404, { error: '找不到该上传记录' });
  1077. const name = sanitizeName(record.originalName);
  1078. res.writeHead(200, {
  1079. 'Content-Type': XLSX_MIME,
  1080. 'Content-Length': record.content.length,
  1081. 'Content-Disposition': `attachment; filename*=UTF-8''${encodeURIComponent(name)}`,
  1082. });
  1083. res.end(record.content);
  1084. });
  1085. // ---------- 重新解析 ----------
  1086. app.post('/api/ops/uploads/:id/reparse', async ({ res, params }) => {
  1087. if (!UPLOAD_ID_RE.test(params.id)) return sendJson(res, 400, { error: '非法的上传 ID' });
  1088. if (!(await requireHealthy(store, res))) return;
  1089. const record = await store.getContent(params.id);
  1090. if (!record) return sendJson(res, 404, { error: '找不到该上传记录' });
  1091. const upload = await store.getUpload(params.id);
  1092. const year = (upload && upload.year) || new Date().getFullYear();
  1093. const school = (upload && upload.report && upload.report.schoolOverride) || '';
  1094. let parsed;
  1095. try {
  1096. parsed = opsImport.parseAny(record.content, { year, school });
  1097. } catch (e) {
  1098. return sendJson(res, 400, { error: e.message || '解析失败', code: e.code || 'OPS_PARSE_FAILED' });
  1099. }
  1100. const from = parsed.dates[0] || '';
  1101. const to = parsed.dates[parsed.dates.length - 1] || '';
  1102. if (parsed.kind === 'platform-export') {
  1103. const report = {
  1104. kind: 'platform-export',
  1105. rows: parsed.rows.length,
  1106. shops: parsed.shops.length,
  1107. newRows: parsed.rows.length,
  1108. identicalRows: 0,
  1109. conflictRows: 0,
  1110. writtenRows: parsed.rows.length,
  1111. warningCount: parsed.warnings.length,
  1112. dates: { from, to },
  1113. year,
  1114. schoolOverride: school,
  1115. parser: { kind: 'platform-export', version: PARSER_VERSION },
  1116. warnings: parsed.warnings.slice(0, 500),
  1117. reparsedAt: new Date().toISOString(),
  1118. };
  1119. try {
  1120. await store.withTransaction(async (tx) => {
  1121. await tx.deletePlatformRowsByUpload(params.id);
  1122. await tx.upsertPlatformRows(parsed.rows.map((row) => ({ ...row, school, uploadId: params.id })));
  1123. await tx.updateReport(params.id, report);
  1124. });
  1125. } catch (e) {
  1126. return sendJson(res, 500, { error: '重新解析写入失败', detail: e.message || String(e) });
  1127. }
  1128. return sendJson(res, 200, { ok: true, uploadId: params.id, report });
  1129. }
  1130. const report = {
  1131. kind: 'manual-ops',
  1132. rows: parsed.rows.length,
  1133. shops: parsed.shops.length,
  1134. overwritten: 0,
  1135. warningCount: parsed.warnings.length,
  1136. dates: { from, to },
  1137. year,
  1138. schoolOverride: school,
  1139. parser: { kind: 'manual-ops', version: PARSER_VERSION },
  1140. warnings: parsed.warnings.slice(0, 500),
  1141. reparsedAt: new Date().toISOString(),
  1142. };
  1143. try {
  1144. await store.withTransaction(async (tx) => {
  1145. await tx.deleteRowsByUpload(params.id);
  1146. await tx.upsertRows(parsed.rows.map((row) => ({ ...row, uploadId: params.id })));
  1147. await tx.upsertShops(parsed.shops.map((shop) => ({ ...shop, lastUploadId: params.id })));
  1148. await tx.pruneOrphanShops();
  1149. await tx.updateReport(params.id, report);
  1150. });
  1151. } catch (e) {
  1152. return sendJson(res, 500, { error: '重新解析写入失败', detail: e.message || String(e) });
  1153. }
  1154. sendJson(res, 200, { ok: true, uploadId: params.id, report });
  1155. });
  1156. // ---------- 导出 ----------
  1157. app.get('/api/ops/export', async ({ res, query }) => {
  1158. if (!(await requireHealthy(store, res))) return;
  1159. const from = parseYmd(query.from);
  1160. const to = parseYmd(query.to);
  1161. const schools = splitList(query.schools);
  1162. const shops = splitList(query.shops);
  1163. let rows;
  1164. try {
  1165. rows = await loadMergedRows(store, { from: from || undefined, to: to || undefined, schools, shops });
  1166. } catch (e) {
  1167. return sendJson(res, 503, { error: '查询失败', detail: e.message || String(e) });
  1168. }
  1169. const catalog = await buildFieldCatalog(store);
  1170. const wantedFields = parseFieldKeys(query.fields);
  1171. let fields = wantedFields.length
  1172. ? wantedFields.map((key) => catalog.find((f) => f.key === key)).filter(Boolean)
  1173. : catalog.filter((f) => BASE_FIELD_KEYS.includes(f.key));
  1174. if (!fields.length) fields = catalog.filter((f) => BASE_FIELD_KEYS.includes(f.key));
  1175. const sorted = rows.slice().sort((a, b) => {
  1176. const school = String(a.school || '').localeCompare(String(b.school || ''), 'zh-Hans-CN');
  1177. if (school !== 0) return school;
  1178. const shop = String(a.shopName || '').localeCompare(String(b.shopName || ''), 'zh-Hans-CN');
  1179. if (shop !== 0) return shop;
  1180. return a.date < b.date ? -1 : a.date > b.date ? 1 : 0;
  1181. });
  1182. const lines = [];
  1183. lines.push(['学校', '店铺ID', '店铺名称', '日期', ...fields.map((f) => f.label)].map(csvCell).join(','));
  1184. for (const row of sorted) {
  1185. lines.push([
  1186. row.school || '',
  1187. row.shopId || '',
  1188. row.shopName || '',
  1189. row.date,
  1190. ...fields.map((field) => {
  1191. const value = fieldValue(row, field);
  1192. return value == null ? '' : value;
  1193. }),
  1194. ].map(csvCell).join(','));
  1195. }
  1196. const csv = '\ufeff' + lines.join('\r\n');
  1197. res.writeHead(200, {
  1198. 'Content-Type': 'text/csv; charset=utf-8',
  1199. 'Content-Disposition': `attachment; filename="ops-${from || 'all'}-${to || 'all'}.csv"`,
  1200. });
  1201. res.end(csv);
  1202. });
  1203. }
  1204. module.exports = { register };