reports.js 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286
  1. 'use strict';
  2. // 数据采集与智能分析路由:同步任务、数据湖查询/聚合/导出、经营周报 HTML、智能问数
  3. const { sendJson, readBody } = require('../util.js');
  4. const { ASK_CLIENT_CODES } = require('../middleware.js');
  5. const { makeChatCfg } = require('../context.js');
  6. const naposService = require('../../napos-service.js');
  7. const nlQuery = require('../../nl-query.js');
  8. const reportHtml = require('../../report-html.js');
  9. const { pushSummary } = require('../services/aitable.js');
  10. function register(app, ctx) {
  11. // 不限方法(保持拆分前行为:该路由未做方法检查)
  12. app.any('/api/reports/status', async ({ res }) => {
  13. const napos = await naposService.naposStatus();
  14. sendJson(res, 200, { napos, entities: naposService.store.listEntities() });
  15. });
  16. // ---------- 智能问数(NL2Query,对话模型驱动) ----------
  17. app.post('/api/reports/ask', async ({ req, res }) => {
  18. const body = await readBody(req);
  19. const entity = body.entity || (naposService.store.listEntities()[0] || {}).key;
  20. if (!entity) { const e = new Error('暂无数据主体,请先完成一次同步'); e.code = 'ASK_NO_ENTITY'; throw e; }
  21. try {
  22. const result = await nlQuery.ask({ q: body.q, entity, cfg: makeChatCfg(ctx), svc: naposService, history: Array.isArray(body.history) ? body.history : undefined });
  23. sendJson(res, 200, result);
  24. } catch (e) {
  25. // 参数类错误码 → 400(错误边界统一处理),其余(模型/网络失败)保持 502
  26. if (!ASK_CLIENT_CODES.has(e.code)) e.status = 502;
  27. throw e;
  28. }
  29. });
  30. app.get('/api/reports/report-html', async ({ res, query }) => {
  31. const entity = query.entity || (naposService.store.listEntities()[0] || {}).key;
  32. if (!entity) {
  33. res.writeHead(200, { 'Content-Type': 'text/html; charset=utf-8' });
  34. return res.end('<meta charset="utf-8"><body style="font-family:sans-serif;padding:40px">暂无数据主体,请先在「数据报表」完成一次同步。</body>');
  35. }
  36. const range = nlQuery.lakeDateRange(entity, naposService);
  37. const from = /^\d{8}$/.test(query.from || '') ? query.from : range.from;
  38. const to = /^\d{8}$/.test(query.to || '') ? query.to : range.to;
  39. const html = reportHtml.buildReportHtml({ entity, from, to });
  40. res.writeHead(200, { 'Content-Type': 'text/html; charset=utf-8' });
  41. return res.end(html);
  42. });
  43. app.get('/api/reports/entities', async ({ res }) => {
  44. sendJson(res, 200, { entities: naposService.store.listEntities() });
  45. });
  46. // 同步历史(数据采集页「同步历史」面板)
  47. app.get('/api/reports/syncs', async ({ res, query }) => {
  48. const entity = query.entity || (naposService.store.listEntities()[0] || {}).key;
  49. if (!entity) { sendJson(res, 200, { runs: [] }); return; }
  50. sendJson(res, 200, { entity, runs: naposService.store.loadSyncLogs(entity) });
  51. });
  52. // 数据中台:本地湖全景(主体覆盖、行数分布、最近同步/推送),供中台页渲染
  53. app.get('/api/reports/lake', async ({ res }) => {
  54. const store = naposService.store;
  55. const entities = store.listEntities().map((e) => {
  56. const rows = store.loadRows(e.key);
  57. const byScope = { company: 0, chain: 0, shop: 0, summary: 0 };
  58. let from = '';
  59. let to = '';
  60. for (const r of rows) {
  61. if (byScope[r.scope] != null) byScope[r.scope] += 1;
  62. if (r.date && (!from || r.date < from)) from = r.date;
  63. if (r.date && r.date > to) to = r.date;
  64. }
  65. const lastSync = (store.loadSyncLogs(e.key)[0] || null);
  66. return {
  67. key: e.key, name: e.name, shopCount: e.shopCount || 0, chainCount: e.chainCount || 0,
  68. rows: rows.length, byScope, coverage: rows.length ? { from, to } : null,
  69. lastSync: lastSync ? { at: lastSync.at || null, from: lastSync.from || null, to: lastSync.to || null, ok: !lastSync.cancelled && !lastSync.failed } : null,
  70. lastPush: ctx.aitable ? ctx.aitable.lastPushInfo(e.key) : null,
  71. pending: ctx.aitable ? ctx.aitable.pendingCount(e.key) : null,
  72. };
  73. });
  74. const totalRows = entities.reduce((s, e) => s + e.rows, 0);
  75. const coverage = entities.filter((e) => e.coverage).map((e) => e.coverage);
  76. sendJson(res, 200, {
  77. lakeDir: store.LAKE_DIR,
  78. entities, totalRows,
  79. coverage: coverage.length ? { from: coverage.map((c) => c.from).sort()[0], to: coverage.map((c) => c.to).sort().pop() } : null,
  80. aitable: {
  81. enabled: !!(ctx.config.aitable && ctx.config.aitable.enabled),
  82. operatorConfigured: !!(ctx.config.aitable && ctx.config.aitable.operatorId),
  83. },
  84. });
  85. });
  86. app.get('/api/reports/tree', async ({ res, query }) => {
  87. try {
  88. const tree = await naposService.fetchTree({ refresh: query.refresh === '1' });
  89. sendJson(res, 200, {
  90. merchant: tree.merchant, chains: tree.chains,
  91. shops: tree.shops.map((s) => ({ shopId: String(s.shopId), shopName: s.shopName, chainId: s.chainId ? String(s.chainId) : '', chainName: s.chainName || '', busyLevel: s.busyLevel || null })),
  92. entity: tree.entity,
  93. });
  94. } catch (e) {
  95. // 取数通道不可达属于上游失败,保持 502
  96. e.status = 502;
  97. throw e;
  98. }
  99. });
  100. app.get('/api/reports/columns', async ({ res }) => {
  101. sendJson(res, 200, { columns: naposService.REPORT_COLUMNS });
  102. });
  103. app.post('/api/reports/sync', async ({ req, res }) => {
  104. const body = await readBody(req);
  105. const entityPromise = naposService.runSync({
  106. from: body.from, to: body.to,
  107. scope: body.scope || 'all',
  108. chainId: body.chainId || '',
  109. shopIds: Array.isArray(body.shopIds) ? body.shopIds : undefined,
  110. }).catch((e) => {
  111. ctx.logs.pushSystemLog(`同步失败:${e.message || e}`, 'error');
  112. return null;
  113. });
  114. // 同步完成后:若启用钉钉 AI 表格,自动把增量推送云端(失败不影响本地同步结果)
  115. entityPromise.then(async (snap) => {
  116. if (!snap) return; // 失败已在 catch 记日志
  117. if (snap.entity) {
  118. ctx.logs.pushSystemLog(
  119. `同步完成:${snap.entity.name},新增 ${snap.added} 行、更新 ${snap.updated} 行、失败 ${snap.failed} 项`,
  120. snap.failed > 0 ? 'warn' : 'success'
  121. );
  122. }
  123. if (!snap.entity || !(ctx.config.aitable && ctx.config.aitable.enabled)) return;
  124. try {
  125. const r = await ctx.aitable.pushLake(snap.entity.key);
  126. ctx.logs.pushSystemLog(`推送云端完成:${r.account ? r.account + ',' : ''}${pushSummary(r)}`, 'success');
  127. } catch (e) {
  128. ctx.logs.pushSystemLog(`推送云端失败:${e.message || e}`, 'error');
  129. }
  130. });
  131. return sendJson(res, 200, { ok: true, ...naposService.syncSnapshot() });
  132. });
  133. // ---------- 钉钉 AI 表格(在线主档案/共享层) ----------
  134. app.post('/api/reports/aitable/test', async ({ res }) => {
  135. const r = await ctx.aitable.testConnection();
  136. sendJson(res, 200, r);
  137. });
  138. app.post('/api/reports/aitable/push', async ({ req, res }) => {
  139. const body = await readBody(req);
  140. const entity = body.entity || (naposService.store.listEntities()[0] || {}).key;
  141. if (!entity) { const e = new Error('暂无数据主体,请先完成一次同步'); e.code = 'AITABLE_NO_ENTITY'; e.status = 400; throw e; }
  142. const r = await ctx.aitable.pushLake(entity, { force: !!body.force });
  143. ctx.logs.pushSystemLog(`推送云端完成:${r.account ? r.account + ',' : ''}${pushSummary(r)}`, 'success');
  144. sendJson(res, 200, r);
  145. });
  146. app.post('/api/reports/aitable/pull', async ({ req, res }) => {
  147. const body = await readBody(req);
  148. const r = await ctx.aitable.pullLake(body.entity);
  149. const accounts = (r.accounts || []).map((a) => `${a.account}(新增${a.added}/更新${a.updated})`).join('、');
  150. ctx.logs.pushSystemLog(`云端拉取完成:${r.pulled} 行${accounts ? `(${accounts})` : ''}`, 'success');
  151. sendJson(res, 200, r);
  152. });
  153. app.get('/api/reports/aitable/status', async ({ res, query }) => {
  154. const entity = query.entity || (naposService.store.listEntities()[0] || {}).key || '';
  155. const a = ctx.config.aitable || {};
  156. sendJson(res, 200, {
  157. enabled: !!a.enabled,
  158. configured: !!(a.baseId && a.appKey && a.operatorId),
  159. lastPush: entity ? ctx.aitable.lastPushInfo(entity) : null,
  160. pending: entity ? ctx.aitable.pendingCount(entity) : null,
  161. });
  162. });
  163. app.get('/api/reports/sync/status', async ({ res }) => {
  164. sendJson(res, 200, naposService.syncSnapshot());
  165. });
  166. app.post('/api/reports/sync/cancel', async ({ res }) => {
  167. sendJson(res, 200, naposService.requestSyncCancel());
  168. });
  169. // 明细行分页:明细(门店×天)量大(90 天 × 数十店 = 数千行),
  170. // 前端全量渲染会卡;summary 仍是全区间汇总(分页前计算),KPI 卡不受分页影响
  171. app.get('/api/reports/daily', async ({ res, query }) => {
  172. const r = naposService.queryReport({
  173. entity: query.entity, from: query.from, to: query.to,
  174. shopId: query.shopId,
  175. shops: query.shops ? query.shops.split(',').filter(Boolean) : undefined,
  176. scope: query.scope || 'shop', q: query.q,
  177. });
  178. const total = r.rows.length;
  179. const pageSize = Math.min(1000, Math.max(50, Number(query.pageSize) || 200));
  180. const pages = Math.max(1, Math.ceil(total / pageSize));
  181. const page = Math.min(Math.max(1, Number(query.page) || 1), pages);
  182. sendJson(res, 200, {
  183. ...r,
  184. rows: r.rows.slice((page - 1) * pageSize, page * pageSize),
  185. total, page, pageSize, pages,
  186. });
  187. });
  188. app.get('/api/reports/aggregate', async ({ res, query }) => {
  189. sendJson(res, 200, naposService.aggregateReport({
  190. entity: query.entity, from: query.from, to: query.to,
  191. group: query.group || 'shop',
  192. shops: query.shops ? query.shops.split(',').filter(Boolean) : undefined,
  193. }));
  194. });
  195. // 同行对标:按字段取 门店×天 的自身值 + 同行均值/排名(来自全字段落库的 raw.*_mall_avg/_rank)
  196. // field 用原始蛇形名(与 historyOverview 一致),白名单 = FIELD_MAP 的键
  197. app.get('/api/reports/bench', async ({ res, query }) => {
  198. const field = String(query.field || 'gross_amt');
  199. const camel = naposService.FIELD_MAP[field];
  200. if (!camel) return sendJson(res, 400, { error: `不支持的对标字段:${field}` });
  201. const store = naposService.store;
  202. const key = store.sanitizeKey(query.entity);
  203. const meta = store.getEntity(key);
  204. let rows = store.queryRows(key, { from: query.from, to: query.to, scope: 'shop' });
  205. if (query.shops) {
  206. const wanted = new Set(query.shops.split(',').filter(Boolean));
  207. rows = rows.filter((r) => wanted.has(String(r.shopId)));
  208. }
  209. const avgKey = field + '_mall_avg';
  210. const rankKey = field + '_mall_avg_rank';
  211. const out = rows.map((r) => ({
  212. date: r.date,
  213. shopId: String(r.shopId),
  214. shopName: r.shopName || '',
  215. v: Number(r[camel]) || 0,
  216. avg: r.raw && r.raw[avgKey] != null && r.raw[avgKey] !== '' ? Number(r.raw[avgKey]) : null,
  217. rank: r.raw && r.raw[rankKey] != null && r.raw[rankKey] !== '' ? Number(r.raw[rankKey]) : null,
  218. w1: Number(r.expUv) || 0, // pct 指标跨店加权用(曝光人数)
  219. w2: Number(r.orderUserCnt) || 0, // 下单转化率加权用
  220. }));
  221. sendJson(res, 200, {
  222. entity: meta ? { key: meta.key, name: meta.name } : { key, name: key },
  223. field, from: query.from || null, to: query.to || null,
  224. rows: out,
  225. });
  226. });
  227. app.get('/api/reports/export', async ({ res, query }) => {
  228. const group = query.group === 'date' ? 'date' : (query.group === 'shop' ? 'shop' : null);
  229. let rows;
  230. if (group) {
  231. const agg = naposService.aggregateReport({ entity: query.entity, from: query.from, to: query.to, group });
  232. rows = agg.rows;
  233. } else {
  234. const daily = naposService.queryReport({
  235. entity: query.entity, from: query.from, to: query.to,
  236. shopId: query.shopId,
  237. shops: query.shops ? query.shops.split(',').filter(Boolean) : undefined,
  238. scope: query.scope || 'shop', q: query.q,
  239. });
  240. rows = daily.rows;
  241. }
  242. const columns = naposService.REPORT_COLUMNS;
  243. const csv = naposService.rowsToCsv(columns, rows);
  244. // 文件名只用消毒过的主体 key 与合法日期,避免畸形参数把响应头打出 500
  245. const safeEntity = String(query.entity || 'all').replace(/[^\w-]/g, '') || 'all';
  246. const safeFrom = /^\d{8}$/.test(query.from || '') ? query.from : '';
  247. const safeTo = /^\d{8}$/.test(query.to || '') ? query.to : '';
  248. res.writeHead(200, {
  249. 'Content-Type': 'text/csv; charset=utf-8',
  250. 'Content-Disposition': `attachment; filename="report-${safeEntity}-${safeFrom}-${safeTo}.csv"`,
  251. });
  252. return res.end(csv);
  253. });
  254. app.del('/api/reports/data', async ({ res, query }) => {
  255. if (!query.entity) return sendJson(res, 400, { error: '缺少 entity 参数' });
  256. naposService.store.deleteEntityData(query.entity);
  257. ctx.logs.pushSystemLog(`本地数据已清除:主体 ${query.entity}`, 'warn');
  258. sendJson(res, 200, { ok: true });
  259. });
  260. }
  261. module.exports = { register };