reports.js 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244
  1. 'use strict';
  2. // 数据采集与智能分析路由:同步任务、数据湖查询/聚合/导出、经营周报 HTML、智能问数
  3. const { sendJson, readBody } = require('../util.js');
  4. const { ASK_CLIENT_CODES } = require('../middleware.js');
  5. const { makeChatCfg } = require('../context.js');
  6. const naposService = require('../../napos-service.js');
  7. const nlQuery = require('../../nl-query.js');
  8. const reportHtml = require('../../report-html.js');
  9. function register(app, ctx) {
  10. // 不限方法(保持拆分前行为:该路由未做方法检查)
  11. app.any('/api/reports/status', async ({ res }) => {
  12. const napos = await naposService.naposStatus();
  13. sendJson(res, 200, { napos, entities: naposService.store.listEntities() });
  14. });
  15. // ---------- 智能问数(NL2Query,对话模型驱动) ----------
  16. app.post('/api/reports/ask', async ({ req, res }) => {
  17. const body = await readBody(req);
  18. const entity = body.entity || (naposService.store.listEntities()[0] || {}).key;
  19. if (!entity) { const e = new Error('暂无数据主体,请先完成一次同步'); e.code = 'ASK_NO_ENTITY'; throw e; }
  20. try {
  21. const result = await nlQuery.ask({ q: body.q, entity, cfg: makeChatCfg(ctx), svc: naposService, history: Array.isArray(body.history) ? body.history : undefined });
  22. sendJson(res, 200, result);
  23. } catch (e) {
  24. // 参数类错误码 → 400(错误边界统一处理),其余(模型/网络失败)保持 502
  25. if (!ASK_CLIENT_CODES.has(e.code)) e.status = 502;
  26. throw e;
  27. }
  28. });
  29. app.get('/api/reports/report-html', async ({ res, query }) => {
  30. const entity = query.entity || (naposService.store.listEntities()[0] || {}).key;
  31. if (!entity) {
  32. res.writeHead(200, { 'Content-Type': 'text/html; charset=utf-8' });
  33. return res.end('<meta charset="utf-8"><body style="font-family:sans-serif;padding:40px">暂无数据主体,请先在「数据报表」完成一次同步。</body>');
  34. }
  35. const range = nlQuery.lakeDateRange(entity, naposService);
  36. const from = /^\d{8}$/.test(query.from || '') ? query.from : range.from;
  37. const to = /^\d{8}$/.test(query.to || '') ? query.to : range.to;
  38. const html = reportHtml.buildReportHtml({ entity, from, to });
  39. res.writeHead(200, { 'Content-Type': 'text/html; charset=utf-8' });
  40. return res.end(html);
  41. });
  42. app.get('/api/reports/entities', async ({ res }) => {
  43. sendJson(res, 200, { entities: naposService.store.listEntities() });
  44. });
  45. // 同步历史(数据采集页「同步历史」面板)
  46. app.get('/api/reports/syncs', async ({ res, query }) => {
  47. const entity = query.entity || (naposService.store.listEntities()[0] || {}).key;
  48. if (!entity) { sendJson(res, 200, { runs: [] }); return; }
  49. sendJson(res, 200, { entity, runs: naposService.store.loadSyncLogs(entity) });
  50. });
  51. // 数据中台:本地湖全景(主体覆盖、行数分布、最近同步/推送),供中台页渲染
  52. app.get('/api/reports/lake', async ({ res }) => {
  53. const store = naposService.store;
  54. const entities = store.listEntities().map((e) => {
  55. const rows = store.loadRows(e.key);
  56. const byScope = { company: 0, chain: 0, shop: 0, summary: 0 };
  57. let from = '';
  58. let to = '';
  59. for (const r of rows) {
  60. if (byScope[r.scope] != null) byScope[r.scope] += 1;
  61. if (r.date && (!from || r.date < from)) from = r.date;
  62. if (r.date && r.date > to) to = r.date;
  63. }
  64. const lastSync = (store.loadSyncLogs(e.key)[0] || null);
  65. return {
  66. key: e.key, name: e.name, shopCount: e.shopCount || 0, chainCount: e.chainCount || 0,
  67. rows: rows.length, byScope, coverage: rows.length ? { from, to } : null,
  68. lastSync: lastSync ? { at: lastSync.at || null, from: lastSync.from || null, to: lastSync.to || null, ok: !lastSync.cancelled && !lastSync.failed } : null,
  69. lastPush: ctx.aitable ? ctx.aitable.lastPushInfo(e.key) : null,
  70. };
  71. });
  72. const totalRows = entities.reduce((s, e) => s + e.rows, 0);
  73. const coverage = entities.filter((e) => e.coverage).map((e) => e.coverage);
  74. sendJson(res, 200, {
  75. lakeDir: store.LAKE_DIR,
  76. entities, totalRows,
  77. coverage: coverage.length ? { from: coverage.map((c) => c.from).sort()[0], to: coverage.map((c) => c.to).sort().pop() } : null,
  78. aitable: {
  79. enabled: !!(ctx.config.aitable && ctx.config.aitable.enabled),
  80. operatorConfigured: !!(ctx.config.aitable && ctx.config.aitable.operatorId),
  81. },
  82. });
  83. });
  84. app.get('/api/reports/tree', async ({ res, query }) => {
  85. try {
  86. const tree = await naposService.fetchTree({ refresh: query.refresh === '1' });
  87. sendJson(res, 200, {
  88. merchant: tree.merchant, chains: tree.chains,
  89. shops: tree.shops.map((s) => ({ shopId: String(s.shopId), shopName: s.shopName, chainId: s.chainId ? String(s.chainId) : '', chainName: s.chainName || '', busyLevel: s.busyLevel || null })),
  90. entity: tree.entity,
  91. });
  92. } catch (e) {
  93. // 取数通道不可达属于上游失败,保持 502
  94. e.status = 502;
  95. throw e;
  96. }
  97. });
  98. app.get('/api/reports/columns', async ({ res }) => {
  99. sendJson(res, 200, { columns: naposService.REPORT_COLUMNS });
  100. });
  101. app.post('/api/reports/sync', async ({ req, res }) => {
  102. const body = await readBody(req);
  103. const entityPromise = naposService.runSync({
  104. from: body.from, to: body.to,
  105. scope: body.scope || 'all',
  106. chainId: body.chainId || '',
  107. shopIds: Array.isArray(body.shopIds) ? body.shopIds : undefined,
  108. }).catch((e) => {
  109. // 同步失败也要让自动推送保持静默,但保留日志
  110. ctx.logs.pushSystemLog(`同步结束(失败):${e.message || e}`, 'warn');
  111. return null;
  112. });
  113. // 同步完成后:若启用钉钉 AI 表格,自动把增量推上云端(失败不影响本地同步结果)
  114. entityPromise.then(async (snap) => {
  115. if (!snap || !snap.entity || !(ctx.config.aitable && ctx.config.aitable.enabled)) return;
  116. try {
  117. const r = await ctx.aitable.pushLake(snap.entity.key);
  118. ctx.logs.pushSystemLog(`AI 表格推送完成:新增 ${r.created} 行、更新 ${r.updated} 行`, 'success');
  119. } catch (e) {
  120. ctx.logs.pushSystemLog(`AI 表格推送失败:${e.message || e}`, 'error');
  121. }
  122. });
  123. return sendJson(res, 200, { ok: true, ...naposService.syncSnapshot() });
  124. });
  125. // ---------- 钉钉 AI 表格(在线主档案/共享层) ----------
  126. app.post('/api/reports/aitable/test', async ({ res }) => {
  127. const r = await ctx.aitable.testConnection();
  128. sendJson(res, 200, r);
  129. });
  130. app.post('/api/reports/aitable/push', async ({ req, res }) => {
  131. const body = await readBody(req);
  132. const entity = body.entity || (naposService.store.listEntities()[0] || {}).key;
  133. if (!entity) { const e = new Error('暂无数据主体,请先完成一次同步'); e.code = 'AITABLE_NO_ENTITY'; e.status = 400; throw e; }
  134. const r = await ctx.aitable.pushLake(entity, { force: !!body.force });
  135. ctx.logs.pushSystemLog(`AI 表格推送完成:新增 ${r.created} 行、更新 ${r.updated} 行`, 'success');
  136. sendJson(res, 200, r);
  137. });
  138. app.post('/api/reports/aitable/pull', async ({ req, res }) => {
  139. const body = await readBody(req);
  140. const r = await ctx.aitable.pullLake(body.entity);
  141. const accounts = (r.accounts || []).map((a) => `${a.account}(新增${a.added}/更新${a.updated})`).join('、');
  142. ctx.logs.pushSystemLog(`AI 表格拉取完成:${r.pulled} 行 ${accounts}`, 'success');
  143. sendJson(res, 200, r);
  144. });
  145. app.get('/api/reports/aitable/status', async ({ res, query }) => {
  146. const entity = query.entity || (naposService.store.listEntities()[0] || {}).key || '';
  147. sendJson(res, 200, {
  148. enabled: !!(ctx.config.aitable && ctx.config.aitable.enabled),
  149. configured: !!(ctx.config.aitable && ctx.config.aitable.baseId && ctx.config.aitable.sheetName && ctx.config.aitable.appKey),
  150. lastPush: entity ? ctx.aitable.lastPushInfo(entity) : null,
  151. });
  152. });
  153. app.get('/api/reports/sync/status', async ({ res }) => {
  154. sendJson(res, 200, naposService.syncSnapshot());
  155. });
  156. app.post('/api/reports/sync/cancel', async ({ res }) => {
  157. sendJson(res, 200, naposService.requestSyncCancel());
  158. });
  159. // 明细行分页:明细(门店×天)量大(90 天 × 数十店 = 数千行),
  160. // 前端全量渲染会卡;summary 仍是全区间汇总(分页前计算),KPI 卡不受分页影响
  161. app.get('/api/reports/daily', async ({ res, query }) => {
  162. const r = naposService.queryReport({
  163. entity: query.entity, from: query.from, to: query.to,
  164. shopId: query.shopId,
  165. shops: query.shops ? query.shops.split(',').filter(Boolean) : undefined,
  166. scope: query.scope || 'shop', q: query.q,
  167. });
  168. const total = r.rows.length;
  169. const pageSize = Math.min(1000, Math.max(50, Number(query.pageSize) || 200));
  170. const pages = Math.max(1, Math.ceil(total / pageSize));
  171. const page = Math.min(Math.max(1, Number(query.page) || 1), pages);
  172. sendJson(res, 200, {
  173. ...r,
  174. rows: r.rows.slice((page - 1) * pageSize, page * pageSize),
  175. total, page, pageSize, pages,
  176. });
  177. });
  178. app.get('/api/reports/aggregate', async ({ res, query }) => {
  179. sendJson(res, 200, naposService.aggregateReport({
  180. entity: query.entity, from: query.from, to: query.to,
  181. group: query.group || 'shop',
  182. shops: query.shops ? query.shops.split(',').filter(Boolean) : undefined,
  183. }));
  184. });
  185. app.get('/api/reports/export', async ({ res, query }) => {
  186. const group = query.group === 'date' ? 'date' : (query.group === 'shop' ? 'shop' : null);
  187. let rows;
  188. if (group) {
  189. const agg = naposService.aggregateReport({ entity: query.entity, from: query.from, to: query.to, group });
  190. rows = agg.rows;
  191. } else {
  192. const daily = naposService.queryReport({
  193. entity: query.entity, from: query.from, to: query.to,
  194. shopId: query.shopId,
  195. shops: query.shops ? query.shops.split(',').filter(Boolean) : undefined,
  196. scope: query.scope || 'shop', q: query.q,
  197. });
  198. rows = daily.rows;
  199. }
  200. const columns = naposService.REPORT_COLUMNS;
  201. const csv = naposService.rowsToCsv(columns, rows);
  202. res.writeHead(200, {
  203. 'Content-Type': 'text/csv; charset=utf-8',
  204. 'Content-Disposition': `attachment; filename="report-${query.entity || 'all'}-${query.from || ''}-${query.to || ''}.csv"`,
  205. });
  206. return res.end(csv);
  207. });
  208. app.get('/api/reports/syncs', async ({ res, query }) => {
  209. const key = naposService.store.sanitizeKey(query.entity);
  210. sendJson(res, 200, { runs: naposService.store.loadSyncLogs(key) });
  211. });
  212. app.del('/api/reports/data', async ({ res, query }) => {
  213. if (!query.entity) return sendJson(res, 400, { error: '缺少 entity 参数' });
  214. naposService.store.deleteEntityData(query.entity);
  215. ctx.logs.pushSystemLog(`数据报表:已清除主体 ${query.entity} 的本地数据`, 'warn');
  216. sendJson(res, 200, { ok: true });
  217. });
  218. }
  219. module.exports = { register };