'use strict'; /** * 数据报表 · 取数服务层 * ---------------------------------------------------------------------------- * 桥接 napos/（淘宝闪购商家客户端 CDP 取数引擎）与 reports-store（本地数据湖）。 * * 取数通道：附着本机商家客户端调试端口（默认 9669），由客户端页面自身的登录态 * 代发请求（非爬虫、不模拟点击）；数据中心接口按域自动补签名。 * * 数据来源（数据中心 lsycm · historyOverview）： * ds 日期 / valid_order_cnt 有效订单 / gross_amt 营业额 / income_amt 收入 / * expense_amt 支出 / exp_uv 曝光人数 / order_user_cnt 下单人数 / * clk_exp_rate 进店转化率 / ord_clk_rate 下单转化率 / per_actual_pay 客单价 … * * 营业时长 / 异常关店时长 / 商品销售额：当前接口目录暂无对应字段， * 作为预留列返回 null，取数层保留原始返回值，后续补源即可回填。 */ const kit = require('./napos/kit.js'); const store = require('./reports-store.js'); const DEFAULT_CDP_PORT = Number(process.env.NAPOS_CDP_PORT || 9669); // ---------- BI 列注册表（语义层）---------- // synonyms / description 供「智能问数」的 LLM 做实体对齐与口径解释 const REPORT_COLUMNS = [ { key: 'account', label: '账号名', type: 'text', locked: true, aggregable: false, synonyms: ['账号', '账号名', '账户', '主体'], description: '数据所属的商家账号（主体）名称；多账号数据合并查看或导出时用于区分来源' }, { key: 'date', label: '日期', type: 'date', locked: true, aggregable: false, synonyms: ['日期', '天', '哪天', '日期时间'], description: '数据日期，格式 YYYYMMDD；当天数据未结算，有效区间一般为 T-1 及更早' }, { key: 'shopName', label: '门店名称', type: 'text', locked: true, aggregable: false, synonyms: ['门店', '店铺', '店', '门店名'], description: '门店名称，支持模糊筛选' }, { key: 'bizHours', label: '营业时长(h)', type: 'hours', reserved: true, synonyms: ['营业时长', '营业时间', '开店时长'], description: '预留列：当日营业小时数，数据源暂未接入' }, { key: 'abnormalCloseHours', label: '异常关店时长(h)', type: 'hours', reserved: true, synonyms: ['异常关店', '异常关店时长', '关店时长', '异常闭店'], description: '预留列：非计划性关店时长，数据源暂未接入' }, { key: 'validOrderCnt', label: '有效订单', type: 'int', synonyms: ['有效订单', '订单量', '单量', '订单数', '有效单量'], description: '剔除取消/无效后的订单量' }, { key: 'incomeAmt', label: '收入(元)', type: 'money', synonyms: ['收入', '实际收入', '到账', '营收'], description: '商家实际收入（元）；营业额 = 收入 + 支出' }, { key: 'grossAmt', label: '营业额(元)', type: 'money', synonyms: ['营业额', '流水', 'GMV', 'gmv', '销售额', '交易额'], description: '营业额（元），口径 = 收入 + 支出；做排行/对比的首选指标' }, { key: 'goodsSaleAmt', label: '商品销售额(元)', type: 'money', reserved: true, synonyms: ['商品销售额', '商品销售', '菜品销售额'], description: '预留列：仅商品部分的销售金额，数据源暂未接入' }, { key: 'expUv', label: '曝光人数', type: 'int', synonyms: ['曝光', '曝光人数', '曝光量', '展现人数'], description: '看到店铺的去重人数' }, { key: 'orderUserCnt', label: '下单人数', type: 'int', synonyms: ['下单人数', '下单用户', '购买人数', '下单用户数'], description: '当日下单的去重用户数' }, { key: 'clkExpRate', label: '进店转化率', type: 'pct', synonyms: ['进店转化率', '进店率', '点击率', '入店转化率'], description: '进店人数 / 曝光人数；≥9% 健康，<6% 偏低' }, { key: 'ordClkRate', label: '下单转化率', type: 'pct', synonyms: ['下单转化率', '下单率', '成交转化率', '访购率'], description: '下单人数 / 进店人数；≥2.5% 健康，<2% 偏低' }, { key: 'perActualPay', label: '客单价(元)', type: 'money', synonyms: ['客单价', '均价', '笔单价'], description: '营业额 / 有效订单（元）' }, { key: 'expenseAmt', label: '支出(元)', type: 'money', synonyms: ['支出', '费用', '成本', '平台扣费'], description: '支出（元），含平台佣金、推广费用等' }, { key: 'actOrdCnt', label: '活动订单', type: 'int', synonyms: ['活动订单', '活动单量', '营销订单'], description: '参与营销活动的订单量' }, { key: 'actSubsidyAmt', label: '活动补贴(元)', type: 'money', synonyms: ['活动补贴', '补贴金额', '商家补贴'], description: '活动中商家承担的补贴金额（元）' }, { key: 'shopRoi', label: '推广ROI', type: 'num', synonyms: ['ROI', 'roi', '投产比', '推广roi'], description: '推广投入产出比；大盘口径常为 0' }, { key: 'rebuyRate30d', label: '30日复购率', type: 'pct', synonyms: ['复购率', '30日复购', '老客回购率'], description: '近 30 天老客复购比例' }, ]; const COLUMN_MAP = Object.fromEntries(REPORT_COLUMNS.map((c) => [c.key, c])); // ---------- 原始字段 → 标准行 ---------- const FIELD_MAP = { valid_order_cnt: 'validOrderCnt', gross_amt: 'grossAmt', income_amt: 'incomeAmt', expense_amt: 'expenseAmt', exp_uv: 'expUv', order_user_cnt: 'orderUserCnt', clk_exp_rate: 'clkExpRate', ord_clk_rate: 'ordClkRate', per_actual_pay: 'perActualPay', act_ord_cnt: 'actOrdCnt', act_shop_subsidy_amt: 'actSubsidyAmt', shop_roi: 'shopRoi', rebuy_rate_30d: 'rebuyRate30d', }; // 全字段落库：原始返回一字不差保留，不做任何裁剪。 // historyOverview 每行约 60+ 字段 = 基础 13 项（ds + 12 指标）+ 环比差值 _diff(12) // + 同行均值/排名 _mall_avg(_rank)(25) + 上期对比 _last_period(13)。 // 后续渲染加工 / 比对分析直接从 raw 取用，无需重新取数。 function captureRaw(raw) { return { ...(raw || {}) }; } function normalizeRow(rawDaily, ctx) { const row = { date: String(rawDaily.ds || ''), scope: ctx.scope, shopId: ctx.shopId == null ? '' : String(ctx.shopId), shopName: ctx.shopName || '', chainId: ctx.chainId == null ? '' : String(ctx.chainId), chainName: ctx.chainName || '', bizHours: null, abnormalCloseHours: null, goodsSaleAmt: null, syncedAt: new Date().toISOString(), raw: captureRaw(rawDaily), }; for (const [src, dst] of Object.entries(FIELD_MAP)) { const v = rawDaily[src]; row[dst] = v == null || v === '' ? 0 : Number(v); } return row; } // 范围汇总行（接口返回 ds='all'）：唯一携带同行均值/排名与整段环比的行。 // 以 scope='summary'、date=区间末日 入库，与公司/连锁/门店行互不干扰。 function normalizeSummaryRow(allRow, ctx) { const row = normalizeRow({ ...allRow, ds: ctx.date }, ctx); row.scope = 'summary'; row.shopId = ''; row.shopName = ''; return row; } // ---------- 连接状态 ---------- /** 按平台给出「以调试端口启动商家客户端」的可执行指引（结构化数据，前端分步渲染） */ function cdpLaunchHint(port = DEFAULT_CDP_PORT) { if (process.platform === 'win32') { return { title: 'Windows 带参启动客户端', steps: [ { text: '任务栏右键完全退出客户端，任务管理器确认进程已退出' }, { text: '右键桌面快捷方式 → 属性 →「目标」末尾追加一个空格和', code: `--remote-debugging-port=${port}` }, { text: '确定后，用该快捷方式启动客户端' }, ], note: '客户端每次重启都要用这个快捷方式，否则端口不会开启。', }; } return { title: 'macOS 带参启动客户端', steps: [ { text: '⌘Q 完全退出客户端（活动监视器确认进程已退出）' }, { text: '终端执行：', code: `open -a "淘宝闪购商家版" --args --remote-debugging-port=${port}` }, { text: '应用名以实际为准；也可直接运行', code: `"<客户端.app>/Contents/MacOS/<可执行文件>" --remote-debugging-port=${port}` }, ], note: '客户端每次重启都要带此参数，否则端口不会开启。', }; } async function naposStatus() { const out = { port: DEFAULT_CDP_PORT, connected: false }; try { const st = await kit.status(DEFAULT_CDP_PORT); out.connected = !!st.portOk; out.browser = st.browser || null; out.targets = (st.targets || []).length; out.contexts = (st.contexts || []).length; if (st.probeError) out.probeError = String(st.probeError); } catch (e) { out.error = e.message || String(e); } if (!out.connected) out.hint = cdpLaunchHint(); // 自检：本机能否连通调试端口（给用户的浏览器直测地址） out.selfCheckUrl = `http://127.0.0.1:${DEFAULT_CDP_PORT}/json/version`; return out; } // ---------- 取数诊断（网页一键版 · 全程只读） ---------- // 给「装了商家客户端」的电脑用：网页连点侧边栏版本号出现入口，一键跑门店级取数对照实验， // 报告在页面直接看 / 复制回开发侧。覆盖三类定位： // · 门店维度参数（现行 chainId=-1+shopListIn 是否有数，与 B/D 变体对照） // · 指标字段存在性（下单人数门店级是否缺失、营业时长/异常关店时长是否有源） // · 暂停营业门店清单（busyLevel 当前状态快照） let diagnoseRunning = false; const DIAGNOSE_CORE_METRICS = ['valid_order_cnt', 'gross_amt', 'income_amt', 'expense_amt', 'exp_uv', 'order_user_cnt', 'clk_exp_rate', 'ord_clk_rate', 'per_actual_pay', 'act_ord_cnt', 'act_shop_subsidy_amt', 'shop_roi', 'rebuy_rate_30d']; function diagnoseMetricProbe(row) { if (!row) return null; const keys = Object.keys(row); const coreMetrics = {}; for (const k of DIAGNOSE_CORE_METRICS) { coreMetrics[k] = Object.prototype.hasOwnProperty.call(row, k) ? row[k] : '(字段不存在)'; } return { fieldCount: keys.length, coreMetrics, relatedExtraKeys: keys .filter((k) => /user|buyer|hour|close|open_time|biz|pause|rest/i.test(k)) .map((k) => `${k}=${JSON.stringify(row[k])}`), }; } async function runNaposDiagnose({ date, shopId } = {}) { if (diagnoseRunning) { const e = new Error('已有诊断在进行中，请稍候'); e.code = 'DIAGNOSE_BUSY'; e.status = 429; throw e; } diagnoseRunning = true; const t0 = Date.now(); const report = { generatedAt: new Date().toISOString(), port: DEFAULT_CDP_PORT }; try { const st = await kit.status(DEFAULT_CDP_PORT); report.status = { portOk: !!st.portOk, browser: st.browser || null, targets: (st.targets || []).length }; if (!st.portOk) { report.conclusion = '客户端不在线：请完全退出商家客户端，用「启动.bat」附带调试端口的方式重启并登录后再诊断。'; return report; } const tree = await kit.shopTree({ port: DEFAULT_CDP_PORT }); report.merchant = tree.merchant || null; report.chains = (tree.chains || []).map((c) => ({ chainId: String(c.chainId), chainName: c.chainName })); const shops = (tree.shops || []).map((s) => ({ shopId: String(s.shopId), shopName: s.shopName, chainId: String(s.chainId || ''), busyLevel: s.busyLevel || null, })); report.shopCount = shops.length; report.busyLevelSummary = shops.reduce((a, s) => { const b = s.busyLevel || '(未知)'; a[b] = (a[b] || 0) + 1; return a; }, {}); report.pausedShops = shops.filter((s) => s.busyLevel === 'SUSPEND_BUSINESS' || s.busyLevel === 'INVALID'); if (!report.chains.length) { report.conclusion = '组织树没有连锁信息，无法构造连锁对照实验。'; return report; } const chainId = report.chains[0].chainId; const z = (n) => String(n).padStart(2, '0'); const ymdShift = (ymd, delta) => { const d = new Date(Number(ymd.slice(0, 4)), Number(ymd.slice(4, 6)) - 1, Number(ymd.slice(6, 8))); d.setDate(d.getDate() + delta); return `${d.getFullYear()}${z(d.getMonth() + 1)}${z(d.getDate())}`; }; const now = new Date(); const todayYmd = `${now.getFullYear()}${z(now.getMonth() + 1)}${z(now.getDate())}`; const testDate = /^\d{8}$/.test(date || '') ? date : ymdShift(todayYmd, -1); report.testDate = testDate; const picked = []; if (/^\d+$/.test(shopId || '')) { const one = shops.find((s) => s.shopId === shopId); if (one) picked.push(one); } for (const s of shops) { if (picked.length >= 2) break; if (!picked.includes(s)) picked.push(s); } report.testShops = picked.map((s) => ({ shopId: s.shopId, shopName: s.shopName, busyLevel: s.busyLevel || null })); const sumOf = (rows, f) => Math.round((rows || []).reduce((s2, r) => s2 + (Number(r[f]) || 0), 0) * 100) / 100; const runCase = async (tag, params) => { const out = { tag, chainId: params.chainId, shopListIn: params.shopListIn, rows: 0, ordersSum: 0, grossSum: 0, expSum: 0, orderUserSum: 0 }; try { const r = await kit.statsHistory({ port: DEFAULT_CDP_PORT, from: params.from, to: params.to, dateType: 'self_define', chainId: params.chainId, shopListIn: params.shopListIn }); const daily = r.daily || []; out.rows = daily.length; out.ordersSum = sumOf(daily, 'valid_order_cnt'); out.grossSum = sumOf(daily, 'gross_amt'); out.expSum = sumOf(daily, 'exp_uv'); out.orderUserSum = sumOf(daily, 'order_user_cnt'); out.firstRow = daily[0] ? (({ raw, ...rest }) => rest)(daily[0]) : null; out.metricProbe = diagnoseMetricProbe(daily[0]); out.ok = !!r.ok; if (r.shapeWarning) out.shapeWarning = true; } catch (e) { out.error = e.message || String(e); } return out; }; report.chainControl = await runCase('连锁对照·不带门店', { from: testDate, to: testDate, chainId, shopListIn: '' }); report.cases = []; for (const s of picked) { for (const c of [ { tag: 'A 现行 chainId=-1+shopListIn', chainId: '-1' }, { tag: `B 变体 chainId=${chainId}+shopListIn`, chainId }, { tag: 'D 变体 chainId=(空)+shopListIn', chainId: '' }, ]) { const r = await runCase(c.tag, { from: testDate, to: testDate, chainId: c.chainId, shopListIn: s.shopId }); r.shopId = s.shopId; r.shopName = s.shopName; report.cases.push(r); await new Promise((res) => setTimeout(res, 600)); } } const chainKeys = new Set(Object.keys(report.chainControl.firstRow || {})); for (const c of report.cases) { if (!c.firstRow) continue; c.missingVsChain = [...chainKeys].filter((k) => !(k in c.firstRow)); } // 结论：把开发侧关心的判定直接写成人话 const lines = []; const cc = report.chainControl; if (!cc || !cc.rows || !cc.ordersSum) { lines.push('连锁对照查询也为零：该日期可能无经营数据，换一个链级行有数的日期再诊断一次。'); } else { lines.push(`连锁对照正常（${cc.rows} 行 / 有效订单 ${cc.ordersSum} / 营业额 ${cc.grossSum}）。`); const hit = report.cases.filter((c) => c.rows > 0 && (c.ordersSum > 0 || c.grossSum > 0)); if (hit.length) { lines.push(`门店维度有数据的参数形式：${[...new Set(hit.map((c) => c.tag.split(' ')[0]))].join('、')}——把本报告发回开发侧即可修正取数参数。`); } else { lines.push('所有参数形式下门店维度均为零：需核对数据权限/门店经营状态（详见各变体原始返回首行）。'); } const probeSrc = hit[0] || report.cases.find((c) => c.metricProbe); const probe = probeSrc && probeSrc.metricProbe; if (probe) { const ouc = probe.coreMetrics.order_user_cnt; lines.push(ouc === '(字段不存在)' ? '门店级返回中「下单人数(order_user_cnt)」字段不存在——上游门店粒度不提供该指标，报表该列将恒为 0。' : `门店级「下单人数(order_user_cnt)」字段存在，样本值 ${JSON.stringify(ouc)}。`); } const hourKeys = [cc, ...report.cases] .flatMap((c) => (c.metricProbe && c.metricProbe.relatedExtraKeys) || []); lines.push(hourKeys.length ? `原始返回中与时长/关店相关的键：${[...new Set(hourKeys)].slice(0, 8).join('；')}` : '原始返回中没有任何营业时长/异常关店相关字段——这两列为预留列，上游接口暂不提供。'); } report.conclusionLines = lines; report.conclusion = lines.join(' '); return report; } finally { report.durationMs = Date.now() - t0; diagnoseRunning = false; } } // ---------- 主体结构（多主体 tab 的来源） ---------- let treeCache = { at: 0, tree: null }; async function fetchTree({ refresh = false } = {}) { if (!refresh && treeCache.tree && Date.now() - treeCache.at < 5 * 60 * 1000) { return treeCache.tree; } const tree = await kit.shopTree({ port: DEFAULT_CDP_PORT }); if (!tree.ok) { const err = new Error('读取门店组织树失败：' + (tree.code || tree.status || '未知错误')); err.code = 'NAPOS_TREE_FAIL'; throw err; } const entity = store.upsertEntity({ merchantId: (tree.merchant && tree.merchant.id) || 'default', merchantName: (tree.merchant && tree.merchant.name) || '默认主体', chains: tree.chains.map((c) => ({ chainId: String(c.chainId), chainName: c.chainName })), shops: tree.shops.map((s) => ({ shopId: String(s.shopId), shopName: s.shopName, chainId: s.chainId ? String(s.chainId) : '', chainName: s.chainName || '', busyLevel: s.busyLevel || null, })), }).entity; // 缓存必须存补齐 entity 后的完整对象：缓存的消费方（runSync / tree 路由）都依赖 tree.entity const enriched = { ...tree, entity }; treeCache = { at: Date.now(), tree: enriched }; return enriched; } // ---------- 同步任务 ---------- const syncState = { running: false, cancelRequested: false, startedAt: null, finishedAt: null, error: null, entity: null, from: null, to: null, planTotal: 0, done: 0, current: '', added: 0, updated: 0, failed: 0, steps: [], }; function syncSnapshot() { const { running, cancelRequested, startedAt, finishedAt, error, entity, from, to, planTotal, done, current, added, updated, failed } = syncState; return { running, cancelRequested, startedAt, finishedAt, error, entity, from, to, planTotal, done, current, added, updated, failed }; } function dayShift(ymd, delta) { const d = new Date(Number(ymd.slice(0, 4)), Number(ymd.slice(4, 6)) - 1, Number(ymd.slice(6, 8))); d.setDate(d.getDate() + delta); const z = (n) => String(n).padStart(2, '0'); return `${d.getFullYear()}${z(d.getMonth() + 1)}${z(d.getDate())}`; } function yesterday() { return dayShift(kit.today(), -1); } /** * 同步一个区间到本地数据湖。 * scope: * 'company' — 仅全公司聚合行 * 'chain' — 各连锁聚合行 * 'shop' — 逐店明细行（可选 chainId 限定 / shopIds 限定） * 'all' — 以上全部（默认） */ async function runSync({ from, to, scope = 'all', chainId, shopIds, port } = {}) { if (syncState.running) { const err = new Error('已有同步任务在进行中'); err.code = 'SYNC_BUSY'; throw err; } // 先同步置位，避免忙碌检查与实际启动之间因 await 出现并发窗口 Object.assign(syncState, { running: true, cancelRequested: false, startedAt: new Date().toISOString(), finishedAt: null, error: null, entity: null, from: null, to: null, planTotal: 0, done: 0, current: '准备中', added: 0, updated: 0, failed: 0, steps: [], }); try { const tree = await fetchTree(); const entity = tree.entity; const fromDay = kit.normDay(from || dayShift(yesterday(), -29)); const toDay = kit.normDay(to || yesterday()); if (!/^\d{8}$/.test(fromDay) || !/^\d{8}$/.test(toDay) || fromDay > toDay) { const err = new Error('日期区间不合法（需 YYYYMMDD，且开始 ≤ 结束）'); err.code = 'SYNC_BAD_RANGE'; throw err; } const jobs = []; if (scope === 'all' || scope === 'company') { jobs.push({ kind: 'company', label: '全公司', params: { chainId: '-1', shopListIn: '' }, fn: () => callHistory({ chainId: '-1', shopListIn: '' }, { scope: 'company', chainId: '-1', chainName: '' }) }); } if (scope === 'all' || scope === 'chain') { for (const c of tree.chains) { jobs.push({ kind: 'chain', label: `连锁·${c.chainName}`, params: { chainId: c.chainId, shopListIn: '' }, fn: () => callHistory({ chainId: c.chainId, shopListIn: '' }, { scope: 'chain', chainId: c.chainId, chainName: c.chainName }), }); } } if (scope === 'all' || scope === 'shop') { let shops = tree.shops; if (chainId) shops = shops.filter((s) => String(s.chainId) === String(chainId)); if (Array.isArray(shopIds) && shopIds.length) { const wanted = new Set(shopIds.map(String)); shops = shops.filter((s) => wanted.has(String(s.shopId))); } for (const s of shops) { jobs.push({ kind: 'shop', label: `门店·${s.shopName}`, params: { chainId: '-1', shopListIn: String(s.shopId) }, fn: () => callHistory( { chainId: '-1', shopListIn: String(s.shopId) }, { scope: 'shop', shopId: s.shopId, shopName: s.shopName, chainId: s.chainId || '', chainName: s.chainName || '' }, ), }); } } Object.assign(syncState, { entity: { key: entity.key, name: entity.name }, from: fromDay, to: toDay, planTotal: jobs.length, current: '', }); const usedPort = Number(port || DEFAULT_CDP_PORT); const sleep = (ms) => new Promise((r) => setTimeout(r, ms)); for (const job of jobs) { if (syncState.cancelRequested) break; syncState.current = job.label; try { const rows = await job.fn(usedPort); const res = store.upsertRows(entity.key, rows); syncState.added += res.added; syncState.updated += res.updated; // 诊断信息：请求参数 + 返回数据概况，便于在「同步记录」里远程排查取数异常 const nonZero = rows.filter((r) => (Number(r.validOrderCnt) || 0) > 0 || (Number(r.grossAmt) || 0) > 0).length; const step = { label: job.label, ok: true, added: res.added, updated: res.updated, rows: rows.length, nonZero, ordersSum: Math.round(rows.reduce((s, r) => s + (Number(r.validOrderCnt) || 0), 0) * 100) / 100, grossSum: Math.round(rows.reduce((s, r) => s + (Number(r.grossAmt) || 0), 0) * 100) / 100, params: job.params || null, }; if (rows.length && nonZero === 0) step.warn = '返回全零，疑似取数参数或数据权限异常'; syncState.steps.push(step); } catch (e) { syncState.failed += 1; syncState.steps.push({ label: job.label, ok: false, error: e.message || String(e) }); } syncState.done += 1; await sleep(180); // 温和节奏，避免连续轰接口 } const run = { at: new Date().toISOString(), from: fromDay, to: toDay, scope, cancelled: syncState.cancelRequested, added: syncState.added, updated: syncState.updated, failed: syncState.failed, done: syncState.done, total: syncState.planTotal, steps: syncState.steps, }; store.appendSyncLog(entity.key, run); syncState.error = null; } catch (e) { syncState.error = e.message || String(e); syncState.steps.push({ label: '准备', ok: false, error: syncState.error }); } finally { syncState.running = false; syncState.current = ''; syncState.finishedAt = new Date().toISOString(); } return syncSnapshot(); } /** * 调 historyOverview 取一个区间的逐日行并归一化。 * scopeKey = { chainId, shopListIn }；ctx 携带行的归属信息。 * 返回：逐日行数组 + （若接口返回 ds='all' 汇总行）一条 scope='summary' 的范围汇总行。 */ async function callHistory(scopeKey, ctx, port = DEFAULT_CDP_PORT) { const o = { port, chainId: scopeKey.chainId, shopListIn: scopeKey.shopListIn || '', from: syncState.from, to: syncState.to, dateType: 'self_define', }; const r = await kit.statsHistory(o); if (r.risk) throw new Error('触发客户端风控（请稍后在客户端完成验证后重试）'); if (r.authFail) throw new Error('登录态失效（ksid 过期），请在商家客户端重新登录'); // HTTP 层失败：pageFetch 拿不到业务数据，不检查会把失败伪装成 0 行落库 if (r.ok === false) throw new Error('接口请求失败：' + (r.error || `HTTP ${r.status || '?'}`)); // 形态守卫：有原始行但无任何 ds 形态行 = 接口/页面结构变化，拒绝静默落空 if (r.shapeWarning) throw new Error(`接口返回形态异常：${(r.rows || []).length} 行均无 ds 字段（接口/页面结构可能已变化），已拒绝把空数据落库`); if (r.code != null && r.code !== 0 && String(r.code) !== '0') { throw new Error('接口返回异常 code=' + r.code + (r.msg ? ' ' + r.msg : '')); } const daily = (r.daily || []).map((d) => normalizeRow(d, ctx)); if (r.all) { daily.push(normalizeSummaryRow(r.all, { ...ctx, date: syncState.to })); } return daily; } function requestSyncCancel() { if (syncState.running) syncState.cancelRequested = true; return syncSnapshot(); } // ---------- 查询 / 汇总 ---------- const SUM_FIELDS = ['validOrderCnt', 'incomeAmt', 'grossAmt', 'expenseAmt', 'expUv', 'orderUserCnt', 'actOrdCnt', 'actSubsidyAmt']; const RATE_FIELDS = ['clkExpRate', 'ordClkRate']; function summarizeRows(rows) { const s = { days: new Set(), shops: new Set() }; for (const f of SUM_FIELDS) s[f] = 0; let rateWeight = { clkExpRate: 0, ordClkRate: 0 }; let rateBase = { clkExpRate: 0, ordClkRate: 0 }; for (const r of rows) { s.days.add(r.date); if (r.shopId) s.shops.add(r.shopId); for (const f of SUM_FIELDS) s[f] += Number(r[f]) || 0; if (Number(r.expUv) > 0) { rateWeight.clkExpRate += (Number(r.clkExpRate) || 0) * Number(r.expUv); rateBase.clkExpRate += Number(r.expUv); } if (Number(r.orderUserCnt) > 0) { rateWeight.ordClkRate += (Number(r.ordClkRate) || 0) * Number(r.orderUserCnt); rateBase.ordClkRate += Number(r.orderUserCnt); } } s.perActualPay = s.validOrderCnt > 0 ? +(s.grossAmt / s.validOrderCnt).toFixed(2) : 0; for (const f of SUM_FIELDS) s[f] = Math.round(s[f] * 100) / 100; for (const f of RATE_FIELDS) s[f] = rateBase[f] > 0 ? +(rateWeight[f] / rateBase[f]).toFixed(4) : 0; s.dayCount = s.days.size; s.shopCount = s.shops.size; delete s.days; delete s.shops; return s; } function queryReport({ entity, from, to, shopId, shops, scope, q } = {}) { const key = store.sanitizeKey(entity); const meta = store.getEntity(key); let rows = store.queryRows(key, { from, to, scope }); if (shopId) rows = rows.filter((r) => String(r.shopId) === String(shopId)); if (Array.isArray(shops) && shops.length) { const wanted = new Set(shops.map(String)); rows = rows.filter((r) => wanted.has(String(r.shopId))); } if (q) { const needle = String(q).toLowerCase(); rows = rows.filter((r) => String(r.shopName || '').toLowerCase().includes(needle)); } const account = meta ? meta.name : key; rows = rows.map((r) => ({ ...r, account })); return { entity: meta ? { key: meta.key, name: meta.name } : { key, name: key }, from: from || null, to: to || null, columns: REPORT_COLUMNS, summary: summarizeRows(rows), rows, }; } /** BI 聚合视图：group = 'shop'（按门店）| 'date'（按日期） */ function aggregateReport({ entity, from, to, group = 'shop', shops } = {}) { const key = store.sanitizeKey(entity); const meta = store.getEntity(key); let rows = store.queryRows(key, { from, to, scope: 'shop' }); if (Array.isArray(shops) && shops.length) { const wanted = new Set(shops.map(String)); rows = rows.filter((r) => wanted.has(String(r.shopId))); } const buckets = new Map(); for (const r of rows) { const k = group === 'date' ? r.date : String(r.shopId || ''); if (!buckets.has(k)) buckets.set(k, []); buckets.get(k).push(r); } const out = []; for (const [k, list] of buckets) { const first = list[0] || {}; const base = group === 'date' ? { date: k, shopName: `${list.length} 家门店`, shopId: '', scope: 'agg-date' } : { date: '', shopName: first.shopName || k, shopId: k, scope: 'agg-shop' }; const s = summarizeRows(list); out.push({ ...base, ...s }); } out.sort((a, b) => (group === 'date' ? (a.date < b.date ? -1 : 1) : (b.grossAmt || 0) - (a.grossAmt || 0))); const account = meta ? meta.name : key; return { columns: REPORT_COLUMNS, rows: out.map((r) => ({ ...r, account })), summary: summarizeRows(rows) }; } // ---------- CSV 导出 ---------- function csvEscape(v) { if (v == null) return ''; let s = typeof v === 'object' ? JSON.stringify(v) : String(v); // 防 Excel 公式注入：非数字值以 = + - @ 开头时前置单引号（负数是数字，不受影响） if (/^[=+@\t\r]/.test(s) || (/^-/.test(s) && !Number.isFinite(Number(s)))) { s = "'" + s; } return /[",\n\r]/.test(s) ? '"' + s.replace(/"/g, '""') + '"' : s; } function rowsToCsv(columns, rows) { const head = columns.map((c) => c.label); const lines = [head.join(',')]; for (const r of rows) { const cells = columns.map((c) => { let v = r[c.key]; if (v == null) v = ''; if (c.type === 'pct') v = v === '' ? '' : (Number(v) * 100).toFixed(2) + '%'; if (c.type === 'date' && /^\d{8}$/.test(String(v))) { const s = String(v); v = `${s.slice(0, 4)}-${s.slice(4, 6)}-${s.slice(6, 8)}`; } return csvEscape(v); }); lines.push(cells.join(',')); } return '\ufeff' + lines.join('\r\n'); } module.exports = { DEFAULT_CDP_PORT, REPORT_COLUMNS, FIELD_MAP, naposStatus, fetchTree, runNaposDiagnose, runSync, syncSnapshot, requestSyncCancel, queryReport, aggregateReport, summarizeRows, rowsToCsv, store, };