hyreal-gen-pic/napos-service.js

'use strict';

/**
 * 数据报表 · 取数服务层
 * ----------------------------------------------------------------------------
 * 桥接 napos/（淘宝闪购商家客户端 CDP 取数引擎）与 reports-store（本地数据湖）。
 *
 * 取数通道：附着本机商家客户端调试端口（默认 9669），由客户端页面自身的登录态
 * 代发请求（非爬虫、不模拟点击）；数据中心接口按域自动补签名。
 *
 * 数据来源（数据中心 lsycm · historyOverview）：
 *   ds 日期 / valid_order_cnt 有效订单 / gross_amt 营业额 / income_amt 收入 /
 *   expense_amt 支出 / exp_uv 曝光人数 / order_user_cnt 下单人数 /
 *   clk_exp_rate 进店转化率 / ord_clk_rate 下单转化率 / per_actual_pay 客单价 …
 *
 * 营业时长 / 异常关店时长 / 商品销售额：当前接口目录暂无对应字段，
 * 作为预留列返回 null，取数层保留原始返回值，后续补源即可回填。
 */

const kit = require('./napos/kit.js');
const store = require('./reports-store.js');

const DEFAULT_CDP_PORT = Number(process.env.NAPOS_CDP_PORT || 9669);

// ---------- BI 列注册表（语义层）----------
// synonyms / description 供「智能问数」的 LLM 做实体对齐与口径解释

const REPORT_COLUMNS = [
  { key: 'account', label: '账号名', type: 'text', locked: true, aggregable: false,
    synonyms: ['账号', '账号名', '账户', '主体'],
    description: '数据所属的商家账号（主体）名称；多账号数据合并查看或导出时用于区分来源' },
  { key: 'date', label: '日期', type: 'date', locked: true, aggregable: false,
    synonyms: ['日期', '天', '哪天', '日期时间'],
    description: '数据日期，格式 YYYYMMDD；当天数据未结算，有效区间一般为 T-1 及更早' },
  { key: 'shopName', label: '门店名称', type: 'text', locked: true, aggregable: false,
    synonyms: ['门店', '店铺', '店', '门店名'],
    description: '门店名称，支持模糊筛选' },
  { key: 'bizHours', label: '营业时长(h)', type: 'hours', reserved: true,
    synonyms: ['营业时长', '营业时间', '开店时长'],
    description: '预留列：当日营业小时数，数据源暂未接入' },
  { key: 'abnormalCloseHours', label: '异常关店时长(h)', type: 'hours', reserved: true,
    synonyms: ['异常关店', '异常关店时长', '关店时长', '异常闭店'],
    description: '预留列：非计划性关店时长，数据源暂未接入' },
  { key: 'validOrderCnt', label: '有效订单', type: 'int',
    synonyms: ['有效订单', '订单量', '单量', '订单数', '有效单量'],
    description: '剔除取消/无效后的订单量' },
  { key: 'incomeAmt', label: '收入(元)', type: 'money',
    synonyms: ['收入', '实际收入', '到账', '营收'],
    description: '商家实际收入（元）；营业额 = 收入 + 支出' },
  { key: 'grossAmt', label: '营业额(元)', type: 'money',
    synonyms: ['营业额', '流水', 'GMV', 'gmv', '销售额', '交易额'],
    description: '营业额（元），口径 = 收入 + 支出；做排行/对比的首选指标' },
  { key: 'goodsSaleAmt', label: '商品销售额(元)', type: 'money', reserved: true,
    synonyms: ['商品销售额', '商品销售', '菜品销售额'],
    description: '预留列：仅商品部分的销售金额，数据源暂未接入' },
  { key: 'expUv', label: '曝光人数', type: 'int',
    synonyms: ['曝光', '曝光人数', '曝光量', '展现人数'],
    description: '看到店铺的去重人数' },
  { key: 'orderUserCnt', label: '下单人数', type: 'int',
    synonyms: ['下单人数', '下单用户', '购买人数', '下单用户数'],
    description: '当日下单的去重用户数' },
  { key: 'clkExpRate', label: '进店转化率', type: 'pct',
    synonyms: ['进店转化率', '进店率', '点击率', '入店转化率'],
    description: '进店人数 / 曝光人数；≥9% 健康，<6% 偏低' },
  { key: 'ordClkRate', label: '下单转化率', type: 'pct',
    synonyms: ['下单转化率', '下单率', '成交转化率', '访购率'],
    description: '下单人数 / 进店人数；≥2.5% 健康，<2% 偏低' },
  { key: 'perActualPay', label: '客单价(元)', type: 'money',
    synonyms: ['客单价', '均价', '笔单价'],
    description: '营业额 / 有效订单（元）' },
  { key: 'expenseAmt', label: '支出(元)', type: 'money',
    synonyms: ['支出', '费用', '成本', '平台扣费'],
    description: '支出（元），含平台佣金、推广费用等' },
  { key: 'actOrdCnt', label: '活动订单', type: 'int',
    synonyms: ['活动订单', '活动单量', '营销订单'],
    description: '参与营销活动的订单量' },
  { key: 'actSubsidyAmt', label: '活动补贴(元)', type: 'money',
    synonyms: ['活动补贴', '补贴金额', '商家补贴'],
    description: '活动中商家承担的补贴金额（元）' },
  { key: 'shopRoi', label: '推广ROI', type: 'num',
    synonyms: ['ROI', 'roi', '投产比', '推广roi'],
    description: '推广投入产出比；大盘口径常为 0' },
  { key: 'rebuyRate30d', label: '30日复购率', type: 'pct',
    synonyms: ['复购率', '30日复购', '老客回购率'],
    description: '近 30 天老客复购比例' },
];

const COLUMN_MAP = Object.fromEntries(REPORT_COLUMNS.map((c) => [c.key, c]));

// ---------- 原始字段 → 标准行 ----------

const FIELD_MAP = {
  valid_order_cnt: 'validOrderCnt',
  gross_amt: 'grossAmt',
  income_amt: 'incomeAmt',
  expense_amt: 'expenseAmt',
  exp_uv: 'expUv',
  order_user_cnt: 'orderUserCnt',
  clk_exp_rate: 'clkExpRate',
  ord_clk_rate: 'ordClkRate',
  per_actual_pay: 'perActualPay',
  act_ord_cnt: 'actOrdCnt',
  act_shop_subsidy_amt: 'actSubsidyAmt',
  shop_roi: 'shopRoi',
  rebuy_rate_30d: 'rebuyRate30d',
};

// 全字段落库：原始返回一字不差保留，不做任何裁剪。
// historyOverview 每行约 60+ 字段 = 基础 13 项（ds + 12 指标）+ 环比差值 _diff(12)
// + 同行均值/排名 _mall_avg(_rank)(25) + 上期对比 _last_period(13)。
// 后续渲染加工 / 比对分析直接从 raw 取用，无需重新取数。
function captureRaw(raw) {
  return { ...(raw || {}) };
}

function normalizeRow(rawDaily, ctx) {
  const row = {
    date: String(rawDaily.ds || ''),
    scope: ctx.scope,
    shopId: ctx.shopId == null ? '' : String(ctx.shopId),
    shopName: ctx.shopName || '',
    chainId: ctx.chainId == null ? '' : String(ctx.chainId),
    chainName: ctx.chainName || '',
    bizHours: null,
    abnormalCloseHours: null,
    goodsSaleAmt: null,
    syncedAt: new Date().toISOString(),
    raw: captureRaw(rawDaily),
  };
  for (const [src, dst] of Object.entries(FIELD_MAP)) {
    const v = rawDaily[src];
    row[dst] = v == null || v === '' ? 0 : Number(v);
  }
  return row;
}

// 范围汇总行（接口返回 ds='all'）：唯一携带同行均值/排名与整段环比的行。
// 以 scope='summary'、date=区间末日 入库，与公司/连锁/门店行互不干扰。
function normalizeSummaryRow(allRow, ctx) {
  const row = normalizeRow({ ...allRow, ds: ctx.date }, ctx);
  row.scope = 'summary';
  row.shopId = '';
  row.shopName = '';
  return row;
}

// ---------- 连接状态 ----------

/** 按平台给出「以调试端口启动商家客户端」的可执行指引（结构化数据，前端分步渲染） */
function cdpLaunchHint(port = DEFAULT_CDP_PORT) {
  if (process.platform === 'win32') {
    return {
      title: 'Windows 带参启动客户端',
      steps: [
        { text: '任务栏右键完全退出客户端，任务管理器确认进程已退出' },
        { text: '右键桌面快捷方式 → 属性 →「目标」末尾追加一个空格和', code: `--remote-debugging-port=${port}` },
        { text: '确定后，用该快捷方式启动客户端' },
      ],
      note: '客户端每次重启都要用这个快捷方式，否则端口不会开启。',
    };
  }
  return {
    title: 'macOS 带参启动客户端',
    steps: [
      { text: '⌘Q 完全退出客户端（活动监视器确认进程已退出）' },
      { text: '终端执行：', code: `open -a "淘宝闪购商家版" --args --remote-debugging-port=${port}` },
      { text: '应用名以实际为准；也可直接运行', code: `"<客户端.app>/Contents/MacOS/<可执行文件>" --remote-debugging-port=${port}` },
    ],
    note: '客户端每次重启都要带此参数，否则端口不会开启。',
  };
}

async function naposStatus() {
  const out = { port: DEFAULT_CDP_PORT, connected: false };
  try {
    const st = await kit.status(DEFAULT_CDP_PORT);
    out.connected = !!st.portOk;
    out.browser = st.browser || null;
    out.targets = (st.targets || []).length;
    out.contexts = (st.contexts || []).length;
    if (st.probeError) out.probeError = String(st.probeError);
  } catch (e) {
    out.error = e.message || String(e);
  }
  if (!out.connected) out.hint = cdpLaunchHint();
  // 自检：本机能否连通调试端口（给用户的浏览器直测地址）
  out.selfCheckUrl = `http://127.0.0.1:${DEFAULT_CDP_PORT}/json/version`;
  return out;
}

// ---------- 取数诊断（网页一键版 · 全程只读） ----------
// 给「装了商家客户端」的电脑用：网页连点侧边栏版本号出现入口，一键跑门店级取数对照实验，
// 报告在页面直接看 / 复制回开发侧。覆盖三类定位：
//   · 门店维度参数（现行 chainId=-1+shopListIn 是否有数，与 B/D 变体对照）
//   · 指标字段存在性（下单人数门店级是否缺失、营业时长/异常关店时长是否有源）
//   · 暂停营业门店清单（busyLevel 当前状态快照）

let diagnoseRunning = false;

const DIAGNOSE_CORE_METRICS = ['valid_order_cnt', 'gross_amt', 'income_amt', 'expense_amt', 'exp_uv',
  'order_user_cnt', 'clk_exp_rate', 'ord_clk_rate', 'per_actual_pay', 'act_ord_cnt',
  'act_shop_subsidy_amt', 'shop_roi', 'rebuy_rate_30d'];

function diagnoseMetricProbe(row) {
  if (!row) return null;
  const keys = Object.keys(row);
  const coreMetrics = {};
  for (const k of DIAGNOSE_CORE_METRICS) {
    coreMetrics[k] = Object.prototype.hasOwnProperty.call(row, k) ? row[k] : '(字段不存在)';
  }
  return {
    fieldCount: keys.length,
    coreMetrics,
    relatedExtraKeys: keys
      .filter((k) => /user|buyer|hour|close|open_time|biz|pause|rest/i.test(k))
      .map((k) => `${k}=${JSON.stringify(row[k])}`),
  };
}

async function runNaposDiagnose({ date, shopId } = {}) {
  if (diagnoseRunning) {
    const e = new Error('已有诊断在进行中，请稍候');
    e.code = 'DIAGNOSE_BUSY'; e.status = 429;
    throw e;
  }
  diagnoseRunning = true;
  const t0 = Date.now();
  const report = { generatedAt: new Date().toISOString(), port: DEFAULT_CDP_PORT };
  try {
    const st = await kit.status(DEFAULT_CDP_PORT);
    report.status = { portOk: !!st.portOk, browser: st.browser || null, targets: (st.targets || []).length, targetUrls: (st.targets || []).slice(0, 6) };
    if (!st.portOk) {
      report.conclusion = '客户端不在线：请完全退出商家客户端，用「启动.bat」附带调试端口的方式重启并登录后再诊断。';
      return report;
    }

    // 组织树：失败自动重试一次（热切换账号后内部页面常需几秒恢复），并把原始返回带回报告
    let tree = await kit.shopTree({ port: DEFAULT_CDP_PORT });
    if (!tree.ok || !tree.merchant) {
      await new Promise((res) => setTimeout(res, 1500));
      tree = await kit.shopTree({ port: DEFAULT_CDP_PORT });
    }
    report.treeDiag = {
      ok: !!tree.ok && !!tree.merchant,
      code: tree.code ?? null,
      msg: tree.msg || null,
      authFail: !!tree.authFail,
      risk: !!tree.risk,
      rawHead: (() => { try { return JSON.stringify(tree.raw).slice(0, 600); } catch { return null; } })(),
    };
    if (!tree.ok || !tree.merchant) {
      report.conclusion = '客户端端口在线但读不到门店组织树：多半是刚切换/新登录账号后内部页面状态未刷新。'
        + '请在客户端里打开一次「门店管理」页面，仍不行就完全退出客户端、以调试端口重启并重新登录，再重跑本诊断。'
        + (report.treeDiag.code || report.treeDiag.msg ? `（服务端返回：${[report.treeDiag.code, report.treeDiag.msg].filter(Boolean).join(' ')}）` : '');
      return report;
    }
    report.merchant = tree.merchant || null;
    report.chains = (tree.chains || []).map((c) => ({ chainId: String(c.chainId), chainName: c.chainName }));
    const shops = (tree.shops || []).map((s) => ({
      shopId: String(s.shopId), shopName: s.shopName, chainId: String(s.chainId || ''), busyLevel: s.busyLevel || null,
    }));
    report.shopCount = shops.length;
    report.busyLevelSummary = shops.reduce((a, s) => { const b = s.busyLevel || '(未知)'; a[b] = (a[b] || 0) + 1; return a; }, {});
    report.pausedShops = shops.filter((s) => s.busyLevel === 'SUSPEND_BUSINESS' || s.busyLevel === 'INVALID');
    if (!report.chains.length) {
      report.conclusion = '组织树没有连锁信息，无法构造连锁对照实验。';
      return report;
    }
    const chainId = report.chains[0].chainId;
    const z = (n) => String(n).padStart(2, '0');
    const ymdShift = (ymd, delta) => {
      const d = new Date(Number(ymd.slice(0, 4)), Number(ymd.slice(4, 6)) - 1, Number(ymd.slice(6, 8)));
      d.setDate(d.getDate() + delta);
      return `${d.getFullYear()}${z(d.getMonth() + 1)}${z(d.getDate())}`;
    };
    const now = new Date();
    const todayYmd = `${now.getFullYear()}${z(now.getMonth() + 1)}${z(now.getDate())}`;
    const testDate = /^\d{8}$/.test(date || '') ? date : ymdShift(todayYmd, -1);
    report.testDate = testDate;
    const picked = [];
    if (/^\d+$/.test(shopId || '')) {
      const one = shops.find((s) => s.shopId === shopId);
      if (one) picked.push(one);
    }
    for (const s of shops) {
      if (picked.length >= 2) break;
      if (!picked.includes(s)) picked.push(s);
    }
    report.testShops = picked.map((s) => ({ shopId: s.shopId, shopName: s.shopName, busyLevel: s.busyLevel || null }));

    const sumOf = (rows, f) => Math.round((rows || []).reduce((s2, r) => s2 + (Number(r[f]) || 0), 0) * 100) / 100;
    const runCase = async (tag, params) => {
      const out = { tag, chainId: params.chainId, shopListIn: params.shopListIn, rows: 0, ordersSum: 0, grossSum: 0, expSum: 0, orderUserSum: 0 };
      try {
        const r = await kit.statsHistory({ port: DEFAULT_CDP_PORT, from: params.from, to: params.to, dateType: 'self_define',
          chainId: params.chainId, shopListIn: params.shopListIn });
        const daily = r.daily || [];
        out.rows = daily.length;
        out.ordersSum = sumOf(daily, 'valid_order_cnt');
        out.grossSum = sumOf(daily, 'gross_amt');
        out.expSum = sumOf(daily, 'exp_uv');
        out.orderUserSum = sumOf(daily, 'order_user_cnt');
        out.firstRow = daily[0] ? (({ raw, ...rest }) => rest)(daily[0]) : null;
        out.metricProbe = diagnoseMetricProbe(daily[0]);
        out.ok = !!r.ok;
        if (r.shapeWarning) out.shapeWarning = true;
      } catch (e) {
        out.error = e.message || String(e);
      }
      return out;
    };

    report.chainControl = await runCase('连锁对照·不带门店', { from: testDate, to: testDate, chainId, shopListIn: '' });
    report.cases = [];
    for (const s of picked) {
      for (const c of [
        { tag: 'A 现行 chainId=-1+shopListIn', chainId: '-1' },
        { tag: `B 变体 chainId=${chainId}+shopListIn`, chainId },
        { tag: 'D 变体 chainId=(空)+shopListIn', chainId: '' },
      ]) {
        const r = await runCase(c.tag, { from: testDate, to: testDate, chainId: c.chainId, shopListIn: s.shopId });
        r.shopId = s.shopId;
        r.shopName = s.shopName;
        report.cases.push(r);
        await new Promise((res) => setTimeout(res, 600));
      }
    }
    const chainKeys = new Set(Object.keys(report.chainControl.firstRow || {}));
    for (const c of report.cases) {
      if (!c.firstRow) continue;
      c.missingVsChain = [...chainKeys].filter((k) => !(k in c.firstRow));
    }

    // 结论：把开发侧关心的判定直接写成人话
    const lines = [];
    const cc = report.chainControl;
    if (!cc || !cc.rows || !cc.ordersSum) {
      lines.push('连锁对照查询也为零：该日期可能无经营数据，换一个链级行有数的日期再诊断一次。');
    } else {
      lines.push(`连锁对照正常（${cc.rows} 行 / 有效订单 ${cc.ordersSum} / 营业额 ${cc.grossSum}）。`);
      const hit = report.cases.filter((c) => c.rows > 0 && (c.ordersSum > 0 || c.grossSum > 0));
      if (hit.length) {
        lines.push(`门店维度有数据的参数形式：${[...new Set(hit.map((c) => c.tag.split(' ')[0]))].join('、')}——把本报告发回开发侧即可修正取数参数。`);
      } else {
        lines.push('所有参数形式下门店维度均为零：需核对数据权限/门店经营状态（详见各变体原始返回首行）。');
      }
      const probeSrc = hit[0] || report.cases.find((c) => c.metricProbe);
      const probe = probeSrc && probeSrc.metricProbe;
      if (probe) {
        const ouc = probe.coreMetrics.order_user_cnt;
        lines.push(ouc === '(字段不存在)'
          ? '门店级返回中「下单人数(order_user_cnt)」字段不存在——上游门店粒度不提供该指标，报表该列将恒为 0。'
          : `门店级「下单人数(order_user_cnt)」字段存在，样本值 ${JSON.stringify(ouc)}。`);
      }
      const hourKeys = [cc, ...report.cases]
        .flatMap((c) => (c.metricProbe && c.metricProbe.relatedExtraKeys) || []);
      lines.push(hourKeys.length
        ? `原始返回中与时长/关店相关的键：${[...new Set(hourKeys)].slice(0, 8).join('；')}`
        : '原始返回中没有任何营业时长/异常关店相关字段——这两列为预留列，上游接口暂不提供。');
    }
    report.conclusionLines = lines;
    report.conclusion = lines.join(' ');
    return report;
  } finally {
    report.durationMs = Date.now() - t0;
    diagnoseRunning = false;
  }
}

// ---------- 主体结构（多主体 tab 的来源） ----------

let treeCache = { at: 0, tree: null };

async function fetchTree({ refresh = false } = {}) {
  if (!refresh && treeCache.tree && Date.now() - treeCache.at < 5 * 60 * 1000) {
    return treeCache.tree;
  }
  const tree = await kit.shopTree({ port: DEFAULT_CDP_PORT });
  if (!tree.ok || !tree.merchant) {
    // 新账号/热切换账号后内部页面登录态常失效：把服务端真实原因带出来，别只说「未知错误」
    const reason = [tree.code, tree.msg, tree.authFail ? '登录态失效' : null]
      .filter(Boolean).join(' ') || `HTTP ${tree.status || '?'}`;
    const err = new Error(`读取门店组织树失败：${reason}。若刚切换过账号，请完全退出客户端后以调试端口重启并重新登录，再重试`);
    err.code = 'NAPOS_TREE_FAIL';
    throw err;
  }
  const entity = store.upsertEntity({
    merchantId: (tree.merchant && tree.merchant.id) || 'default',
    merchantName: (tree.merchant && tree.merchant.name) || '默认主体',
    chains: tree.chains.map((c) => ({ chainId: String(c.chainId), chainName: c.chainName })),
    shops: tree.shops.map((s) => ({
      shopId: String(s.shopId), shopName: s.shopName,
      chainId: s.chainId ? String(s.chainId) : '', chainName: s.chainName || '',
      busyLevel: s.busyLevel || null,
    })),
  }).entity;
  // 缓存必须存补齐 entity 后的完整对象：缓存的消费方（runSync / tree 路由）都依赖 tree.entity
  const enriched = { ...tree, entity };
  treeCache = { at: Date.now(), tree: enriched };
  return enriched;
}

// ---------- 同步任务 ----------

const syncState = {
  running: false,
  cancelRequested: false,
  startedAt: null,
  finishedAt: null,
  error: null,
  entity: null,
  from: null,
  to: null,
  planTotal: 0,
  done: 0,
  current: '',
  added: 0,
  updated: 0,
  failed: 0,
  steps: [],
};

function syncSnapshot() {
  const { running, cancelRequested, startedAt, finishedAt, error, entity, from, to,
    planTotal, done, current, added, updated, failed } = syncState;
  return { running, cancelRequested, startedAt, finishedAt, error,
    entity, from, to, planTotal, done, current, added, updated, failed };
}

function dayShift(ymd, delta) {
  const d = new Date(Number(ymd.slice(0, 4)), Number(ymd.slice(4, 6)) - 1, Number(ymd.slice(6, 8)));
  d.setDate(d.getDate() + delta);
  const z = (n) => String(n).padStart(2, '0');
  return `${d.getFullYear()}${z(d.getMonth() + 1)}${z(d.getDate())}`;
}

function yesterday() { return dayShift(kit.today(), -1); }

/**
 * 同步一个区间到本地数据湖。
 * scope:
 *   'company' — 仅全公司聚合行
 *   'chain'   — 各连锁聚合行
 *   'shop'    — 逐店明细行（可选 chainId 限定 / shopIds 限定）
 *   'all'     — 以上全部（默认）
 */
async function runSync({ from, to, scope = 'all', chainId, shopIds, port } = {}) {
  if (syncState.running) {
    const err = new Error('已有同步任务在进行中');
    err.code = 'SYNC_BUSY';
    throw err;
  }
  // 先同步置位，避免忙碌检查与实际启动之间因 await 出现并发窗口
  Object.assign(syncState, {
    running: true, cancelRequested: false, startedAt: new Date().toISOString(), finishedAt: null,
    error: null, entity: null, from: null, to: null,
    planTotal: 0, done: 0, current: '准备中', added: 0, updated: 0, failed: 0, steps: [],
  });

  try {
    const tree = await fetchTree();
    const entity = tree.entity;
    const fromDay = kit.normDay(from || dayShift(yesterday(), -29));
    const toDay = kit.normDay(to || yesterday());
    if (!/^\d{8}$/.test(fromDay) || !/^\d{8}$/.test(toDay) || fromDay > toDay) {
      const err = new Error('日期区间不合法（需 YYYYMMDD，且开始 ≤ 结束）');
      err.code = 'SYNC_BAD_RANGE';
      throw err;
    }

    const jobs = [];
    if (scope === 'all' || scope === 'company') {
      jobs.push({ kind: 'company', label: '全公司', params: { chainId: '-1', shopListIn: '' }, fn: () => callHistory({ chainId: '-1', shopListIn: '' }, { scope: 'company', chainId: '-1', chainName: '' }) });
    }
    if (scope === 'all' || scope === 'chain') {
      for (const c of tree.chains) {
        jobs.push({
          kind: 'chain', label: `连锁·${c.chainName}`, params: { chainId: c.chainId, shopListIn: '' },
          fn: () => callHistory({ chainId: c.chainId, shopListIn: '' }, { scope: 'chain', chainId: c.chainId, chainName: c.chainName }),
        });
      }
    }
    if (scope === 'all' || scope === 'shop') {
      let shops = tree.shops;
      if (chainId) shops = shops.filter((s) => String(s.chainId) === String(chainId));
      if (Array.isArray(shopIds) && shopIds.length) {
        const wanted = new Set(shopIds.map(String));
        shops = shops.filter((s) => wanted.has(String(s.shopId)));
      }
      for (const s of shops) {
        jobs.push({
          kind: 'shop', label: `门店·${s.shopName}`, params: { chainId: '-1', shopListIn: String(s.shopId) },
          fn: () => callHistory(
            { chainId: '-1', shopListIn: String(s.shopId) },
            { scope: 'shop', shopId: s.shopId, shopName: s.shopName, chainId: s.chainId || '', chainName: s.chainName || '' },
          ),
        });
      }
    }

    Object.assign(syncState, {
      entity: { key: entity.key, name: entity.name }, from: fromDay, to: toDay,
      planTotal: jobs.length, current: '',
    });

    const usedPort = Number(port || DEFAULT_CDP_PORT);
    const sleep = (ms) => new Promise((r) => setTimeout(r, ms));

    for (const job of jobs) {
      if (syncState.cancelRequested) break;
      syncState.current = job.label;
      try {
        const rows = await job.fn(usedPort);
        const res = store.upsertRows(entity.key, rows);
        syncState.added += res.added;
        syncState.updated += res.updated;
        // 诊断信息：请求参数 + 返回数据概况，便于在「同步记录」里远程排查取数异常
        const nonZero = rows.filter((r) => (Number(r.validOrderCnt) || 0) > 0 || (Number(r.grossAmt) || 0) > 0).length;
        const step = {
          label: job.label, ok: true, added: res.added, updated: res.updated,
          rows: rows.length, nonZero,
          ordersSum: Math.round(rows.reduce((s, r) => s + (Number(r.validOrderCnt) || 0), 0) * 100) / 100,
          grossSum: Math.round(rows.reduce((s, r) => s + (Number(r.grossAmt) || 0), 0) * 100) / 100,
          params: job.params || null,
        };
        if (rows.length && nonZero === 0) step.warn = '返回全零，疑似取数参数或数据权限异常';
        syncState.steps.push(step);
      } catch (e) {
        syncState.failed += 1;
        syncState.steps.push({ label: job.label, ok: false, error: e.message || String(e) });
      }
      syncState.done += 1;
      await sleep(180); // 温和节奏，避免连续轰接口
    }
    const run = {
      at: new Date().toISOString(), from: fromDay, to: toDay, scope,
      cancelled: syncState.cancelRequested,
      added: syncState.added, updated: syncState.updated, failed: syncState.failed,
      done: syncState.done, total: syncState.planTotal,
      steps: syncState.steps,
    };
    store.appendSyncLog(entity.key, run);
    syncState.error = null;
  } catch (e) {
    syncState.error = e.message || String(e);
    syncState.steps.push({ label: '准备', ok: false, error: syncState.error });
  } finally {
    syncState.running = false;
    syncState.current = '';
    syncState.finishedAt = new Date().toISOString();
  }
  return syncSnapshot();
}

/**
 * 调 historyOverview 取一个区间的逐日行并归一化。
 * scopeKey = { chainId, shopListIn }；ctx 携带行的归属信息。
 * 返回：逐日行数组 + （若接口返回 ds='all' 汇总行）一条 scope='summary' 的范围汇总行。
 */
async function callHistory(scopeKey, ctx, port = DEFAULT_CDP_PORT) {
  const o = {
    port,
    chainId: scopeKey.chainId,
    shopListIn: scopeKey.shopListIn || '',
    from: syncState.from,
    to: syncState.to,
    dateType: 'self_define',
  };
  const r = await kit.statsHistory(o);
  if (r.risk) throw new Error('触发客户端风控（请稍后在客户端完成验证后重试）');
  if (r.authFail) throw new Error('登录态失效（ksid 过期），请在商家客户端重新登录');
  // HTTP 层失败：pageFetch 拿不到业务数据，不检查会把失败伪装成 0 行落库
  if (r.ok === false) throw new Error('接口请求失败：' + (r.error || `HTTP ${r.status || '?'}`));
  // 形态守卫：有原始行但无任何 ds 形态行 = 接口/页面结构变化，拒绝静默落空
  if (r.shapeWarning) throw new Error(`接口返回形态异常：${(r.rows || []).length} 行均无 ds 字段（接口/页面结构可能已变化），已拒绝把空数据落库`);
  if (r.code != null && r.code !== 0 && String(r.code) !== '0') {
    throw new Error('接口返回异常 code=' + r.code + (r.msg ? ' ' + r.msg : ''));
  }
  const daily = (r.daily || []).map((d) => normalizeRow(d, ctx));
  if (r.all) {
    daily.push(normalizeSummaryRow(r.all, { ...ctx, date: syncState.to }));
  }
  return daily;
}

function requestSyncCancel() {
  if (syncState.running) syncState.cancelRequested = true;
  return syncSnapshot();
}

// ---------- 查询 / 汇总 ----------

const SUM_FIELDS = ['validOrderCnt', 'incomeAmt', 'grossAmt', 'expenseAmt', 'expUv', 'orderUserCnt', 'actOrdCnt', 'actSubsidyAmt'];
const RATE_FIELDS = ['clkExpRate', 'ordClkRate'];

function summarizeRows(rows) {
  const s = { days: new Set(), shops: new Set() };
  for (const f of SUM_FIELDS) s[f] = 0;
  let rateWeight = { clkExpRate: 0, ordClkRate: 0 };
  let rateBase = { clkExpRate: 0, ordClkRate: 0 };
  for (const r of rows) {
    s.days.add(r.date);
    if (r.shopId) s.shops.add(r.shopId);
    for (const f of SUM_FIELDS) s[f] += Number(r[f]) || 0;
    if (Number(r.expUv) > 0) { rateWeight.clkExpRate += (Number(r.clkExpRate) || 0) * Number(r.expUv); rateBase.clkExpRate += Number(r.expUv); }
    if (Number(r.orderUserCnt) > 0) { rateWeight.ordClkRate += (Number(r.ordClkRate) || 0) * Number(r.orderUserCnt); rateBase.ordClkRate += Number(r.orderUserCnt); }
  }
  s.perActualPay = s.validOrderCnt > 0 ? +(s.grossAmt / s.validOrderCnt).toFixed(2) : 0;
  for (const f of SUM_FIELDS) s[f] = Math.round(s[f] * 100) / 100;
  for (const f of RATE_FIELDS) s[f] = rateBase[f] > 0 ? +(rateWeight[f] / rateBase[f]).toFixed(4) : 0;
  s.dayCount = s.days.size;
  s.shopCount = s.shops.size;
  delete s.days;
  delete s.shops;
  return s;
}

function queryReport({ entity, from, to, shopId, shops, scope, q } = {}) {
  const key = store.sanitizeKey(entity);
  const meta = store.getEntity(key);
  let rows = store.queryRows(key, { from, to, scope });
  if (shopId) rows = rows.filter((r) => String(r.shopId) === String(shopId));
  if (Array.isArray(shops) && shops.length) {
    const wanted = new Set(shops.map(String));
    rows = rows.filter((r) => wanted.has(String(r.shopId)));
  }
  if (q) {
    const needle = String(q).toLowerCase();
    rows = rows.filter((r) => String(r.shopName || '').toLowerCase().includes(needle));
  }
  const account = meta ? meta.name : key;
  rows = rows.map((r) => ({ ...r, account }));
  return {
    entity: meta ? { key: meta.key, name: meta.name } : { key, name: key },
    from: from || null, to: to || null,
    columns: REPORT_COLUMNS,
    summary: summarizeRows(rows),
    rows,
  };
}

/** BI 聚合视图：group = 'shop'（按门店）| 'date'（按日期） */
function aggregateReport({ entity, from, to, group = 'shop', shops } = {}) {
  const key = store.sanitizeKey(entity);
  const meta = store.getEntity(key);
  let rows = store.queryRows(key, { from, to, scope: 'shop' });
  if (Array.isArray(shops) && shops.length) {
    const wanted = new Set(shops.map(String));
    rows = rows.filter((r) => wanted.has(String(r.shopId)));
  }
  const buckets = new Map();
  for (const r of rows) {
    const k = group === 'date' ? r.date : String(r.shopId || '');
    if (!buckets.has(k)) buckets.set(k, []);
    buckets.get(k).push(r);
  }
  const out = [];
  for (const [k, list] of buckets) {
    const first = list[0] || {};
    const base = group === 'date'
      ? { date: k, shopName: `${list.length} 家门店`, shopId: '', scope: 'agg-date' }
      : { date: '', shopName: first.shopName || k, shopId: k, scope: 'agg-shop' };
    const s = summarizeRows(list);
    out.push({ ...base, ...s });
  }
  out.sort((a, b) => (group === 'date' ? (a.date < b.date ? -1 : 1) : (b.grossAmt || 0) - (a.grossAmt || 0)));
  const account = meta ? meta.name : key;
  return { columns: REPORT_COLUMNS, rows: out.map((r) => ({ ...r, account })), summary: summarizeRows(rows) };
}

// ---------- CSV 导出 ----------

function csvEscape(v) {
  if (v == null) return '';
  let s = typeof v === 'object' ? JSON.stringify(v) : String(v);
  // 防 Excel 公式注入：非数字值以 = + - @ 开头时前置单引号（负数是数字，不受影响）
  if (/^[=+@\t\r]/.test(s) || (/^-/.test(s) && !Number.isFinite(Number(s)))) {
    s = "'" + s;
  }
  return /[",\n\r]/.test(s) ? '"' + s.replace(/"/g, '""') + '"' : s;
}

function rowsToCsv(columns, rows) {
  const head = columns.map((c) => c.label);
  const lines = [head.join(',')];
  for (const r of rows) {
    const cells = columns.map((c) => {
      let v = r[c.key];
      if (v == null) v = '';
      if (c.type === 'pct') v = v === '' ? '' : (Number(v) * 100).toFixed(2) + '%';
      if (c.type === 'date' && /^\d{8}$/.test(String(v))) {
        const s = String(v);
        v = `${s.slice(0, 4)}-${s.slice(4, 6)}-${s.slice(6, 8)}`;
      }
      return csvEscape(v);
    });
    lines.push(cells.join(','));
  }
  return '\ufeff' + lines.join('\r\n');
}

module.exports = {
  DEFAULT_CDP_PORT, REPORT_COLUMNS, FIELD_MAP,
  naposStatus, fetchTree, runNaposDiagnose,
  runSync, syncSnapshot, requestSyncCancel,
  queryReport, aggregateReport, summarizeRows,
  rowsToCsv,
  store,
};