aitable.js 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491
  1. 'use strict';
  2. // 钉钉 AI 表格(原多维表)同步服务 · 三表单粒度架构
  3. // ----------------------------------------------------------------------------
  4. // 双层架构的云端层:AI 表格 = 在线主档案 + 多人共享层;本地数据湖 = 计算缓存层。
  5. // 云端按维度拆三张表(每张表内粒度唯一,AI/人工任意聚合都不会跨维度算重):
  6. // · 门店明细(scope=shop) · 连锁汇总(scope=chain) · 公司汇总(scope=company)
  7. // · scope=summary 的区间汇总行不上云(可由门店行推导)
  8. // · pushLake — 把本地湖的新增/更新行(按 syncedAt 水位)分流 upsert 到三张表
  9. // · pullLake — 把三张表记录拉回本地湖(其他机器补数据用,云端为准)
  10. // 业务键:日期|账号名|维度|连锁ID|门店ID(连锁ID 参与键:连锁/汇总行 shopId 为空,
  11. // 缺它会互相覆盖)。与本地 rowKey(date|scope|chainId|shopId)语义对齐,幂等可重跑。
  12. //
  13. // 钉钉侧契约(企业内部应用 access_token,域 api.dingtalk.com;2026-10-17 真机核对):
  14. // token: POST /v1.0/oauth2/accessToken {appKey, appSecret} → {accessToken, expireIn}
  15. // 表清单: GET /v1.0/notable/bases/{baseId}/sheets?operatorId → {value:[{id,name}]}
  16. // 建表: POST /v1.0/notable/bases/{baseId}/sheets?operatorId {name, columns:[{name,type}]}
  17. // 建列: POST …/sheets/{sheetIdOrName}/fields?operatorId {name, type:'text'|'number'}
  18. // 列清单: GET …/sheets/{sheetIdOrName}/fields?operatorId → {value:[{name,type,property}]}
  19. // 列记录: GET …/records?operatorId&maxResults&nextToken → {records:[{id,fields}],nextToken,hasMore}
  20. // 新增: POST …/records {records:[{fields}]} → {value:[{id}]}(响应键是 value)
  21. // 更新: PUT …/records {records:[{id,fields}]}(记录标识键是 id,不是 record_id)
  22. // 删除: POST …/records/delete {recordIds:[…]}(同步语义只 upsert,用不到)
  23. // · 所有 notable 接口 query 必带 operatorId=操作人 unionId(scripts/aitable-discover.js 发现)
  24. // · 数值字段读回是字符串("12345.67"),recordToRow 已做 Number() 归一
  25. // · number 列 formatter=INT 只影响显示,存储小数保真
  26. // · 建表/建列接口有应用级限流(突发 ~5 次后 500 internalError,慢速补列即可),
  27. // 记录读写接口不受影响;记录写入遇到不存在的字段名报 404 notFound
  28. // ⚠ 批量上限(100)是保守值,首推大批量时如遇限流再调。
  29. const fs = require('fs');
  30. const path = require('path');
  31. const https = require('https');
  32. const API_BASE = 'https://api.dingtalk.com';
  33. const TOKEN_PATH = '/v1.0/oauth2/accessToken';
  34. const RECORDS_PATH = (baseId, sheetName) => `/v1.0/notable/bases/${encodeURIComponent(baseId)}/sheets/${encodeURIComponent(sheetName)}/records`;
  35. const INSERT_CHUNK = 100; // 单批新增上限(保守值,真机核对后可调)
  36. const UPDATE_CHUNK = 100;
  37. const LIST_PAGE = 100;
  38. // 三张表的配置键 → 默认表名(读取处兜底,老 config.json 缺键零迁移)
  39. const SHEET_DEFAULTS = { sheetDetail: '门店明细', sheetChain: '连锁汇总', sheetCompany: '公司汇总' };
  40. // 本地字段 → AI 表格列名(中文列头,人工可读可筛;三张表同一套列,缺维度的列留空)
  41. const FIELD_COLUMNS = {
  42. date: '日期',
  43. account: '账号名',
  44. dimension: '维度',
  45. shopId: '门店ID',
  46. shopName: '门店名称',
  47. chainId: '连锁ID',
  48. chainName: '连锁名称',
  49. validOrderCnt: '有效订单',
  50. incomeAmt: '收入(元)',
  51. grossAmt: '营业额(元)',
  52. expenseAmt: '支出(元)',
  53. expUv: '曝光人数',
  54. orderUserCnt: '下单人数',
  55. clkExpRate: '进店转化率',
  56. ordClkRate: '下单转化率',
  57. perActualPay: '客单价(元)',
  58. actOrdCnt: '活动订单',
  59. actSubsidyAmt: '活动补贴(元)',
  60. shopRoi: '推广ROI',
  61. rebuyRate30d: '30日复购率',
  62. bizHours: '营业时长(h)',
  63. abnormalCloseHours: '异常关店时长(h)',
  64. goodsSaleAmt: '商品销售额(元)',
  65. };
  66. const METRIC_FIELDS = ['validOrderCnt', 'incomeAmt', 'grossAmt', 'expenseAmt', 'expUv', 'orderUserCnt',
  67. 'clkExpRate', 'ordClkRate', 'perActualPay', 'actOrdCnt', 'actSubsidyAmt', 'shopRoi', 'rebuyRate30d',
  68. 'bizHours', 'abnormalCloseHours', 'goodsSaleAmt'];
  69. const DIMENSION_LABEL = { company: '公司', chain: '连锁', shop: '门店', summary: '汇总' };
  70. // scope → 目标表配置键(summary 不上云)
  71. const SCOPE_SHEET_KEY = { shop: 'sheetDetail', chain: 'sheetChain', company: 'sheetCompany' };
  72. function rowToRecord(row, accountName) {
  73. const fields = {
  74. [FIELD_COLUMNS.date]: row.date || '',
  75. [FIELD_COLUMNS.account]: accountName,
  76. [FIELD_COLUMNS.dimension]: DIMENSION_LABEL[row.scope] || row.scope || '',
  77. [FIELD_COLUMNS.shopId]: String(row.shopId || ''),
  78. [FIELD_COLUMNS.shopName]: row.shopName || '',
  79. [FIELD_COLUMNS.chainId]: String(row.chainId || ''),
  80. [FIELD_COLUMNS.chainName]: row.chainName || '',
  81. };
  82. for (const f of METRIC_FIELDS) {
  83. const v = row[f];
  84. fields[FIELD_COLUMNS[f]] = v == null ? null : Number(v);
  85. }
  86. return { fields };
  87. }
  88. function recordKey(fields) {
  89. return [fields[FIELD_COLUMNS.date], fields[FIELD_COLUMNS.account], fields[FIELD_COLUMNS.dimension],
  90. String(fields[FIELD_COLUMNS.chainId] || ''), String(fields[FIELD_COLUMNS.shopId] || '')].join('|');
  91. }
  92. function recordToRow(record, defaultAccount) {
  93. const f = record.fields || {};
  94. const byName = (col) => {
  95. if (f[col] != null) return f[col];
  96. // 兼容按 fieldId 返回的形态:取 record.fields 中无法按名列出的场景交由真机联调修正
  97. return null;
  98. };
  99. const rev = {};
  100. for (const [k, col] of Object.entries(FIELD_COLUMNS)) rev[col] = k;
  101. const row = {
  102. date: String(byName(FIELD_COLUMNS.date) || '').replace(/-/g, ''),
  103. scope: Object.entries(DIMENSION_LABEL).find(([, label]) => label === byName(FIELD_COLUMNS.dimension))?.[0] || 'shop',
  104. shopId: String(byName(FIELD_COLUMNS.shopId) || ''),
  105. shopName: byName(FIELD_COLUMNS.shopName) || '',
  106. chainId: String(byName(FIELD_COLUMNS.chainId) || ''),
  107. chainName: byName(FIELD_COLUMNS.chainName) || '',
  108. account: byName(FIELD_COLUMNS.account) || defaultAccount || '',
  109. };
  110. for (const f2 of METRIC_FIELDS) {
  111. const v = byName(FIELD_COLUMNS[f2]);
  112. row[f2] = v == null || v === '' ? 0 : Number(v);
  113. }
  114. row.syncedAt = new Date().toISOString();
  115. return row;
  116. }
  117. /** 本地湖行分流到三张云端表(纯函数,smoke 直接回归)。
  118. * summary 行不上云(可由门店行推导,且混入任一表都会造成表内算重)。 */
  119. function splitRowsBySheet(rows) {
  120. const out = { detail: [], chain: [], company: [], skippedSummary: 0 };
  121. for (const row of Array.isArray(rows) ? rows : []) {
  122. const key = SCOPE_SHEET_KEY[row && row.scope];
  123. if (key === 'sheetDetail') out.detail.push(row);
  124. else if (key === 'sheetChain') out.chain.push(row);
  125. else if (key === 'sheetCompany') out.company.push(row);
  126. else out.skippedSummary += 1;
  127. }
  128. return out;
  129. }
  130. /** 解析三张表名(配置缺省用默认值)+ 表名指纹(水位失效判定用) */
  131. function resolveSheets(cfg) {
  132. const sheets = {
  133. detail: cfg.sheetDetail || SHEET_DEFAULTS.sheetDetail,
  134. chain: cfg.sheetChain || SHEET_DEFAULTS.sheetChain,
  135. company: cfg.sheetCompany || SHEET_DEFAULTS.sheetCompany,
  136. };
  137. return { sheets, fingerprint: [sheets.detail, sheets.chain, sheets.company].join('|') };
  138. }
  139. /** 推送结果的一行摘要(日志与状态徽标共用):合计 + 分表明细 */
  140. function pushSummary(r) {
  141. const base = `新增 ${r.created} 行、更新 ${r.updated} 行`;
  142. const parts = Object.entries(r.perSheet || {})
  143. .filter(([, s]) => s.rows > 0)
  144. .map(([, s]) => `${s.sheet} 新增${s.created}/更新${s.updated}`)
  145. .join(',');
  146. return parts ? `${base}(${parts})` : base;
  147. }
  148. function createAitableService(ctx) {
  149. const { config, workspace, logs } = ctx;
  150. // ---------- token(进程内缓存,提前 60s 过期) ----------
  151. let tokenCache = { token: null, expireAt: 0 };
  152. function transport(method, urlPath, bodyObj, token) {
  153. return new Promise((resolve, reject) => {
  154. const data = bodyObj !== undefined ? JSON.stringify(bodyObj) : null;
  155. const req = https.request({
  156. hostname: 'api.dingtalk.com', path: urlPath, method,
  157. headers: {
  158. 'Content-Type': 'application/json',
  159. ...(token ? { 'x-acs-dingtalk-access-token': token } : {}),
  160. ...(data ? { 'Content-Length': Buffer.byteLength(data) } : {}),
  161. },
  162. timeout: 30000,
  163. }, (res) => {
  164. const chunks = [];
  165. res.on('data', (c) => chunks.push(c));
  166. res.on('end', () => {
  167. const raw = Buffer.concat(chunks).toString('utf8');
  168. let json = null;
  169. try { json = JSON.parse(raw); } catch { /* keep raw */ }
  170. resolve({ statusCode: res.statusCode, json, raw: raw.slice(0, 800) });
  171. });
  172. });
  173. req.on('error', reject);
  174. req.on('timeout', () => req.destroy(new Error('请求超时')));
  175. if (data) req.write(data);
  176. req.end();
  177. });
  178. }
  179. async function getToken() {
  180. const cfg = config.aitable || {};
  181. if (!cfg.appKey || !cfg.appSecret) throw err('未配置钉钉应用凭据(appKey/appSecret)', 'AITABLE_NO_CFG');
  182. const now = Date.now();
  183. if (tokenCache.token && now < tokenCache.expireAt) return tokenCache.token;
  184. const res = await transport('POST', TOKEN_PATH, { appKey: cfg.appKey, appSecret: cfg.appSecret });
  185. const token = res.json && (res.json.accessToken || (res.json.result && res.json.result.accessToken));
  186. const expireIn = Number((res.json && (res.json.expireIn ?? res.json.result?.expireIn)) || 7200);
  187. if (res.statusCode !== 200 || !token) {
  188. throw err(`获取 access_token 失败 HTTP ${res.statusCode}: ${(res.json && (res.json.message || res.json.errmsg)) || res.raw}`, 'AITABLE_AUTH_FAIL');
  189. }
  190. tokenCache = { token, expireAt: now + Math.max(60, expireIn - 60) * 1000 };
  191. return token;
  192. }
  193. function err(message, code) { const e = new Error(message); e.code = code; e.status = 400; return e; }
  194. // notable 接口统一拼 query:业务参数 + 必填 operatorId
  195. function notableQuery(cfg, params = {}) {
  196. const q = new URLSearchParams({ operatorId: cfg.operatorId || '', ...params });
  197. return `?${q.toString()}`;
  198. }
  199. function requireConfig() {
  200. const cfg = config.aitable || {};
  201. if (!cfg.enabled) throw err('钉钉 AI 表格同步未启用(系统设置中开启)', 'AITABLE_DISABLED');
  202. if (!cfg.baseId || !cfg.appKey) throw err('钉钉 AI 表格配置不完整(AppKey / Base ID)', 'AITABLE_NO_CFG');
  203. if (!cfg.operatorId) throw err('缺少操作者 unionId:先在钉钉开放平台给应用开通通讯录读权限,再运行 node scripts/aitable-discover.js 发现并填入', 'AITABLE_NO_OPERATOR');
  204. return cfg;
  205. }
  206. async function listAllRecords(cfg, sheetName) {
  207. const token = await getToken();
  208. const out = [];
  209. let nextToken = '';
  210. for (;;) {
  211. const q = notableQuery(cfg, { maxResults: LIST_PAGE, ...(nextToken ? { nextToken } : {}) });
  212. const res = await transport('GET', RECORDS_PATH(cfg.baseId, sheetName) + q, undefined, token);
  213. if (res.statusCode !== 200) throw err(`拉取「${sheetName}」记录失败 HTTP ${res.statusCode}: ${(res.json && res.json.message) || res.raw}`, 'AITABLE_LIST_FAIL');
  214. const d = res.json || {};
  215. const records = Array.isArray(d.records) ? d.records
  216. : Array.isArray(d.value) ? d.value
  217. : Array.isArray(d.data) ? d.data : [];
  218. out.push(...records);
  219. nextToken = d.nextToken || d.nextCursor || '';
  220. if (!nextToken) break;
  221. }
  222. return out;
  223. }
  224. function chunk(arr, n) {
  225. const out = [];
  226. for (let i = 0; i < arr.length; i += n) out.push(arr.slice(i, i + n));
  227. return out;
  228. }
  229. // ---------- 推送:本地湖 → AI 表格(三表) ----------
  230. let pushing = false; // 单飞锁:手动推送与自动同步的 fire-and-forget 推送不得并发
  231. const pushStateFile = () => path.join(workspace.getWorkspaceRoot(), '.genpic', 'aitable-push.json');
  232. function readPushState() {
  233. try { return JSON.parse(fs.readFileSync(pushStateFile(), 'utf8')); } catch { return {}; }
  234. }
  235. function writePushState(state) {
  236. try {
  237. const file = pushStateFile();
  238. fs.mkdirSync(path.dirname(file), { recursive: true });
  239. const temp = `${file}.${process.pid}.tmp`;
  240. fs.writeFileSync(temp, JSON.stringify(state, null, 2), 'utf8');
  241. fs.renameSync(temp, file);
  242. } catch { /* 状态落盘失败不阻断推送 */ }
  243. }
  244. /** 单张表的 upsert:diff 现有记录 → 分批新增/更新。返回 {created, updated, skippedStale}。
  245. * 冲突策略:同键行「数据新者胜」——云端记录的 lastModifiedTime 比 本地行 syncedAt
  246. * (取数时间)新则跳过(skippedStale),避免另一台机器后推的旧数据盖掉云端新数据。 */
  247. async function pushSheet(cfg, token, sheetName, accountName, rows, opts) {
  248. if (!rows.length) return { created: 0, updated: 0, skippedStale: 0 };
  249. const existing = new Map();
  250. for (const rec of await listAllRecords(cfg, sheetName)) {
  251. const f = rec.fields || {};
  252. const k = recordKey({
  253. [FIELD_COLUMNS.date]: f[FIELD_COLUMNS.date],
  254. [FIELD_COLUMNS.account]: f[FIELD_COLUMNS.account],
  255. [FIELD_COLUMNS.dimension]: f[FIELD_COLUMNS.dimension],
  256. [FIELD_COLUMNS.chainId]: f[FIELD_COLUMNS.chainId],
  257. [FIELD_COLUMNS.shopId]: f[FIELD_COLUMNS.shopId],
  258. });
  259. if (rec.id) existing.set(k, { id: rec.id, mtime: Number(rec.lastModifiedTime) || 0 });
  260. }
  261. let created = 0;
  262. let updated = 0;
  263. let skippedStale = 0;
  264. const toCreate = [];
  265. const toUpdate = []; // {id, fields}(更新接口的记录标识键是 id,不是 record_id)
  266. for (const row of rows) {
  267. const rec = rowToRecord(row, accountName);
  268. const k = recordKey(rec.fields);
  269. const hit = existing.get(k);
  270. if (hit) {
  271. const localAt = new Date(row.syncedAt || 0).getTime();
  272. if (!opts.force && hit.mtime && localAt && hit.mtime > localAt) { skippedStale += 1; continue; }
  273. toUpdate.push({ id: hit.id, fields: rec.fields });
  274. } else {
  275. toCreate.push(rec);
  276. }
  277. }
  278. for (const part of chunk(toCreate, INSERT_CHUNK)) {
  279. const res = await transport('POST', RECORDS_PATH(cfg.baseId, sheetName) + notableQuery(cfg), { records: part }, token);
  280. if (res.statusCode >= 300) throw err(`「${sheetName}」批量新增失败 HTTP ${res.statusCode}: ${(res.json && res.json.message) || res.raw}`, 'AITABLE_CREATE_FAIL');
  281. created += part.length;
  282. }
  283. for (const part of chunk(toUpdate, UPDATE_CHUNK)) {
  284. const res = await transport('PUT', RECORDS_PATH(cfg.baseId, sheetName) + notableQuery(cfg), { records: part }, token);
  285. if (res.statusCode >= 300) throw err(`「${sheetName}」批量更新失败 HTTP ${res.statusCode}: ${(res.json && res.json.message) || res.raw}`, 'AITABLE_UPDATE_FAIL');
  286. updated += part.length;
  287. }
  288. return { created, updated, skippedStale };
  289. }
  290. /** 推送一个主体的数据到三张表。force=true 时忽略水位推全量、并跳过冲突/全零保护。
  291. * 水位按「主体 + 三表名指纹」记录:表名变化(如单表→三表迁移)自动降级为全量重推。 */
  292. async function pushLake(entity, opts = {}) {
  293. if (pushing) throw err('已有推送在进行中,请稍后再试', 'AITABLE_PUSH_BUSY');
  294. pushing = true;
  295. try {
  296. return await pushLakeLocked(entity, opts);
  297. } finally {
  298. pushing = false;
  299. }
  300. }
  301. async function pushLakeLocked(entity, opts = {}) {
  302. const cfg = requireConfig();
  303. const naposService = require('../../napos-service.js');
  304. const key = naposService.store.sanitizeKey(entity);
  305. const meta = naposService.store.getEntity(key);
  306. const accountName = meta ? meta.name : key;
  307. const { sheets, fingerprint } = resolveSheets(cfg);
  308. const state = readPushState();
  309. const prev = state[key] || {};
  310. const watermark = opts.force || prev.sheets !== fingerprint ? 0 : (prev.lastPushedAt || 0);
  311. let rows;
  312. if (watermark) {
  313. const all = naposService.store.loadRows(key) || [];
  314. rows = all.filter((r) => new Date(r.syncedAt || 0).getTime() > watermark);
  315. } else {
  316. rows = naposService.store.loadRows(key) || [];
  317. }
  318. const parts = splitRowsBySheet(rows);
  319. const pushed = parts.detail.length + parts.chain.length + parts.company.length;
  320. if (!pushed) return { pushed: 0, created: 0, updated: 0, skippedSummary: parts.skippedSummary, skipped: '无新增数据' };
  321. // 大批量(尤其首推全量)耗时较长,开始时先留痕,避免长时间静默
  322. logs.pushSystemLog(`推送云端开始:${accountName}(${watermark ? '增量' : '全量'} ${pushed} 行)`, 'info');
  323. // 全零保护:大批量门店行指标全零基本可断定取数异常(已知门店级 bug 的症状),
  324. // 防止把坏数据灌进云端主档案;确认要推(force)可绕过。
  325. const zeroRows = parts.detail.filter((r) => METRIC_FIELDS.every((f) => !Number(r[f]))).length;
  326. if (!opts.force && parts.detail.length >= 20 && zeroRows / parts.detail.length > 0.8) {
  327. throw err(`本批门店行 ${parts.detail.length} 行中 ${zeroRows} 行指标全零,疑似取数异常,已拦截推送(确认无误可在数据中台强制推送)`, 'AITABLE_ALL_ZERO');
  328. }
  329. const token = await getToken();
  330. const targets = [
  331. ['detail', sheets.detail, parts.detail],
  332. ['chain', sheets.chain, parts.chain],
  333. ['company', sheets.company, parts.company],
  334. ];
  335. const perSheet = {};
  336. let created = 0;
  337. let updated = 0;
  338. let skippedStale = 0;
  339. for (const [scope, sheetName, scopeRows] of targets) {
  340. const r = await pushSheet(cfg, token, sheetName, accountName, scopeRows, opts);
  341. perSheet[scope] = { sheet: sheetName, rows: scopeRows.length, ...r };
  342. created += r.created;
  343. updated += r.updated;
  344. skippedStale += r.skippedStale;
  345. }
  346. const now = Date.now();
  347. state[key] = { lastPushedAt: now, pushedRows: pushed, sheets: fingerprint, at: new Date().toISOString() };
  348. writePushState(state);
  349. return { pushed, created, updated, skippedStale, skippedSummary: parts.skippedSummary, perSheet, account: accountName };
  350. }
  351. // ---------- 拉取:AI 表格(三表) → 本地湖 ----------
  352. /**
  353. * 拉取三张 AI 表格记录回本地湖(云端为准,本地同键行被覆盖)。
  354. * entity 缺省 = 拉取云端全部账号:没有注册过的新账号会自动创建轻量主体
  355. * (fresh 机器拉一次即可用报表/图表/问数)。
  356. */
  357. async function pullLake(entity) {
  358. const cfg = requireConfig();
  359. const naposService = require('../../napos-service.js');
  360. logs.pushSystemLog(`云端拉取开始${entity ? `:${entity}` : '(全部账号)'}`, 'info');
  361. const { sheets } = resolveSheets(cfg);
  362. const records = [];
  363. for (const sheetName of [sheets.detail, sheets.chain, sheets.company]) {
  364. records.push(...await listAllRecords(cfg, sheetName));
  365. }
  366. const groups = new Map();
  367. const wantName = entity
  368. ? ((naposService.store.getEntity(naposService.store.sanitizeKey(entity)) || {}).name || entity)
  369. : null;
  370. for (const rec of records) {
  371. const f = rec.fields || {};
  372. const acc = String(f[FIELD_COLUMNS.account] || '').trim();
  373. if (!acc) continue;
  374. if (wantName && acc !== wantName) continue;
  375. if (!groups.has(acc)) groups.set(acc, []);
  376. groups.get(acc).push(recordToRow({ fields: f }, acc));
  377. }
  378. if (!groups.size) return { pulled: 0, accounts: [], message: '云端没有可拉取的数据' };
  379. const result = { pulled: 0, accounts: [] };
  380. for (const [acc, rows] of groups) {
  381. let key = naposService.store.sanitizeKey(acc);
  382. const meta = naposService.store.getEntity(key);
  383. if (!meta || !meta.key) {
  384. const created = naposService.store.upsertEntity({ merchantId: acc, merchantName: acc, chains: [], shops: [] });
  385. key = created.entity.key;
  386. }
  387. const res = naposService.store.upsertRows(key, rows);
  388. result.pulled += rows.length;
  389. result.accounts.push({ account: acc, rows: rows.length, added: res.added, updated: res.updated });
  390. }
  391. return result;
  392. }
  393. /** 连通性测试:token + 操作者身份 + 三张表逐表可读(缺哪张报哪张) */
  394. async function testConnection() {
  395. const cfg = requireConfig();
  396. const { sheets } = resolveSheets(cfg);
  397. const token = await getToken();
  398. const result = { ok: true, baseId: cfg.baseId, operatorId: cfg.operatorId, sheets: {} };
  399. for (const [scope, sheetName] of [['detail', sheets.detail], ['chain', sheets.chain], ['company', sheets.company]]) {
  400. const res = await transport('GET', RECORDS_PATH(cfg.baseId, sheetName) + notableQuery(cfg, { maxResults: 1 }), undefined, token);
  401. const ok = res.statusCode === 200;
  402. const hint = !ok && (res.statusCode === 403 || res.statusCode === 404)
  403. ? '——表不存在或不可读:请在钉钉该 AI 表格里确认已建同名数据表并分享给操作者账号'
  404. : ok ? '' : (res.json && res.json.message) || res.raw;
  405. result.sheets[scope] = { name: sheetName, ok };
  406. if (!ok) { result.ok = false; result.sheets[scope].hint = hint; }
  407. }
  408. return result;
  409. }
  410. function lastPushInfo(entity) {
  411. const key = require('../../napos-service.js').store.sanitizeKey(entity);
  412. const s = readPushState()[key] || null;
  413. return s;
  414. }
  415. /** 待推送行数:水位之后有变化(syncedAt 更新)的行;配置不齐返回 null(调用方显示配置态) */
  416. function pendingCount(entity) {
  417. const cfg = config.aitable || {};
  418. if (!cfg.enabled || !cfg.baseId || !cfg.appKey || !cfg.operatorId) return null;
  419. const naposService = require('../../napos-service.js');
  420. const key = naposService.store.sanitizeKey(entity);
  421. const watermark = (readPushState()[key] || {}).lastPushedAt || 0;
  422. const all = naposService.store.loadRows(key) || [];
  423. if (!watermark) return all.length;
  424. return all.filter((r) => new Date(r.syncedAt || 0).getTime() > watermark).length;
  425. }
  426. /** 湖↔云只读比对快照(问数智能体 aitable_verify 工具用):
  427. * 三表记录按当前主体账号名过滤后整表拉回,不做任何写入。 */
  428. async function snapshotForVerify(entity) {
  429. const cfg = requireConfig();
  430. const naposService = require('../../napos-service.js');
  431. const { sheets } = resolveSheets(cfg);
  432. const name = (naposService.store.getEntity(naposService.store.sanitizeKey(entity)) || {}).name || entity;
  433. const out = {};
  434. for (const [scope, sheetName] of [['shop', sheets.detail], ['chain', sheets.chain], ['company', sheets.company]]) {
  435. const records = await listAllRecords(cfg, sheetName);
  436. out[scope] = records
  437. .map((rec) => recordToRow(rec, name))
  438. .filter((r) => String(r.account || '') === name);
  439. }
  440. return out;
  441. }
  442. logs.pushSystemLog('钉钉 AI 表格同步服务已就绪(三表:门店明细/连锁汇总/公司汇总)', 'info');
  443. return { pushLake, pullLake, testConnection, lastPushInfo, pendingCount, snapshotForVerify };
  444. }
  445. module.exports = {
  446. createAitableService, FIELD_COLUMNS, DIMENSION_LABEL, SHEET_DEFAULTS,
  447. rowToRecord, recordKey, recordToRow, splitRowsBySheet, resolveSheets, pushSummary,
  448. };