db-import.js 4.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115
  1. #!/usr/bin/env node
  2. 'use strict';
  3. // 把 db-export.js 导出的 JSON 导入当前配置的存储(用于 SQLite → PostgreSQL 搬迁)
  4. // 用法:node scripts/db-import.js ops-export.json
  5. //
  6. // 约束:目标库应为空(上传 ID 是主键,重复导入会冲突)。要重来请先清空目标库。
  7. const fs = require('fs');
  8. const path = require('path');
  9. const { createContext } = require('../server/context.js');
  10. const { createOpsStore } = require('../ops-store.js');
  11. (async () => {
  12. const input = process.argv[2];
  13. if (!input) {
  14. console.error('用法:node scripts/db-import.js <ops-export.json>');
  15. process.exit(1);
  16. }
  17. const file = path.resolve(input);
  18. if (!fs.existsSync(file)) {
  19. console.error('找不到文件:' + file);
  20. process.exit(1);
  21. }
  22. const payload = JSON.parse(fs.readFileSync(file, 'utf8'));
  23. if (!payload || !Array.isArray(payload.uploads) || !Array.isArray(payload.rows)) {
  24. console.error('文件格式不对:需要 uploads 与 rows 数组');
  25. process.exit(1);
  26. }
  27. const missingContent = payload.uploads.filter((u) => !u.contentBase64);
  28. if (missingContent.length) {
  29. console.error(`有 ${missingContent.length} 次上传缺少原件(contentBase64)。请用 db-export.js --with-files 重新导出。`);
  30. process.exit(1);
  31. }
  32. const ctx = createContext();
  33. const store = createOpsStore(ctx.config);
  34. const health = await store.health();
  35. if (!health.ok) {
  36. console.error(`目标存储不可用:${health.reason || 'storage-unreachable'} ${health.detail || ''}`);
  37. process.exit(1);
  38. }
  39. console.log(`目标驱动:${store.kind}(${health.detail || ''})`);
  40. try {
  41. await store.withTransaction(async (tx) => {
  42. for (const upload of payload.uploads) {
  43. await tx.insertUpload({
  44. id: upload.id,
  45. originalName: upload.originalName,
  46. sha256: upload.sha256,
  47. sizeBytes: upload.sizeBytes,
  48. uploadedAt: upload.uploadedAt,
  49. year: upload.year,
  50. parserKind: upload.parserKind,
  51. parserVersion: upload.parserVersion,
  52. report: upload.report || {},
  53. content: Buffer.from(upload.contentBase64, 'base64'),
  54. });
  55. }
  56. if (Array.isArray(payload.platformRows) && payload.platformRows.length) {
  57. await tx.upsertPlatformRows(payload.platformRows.map((row) => ({
  58. date: row.date,
  59. shopId: row.shopId,
  60. uploadId: row.uploadId,
  61. school: row.school,
  62. shopName: row.shopName,
  63. data: row.data || {},
  64. })));
  65. }
  66. await tx.upsertRows(payload.rows.map((row) => ({
  67. date: row.date,
  68. shopKey: row.shopKey,
  69. uploadId: row.uploadId,
  70. shopId: row.shopId,
  71. shopName: row.shopName,
  72. school: row.school,
  73. status: row.status,
  74. order_cnt: row.order_cnt,
  75. revenue: row.revenue,
  76. exposure: row.exposure,
  77. click_rate: row.click_rate,
  78. raw: row.raw || {},
  79. quality: row.quality || [],
  80. })));
  81. const latestUploadId = payload.uploads.length ? payload.uploads[0].id : null;
  82. await tx.upsertShops((payload.shops || []).map((shop) => ({ ...shop, lastUploadId: latestUploadId })));
  83. });
  84. } catch (e) {
  85. console.error('导入失败:' + (e.message || e));
  86. await store.close();
  87. process.exit(1);
  88. }
  89. if (Array.isArray(payload.reports) && payload.reports.length) {
  90. for (const item of payload.reports) {
  91. await store.insertReport({
  92. id: item.id,
  93. createdAt: item.createdAt,
  94. periodFrom: item.from,
  95. periodTo: item.to,
  96. schools: item.schools || [],
  97. shops: item.shops || [],
  98. source: item.source || 'rules',
  99. model: item.model || '',
  100. title: item.title || '经营分析报告',
  101. report: item.report,
  102. }).catch((err) => console.error('报告导入失败:' + item.id + ' ' + (err.message || err)));
  103. }
  104. }
  105. const summary = await store.summary();
  106. console.log(`导入完成:上传 ${summary.uploadCount} 次 · ${summary.rowCount} 行 · ${summary.schools.length} 个学校`);
  107. await store.close();
  108. })();