db-import.js 3.1 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788
  1. #!/usr/bin/env node
  2. 'use strict';
  3. // 把 db-export.js 导出的 JSON 导入当前配置的存储(用于 SQLite → PostgreSQL 搬迁)
  4. // 用法:node scripts/db-import.js ops-export.json
  5. //
  6. // 约束:目标库应为空(上传 ID 是主键,重复导入会冲突)。要重来请先清空目标库。
  7. const fs = require('fs');
  8. const path = require('path');
  9. const { createContext } = require('../server/context.js');
  10. const { createOpsStore } = require('../ops-store.js');
  11. (async () => {
  12. const input = process.argv[2];
  13. if (!input) {
  14. console.error('用法:node scripts/db-import.js <ops-export.json>');
  15. process.exit(1);
  16. }
  17. const file = path.resolve(input);
  18. if (!fs.existsSync(file)) {
  19. console.error('找不到文件:' + file);
  20. process.exit(1);
  21. }
  22. const payload = JSON.parse(fs.readFileSync(file, 'utf8'));
  23. if (!payload || !Array.isArray(payload.uploads) || !Array.isArray(payload.rows)) {
  24. console.error('文件格式不对:需要 uploads 与 rows 数组');
  25. process.exit(1);
  26. }
  27. const missingContent = payload.uploads.filter((u) => !u.contentBase64);
  28. if (missingContent.length) {
  29. console.error(`有 ${missingContent.length} 次上传缺少原件(contentBase64)。请用 db-export.js --with-files 重新导出。`);
  30. process.exit(1);
  31. }
  32. const ctx = createContext();
  33. const store = createOpsStore(ctx.config);
  34. const health = await store.health();
  35. if (!health.ok) {
  36. console.error(`目标存储不可用:${health.reason || 'storage-unreachable'} ${health.detail || ''}`);
  37. process.exit(1);
  38. }
  39. console.log(`目标驱动:${store.kind}(${health.detail || ''})`);
  40. try {
  41. await store.withTransaction(async (tx) => {
  42. for (const upload of payload.uploads) {
  43. await tx.insertUpload({
  44. id: upload.id,
  45. originalName: upload.originalName,
  46. sha256: upload.sha256,
  47. sizeBytes: upload.sizeBytes,
  48. uploadedAt: upload.uploadedAt,
  49. year: upload.year,
  50. parserKind: upload.parserKind,
  51. parserVersion: upload.parserVersion,
  52. report: upload.report || {},
  53. content: Buffer.from(upload.contentBase64, 'base64'),
  54. });
  55. }
  56. await tx.upsertRows(payload.rows.map((row) => ({
  57. date: row.date,
  58. shopKey: row.shopKey,
  59. uploadId: row.uploadId,
  60. shopId: row.shopId,
  61. shopName: row.shopName,
  62. school: row.school,
  63. status: row.status,
  64. order_cnt: row.order_cnt,
  65. revenue: row.revenue,
  66. exposure: row.exposure,
  67. click_rate: row.click_rate,
  68. raw: row.raw || {},
  69. quality: row.quality || [],
  70. })));
  71. const latestUploadId = payload.uploads.length ? payload.uploads[0].id : null;
  72. await tx.upsertShops((payload.shops || []).map((shop) => ({ ...shop, lastUploadId: latestUploadId })));
  73. });
  74. } catch (e) {
  75. console.error('导入失败:' + (e.message || e));
  76. await store.close();
  77. process.exit(1);
  78. }
  79. const summary = await store.summary();
  80. console.log(`导入完成:上传 ${summary.uploadCount} 次 · ${summary.rowCount} 行 · ${summary.schools.length} 个学校`);
  81. await store.close();
  82. })();