2023-06-14 17:07:02 +02:00
|
|
|
const fs = require("fs");
|
2023-05-20 15:38:29 +02:00
|
|
|
const analysis = require("./analysis.js");
|
2023-06-14 17:07:02 +02:00
|
|
|
const h43z = require("./h43z");
|
2023-06-03 00:01:26 +02:00
|
|
|
const dataDir = process?.argv?.[2] ?? "data";
|
2023-06-14 17:07:02 +02:00
|
|
|
const h43zFile = process?.argv?.[3] ?? null;
|
2023-05-26 08:56:58 +02:00
|
|
|
console.log("Restoring data from raw data.");
|
2023-05-22 13:54:57 +02:00
|
|
|
(async function () {
|
2023-06-03 00:01:26 +02:00
|
|
|
analysis.migrateCompression(dataDir, ".json", ".json.br", false);
|
|
|
|
analysis.migrateCompression(dataDir, ".json.gz", ".json.br");
|
2023-05-30 10:34:25 +02:00
|
|
|
const items = analysis.replay(dataDir);
|
2023-06-03 00:01:26 +02:00
|
|
|
analysis.writeJSON(`${dataDir}/latest-canonical.json`, items, analysis.FILE_COMPRESSOR);
|
2023-06-03 20:11:59 +02:00
|
|
|
console.log(
|
|
|
|
`Wrote ${
|
|
|
|
analysis.readJSON(`${dataDir}/latest-canonical.json.${analysis.FILE_COMPRESSOR}`).length
|
|
|
|
} items to ${dataDir}/latest-canonical.json.${analysis.FILE_COMPRESSOR}`
|
|
|
|
);
|
2023-06-14 17:07:02 +02:00
|
|
|
if (h43zFile && fs.existsSync(h43zFile)) {
|
|
|
|
h43z.mergeWithLatestCanonical(h43zFile, `${dataDir}/latest-canonical.json`);
|
|
|
|
}
|
2023-05-22 13:54:57 +02:00
|
|
|
})();
|