2023-05-28 09:53:19 +02:00
|
|
|
const fs = require("fs");
|
|
|
|
const analysis = require("./analysis.js");
|
2023-06-03 22:00:52 +02:00
|
|
|
const template = require("./template.js");
|
2023-05-28 09:53:19 +02:00
|
|
|
|
2023-05-28 11:34:56 +02:00
|
|
|
if (process.argv.length < 3) {
|
2023-06-03 22:00:52 +02:00
|
|
|
console.log("Usage: node pages.js <output-dir>");
|
2023-06-02 16:45:54 +02:00
|
|
|
console.log();
|
2023-06-03 22:00:52 +02:00
|
|
|
console.log("e.g. node pages.js docs/");
|
2023-06-02 16:45:54 +02:00
|
|
|
console.log();
|
2023-05-28 09:53:19 +02:00
|
|
|
process.exit(1);
|
|
|
|
}
|
|
|
|
|
|
|
|
(async function () {
|
|
|
|
try {
|
2023-06-03 22:00:52 +02:00
|
|
|
const outputDir = process.argv[2];
|
|
|
|
const dataDir = outputDir + "/data";
|
|
|
|
template.generateSite("site", outputDir, false);
|
|
|
|
|
2023-06-03 00:08:35 +02:00
|
|
|
analysis.migrateCompression(dataDir, ".json", ".json.br");
|
|
|
|
analysis.migrateCompression(dataDir, ".json.gz", ".json.br");
|
2023-05-28 09:53:19 +02:00
|
|
|
await analysis.updateData(dataDir);
|
2023-06-03 22:00:52 +02:00
|
|
|
|
2023-06-03 00:01:26 +02:00
|
|
|
const items = analysis.readJSON(`${dataDir}/latest-canonical.json.${analysis.FILE_COMPRESSOR}`);
|
2023-05-30 15:46:10 +02:00
|
|
|
for (const store of analysis.STORE_KEYS) {
|
2023-06-03 22:00:52 +02:00
|
|
|
const storeItems = items.filter((item) => item.store === store);
|
2023-06-02 10:38:14 +02:00
|
|
|
analysis.writeJSON(`${dataDir}/latest-canonical.${store}.compressed.json`, false, storeItems, 0, true);
|
2023-05-30 15:46:10 +02:00
|
|
|
}
|
|
|
|
} catch (e) {
|
2023-05-28 09:53:19 +02:00
|
|
|
process.exit(1);
|
|
|
|
}
|
|
|
|
})();
|