2023-05-18 18:34:14 +02:00
|
|
|
const fs = require("fs");
|
2023-05-17 16:17:45 +02:00
|
|
|
const analysis = require("./analysis");
|
2023-05-15 15:06:30 +02:00
|
|
|
|
2023-05-30 10:34:25 +02:00
|
|
|
function copyItemsToSite(dataDir) {
|
2023-06-03 00:01:26 +02:00
|
|
|
const items = analysis.readJSON(`${dataDir}/latest-canonical.json.${analysis.FILE_COMPRESSOR}`);
|
2023-06-01 14:59:02 +02:00
|
|
|
for (const store of analysis.STORE_KEYS) {
|
|
|
|
const storeItems = items.filter(item => item.store === store);
|
2023-06-02 10:38:14 +02:00
|
|
|
analysis.writeJSON(`site/latest-canonical.${store}.compressed.json`, storeItems, false, 0, true);
|
2023-06-01 14:59:02 +02:00
|
|
|
}
|
2023-05-30 10:34:25 +02:00
|
|
|
}
|
|
|
|
|
2023-06-01 14:59:02 +02:00
|
|
|
function scheduleFunction(hour, minute, second, func) {
|
|
|
|
const now = new Date();
|
|
|
|
|
|
|
|
const scheduledTime = new Date();
|
|
|
|
scheduledTime.setHours(hour);
|
|
|
|
scheduledTime.setMinutes(minute);
|
|
|
|
scheduledTime.setSeconds(second);
|
|
|
|
|
|
|
|
if (now > scheduledTime) {
|
|
|
|
scheduledTime.setDate(scheduledTime.getDate() + 1);
|
|
|
|
}
|
|
|
|
const delay = scheduledTime.getTime() - now.getTime();
|
|
|
|
|
|
|
|
console.log("Scheduling next function call: " + scheduledTime.toString());
|
|
|
|
|
|
|
|
setTimeout(async () => {
|
|
|
|
await func();
|
|
|
|
scheduleFunction(hour, minute, second, func);
|
|
|
|
}, delay);
|
|
|
|
}
|
|
|
|
|
2023-05-15 14:30:23 +02:00
|
|
|
(async () => {
|
2023-06-02 16:45:54 +02:00
|
|
|
const dataDir = "data";
|
2023-05-25 20:19:40 +02:00
|
|
|
|
2023-06-01 14:59:02 +02:00
|
|
|
if (!fs.existsSync(dataDir)) {
|
2023-06-02 16:45:54 +02:00
|
|
|
fs.mkdirSync(dataDir);
|
2023-06-01 14:59:02 +02:00
|
|
|
}
|
2023-05-25 20:08:34 +02:00
|
|
|
|
2023-06-03 00:01:26 +02:00
|
|
|
analysis.migrateCompression(dataDir, ".json", ".json.br");
|
|
|
|
analysis.migrateCompression(dataDir, ".json.gz", ".json.br");
|
2023-06-02 10:38:14 +02:00
|
|
|
|
2023-06-03 00:01:26 +02:00
|
|
|
if (fs.existsSync(`${dataDir}/latest-canonical.json.${analysis.FILE_COMPRESSOR}`)) {
|
2023-06-01 14:59:02 +02:00
|
|
|
copyItemsToSite(dataDir);
|
|
|
|
analysis.updateData(dataDir, (_newItems) => {
|
|
|
|
copyItemsToSite(dataDir);
|
|
|
|
});
|
|
|
|
} else {
|
2023-06-02 16:45:54 +02:00
|
|
|
await analysis.updateData(dataDir);
|
2023-06-01 14:59:02 +02:00
|
|
|
copyItemsToSite(dataDir);
|
|
|
|
}
|
|
|
|
scheduleFunction(7, 0, 0, async () => {
|
2023-06-02 16:45:54 +02:00
|
|
|
items = await analysis.updateData(dataDir);
|
2023-06-01 14:59:02 +02:00
|
|
|
copyItemsToSite(dataDir);
|
2023-05-19 16:01:43 +02:00
|
|
|
});
|
2023-06-01 14:59:02 +02:00
|
|
|
|
2023-06-02 16:45:54 +02:00
|
|
|
const express = require("express");
|
|
|
|
const compression = require("compression");
|
|
|
|
const app = express();
|
|
|
|
const port = process?.argv?.[2] ?? 3000;
|
2023-06-01 14:59:02 +02:00
|
|
|
|
|
|
|
app.use(compression());
|
2023-06-02 16:45:54 +02:00
|
|
|
app.use(express.static("site"));
|
2023-06-01 14:59:02 +02:00
|
|
|
|
|
|
|
app.listen(port, () => {
|
2023-06-02 16:45:54 +02:00
|
|
|
console.log(`Example app listening on port ${port}`);
|
|
|
|
});
|
|
|
|
})();
|