2023-05-18 18:34:14 +02:00
|
|
|
const fs = require("fs");
|
2023-06-03 23:46:43 +02:00
|
|
|
const path = require("path");
|
|
|
|
const http = require("http");
|
2023-05-17 16:17:45 +02:00
|
|
|
const analysis = require("./analysis");
|
2023-06-08 13:48:08 +02:00
|
|
|
const bundle = require("./bundle");
|
|
|
|
const chokidar = require("chokidar");
|
2023-06-03 23:46:43 +02:00
|
|
|
const express = require("express");
|
|
|
|
const compression = require("compression");
|
2023-05-15 15:06:30 +02:00
|
|
|
|
2023-05-30 10:34:25 +02:00
|
|
|
function copyItemsToSite(dataDir) {
|
2023-06-03 00:01:26 +02:00
|
|
|
const items = analysis.readJSON(`${dataDir}/latest-canonical.json.${analysis.FILE_COMPRESSOR}`);
|
2023-06-07 16:57:44 +02:00
|
|
|
analysis.writeJSON(`site/output/data/latest-canonical.json`, items);
|
2023-06-01 14:59:02 +02:00
|
|
|
for (const store of analysis.STORE_KEYS) {
|
2023-06-03 22:00:52 +02:00
|
|
|
const storeItems = items.filter((item) => item.store === store);
|
|
|
|
analysis.writeJSON(`site/output/data/latest-canonical.${store}.compressed.json`, storeItems, false, 0, true);
|
2023-06-01 14:59:02 +02:00
|
|
|
}
|
2023-05-30 10:34:25 +02:00
|
|
|
}
|
|
|
|
|
2023-06-01 14:59:02 +02:00
|
|
|
function scheduleFunction(hour, minute, second, func) {
|
|
|
|
const now = new Date();
|
|
|
|
|
|
|
|
const scheduledTime = new Date();
|
|
|
|
scheduledTime.setHours(hour);
|
|
|
|
scheduledTime.setMinutes(minute);
|
|
|
|
scheduledTime.setSeconds(second);
|
|
|
|
|
|
|
|
if (now > scheduledTime) {
|
|
|
|
scheduledTime.setDate(scheduledTime.getDate() + 1);
|
|
|
|
}
|
|
|
|
const delay = scheduledTime.getTime() - now.getTime();
|
|
|
|
|
|
|
|
console.log("Scheduling next function call: " + scheduledTime.toString());
|
|
|
|
|
|
|
|
setTimeout(async () => {
|
|
|
|
await func();
|
|
|
|
scheduleFunction(hour, minute, second, func);
|
|
|
|
}, delay);
|
|
|
|
}
|
|
|
|
|
2023-06-08 15:14:06 +02:00
|
|
|
function parseArguments() {
|
2023-06-07 14:14:26 +02:00
|
|
|
const args = process.argv.slice(2);
|
|
|
|
let port = process.env.PORT !== undefined && process.env.PORT != "" ? parseInt(process.env.PORT) : 3000;
|
|
|
|
let liveReload = process.env.NODE_ENV === "development" || false;
|
|
|
|
for (let i = 0; i < args.length; i++) {
|
|
|
|
if (args[i] === "-p" || args[i] === "--port") {
|
|
|
|
port = parseInt(args[i + 1]);
|
|
|
|
i++;
|
|
|
|
} else if (args[i] === "-l" || args[i] === "--live-reload") {
|
|
|
|
if (process.env.NODE_ENV !== "development") {
|
|
|
|
throw new Error("Live reload is only supported in development mode");
|
|
|
|
}
|
|
|
|
liveReload = true;
|
|
|
|
} else if (args[i] === "-h" || args[i] === "--help") {
|
|
|
|
console.log("Usage: node server.js [-p|--port PORT] [-l|--live-reload]");
|
|
|
|
console.log();
|
|
|
|
console.log("Options:");
|
|
|
|
console.log(" -p, --port PORT Port to listen on (default: 3000)");
|
|
|
|
console.log(" -l, --live-reload Enable live reload (automatically enabled if NODE_ENV is development)");
|
|
|
|
process.exit(0);
|
|
|
|
}
|
|
|
|
}
|
2023-05-25 20:19:40 +02:00
|
|
|
|
2023-06-08 15:14:06 +02:00
|
|
|
return { port, liveReload };
|
|
|
|
}
|
|
|
|
|
|
|
|
(async () => {
|
|
|
|
const dataDir = "data";
|
|
|
|
const { port, liveReload } = parseArguments();
|
|
|
|
|
2023-06-01 14:59:02 +02:00
|
|
|
if (!fs.existsSync(dataDir)) {
|
2023-06-02 16:45:54 +02:00
|
|
|
fs.mkdirSync(dataDir);
|
2023-06-01 14:59:02 +02:00
|
|
|
}
|
2023-05-25 20:08:34 +02:00
|
|
|
|
2023-06-08 13:48:08 +02:00
|
|
|
const outputDir = "site/output";
|
|
|
|
bundle.deleteDirectory(outputDir);
|
|
|
|
fs.mkdirSync(outputDir);
|
|
|
|
fs.mkdirSync(outputDir + "/data");
|
2023-06-08 15:14:56 +02:00
|
|
|
bundle.bundle("site", outputDir, liveReload);
|
2023-06-03 22:00:52 +02:00
|
|
|
|
2023-06-03 00:01:26 +02:00
|
|
|
analysis.migrateCompression(dataDir, ".json", ".json.br");
|
|
|
|
analysis.migrateCompression(dataDir, ".json.gz", ".json.br");
|
2023-06-02 10:38:14 +02:00
|
|
|
|
2023-06-03 00:01:26 +02:00
|
|
|
if (fs.existsSync(`${dataDir}/latest-canonical.json.${analysis.FILE_COMPRESSOR}`)) {
|
2023-06-01 14:59:02 +02:00
|
|
|
copyItemsToSite(dataDir);
|
|
|
|
analysis.updateData(dataDir, (_newItems) => {
|
|
|
|
copyItemsToSite(dataDir);
|
|
|
|
});
|
|
|
|
} else {
|
2023-06-02 16:45:54 +02:00
|
|
|
await analysis.updateData(dataDir);
|
2023-06-01 14:59:02 +02:00
|
|
|
copyItemsToSite(dataDir);
|
|
|
|
}
|
2023-06-12 07:27:27 +02:00
|
|
|
scheduleFunction(5, 0, 0, async () => {
|
2023-06-02 16:45:54 +02:00
|
|
|
items = await analysis.updateData(dataDir);
|
2023-06-01 14:59:02 +02:00
|
|
|
copyItemsToSite(dataDir);
|
2023-05-19 16:01:43 +02:00
|
|
|
});
|
2023-06-01 14:59:02 +02:00
|
|
|
|
2023-06-02 16:45:54 +02:00
|
|
|
const app = express();
|
2023-06-01 14:59:02 +02:00
|
|
|
app.use(compression());
|
2023-06-03 22:00:52 +02:00
|
|
|
app.use(express.static("site/output"));
|
2023-06-03 23:46:43 +02:00
|
|
|
const server = http.createServer(app).listen(port, () => {
|
2023-06-07 14:14:26 +02:00
|
|
|
console.log(`App listening on port ${port}`);
|
2023-06-02 16:45:54 +02:00
|
|
|
});
|
2023-06-07 14:14:26 +02:00
|
|
|
if (liveReload) {
|
|
|
|
const socketIO = require("socket.io");
|
2023-06-03 23:46:43 +02:00
|
|
|
const sockets = [];
|
|
|
|
const io = socketIO(server);
|
|
|
|
io.on("connection", (socket) => sockets.push(socket));
|
2023-06-15 19:25:35 +02:00
|
|
|
let timeoutId = 0;
|
2023-06-03 23:46:43 +02:00
|
|
|
chokidar.watch("site/output").on("all", () => {
|
2023-06-15 19:25:35 +02:00
|
|
|
clearTimeout(timeoutId);
|
|
|
|
timeoutId = setTimeout(() => {
|
|
|
|
lastChangeTimestamp = Date.now();
|
|
|
|
for (let i = 0; i < sockets.length; i++) {
|
|
|
|
sockets[i].send(`${lastChangeTimestamp}`);
|
|
|
|
}
|
|
|
|
}, 500);
|
2023-06-03 23:46:43 +02:00
|
|
|
});
|
|
|
|
}
|
2023-06-02 16:45:54 +02:00
|
|
|
})();
|