mirror of
https://github.com/badlogic/heissepreise.git
synced 2024-09-24 00:00:27 +02:00
170 lines
6.2 KiB
JavaScript
170 lines
6.2 KiB
JavaScript
const fs = require("fs");
|
|
const path = require("path");
|
|
const http = require("http");
|
|
const analysis = require("./analysis");
|
|
const bundle = require("./bundle");
|
|
const csv = require("./site/js/misc");
|
|
const chokidar = require("chokidar");
|
|
const express = require("express");
|
|
const compression = require("compression");
|
|
const i18n = require("./i18n");
|
|
|
|
function copyItemsToSite(dataDir) {
|
|
const items = analysis.readJSON(`${dataDir}/latest-canonical.json.${analysis.FILE_COMPRESSOR}`).filter((item) => item.name);
|
|
analysis.writeJSON(`site/output/data/latest-canonical.json`, items);
|
|
for (const store of analysis.STORE_KEYS) {
|
|
const storeItems = items.filter((item) => item.store === store);
|
|
analysis.writeJSON(`site/output/data/latest-canonical.${store}.compressed.json`, storeItems, false, 0, true);
|
|
}
|
|
const csvItems = csv.itemsToCSV(items);
|
|
fs.writeFileSync("site/output/data/latest-canonical.csv", csvItems, "utf-8");
|
|
console.log("Copied latest items to site.");
|
|
}
|
|
|
|
function scheduleFunction(hour, minute, second, func) {
|
|
const now = new Date();
|
|
|
|
const scheduledTime = new Date();
|
|
scheduledTime.setHours(hour);
|
|
scheduledTime.setMinutes(minute);
|
|
scheduledTime.setSeconds(second);
|
|
|
|
if (now > scheduledTime) {
|
|
scheduledTime.setDate(scheduledTime.getDate() + 1);
|
|
}
|
|
const delay = scheduledTime.getTime() - now.getTime();
|
|
|
|
console.log("Scheduling next function call: " + scheduledTime.toString());
|
|
|
|
setTimeout(async () => {
|
|
await func();
|
|
scheduleFunction(hour, minute, second, func);
|
|
}, delay);
|
|
}
|
|
|
|
function parseArguments() {
|
|
const args = process.argv.slice(2);
|
|
let port = process.env.PORT !== undefined && process.env.PORT != "" ? parseInt(process.env.PORT) : 3000;
|
|
let liveReload = process.env.NODE_ENV === "development" || false;
|
|
let skipDataUpdate = false;
|
|
for (let i = 0; i < args.length; i++) {
|
|
if (args[i] === "-p" || args[i] === "--port") {
|
|
port = parseInt(args[i + 1]);
|
|
i++;
|
|
} else if (args[i] === "-l" || args[i] === "--live-reload") {
|
|
if (process.env.NODE_ENV !== "development") {
|
|
throw new Error("Live reload is only supported in development mode");
|
|
}
|
|
liveReload = true;
|
|
} else if (args[i] === "-s" || args[i] === "--skip-data-update") {
|
|
skipDataUpdate = true;
|
|
} else if (args[i] === "-h" || args[i] === "--help") {
|
|
console.log("Usage: node server.js [-p|--port PORT] [-l|--live-reload]");
|
|
console.log();
|
|
console.log("Options:");
|
|
console.log(" -p, --port PORT Port to listen on (default: 3000)");
|
|
console.log(" -l, --live-reload Enable live reload (automatically enabled if NODE_ENV is development)");
|
|
console.log(" -s, --skip-data-update Skip fetching data");
|
|
process.exit(0);
|
|
}
|
|
}
|
|
|
|
return { port, liveReload, skipDataUpdate };
|
|
}
|
|
|
|
function setupLogging() {
|
|
// Poor man's logging framework, wooh...
|
|
const originalConsoleLog = console.log;
|
|
const logStream = fs.createWriteStream("site/output/data/log.txt", { flags: "a" });
|
|
logStream.write("===========================================\n\n");
|
|
console.log = (message) => {
|
|
const formattedMessage = `[${new Date().toISOString()}] ${message}\n`;
|
|
logStream.write(formattedMessage);
|
|
originalConsoleLog.apply(console, [message]);
|
|
};
|
|
}
|
|
|
|
(async () => {
|
|
const dataDir = "data";
|
|
const { port, liveReload, skipDataUpdate } = parseArguments();
|
|
|
|
if (!fs.existsSync(dataDir)) {
|
|
fs.mkdirSync(dataDir);
|
|
}
|
|
|
|
const outputDir = "site/output";
|
|
|
|
if (fs.existsSync("site/output/data/log.txt")) {
|
|
fs.copyFileSync("site/output/data/log.txt", "site/log.txt");
|
|
}
|
|
bundle.deleteDirectory(outputDir);
|
|
fs.mkdirSync(outputDir);
|
|
fs.mkdirSync(outputDir + "/data");
|
|
if (fs.existsSync("site/log.txt")) {
|
|
fs.copyFileSync("site/log.txt", "site/output/data/log.txt");
|
|
fs.unlinkSync("site/log.txt");
|
|
}
|
|
setupLogging();
|
|
bundle.bundle("site", outputDir, liveReload);
|
|
|
|
if (!skipDataUpdate) {
|
|
analysis.migrateCompression(dataDir, ".json", ".json.br");
|
|
analysis.migrateCompression(dataDir, ".json.gz", ".json.br");
|
|
|
|
if (fs.existsSync(`${dataDir}/latest-canonical.json.${analysis.FILE_COMPRESSOR}`)) {
|
|
copyItemsToSite(dataDir);
|
|
analysis.updateData(dataDir, (_newItems) => {
|
|
copyItemsToSite(dataDir);
|
|
});
|
|
} else {
|
|
await analysis.updateData(dataDir);
|
|
copyItemsToSite(dataDir);
|
|
}
|
|
scheduleFunction(5, 0, 0, async () => {
|
|
items = await analysis.updateData(dataDir);
|
|
copyItemsToSite(dataDir);
|
|
});
|
|
} else {
|
|
copyItemsToSite(dataDir);
|
|
}
|
|
|
|
const app = express();
|
|
app.use(compression());
|
|
app.use(function (req, res, next) {
|
|
if (req.method == "GET") {
|
|
if (req.path == "/") {
|
|
req.url = "/index.html";
|
|
}
|
|
if (req.path.endsWith(".html")) {
|
|
// Only html files are translated
|
|
let pickedLanguage = req.acceptsLanguages(i18n.locales);
|
|
if (pickedLanguage) {
|
|
let translatedPath = req.path.substring(0, req.path.length - "html".length) + pickedLanguage + ".html";
|
|
req.url = translatedPath;
|
|
} // otherwise use default, untranslated file
|
|
}
|
|
}
|
|
next();
|
|
});
|
|
app.use(express.static("site/output"));
|
|
const server = http.createServer(app).listen(port, () => {
|
|
console.log(`App listening on port ${port}`);
|
|
});
|
|
if (liveReload) {
|
|
const socketIO = require("socket.io");
|
|
const sockets = [];
|
|
const io = socketIO(server);
|
|
io.on("connection", (socket) => sockets.push(socket));
|
|
let timeoutId = 0;
|
|
chokidar.watch("site/output").on("all", () => {
|
|
clearTimeout(timeoutId);
|
|
timeoutId = setTimeout(() => {
|
|
lastChangeTimestamp = Date.now();
|
|
for (let i = 0; i < sockets.length; i++) {
|
|
sockets[i].send(`${lastChangeTimestamp}`);
|
|
}
|
|
}, 500);
|
|
});
|
|
}
|
|
})();
|