Marown/heissepreise
1
0
Fork 0
mirror of https://github.com/badlogic/heissepreise.git synced 2024-06-16 05:34:21 +02:00
Code Issues Packages Projects Releases Wiki Activity

Skip fetching store data if SKIP_FETCHING_STORE_DATA env variable is set

Browse Source
This commit is contained in:
Matthias Hochsteger 2023-06-06 21:05:19 +02:00
parent 098c6b50fa
commit 0184a70fa5
1 changed files with 8 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
analysis.js
View File

@ -225,9 +225,14 @@ exports.updateData = async function (dataDir, done) {
new Promise(async (resolve) => {
const start = performance.now();
try {
const storeItems = await stores[store].fetchData();
writeJSON(`${dataDir}/${store}-${today}.json`, storeItems, FILE_COMPRESSOR);
// const storeItems = readJSON(`${dataDir}/${store}-${today}.json.${FILE_COMPRESSOR}`);
const rawDataFile = `${dataDir}/${store}-${today}.json`;
let storeItems;
if ("SKIP_FETCHING_STORE_DATA" in process.env && fs.existsSync(rawDataFile + "." + FILE_COMPRESSOR))
storeItems = readJSON(rawDataFile + "." + FILE_COMPRESSOR);
else {
storeItems = await stores[store].fetchData();
writeJSON(rawDataFile, storeItems, FILE_COMPRESSOR);
}
const storeItemsCanonical = getCanonicalFor(store, storeItems, today);
console.log(`Fetched ${store.toUpperCase()} data, took ${(performance.now() - start) / 1000} seconds`);
resolve(storeItemsCanonical);