From 0184a70fa5e9ca4533bbaad2ee2a09875601ec2a Mon Sep 17 00:00:00 2001
From: Matthias Hochsteger <mhochsteger@cerbsim.com>
Date: Tue, 6 Jun 2023 21:05:19 +0200
Subject: [PATCH] Skip fetching store data if SKIP_FETCHING_STORE_DATA env
 variable is set

---
 analysis.js | 11 ++++++++---
 1 file changed, 8 insertions(+), 3 deletions(-)

diff --git a/analysis.js b/analysis.js
index 81f387d..dccf715 100644
--- a/analysis.js
+++ b/analysis.js
@@ -225,9 +225,14 @@ exports.updateData = async function (dataDir, done) {
             new Promise(async (resolve) => {
                 const start = performance.now();
                 try {
-                    const storeItems = await stores[store].fetchData();
-                    writeJSON(`${dataDir}/${store}-${today}.json`, storeItems, FILE_COMPRESSOR);
-                    // const storeItems = readJSON(`${dataDir}/${store}-${today}.json.${FILE_COMPRESSOR}`);
+                    const rawDataFile = `${dataDir}/${store}-${today}.json`;
+                    let storeItems;
+                    if ("SKIP_FETCHING_STORE_DATA" in process.env && fs.existsSync(rawDataFile + "." + FILE_COMPRESSOR))
+                        storeItems = readJSON(rawDataFile + "." + FILE_COMPRESSOR);
+                    else {
+                        storeItems = await stores[store].fetchData();
+                        writeJSON(rawDataFile, storeItems, FILE_COMPRESSOR);
+                    }
                     const storeItemsCanonical = getCanonicalFor(store, storeItems, today);
                     console.log(`Fetched ${store.toUpperCase()} data, took ${(performance.now() - start) / 1000} seconds`);
                     resolve(storeItemsCanonical);