Fix poisoned ground truth data...

This commit is contained in:
Mario Zechner 2023-10-17 01:42:02 +02:00
parent 6a133de318
commit b4ac2bed8f
2 changed files with 2 additions and 1 deletions

View File

@ -90,6 +90,7 @@ function mergePriceHistory(oldItems, items) {
const lookup = {};
for (oldItem of oldItems) {
if (!oldItem.name) continue;
delete oldItem.unavailable;
lookup[oldItem.store + oldItem.id] = oldItem;
}

View File

@ -10,7 +10,7 @@ const compression = require("compression");
const i18n = require("./i18n");
function copyItemsToSite(dataDir) {
const items = analysis.readJSON(`${dataDir}/latest-canonical.json.${analysis.FILE_COMPRESSOR}`);
const items = analysis.readJSON(`${dataDir}/latest-canonical.json.${analysis.FILE_COMPRESSOR}`).filter((item) => item.name);
analysis.writeJSON(`site/output/data/latest-canonical.json`, items);
for (const store of analysis.STORE_KEYS) {
const storeItems = items.filter((item) => item.store === store);