mirror of
https://github.com/badlogic/heissepreise.git
synced 2024-09-22 00:00:59 +02:00
303d25ccb5
Billa maps directly to the canonical categories. Spar uses a mapping file stores/spar-categories.json. Each store has a generateCategoryMapping() function which is called once in analysis.js:updateData() and analysis.js:replay(). The function is responsible for * Fetching the latest categories * Merging them with already mapped categories * Report new categories that haven't been mapped yet * Report categories that have been mapped but are no longer part of the latest set of categories * Save the merged mappings to disk This schema might not work for all stores, in which case updateData() and replay() will use a knn approach to figure out the category for an item. See #81
55 lines
1.5 KiB
JavaScript
55 lines
1.5 KiB
JavaScript
const axios = require("axios");
|
|
const utils = require("./utils");
|
|
const MAXITEMS = 10000;
|
|
|
|
const units = {
|
|
bd: { unit: "stk", factor: 1 },
|
|
gr: { unit: "g", factor: 1 },
|
|
lt: { unit: "ml", factor: 1000 },
|
|
pk: { unit: "stk", factor: 1 },
|
|
pa: { unit: "stk", factor: 1 },
|
|
rl: { unit: "stk", factor: 1 },
|
|
tb: { unit: "stk", factor: 1 },
|
|
};
|
|
|
|
exports.getCanonical = function (item, today) {
|
|
let quantity = item.amount;
|
|
let unit = item.volumeLabelKey;
|
|
return utils.convertUnit(
|
|
{
|
|
id: item.productId,
|
|
name: item.name,
|
|
// description: "", not available
|
|
price: item.price.regular.value / 100,
|
|
priceHistory: [{ date: today, price: item.price.regular.value / 100 }],
|
|
isWeighted: item.isWeightArticle,
|
|
unit,
|
|
quantity,
|
|
bio: item.name.toLowerCase().includes("bio") && !item.name.toLowerCase().includes("fabio"),
|
|
},
|
|
units,
|
|
"penny"
|
|
);
|
|
};
|
|
|
|
exports.fetchData = async function () {
|
|
hits = 100;
|
|
page = 0;
|
|
done = false;
|
|
result = [];
|
|
while (!done) {
|
|
const PENNY_SEARCH = `https://www.penny.at/api/products?page=${page}&pageSize=${hits}`;
|
|
data = (await axios.get(PENNY_SEARCH)).data;
|
|
done = data.count < hits || page * hits > MAXITEMS;
|
|
page++;
|
|
result = result.concat(data.results);
|
|
}
|
|
return result;
|
|
};
|
|
|
|
exports.initializeCategoryMapping = async () => {};
|
|
|
|
exports.mapCategory = (rawItem) => {};
|
|
|
|
exports.urlBase = "https://www.penny.at/produkte/";
|