mirror of
https://github.com/badlogic/heissepreise.git
synced 2024-06-05 00:05:28 +02:00
303d25ccb5
Billa maps directly to the canonical categories. Spar uses a mapping file stores/spar-categories.json. Each store has a generateCategoryMapping() function which is called once in analysis.js:updateData() and analysis.js:replay(). The function is responsible for * Fetching the latest categories * Merging them with already mapped categories * Report new categories that haven't been mapped yet * Report categories that have been mapped but are no longer part of the latest set of categories * Save the merged mappings to disk This schema might not work for all stores, in which case updateData() and replay() will use a knn approach to figure out the category for an item. See #81
91 lines
2.7 KiB
JavaScript
91 lines
2.7 KiB
JavaScript
const axios = require("axios");
|
|
const utils = require("./utils");
|
|
const HITS = Math.floor(30000 + Math.random() * 2000);
|
|
|
|
const units = {
|
|
"100ml": { unit: "ml", factor: 100 },
|
|
"500ml": { unit: "ml", factor: 100 },
|
|
"100g": { unit: "g", factor: 100 },
|
|
kos: { unit: "stk", factor: 1 },
|
|
};
|
|
|
|
exports.getCanonical = function (item, today) {
|
|
let price, unit, quantity;
|
|
if (item.masterValues["quantity-selector"]) {
|
|
const [str_price, str_unit] = item.masterValues["price-per-unit"].split("/");
|
|
price = parseFloat(str_price.replace("€", ""));
|
|
} else {
|
|
price = item.masterValues.price;
|
|
}
|
|
|
|
const s = item.masterValues.title.replace(" EINWEG", "").replace(" MEHRWEG", "").replace("per kg", "1 kg").trim().replace(".", "");
|
|
let tokens = s.split(" ");
|
|
const lastToken = tokens[tokens.length - 1];
|
|
const match = /(\d+)\/(\d+)/.exec(lastToken);
|
|
if (match) {
|
|
quantity = match[1];
|
|
unit = "stk";
|
|
} else {
|
|
const q = utils.parseUnitAndQuantityAtEnd(s);
|
|
quantity = q[0];
|
|
unit = q[1];
|
|
}
|
|
|
|
let fallback;
|
|
if (item.masterValues["price-per-unit"]) {
|
|
let [unitPrice, unit_] = item.masterValues["price-per-unit"].split("/");
|
|
unitPrice = parseFloat(unitPrice.replace("€", ""));
|
|
fallback = {
|
|
quantity: parseFloat((price / unitPrice).toFixed(3)),
|
|
unit: unit_.toLowerCase(),
|
|
};
|
|
} else {
|
|
// Needed for Dossier data
|
|
fallback = {
|
|
quantity: 1,
|
|
unit: "kg",
|
|
};
|
|
}
|
|
|
|
const isWeighted = item.masterValues["item-type"] === "WeightProduct";
|
|
if (isWeighted) {
|
|
unit = fallback.unit;
|
|
quantity = fallback.quantity;
|
|
}
|
|
|
|
let name = item.masterValues.title;
|
|
tokens = item.masterValues.title.split(",");
|
|
if (tokens.length >= 3) {
|
|
name = tokens[1] + " " + tokens[0] + " " + tokens.slice(2).join(" ");
|
|
}
|
|
|
|
return utils.convertUnit(
|
|
{
|
|
id: item.masterValues["code-internal"],
|
|
// description: "", not available
|
|
name,
|
|
price,
|
|
priceHistory: [{ date: today, price }],
|
|
unit,
|
|
quantity,
|
|
isWeighted,
|
|
bio: item.masterValues.biolevel === "Bio",
|
|
},
|
|
units,
|
|
"sparSi",
|
|
fallback
|
|
);
|
|
};
|
|
|
|
exports.fetchData = async function () {
|
|
const SPAR_SEARCH = `https://search-spar.spar-ics.com/fact-finder/rest/v4/search/products_lmos_si?query=*&q=*&page=1&hitsPerPage=${HITS}`;
|
|
const rawItems = (await axios.get(SPAR_SEARCH)).data.hits;
|
|
return rawItems?.hits || rawItems;
|
|
};
|
|
|
|
exports.initializeCategoryMapping = async () => {};
|
|
|
|
exports.mapCategory = (rawItem) => {};
|
|
|
|
exports.urlBase = "https://www.spar.si/online";
|