mirror of
https://github.com/badlogic/heissepreise.git
synced 2024-06-29 20:05:51 +02:00
23f512087e
- `readJson()` now just checks for the file extension to decide whether to uncompress instead of taking a flag. - moved migration logic from index.js to analysis.js:migrateToGzip - fixed `restore()` in analysis.js - also calling `migrateToGzip()` in replay.js - Fix billa canonicalization for Dossier data - Fix spar canonicalization for Dossier data and data from 2022.
62 lines
2.0 KiB
JavaScript
62 lines
2.0 KiB
JavaScript
const axios = require("axios");
|
|
const utils = require("./utils");
|
|
|
|
const HITS = Math.floor(30000 + Math.random() * 2000);
|
|
|
|
const conversions = {
|
|
"": {unit: "stk", factor: 1},
|
|
"dosen": {unit: "stk", factor: 1},
|
|
"blatt": {unit: "stk", factor: 1},
|
|
"flasche": {unit: "stk", factor: 1},
|
|
"flaschen": {unit: "stk", factor: 1},
|
|
"l": {unit: "ml", factor: 1000},
|
|
"liter": {unit: "ml", factor: 1000},
|
|
"ml": {unit: "ml", factor: 1},
|
|
"g": {unit: "g", factor: 1},
|
|
"kg": {unit: "g", factor: 1000},
|
|
"stk.": {unit: "stk", factor: 1},
|
|
"pkg.": {unit: "stk", factor: 1},
|
|
};
|
|
|
|
exports.getCanonical = function (item, today) {
|
|
let quantity = 1;
|
|
let unit = "";
|
|
let text = (item.price.basePrice?.text ?? "").trim().split("(")[0].replaceAll(",", ".").toLowerCase();
|
|
let isWeighted = false;
|
|
|
|
if (text === "per kg") {
|
|
isWeighted = true;
|
|
unit = "kg";
|
|
} else {
|
|
if (text.startsWith("bei") && text.search("je ") != -1) text = text.substr(text.search("je "));
|
|
|
|
for (let s of ["ab ", "je ", "ca. ", "z.b.: ", "z.b. "]) text = text.replace(s, "").trim();
|
|
|
|
const regex = /^([0-9.x ]+)(.*)$/;
|
|
const matches = text.match(regex);
|
|
if (matches) {
|
|
matches[1].split("x").forEach((q) => {
|
|
quantity = quantity * parseFloat(q.split("/")[0]);
|
|
});
|
|
unit = matches[2].split("/")[0].trim().split(" ")[0];
|
|
}
|
|
unit = unit.split("-")[0];
|
|
}
|
|
|
|
return utils.convertUnit({
|
|
id: item.productId,
|
|
name: `${item.keyfacts?.supplementalDescription?.concat(" ") ?? ""}${item.fullTitle}`,
|
|
price: item.price.price,
|
|
priceHistory: [{ date: today, price: item.price.price }],
|
|
unit,
|
|
quantity,
|
|
url: item.canonicalUrl,
|
|
}, conversions, 'lidl');
|
|
}
|
|
|
|
exports.fetchData = async function() {
|
|
const LIDL_SEARCH = `https://www.lidl.at/p/api/gridboxes/AT/de/?max=${HITS}`;
|
|
return (await axios.get(LIDL_SEARCH)).data.filter(item => !!item.price.price);
|
|
}
|
|
|
|
exports.urlBase = "https://www.lidl.at" |