Marown/heissepreise
1
0
Fork 0
mirror of https://github.com/badlogic/heissepreise.git synced 2024-06-19 23:18:45 +02:00
Code Issues Packages Projects Releases Wiki Activity

Added MPREIS support

Browse Source
This commit is contained in:
simmac 2023-05-26 00:34:26 +02:00
parent e11f9a999f
commit 8711edb503
3 changed files with 72 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

49
analysis.js
View File

@ -98,6 +98,23 @@ function dmToCanonical(rawItems, today) {
return canonicalItems;
}
function mpreisToCanonical(rawItems, today) {
const canonicalItems = [];
for (let i = 0; i < rawItems.length; i++) {
const item = rawItems[i];
canonicalItems.push({
store: "mpreis",
id: item.code,
name: item.name[0],
price: item.prices[0].presentationPrice.effectiveAmount,
priceHistory: [{ date: today, price: item.prices[0].presentationPrice.effectiveAmount }],
unit: `${item.prices[0].presentationPrice.measurementUnit.quantity} ${item.prices[0].presentationPrice.measurementUnit.unitCode}`,
bio: item.mixins.mpreisAttributes.properties?.includes('BIO')
});
}
return canonicalItems;
}
async function fetchHofer() {
const BASE_URL = `https://shopservice.roksh.at`
const CATEGORIES = BASE_URL + `/category/GetFullCategoryList/`
@ -188,6 +205,20 @@ async function fetchDm() {
return dmItems;
}
async function fetchMpreis() {
const url = `https://ax2ixv4hll-dsn.algolia.net/1/indexes/prod_mpreis_8450/browse?X-Algolia-API-Key=NmJlMTI0NjY1NGU4MDUwYTRlMmYzYWFjOWFlY2U4MGFkNGZjMDY2NmNjNjQzNWY3OWJlNDY4OTY0ZjEwOTEwYWZpbHRlcnM9cHVibGlzaGVk&X-Algolia-Application-Id=AX2IXV4HLL&X-Algolia-Agent=Vue.js`
let mpreisItems = [];
let res = (await axios.get(url)).data;
mpreisItems = mpreisItems.concat(res.hits);
cursor = res.cursor;
while (cursor) {
res = (await axios.get(url + `&cursor=${cursor}`)).data;
mpreisItems = mpreisItems.concat(res.hits);
cursor = res.cursor;
}
return mpreisItems;
}
function lidlToCanonical(rawItems, today) {
const canonicalItems = [];
for (let i = 0; i < rawItems.length; i++) {
@ -258,14 +289,17 @@ exports.replay = function(rawDataDir) {
const dmFilesCanonical = dmFiles.map(file => dmToCanonical(readJSON(file), file.match(/\d{4}-\d{2}-\d{2}/)[0]));
const lidlFiles = getFilteredFilesFor("lidl");
const lidlFilesCanonical = lidlFiles.map(file => lidlToCanonical(readJSON(file), file.match(/\d{4}-\d{2}-\d{2}/)[0]));
const mpreisFiles = getFilteredFilesFor("mpreis");
const mpreisFilesCanonical = mpreisFiles.map(file => mpreisToCanonical(readJSON(file), file.match(/\d{4}-\d{2}-\d{2}/)[0]));
const allFilesCanonical = [];
const len = Math.max(sparFilesCanonical.length, billaFilesCanonical.length, hoferFilesCanonical.length, lidlFilesCanonical.length, dmFilesCanonical.length);
const len = Math.max(sparFilesCanonical.length, billaFilesCanonical.length, hoferFilesCanonical.length, lidlFilesCanonical.length, dmFilesCanonical.length, mpreisFilesCanonical.length);
sparFilesCanonical.reverse();
billaFilesCanonical.reverse();
hoferFilesCanonical.reverse();
dmFilesCanonical.reverse();
lidlFilesCanonical.reverse();
mpreisFilesCanonical.reverse();
for (let i = 0; i < len; i++) {
const canonical = [];
let billa = billaFilesCanonical.pop();
@ -280,6 +314,9 @@ exports.replay = function(rawDataDir) {
let lidl = lidlFilesCanonical.pop();
if (lidl) canonical.push(...lidl);
allFilesCanonical.push(canonical);
let mpreis = mpreisFilesCanonical.pop();
if (mpreis) canonical.push(...mpreis);
allFilesCanonical.push(canonical);
}
if (allFilesCanonical.length == 0) return null;
@ -350,6 +387,16 @@ exports.updateData = async function (dataDir, done) {
console.log("Fetched LIDL data, took " + (performance.now() - start) / 1000 + " seconds");
resolve(lidlItemsCanonical)
}));
storeFetchPromises.push(new Promise(async (resolve) => {
const start = performance.now();
const mpreisItems = await fetchMpreis();
fs.writeFileSync(`${dataDir}/mpreis-${today}.json`, JSON.stringify(mpreisItems, null, 2));
const mpreisItemsCanonical = mpreisToCanonical(mpreisItems, today);
console.log("Fetched MPREIS data, took " + (performance.now() - start) / 1000 + " seconds");
resolve(mpreisItemsCanonical)
}));
const items = [].concat(...await Promise.all(storeFetchPromises));

13
site/cart.js
View File

@ -40,6 +40,9 @@ async function load() {
document.querySelector("#sumlidl").addEventListener("change", () => {
showCharts(canvasDom, cart, lookup);
})
document.querySelector("#summpreis").addEventListener("change", () => {
showCharts(canvasDom, cart, lookup);
})
}
function showSearch(cart, items, lookup) {
@ -138,6 +141,16 @@ function showCharts(canvasDom, cart, lookup) {
}
}
if (document.querySelector("#summpreis").checked) {
const itemsMpreis = items.filter(item => item.store == "mpreis");
if (itemsMpreis.length > 0) {
itemsToShow.push({
name: "Summe MPREIS",
priceHistory: calculateOverallPriceChanges(itemsMpreis)
});
}
}
cart.items.forEach((cartItem) => {
const item = lookup[cartItem.id];
if (!item) return;

15
site/utils.js
View File

@ -99,6 +99,8 @@ function itemToStoreLink(item) {
return `<a target="_blank" href="https://www.dm.at/product-p${item.id}.html">${item.name}</a>`;
if (item.store == "lidl")
return `<a target="_blank" href="https://www.lidl.at${item.url}">${item.name}</a>`;
if (item.store == "mpreis")
return `<a target="_blank" href="https://www.mpreis.at/shop/p/${item.id}">${item.name}</a>`;
return item.name;
}
@ -150,10 +152,11 @@ function itemToDOM(item) {
case "dm":
row.style["background"] = "rgb(255 240 230)";
break;
case "lidl":
row.style["background"] = "rgb(255 225 225)";
break;
case "mpreis":
row.style["background"] = "rgb(255 230 230)";
}
row.appendChild(storeDom);
row.appendChild(nameDom);
@ -164,7 +167,7 @@ function itemToDOM(item) {
let componentId = 0;
function searchItems(items, query, billa, spar, hofer, dm, lidl, eigenmarken, minPrice, maxPrice, exact, bio) {
function searchItems(items, query, billa, spar, hofer, dm, lidl, mpreis, eigenmarken, minPrice, maxPrice, exact, bio) {
query = query.trim();
if (query.length < 3) return [];
@ -212,6 +215,7 @@ function searchItems(items, query, billa, spar, hofer, dm, lidl, eigenmarken, mi
if (item.store == "hofer" && !hofer) continue;
if (item.store == "dm" && !dm) continue;
if (item.store == "lidl" && !lidl) continue;
if (item.store == "mpreis" && !mpreis) continue;
if (item.price < minPrice) continue;
if (item.price > maxPrice) continue;
if (eigenmarken && !(name.indexOf("clever") == 0 || name.indexOf("s-budget") == 0 || name.indexOf("milfina") == 0)) continue;
@ -233,6 +237,7 @@ function newSearchComponent(parentElement, items, searched, filter, headerModifi
<label><input id="hofer-${id}" type="checkbox" checked="true"> Hofer</label>
<label><input id="dm-${id}" type="checkbox" checked="true"> DM</label>
<label><input id="lidl-${id}" type="checkbox" checked="true"> Lidl</label>
<label><input id="mpreis-${id}" type="checkbox" checked="false"> MPREIS</label>
<label><input id="eigenmarken-${id}" type="checkbox"> Nur CLEVER / S-BUDGET / MILFINA</label>
<label><input id="bio-${id}" type="checkbox"> Nur Bio</label>
</div>
@ -255,6 +260,7 @@ function newSearchComponent(parentElement, items, searched, filter, headerModifi
const hofer = parentElement.querySelector(`#hofer-${id}`);
const dm = parentElement.querySelector(`#dm-${id}`);
const lidl = parentElement.querySelector(`#lidl-${id}`);
const mpreis = parentElement.querySelector(`#mpreis-${id}`);
const minPrice = parentElement.querySelector(`#minprice-${id}`);
const maxPrice = parentElement.querySelector(`#maxprice-${id}`);
const numResults = parentElement.querySelector(`#numresults-${id}`);
@ -263,8 +269,8 @@ function newSearchComponent(parentElement, items, searched, filter, headerModifi
let hits = [];
try {
hits = searchItems(items, query,
billa.checked, spar.checked, hofer.checked, dm.checked, lidl.checked, eigenmarken.checked,
toNumber(minPrice.value, 0), toNumber(maxPrice.value, 100), exact.checked, bio.checked
billa.checked, spar.checked, hofer.checked, dm.checked, lidl.checked, mpreis.checked,
eigenmarken.checked, toNumber(minPrice.value, 0), toNumber(maxPrice.value, 100), exact.checked, bio.checked
);
} catch (e) {
console.log("Query: " + query + "\n" + e.message);
@ -312,6 +318,7 @@ function newSearchComponent(parentElement, items, searched, filter, headerModifi
hofer.addEventListener("change", () => search(searchInput.value));
dm.addEventListener("change", () => search(searchInput.value));
lidl.addEventListener("change", () => search(searchInput.value));
mpreis.addEventListener("change", () => search(searchInput.value));
exact.addEventListener("change", () => search(searchInput.value));
minPrice.addEventListener("change", () => search(searchInput.value));
maxPrice.addEventListener("change", () => search(searchInput.value));