Dicken/dickendock
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 1 Wiki Activity

fix: KöPi - Scrollen für lazy-loaded Bilder

Browse Source
This commit is contained in:
Dicken
2026-07-09 14:51:08 +02:00
parent 810c7455fe
commit 0ba26c36ca
1 changed files with 16 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

23
backend/src/tools/koepi/routes.js
View File

@@ -64,13 +64,22 @@ async function scrapeMarktguru() {
await page.goto('https://www.marktguru.de/search/k%C3%B6nig%20pilsener?zipCode=47259', { await page.goto('https://www.marktguru.de/search/k%C3%B6nig%20pilsener?zipCode=47259', {
waitUntil: 'networkidle2', timeout: 30000, waitUntil: 'networkidle2', timeout: 30000,
}); });
// Warte bis alle Bilder geladen sind // Seite nach unten scrollen damit lazy-loaded Bilder geladen werden
await page.evaluate(() => Promise.all( await page.evaluate(async () => {
Array.from(document.querySelectorAll('img.offer-list-item-img')).map(img => await new Promise(resolve => {
img.complete ? Promise.resolve() : new Promise(r => { img.onload=r; img.onerror=r; setTimeout(r,5000); }) let totalHeight = 0;
) const distance = 300;
)).catch(() => {}); const timer = setInterval(() => {
await new Promise(r => setTimeout(r, 2000)); window.scrollBy(0, distance);
totalHeight += distance;
if (totalHeight >= document.body.scrollHeight) {
clearInterval(timer);
resolve();
}
}, 200);
});
});
await new Promise(r => setTimeout(r, 3000));
const offers = await page.evaluate(() => { const offers = await page.evaluate(() => {
// Exakte Selektoren basierend auf marktguru HTML-Struktur // Exakte Selektoren basierend auf marktguru HTML-Struktur