Dicken/dickendock
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 1 Wiki Activity

fix: KöPi - Bilder mit korrekten sec-fetch Headers laden

Browse Source
This commit is contained in:
Dicken
2026-07-09 13:56:37 +02:00
parent b6a340c7e6
commit 810c7455fe
1 changed files with 27 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

36
backend/src/tools/koepi/routes.js
View File

@@ -95,19 +95,37 @@ async function scrapeMarktguru() {
}); });
}); });
// Bilder: separaten Tab öffnen pro Bild-URL und screenshotten // Bilder via Node https mit exakten Browser-Headers laden
const imgPage = await browser.newPage(); const nodeHttps = require('https');
await imgPage.setViewport({ width: 300, height: 300 });
for (let i = 0; i < offers.length; i++) { for (let i = 0; i < offers.length; i++) {
const url = offers[i].image; const url = offers[i].image;
if (!url || !url.startsWith('https://')) continue; if (!url || !url.startsWith('https://')) continue;
try { offers[i].image = await new Promise(resolve => {
await imgPage.goto(url, { waitUntil: 'networkidle0', timeout: 10000 }); const req = nodeHttps.get(url, {
const b64 = await imgPage.screenshot({ encoding: 'base64' }); headers: {
offers[i].image = b64 ? `data:image/png;base64,${b64}` : null; 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36',
} catch { offers[i].image = null; } 'Accept': 'image/avif,image/webp,image/apng,image/svg+xml,image/*,*/*;q=0.8',
'Accept-Language': 'de-DE,de;q=0.9',
'Referer': 'https://www.marktguru.de/',
'Origin': 'https://www.marktguru.de',
'sec-fetch-dest': 'image',
'sec-fetch-mode': 'no-cors',
'sec-fetch-site': 'cross-site',
}
}, res => {
if (res.statusCode !== 200) return resolve(null);
const chunks = [];
res.on('data', c => chunks.push(c));
res.on('end', () => {
const b64 = Buffer.concat(chunks).toString('base64');
const mime = res.headers['content-type'] || 'image/webp';
resolve(`data:${mime};base64,${b64}`);
});
});
req.on('error', () => resolve(null));
req.setTimeout(8000, () => { req.destroy(); resolve(null); });
});
} }
await imgPage.close();
// Filtern auf Ziel-Händler + nur König Pilsener // Filtern auf Ziel-Händler + nur König Pilsener
const filtered = offers.filter(o => { const filtered = offers.filter(o => {