From 52d64287aec5458a9ed09c2d76ab3dcc75f8abcf Mon Sep 17 00:00:00 2001 From: gitea Date: Fri, 21 Aug 2026 21:47:35 +0000 Subject: [PATCH] fix(scraper): filter reviews older than 1 year instead of 2 years --- src/index.js | 10 ++++------ 1 file changed, 4 insertions(+), 6 deletions(-) diff --git a/src/index.js b/src/index.js index 237de67..8ade5f3 100644 --- a/src/index.js +++ b/src/index.js @@ -23,10 +23,8 @@ const WESTERN_COUNTRIES = [ 'United Kingdom', 'UK', 'Niederlande', 'Netherlands', 'Frankreich', 'France', 'Spanien', 'Spain', 'Italien', 'Italy', 'Kanada', 'Canada', 'Australien', 'Australia', 'Belgien', 'Belgium', 'Schweden', 'Sweden', 'Norwegen', 'Norway', 'Dänemark', 'Denmark', - 'Finnland', 'Finland', 'Irland', 'Ireland', 'Luxemburg', 'Luxembourg', 'Indien', 'India', - 'Singapur', 'Singapore', 'Malaysia', 'Sri Lanka', 'Neuseeland', 'New Zealand', - 'Südafrika', 'South Africa', 'Vereinigte Arabische Emirate', 'UAE', 'Dubai', - 'Polen', 'Poland', 'Tschechien', 'Czech', 'Japan', 'Korea' + 'Finnland', 'Finland', 'Irland', 'Ireland', 'Luxemburg', 'Luxembourg', + 'Neuseeland', 'New Zealand' ]; // ========================================== @@ -623,7 +621,7 @@ const worker = new Worker('scrape-jobs', async (job) => { '#reviewCardsSection [data-testid="review-card"], div[role="dialog"] [data-testid="review-card"], [data-testid="review-card"]' )); const items = []; - const currentYear = 2026; + const currentYear = new Date().getFullYear(); for (const card of cards) { const titleEl = card.querySelector('[data-testid="review-title"], h4'); @@ -643,7 +641,7 @@ const worker = new Worker('scrape-jobs', async (job) => { const yearMatch = cardText.match(/\b(20\d{2})\b/); if (yearMatch) { const reviewYear = parseInt(yearMatch[1], 10); - if (currentYear - reviewYear > 2) { + if (currentYear - reviewYear > 1) { continue; } }