gitea/booking--scraper-service-
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(scraper): filter reviews older than 1 year instead of 2 years

Browse Source
This commit is contained in:
gitea
2026-08-21 21:47:35 +00:00
parent 5882540cf8
commit 52d64287ae
1 changed files with 4 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
src/index.js
View File

@@ -23,10 +23,8 @@ const WESTERN_COUNTRIES = [
'United Kingdom', 'UK', 'Niederlande', 'Netherlands', 'Frankreich', 'France', 'United Kingdom', 'UK', 'Niederlande', 'Netherlands', 'Frankreich', 'France',
'Spanien', 'Spain', 'Italien', 'Italy', 'Kanada', 'Canada', 'Australien', 'Australia', 'Spanien', 'Spain', 'Italien', 'Italy', 'Kanada', 'Canada', 'Australien', 'Australia',
'Belgien', 'Belgium', 'Schweden', 'Sweden', 'Norwegen', 'Norway', 'Dänemark', 'Denmark', 'Belgien', 'Belgium', 'Schweden', 'Sweden', 'Norwegen', 'Norway', 'Dänemark', 'Denmark',
'Finnland', 'Finland', 'Irland', 'Ireland', 'Luxemburg', 'Luxembourg', 'Indien', 'India', 'Finnland', 'Finland', 'Irland', 'Ireland', 'Luxemburg', 'Luxembourg',
'Singapur', 'Singapore', 'Malaysia', 'Sri Lanka', 'Neuseeland', 'New Zealand', 'Neuseeland', 'New Zealand'
'Südafrika', 'South Africa', 'Vereinigte Arabische Emirate', 'UAE', 'Dubai',
'Polen', 'Poland', 'Tschechien', 'Czech', 'Japan', 'Korea'
]; ];
// ========================================== // ==========================================
@@ -623,7 +621,7 @@ const worker = new Worker('scrape-jobs', async (job) => {
'#reviewCardsSection [data-testid="review-card"], div[role="dialog"] [data-testid="review-card"], [data-testid="review-card"]' '#reviewCardsSection [data-testid="review-card"], div[role="dialog"] [data-testid="review-card"], [data-testid="review-card"]'
)); ));
const items = []; const items = [];
const currentYear = 2026; const currentYear = new Date().getFullYear();
for (const card of cards) { for (const card of cards) {
const titleEl = card.querySelector('[data-testid="review-title"], h4'); const titleEl = card.querySelector('[data-testid="review-title"], h4');
@@ -643,7 +641,7 @@ const worker = new Worker('scrape-jobs', async (job) => {
const yearMatch = cardText.match(/\b(20\d{2})\b/); const yearMatch = cardText.match(/\b(20\d{2})\b/);
if (yearMatch) { if (yearMatch) {
const reviewYear = parseInt(yearMatch[1], 10); const reviewYear = parseInt(yearMatch[1], 10);
if (currentYear - reviewYear > 2) { if (currentYear - reviewYear > 1) {
continue; continue;
} }
} }