gitea/booking--scraper-service-
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(scraper): filter reviews older than 1 year instead of 2 years

Browse Source
This commit is contained in:
gitea
2026-08-21 21:47:35 +00:00
parent 5882540cf8
commit 52d64287ae
1 changed files with 4 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
src/index.js
View File

@@ -23,10 +23,8 @@ const WESTERN_COUNTRIES = [
'United Kingdom', 'UK', 'Niederlande', 'Netherlands', 'Frankreich', 'France',
'Spanien', 'Spain', 'Italien', 'Italy', 'Kanada', 'Canada', 'Australien', 'Australia',
'Belgien', 'Belgium', 'Schweden', 'Sweden', 'Norwegen', 'Norway', 'Dänemark', 'Denmark',
'Finnland', 'Finland', 'Irland', 'Ireland', 'Luxemburg', 'Luxembourg', 'Indien', 'India',
'Singapur', 'Singapore', 'Malaysia', 'Sri Lanka', 'Neuseeland', 'New Zealand',
'Südafrika', 'South Africa', 'Vereinigte Arabische Emirate', 'UAE', 'Dubai',
'Polen', 'Poland', 'Tschechien', 'Czech', 'Japan', 'Korea'
'Finnland', 'Finland', 'Irland', 'Ireland', 'Luxemburg', 'Luxembourg',
'Neuseeland', 'New Zealand'
];
// ==========================================
@@ -623,7 +621,7 @@ const worker = new Worker('scrape-jobs', async (job) => {
'#reviewCardsSection [data-testid="review-card"], div[role="dialog"] [data-testid="review-card"], [data-testid="review-card"]'
));
const items = [];
const currentYear = 2026;
const currentYear = new Date().getFullYear();
for (const card of cards) {
const titleEl = card.querySelector('[data-testid="review-title"], h4');
@@ -643,7 +641,7 @@ const worker = new Worker('scrape-jobs', async (job) => {
const yearMatch = cardText.match(/\b(20\d{2})\b/);
if (yearMatch) {
const reviewYear = parseInt(yearMatch[1], 10);
if (currentYear - reviewYear > 2) {
if (currentYear - reviewYear > 1) {
continue;
}
}