Antoni Nuñez Romeu
62 lines
2.0 KiB
JavaScript
62 lines
2.0 KiB
JavaScript
const puppeteer = require('puppeteer-extra');
|
|
const StealthPlugin = require('puppeteer-extra-plugin-stealth');
|
|
const fs = require('fs');
|
|
|
|
const scrapePromofarma = require('./src/promofarma');
|
|
const scrapeAmazon = require('./src/amazon');
|
|
const scrapeGoogleShopping = require('./src/googleshopping');
|
|
const scrapeOpenFoodFacts = require('./src/openfoodfacts');
|
|
|
|
puppeteer.use(StealthPlugin());
|
|
|
|
// Default terms related to parapharmacy
|
|
const QUERIES = [
|
|
'crema hidratante cara',
|
|
'ibuprofeno' // fallback basic test query
|
|
];
|
|
|
|
async function run() {
|
|
console.log('🚀 Starting Parapharmacy Scraper...');
|
|
// Launching browser
|
|
const browser = await puppeteer.launch({
|
|
headless: 'new',
|
|
args: ['--no-sandbox', '--disable-setuid-sandbox']
|
|
});
|
|
|
|
const allResults = {};
|
|
|
|
for (const query of QUERIES) {
|
|
console.log(`\n🔍 Searching for: "${query}"`);
|
|
|
|
// We run sequentially to be gentle on CPU and anti-bot systems
|
|
const promofarmaResults = await scrapePromofarma(query, browser);
|
|
console.log(` ✅ Promofarma: found ${promofarmaResults.length} items`);
|
|
|
|
const amazonResults = await scrapeAmazon(query, browser);
|
|
console.log(` ✅ Amazon: found ${amazonResults.length} items`);
|
|
|
|
const googleShoppingResults = await scrapeGoogleShopping(query, browser);
|
|
console.log(` ✅ Google Shopping: found ${googleShoppingResults.length} items`);
|
|
|
|
const ofFactsResults = await scrapeOpenFoodFacts(query, browser);
|
|
console.log(` ✅ OpenFoodFacts: found ${ofFactsResults.length} items`);
|
|
|
|
allResults[query] = {
|
|
promofarma: promofarmaResults,
|
|
amazon: amazonResults,
|
|
googleshopping: googleShoppingResults,
|
|
openfoodfacts: ofFactsResults
|
|
};
|
|
}
|
|
|
|
await browser.close();
|
|
|
|
fs.writeFileSync('results.json', JSON.stringify(allResults, null, 2));
|
|
console.log('\n💾 Scraping finished. Results saved to results.json');
|
|
}
|
|
|
|
run().catch(err => {
|
|
console.error("Critical Error during scraping:", err);
|
|
process.exit(1);
|
|
});
|