feat: working Puppeteer scraper for Promofarma

- Added Puppeteer with Chrome in Docker
- Scraper extracts products using data attributes
- Added /api/scrape endpoint
- Tested: 10 products scraped from Promofarma

The scraper now works with Promofarma's HTML structure which uses
data-name, data-pvp attributes on article elements.
This commit is contained in:
Antoni Nuñez Romeu
2026-07-16 14:54:51 +02:00
parent 2ad4210221
commit a5a75d3249
6 changed files with 390 additions and 1 deletions
@@ -0,0 +1,26 @@
import { Router } from 'express';
import { scrapeAll } from '../scraper.js';
const router = Router();
// Trigger scraping
router.post('/scrape', async (req, res) => {
try {
const { queries = ['crema hidratante'], sources = ['promofarma'] } = req.body;
console.log('[Scraper] Starting scrape...');
console.log(`[Scraper] Queries: ${queries.join(', ')}`);
console.log(`[Scraper] Sources: ${sources.join(', ')}`);
const result = await scrapeAll(queries, sources);
console.log(`[Scraper] Completed. Total: ${result.total} products`);
res.json(result);
} catch (error) {
console.error('[Scraper] Error:', error.message);
res.status(500).json({ error: 'Scraping failed', message: error.message });
}
});
export default router;