More changes than expected. Mobile version improvements & PWA

scraper/src/amazon.js

@@ -0,0 +1,43 @@
+const puppeteer = require('puppeteer-extra');
+
+async function scrapeAmazon(query, browser) {
+  const page = await browser.newPage();
+  const url = `https://www.amazon.es/s?k=${encodeURIComponent(query)}`;
+  
+  try {
+    await page.goto(url, { waitUntil: 'domcontentloaded', timeout: 30000 });
+    
+    const products = await page.evaluate(() => {
+      const results = [];
+      const cards = document.querySelectorAll('[data-component-type="s-search-result"]');
+      
+      cards.forEach(card => {
+        const titleEl = card.querySelector('h2 a span');
+        const priceWhole = card.querySelector('.a-price-whole');
+        const priceFraction = card.querySelector('.a-price-fraction');
+        const symbolEl = card.querySelector('.a-price-symbol');
+        const linkEl = card.querySelector('h2 a');
+        
+        if (titleEl && priceWhole) {
+          const price = `${priceWhole.innerText.trim()}${priceFraction ? priceFraction.innerText.trim() : ''} ${symbolEl ? symbolEl.innerText.trim() : '€'}`;
+          results.push({
+            name: titleEl.innerText.trim(),
+            price: price,
+            link: linkEl ? linkEl.href : null,
+            source: 'Amazon'
+          });
+        }
+      });
+      return results.slice(0, 5);
+    });
+
+    return products;
+  } catch (error) {
+    console.error(`[Amazon] Error scraping ${query}:`, error.message);
+    return [];
+  } finally {
+    await page.close();
+  }
+}
+
+module.exports = scrapeAmazon;

scraper/src/googleshopping.js

@@ -0,0 +1,54 @@
+const puppeteer = require('puppeteer-extra');
+
+async function scrapeGoogleShopping(query, browser) {
+  const page = await browser.newPage();
+  const url = `https://www.google.com/search?q=${encodeURIComponent(query)}&tbm=shop`;
+  
+  try {
+    await page.goto(url, { waitUntil: 'domcontentloaded', timeout: 30000 });
+    
+    const products = await page.evaluate(() => {
+      const results = [];
+      // Google Shopping results are often inside blocks with class .sh-dgr__grid-result or similar
+      const cards = document.querySelectorAll('.sh-dgr__grid-result, .sh-np__click-target');
+      
+      cards.forEach(card => {
+        const titleEl = card.querySelector('h3, [role="heading"]');
+        const priceEl = card.querySelector('.a80p0, [data-price], span[aria-hidden="true"]:not(:empty)');
+        // Fallback for price: look for any element mimicking a price format
+        let priceText = null;
+        if (priceEl) {
+           priceText = priceEl.innerText.trim();
+        } else {
+           const spans = card.querySelectorAll('span');
+           spans.forEach(span => {
+               if (span.innerText.includes('€') || span.innerText.match(/\d+,\d{2}/)) {
+                   priceText = span.innerText.trim();
+               }
+           });
+        }
+
+        const linkEl = card.tagName === 'A' ? card : card.querySelector('a');
+        
+        if (titleEl && priceText) {
+          results.push({
+            name: titleEl.innerText.trim(),
+            price: priceText,
+            link: linkEl ? linkEl.href : null,
+            source: 'Google Shopping'
+          });
+        }
+      });
+      return results.slice(0, 5);
+    });
+
+    return products;
+  } catch (error) {
+    console.error(`[Google Shopping] Error scraping ${query}:`, error.message);
+    return [];
+  } finally {
+    await page.close();
+  }
+}
+
+module.exports = scrapeGoogleShopping;

scraper/src/openfoodfacts.js

@@ -0,0 +1,44 @@
+const puppeteer = require('puppeteer-extra');
+
+async function scrapeOpenFoodFacts(query, browser) {
+  const page = await browser.newPage();
+  const url = `https://world.openfoodfacts.org/cgi/search.pl?search_terms=${encodeURIComponent(query)}&search_simple=1&action=process`;
+  
+  try {
+    await page.goto(url, { waitUntil: 'domcontentloaded', timeout: 30000 });
+    
+    const products = await page.evaluate(() => {
+      const results = [];
+      const items = document.querySelectorAll('#search_results li');
+      
+      items.forEach(item => {
+        const linkEl = item.querySelector('a');
+        const titleEl = item.querySelector('span:not([class])') || item.querySelector('.list_product_name'); // heuristic
+        
+        let link = linkEl ? linkEl.href : null;
+        if (link && !link.startsWith('http')) {
+            link = `https://world.openfoodfacts.org${link}`;
+        }
+        
+        if (linkEl && linkEl.title) {
+          results.push({
+            name: linkEl.title.trim(),
+            price: 'N/A', // OFF usually doesn't have prices
+            link: link,
+            source: 'OpenFoodFacts'
+          });
+        }
+      });
+      return results.slice(0, 5);
+    });
+
+    return products;
+  } catch (error) {
+    console.error(`[OpenFoodFacts] Error scraping ${query}:`, error.message);
+    return [];
+  } finally {
+    await page.close();
+  }
+}
+
+module.exports = scrapeOpenFoodFacts;

scraper/src/promofarma.js

@@ -0,0 +1,51 @@
+const puppeteer = require('puppeteer-extra');
+
+async function scrapePromofarma(query, browser) {
+  const page = await browser.newPage();
+  const url = `https://www.promofarma.com/es/search?q=${encodeURIComponent(query)}`;
+  
+  try {
+    await page.goto(url, { waitUntil: 'domcontentloaded', timeout: 30000 });
+    
+    // Fallback/heuristic extraction
+    const products = await page.evaluate(() => {
+      const results = [];
+      const cards = document.querySelectorAll('.product-card, article, [class*="product"]');
+      
+      cards.forEach(card => {
+        const titleEl = card.querySelector('h3, h2, [class*="title"], [class*="name"]');
+        const priceEl = card.querySelector('[class*="price"], .current-price');
+        const linkEl = card.querySelector('a');
+        
+        if (titleEl && priceEl && titleEl.innerText.trim().length > 0) {
+          results.push({
+            name: titleEl.innerText.trim(),
+            price: priceEl.innerText.trim(),
+            link: linkEl ? linkEl.href : null,
+            source: 'Promofarma'
+          });
+        }
+      });
+      
+      // Deduplicate keeping the first occurrence
+      const unique = [];
+      const names = new Set();
+      for (const p of results) {
+        if (!names.has(p.name)) {
+          names.add(p.name);
+          unique.push(p);
+        }
+      }
+      return unique.slice(0, 5); // Return top 5
+    });
+
+    return products;
+  } catch (error) {
+    console.error(`[Promofarma] Error scraping ${query}:`, error.message);
+    return [];
+  } finally {
+    await page.close();
+  }
+}
+
+module.exports = scrapePromofarma;