{ "name": "Parapharmacy Scraper - All Sources", "nodes": [ { "parameters": { "rule": { "interval": [ { "field": "cronExpression", "expression": "0 2 */3 * *" } ] } }, "id": "schedule", "name": "Schedule (Every 3 days)", "type": "n8n-nodes-base.scheduleTrigger", "typeVersion": 1.2, "position": [220, 300] }, { "parameters": { "values": { "string": [ { "name": "queries", "value": "crema hidratante,protector solar,leche corporal,champú bebé,aceite bebé,crema pañal,vitaminas,fórmula láctea,paracetamol,ibuprofeno" } ] }, "options": {} }, "id": "set-queries", "name": "Set Queries", "type": "n8n-nodes-base.set", "typeVersion": 3.4, "position": [440, 300] }, { "parameters": { "fieldToSplitOut": "queries", "options": {} }, "id": "split-queries", "name": "Split Queries", "type": "n8n-nodes-base.splitOut", "typeVersion": 1, "position": [660, 300] }, { "parameters": { "jsCode": "// Define all sources to scrape\nconst query = $input.first().json.queries;\n\nconst sources = [\n {\n name: 'promofarma',\n url: `https://www.promofarma.com/es/search?q=${encodeURIComponent(query)}`,\n selectors: {\n product: '.product-card, article[class*=\"product\"]',\n name: 'h3, h2, [class*=\"title\"]',\n price: '[class*=\"price\"], .current-price',\n link: 'a',\n image: 'img'\n }\n },\n {\n name: 'pharmarket',\n url: `https://www.pharmarket.es/catalogsearch/result/?q=${encodeURIComponent(query)}`,\n selectors: {\n product: '.product-item, .item.product',\n name: '.product-item-link, .product-name',\n price: '.price',\n link: 'a.product-item-link',\n image: 'img.product-image-photo'\n }\n },\n {\n name: 'docmorris',\n url: `https://www.docmorris.es/search?query=${encodeURIComponent(query)}`,\n selectors: {\n product: '[class*=\"product-card\"], [class*=\"product-item\"]',\n name: '[class*=\"product-name\"], h3',\n price: '[class*=\"price\"]',\n link: 'a',\n image: 'img'\n }\n },\n {\n name: '1001farma',\n url: `https://www.1001farma.net/buscar?s=${encodeURIComponent(query)}`,\n selectors: {\n product: '.product-miniature, article.product-miniature',\n name: '.product-title a, h3 a',\n price: '.price',\n link: '.product-title a',\n image: 'img'\n }\n },\n {\n name: 'primor',\n url: `https://www.primor.eu/search?s=${encodeURIComponent(query)}`,\n selectors: {\n product: '.product-item, .product-miniature',\n name: '.product-title, h3',\n price: '.price',\n link: 'a.product-title',\n image: 'img'\n }\n },\n {\n name: 'mifarma',\n url: `https://www.mifarma.es/buscador?q=${encodeURIComponent(query)}`,\n selectors: {\n product: '.product-card, .product-item',\n name: '.product-name, h3',\n price: '.price',\n link: 'a',\n image: 'img'\n }\n }\n];\n\nreturn sources.map(s => ({ json: { ...s, query } }));" }, "id": "define-sources", "name": "Define Sources", "type": "n8n-nodes-base.code", "typeVersion": 2, "position": [880, 300] }, { "parameters": { "method": "GET", "url": "={{ $json.url }}", "options": { "timeout": 30000 } }, "id": "scrape-source", "name": "Scrape Source", "type": "n8n-nodes-base.httpRequest", "typeVersion": 4.2, "position": [1100, 300] }, { "parameters": { "jsCode": "// Extract products based on source\nconst sourceData = $input.first().json;\nconst html = sourceData.data || '';\nconst source = sourceData.name;\n\nconst products = [];\n\n// Common extraction patterns\nconst patterns = {\n promofarma: {\n productRegex: /]*class=\"[^\"]*product-card[^\"]*\"[^>]*>([\\s\\S]*?)<\\/div>\\s*<\\/div>/gi,\n nameRegex: /]*>([^<]+)<\\/h[23]>/i,\n priceRegex: /class=\"[^\"]*price[^\"]*\"[^>]*>([^<]*\\d+[.,]\\d+[^<]*)<\\/[^>]+>/i,\n linkRegex: /]*href=\"([^\"]+)\"[^>]*>/i,\n imageRegex: /]*src=\"([^\"]+)\"[^>]*>/i\n },\n pharmarket: {\n productRegex: /]*class=\"[^\"]*product-item[^\"]*\"[^>]*>([\\s\\S]*?)<\\/li>/gi,\n nameRegex: /class=\"[^\"]*product-item-link[^\"]*\"[^>]*>([^<]+)<\\/a>/i,\n priceRegex: /class=\"[^\"]*price[^\"]*\"[^>]*>([^<]*\\d+[.,]\\d+[^<]*)<\\/[^>]+>/i,\n linkRegex: /class=\"[^\"]*product-item-link[^\"]*\"[^>]*href=\"([^\"]+)\"/i,\n imageRegex: /]*class=\"[^\"]*product-image[^\"]*\"[^>]*src=\"([^\"]+)\"/i\n },\n docmorris: {\n productRegex: /]*class=\"[^\"]*product-card[^\"]*\"[^>]*>([\\s\\S]*?)<\\/div>/gi,\n nameRegex: /class=\"[^\"]*product-name[^\"]*\"[^>]*>([^<]+)<\\/[^>]+>/i,\n priceRegex: /class=\"[^\"]*price[^\"]*\"[^>]*>([^<]*\\d+[.,]\\d+[^<]*)<\\/[^>]+>/i,\n linkRegex: /]*href=\"([^\"]+)\"[^>]*>/i,\n imageRegex: /]*src=\"([^\"]+)\"[^>]*>/i\n },\n '1001farma': {\n productRegex: /]*class=\"[^\"]*product-miniature[^\"]*\"[^>]*>([\\s\\S]*?)<\\/article>/gi,\n nameRegex: /class=\"[^\"]*product-title[^\"]*\"[^>]*>\\s*]*>([^<]+)<\\/a>/i,\n priceRegex: /class=\"[^\"]*price[^\"]*\"[^>]*>([^<]*\\d+[.,]\\d+[^<]*)<\\/[^>]+>/i,\n linkRegex: /class=\"[^\"]*product-title[^\"]*\"[^>]*>\\s*]*href=\"([^\"]+)\"/i,\n imageRegex: /]*class=\"[^\"]*img[^\"]*\"[^>]*src=\"([^\"]+)\"/i\n },\n primor: {\n productRegex: /]*class=\"[^\"]*product-item[^\"]*\"[^>]*>([\\s\\S]*?)<\\/div>/gi,\n nameRegex: /class=\"[^\"]*product-title[^\"]*\"[^>]*>([^<]+)<\\/[^>]+>/i,\n priceRegex: /class=\"[^\"]*price[^\"]*\"[^>]*>([^<]*\\d+[.,]\\d+[^<]*)<\\/[^>]+>/i,\n linkRegex: /]*href=\"([^\"]+)\"[^>]*>/i,\n imageRegex: /]*src=\"([^\"]+)\"[^>]*>/i\n },\n mifarma: {\n productRegex: /]*class=\"[^\"]*product-card[^\"]*\"[^>]*>([\\s\\S]*?)<\\/div>/gi,\n nameRegex: /class=\"[^\"]*product-name[^\"]*\"[^>]*>([^<]+)<\\/[^>]+>/i,\n priceRegex: /class=\"[^\"]*price[^\"]*\"[^>]*>([^<]*\\d+[.,]\\d+[^<]*)<\\/[^>]+>/i,\n linkRegex: /]*href=\"([^\"]+)\"[^>]*>/i,\n imageRegex: /]*src=\"([^\"]+)\"[^>]*>/i\n }\n};\n\nconst p = patterns[source] || patterns.promofarma;\nlet match;\n\nwhile ((match = p.productRegex.exec(html)) !== null) {\n const card = match[1];\n const name = p.nameRegex.exec(card)?.[1]?.trim();\n const priceStr = p.priceRegex.exec(card)?.[1]?.trim();\n const link = p.linkRegex.exec(card)?.[1];\n const image = p.imageRegex.exec(card)?.[1];\n \n if (name && name.length > 3) {\n const price = parseFloat(priceStr?.replace(/[^\\d.,]/g, '').replace(',', '.')) || 0;\n const baseUrl = {\n promofarma: 'https://www.promofarma.com',\n pharmarket: 'https://www.pharmarket.es',\n docmorris: 'https://www.docmorris.es',\n '1001farma': 'https://www.1001farma.net',\n primor: 'https://www.primor.eu',\n mifarma: 'https://www.mifarma.es'\n }[source];\n \n products.push({\n name: name.substring(0, 200),\n price,\n source_url: link?.startsWith('http') ? link : `${baseUrl}${link}`,\n image_url: image?.startsWith('http') ? image : (image ? `${baseUrl}${image}` : null),\n source,\n source_product_id: link?.match(/[\\/\\?].*?([\\w-]+)$/)?.[1] || `${source}_${Date.now()}_${Math.random().toString(36).substr(2, 9)}`,\n brand: '',\n category: 'parapharmacy',\n available: true,\n scraped_at: new Date().toISOString()\n });\n }\n}\n\n// Deduplicate by name\nconst seen = new Set();\nconst unique = products.filter(p => {\n const key = p.name.toLowerCase();\n if (seen.has(key)) return false;\n seen.add(key);\n return true;\n});\n\nreturn unique.slice(0, 10).map(p => ({ json: p }));" }, "id": "extract-products", "name": "Extract Products", "type": "n8n-nodes-base.code", "typeVersion": 2, "position": [1320, 300] }, { "parameters": { "method": "POST", "url": "http://parapharmacy-api:3002/api/products/bulk", "sendBody": true, "specifyBody": "json", "jsonBody": "={{ JSON.stringify({ products: $input.all().map(item => item.json) }) }}", "options": {} }, "id": "send-to-api", "name": "Send to API", "type": "n8n-nodes-base.httpRequest", "typeVersion": 4.2, "position": [1540, 300] }, { "parameters": {}, "id": "done", "name": "Done", "type": "n8n-nodes-base.noOp", "typeVersion": 1, "position": [1760, 300] } ], "connections": { "Schedule (Every 3 days)": { "main": [[{ "node": "Set Queries", "type": "main", "index": 0 }]] }, "Set Queries": { "main": [[{ "node": "Split Queries", "type": "main", "index": 0 }]] }, "Split Queries": { "main": [[{ "node": "Define Sources", "type": "main", "index": 0 }]] }, "Define Sources": { "main": [[{ "node": "Scrape Source", "type": "main", "index": 0 }]] }, "Scrape Source": { "main": [[{ "node": "Extract Products", "type": "main", "index": 0 }]] }, "Extract Products": { "main": [[{ "node": "Send to API", "type": "main", "index": 0 }]] }, "Send to API": { "main": [[{ "node": "Done", "type": "main", "index": 0 }]] } }, "active": false, "settings": { "executionOrder": "v1" }, "tags": [{ "name": "parapharmacy" }, { "name": "scraper" }, { "name": "scheduled" }] }