FarmaFinder/n8n/workflows/parapharmacy-all-sources.json

{
  "name": "Parapharmacy Scraper - All Sources",
  "nodes": [
    {
      "parameters": {
        "rule": {
          "interval": [
            {
              "field": "cronExpression",
              "expression": "0 2 */3 * *"
            }
          ]
        }
      },
      "id": "schedule",
      "name": "Schedule (Every 3 days)",
      "type": "n8n-nodes-base.scheduleTrigger",
      "typeVersion": 1.2,
      "position": [220, 300]
    },
    {
      "parameters": {
        "values": {
          "string": [
            {
              "name": "queries",
              "value": "crema hidratante,protector solar,leche corporal,champú bebé,aceite bebé,crema pañal,vitaminas,fórmula láctea,paracetamol,ibuprofeno"
            }
          ]
        },
        "options": {}
      },
      "id": "set-queries",
      "name": "Set Queries",
      "type": "n8n-nodes-base.set",
      "typeVersion": 3.4,
      "position": [440, 300]
    },
    {
      "parameters": {
        "fieldToSplitOut": "queries",
        "options": {}
      },
      "id": "split-queries",
      "name": "Split Queries",
      "type": "n8n-nodes-base.splitOut",
      "typeVersion": 1,
      "position": [660, 300]
    },
    {
      "parameters": {
        "jsCode": "// Define all sources to scrape\nconst query = $input.first().json.queries;\n\nconst sources = [\n  {\n    name: 'promofarma',\n    url: `https://www.promofarma.com/es/search?q=${encodeURIComponent(query)}`,\n    selectors: {\n      product: '.product-card, article[class*=\"product\"]',\n      name: 'h3, h2, [class*=\"title\"]',\n      price: '[class*=\"price\"], .current-price',\n      link: 'a',\n      image: 'img'\n    }\n  },\n  {\n    name: 'pharmarket',\n    url: `https://www.pharmarket.es/catalogsearch/result/?q=${encodeURIComponent(query)}`,\n    selectors: {\n      product: '.product-item, .item.product',\n      name: '.product-item-link, .product-name',\n      price: '.price',\n      link: 'a.product-item-link',\n      image: 'img.product-image-photo'\n    }\n  },\n  {\n    name: 'docmorris',\n    url: `https://www.docmorris.es/search?query=${encodeURIComponent(query)}`,\n    selectors: {\n      product: '[class*=\"product-card\"], [class*=\"product-item\"]',\n      name: '[class*=\"product-name\"], h3',\n      price: '[class*=\"price\"]',\n      link: 'a',\n      image: 'img'\n    }\n  },\n  {\n    name: '1001farma',\n    url: `https://www.1001farma.net/buscar?s=${encodeURIComponent(query)}`,\n    selectors: {\n      product: '.product-miniature, article.product-miniature',\n      name: '.product-title a, h3 a',\n      price: '.price',\n      link: '.product-title a',\n      image: 'img'\n    }\n  },\n  {\n    name: 'primor',\n    url: `https://www.primor.eu/search?s=${encodeURIComponent(query)}`,\n    selectors: {\n      product: '.product-item, .product-miniature',\n      name: '.product-title, h3',\n      price: '.price',\n      link: 'a.product-title',\n      image: 'img'\n    }\n  },\n  {\n    name: 'mifarma',\n    url: `https://www.mifarma.es/buscador?q=${encodeURIComponent(query)}`,\n    selectors: {\n      product: '.product-card, .product-item',\n      name: '.product-name, h3',\n      price: '.price',\n      link: 'a',\n      image: 'img'\n    }\n  }\n];\n\nreturn sources.map(s => ({ json: { ...s, query } }));"
      },
      "id": "define-sources",
      "name": "Define Sources",
      "type": "n8n-nodes-base.code",
      "typeVersion": 2,
      "position": [880, 300]
    },
    {
      "parameters": {
        "method": "GET",
        "url": "={{ $json.url }}",
        "options": {
          "timeout": 30000
        }
      },
      "id": "scrape-source",
      "name": "Scrape Source",
      "type": "n8n-nodes-base.httpRequest",
      "typeVersion": 4.2,
      "position": [1100, 300]
    },
    {
      "parameters": {
        "jsCode": "// Extract products based on source\nconst sourceData = $input.first().json;\nconst html = sourceData.data || '';\nconst source = sourceData.name;\n\nconst products = [];\n\n// Common extraction patterns\nconst patterns = {\n  promofarma: {\n    productRegex: /<div[^>]*class=\"[^\"]*product-card[^\"]*\"[^>]*>([\\s\\S]*?)<\\/div>\\s*<\\/div>/gi,\n    nameRegex: /<h[23][^>]*>([^<]+)<\\/h[23]>/i,\n    priceRegex: /class=\"[^\"]*price[^\"]*\"[^>]*>([^<]*\\d+[.,]\\d+[^<]*)<\\/[^>]+>/i,\n    linkRegex: /<a[^>]*href=\"([^\"]+)\"[^>]*>/i,\n    imageRegex: /<img[^>]*src=\"([^\"]+)\"[^>]*>/i\n  },\n  pharmarket: {\n    productRegex: /<li[^>]*class=\"[^\"]*product-item[^\"]*\"[^>]*>([\\s\\S]*?)<\\/li>/gi,\n    nameRegex: /class=\"[^\"]*product-item-link[^\"]*\"[^>]*>([^<]+)<\\/a>/i,\n    priceRegex: /class=\"[^\"]*price[^\"]*\"[^>]*>([^<]*\\d+[.,]\\d+[^<]*)<\\/[^>]+>/i,\n    linkRegex: /class=\"[^\"]*product-item-link[^\"]*\"[^>]*href=\"([^\"]+)\"/i,\n    imageRegex: /<img[^>]*class=\"[^\"]*product-image[^\"]*\"[^>]*src=\"([^\"]+)\"/i\n  },\n  docmorris: {\n    productRegex: /<div[^>]*class=\"[^\"]*product-card[^\"]*\"[^>]*>([\\s\\S]*?)<\\/div>/gi,\n    nameRegex: /class=\"[^\"]*product-name[^\"]*\"[^>]*>([^<]+)<\\/[^>]+>/i,\n    priceRegex: /class=\"[^\"]*price[^\"]*\"[^>]*>([^<]*\\d+[.,]\\d+[^<]*)<\\/[^>]+>/i,\n    linkRegex: /<a[^>]*href=\"([^\"]+)\"[^>]*>/i,\n    imageRegex: /<img[^>]*src=\"([^\"]+)\"[^>]*>/i\n  },\n  '1001farma': {\n    productRegex: /<article[^>]*class=\"[^\"]*product-miniature[^\"]*\"[^>]*>([\\s\\S]*?)<\\/article>/gi,\n    nameRegex: /class=\"[^\"]*product-title[^\"]*\"[^>]*>\\s*<a[^>]*>([^<]+)<\\/a>/i,\n    priceRegex: /class=\"[^\"]*price[^\"]*\"[^>]*>([^<]*\\d+[.,]\\d+[^<]*)<\\/[^>]+>/i,\n    linkRegex: /class=\"[^\"]*product-title[^\"]*\"[^>]*>\\s*<a[^>]*href=\"([^\"]+)\"/i,\n    imageRegex: /<img[^>]*class=\"[^\"]*img[^\"]*\"[^>]*src=\"([^\"]+)\"/i\n  },\n  primor: {\n    productRegex: /<div[^>]*class=\"[^\"]*product-item[^\"]*\"[^>]*>([\\s\\S]*?)<\\/div>/gi,\n    nameRegex: /class=\"[^\"]*product-title[^\"]*\"[^>]*>([^<]+)<\\/[^>]+>/i,\n    priceRegex: /class=\"[^\"]*price[^\"]*\"[^>]*>([^<]*\\d+[.,]\\d+[^<]*)<\\/[^>]+>/i,\n    linkRegex: /<a[^>]*href=\"([^\"]+)\"[^>]*>/i,\n    imageRegex: /<img[^>]*src=\"([^\"]+)\"[^>]*>/i\n  },\n  mifarma: {\n    productRegex: /<div[^>]*class=\"[^\"]*product-card[^\"]*\"[^>]*>([\\s\\S]*?)<\\/div>/gi,\n    nameRegex: /class=\"[^\"]*product-name[^\"]*\"[^>]*>([^<]+)<\\/[^>]+>/i,\n    priceRegex: /class=\"[^\"]*price[^\"]*\"[^>]*>([^<]*\\d+[.,]\\d+[^<]*)<\\/[^>]+>/i,\n    linkRegex: /<a[^>]*href=\"([^\"]+)\"[^>]*>/i,\n    imageRegex: /<img[^>]*src=\"([^\"]+)\"[^>]*>/i\n  }\n};\n\nconst p = patterns[source] || patterns.promofarma;\nlet match;\n\nwhile ((match = p.productRegex.exec(html)) !== null) {\n  const card = match[1];\n  const name = p.nameRegex.exec(card)?.[1]?.trim();\n  const priceStr = p.priceRegex.exec(card)?.[1]?.trim();\n  const link = p.linkRegex.exec(card)?.[1];\n  const image = p.imageRegex.exec(card)?.[1];\n  \n  if (name && name.length > 3) {\n    const price = parseFloat(priceStr?.replace(/[^\\d.,]/g, '').replace(',', '.')) || 0;\n    const baseUrl = {\n      promofarma: 'https://www.promofarma.com',\n      pharmarket: 'https://www.pharmarket.es',\n      docmorris: 'https://www.docmorris.es',\n      '1001farma': 'https://www.1001farma.net',\n      primor: 'https://www.primor.eu',\n      mifarma: 'https://www.mifarma.es'\n    }[source];\n    \n    products.push({\n      name: name.substring(0, 200),\n      price,\n      source_url: link?.startsWith('http') ? link : `${baseUrl}${link}`,\n      image_url: image?.startsWith('http') ? image : (image ? `${baseUrl}${image}` : null),\n      source,\n      source_product_id: link?.match(/[\\/\\?].*?([\\w-]+)$/)?.[1] || `${source}_${Date.now()}_${Math.random().toString(36).substr(2, 9)}`,\n      brand: '',\n      category: 'parapharmacy',\n      available: true,\n      scraped_at: new Date().toISOString()\n    });\n  }\n}\n\n// Deduplicate by name\nconst seen = new Set();\nconst unique = products.filter(p => {\n  const key = p.name.toLowerCase();\n  if (seen.has(key)) return false;\n  seen.add(key);\n  return true;\n});\n\nreturn unique.slice(0, 10).map(p => ({ json: p }));"
      },
      "id": "extract-products",
      "name": "Extract Products",
      "type": "n8n-nodes-base.code",
      "typeVersion": 2,
      "position": [1320, 300]
    },
    {
      "parameters": {
        "method": "POST",
        "url": "http://parapharmacy-api:3002/api/products/bulk",
        "sendBody": true,
        "specifyBody": "json",
        "jsonBody": "={{ JSON.stringify({ products: $input.all().map(item => item.json) }) }}",
        "options": {}
      },
      "id": "send-to-api",
      "name": "Send to API",
      "type": "n8n-nodes-base.httpRequest",
      "typeVersion": 4.2,
      "position": [1540, 300]
    },
    {
      "parameters": {},
      "id": "done",
      "name": "Done",
      "type": "n8n-nodes-base.noOp",
      "typeVersion": 1,
      "position": [1760, 300]
    }
  ],
  "connections": {
    "Schedule (Every 3 days)": {
      "main": [[{ "node": "Set Queries", "type": "main", "index": 0 }]]
    },
    "Set Queries": {
      "main": [[{ "node": "Split Queries", "type": "main", "index": 0 }]]
    },
    "Split Queries": {
      "main": [[{ "node": "Define Sources", "type": "main", "index": 0 }]]
    },
    "Define Sources": {
      "main": [[{ "node": "Scrape Source", "type": "main", "index": 0 }]]
    },
    "Scrape Source": {
      "main": [[{ "node": "Extract Products", "type": "main", "index": 0 }]]
    },
    "Extract Products": {
      "main": [[{ "node": "Send to API", "type": "main", "index": 0 }]]
    },
    "Send to API": {
      "main": [[{ "node": "Done", "type": "main", "index": 0 }]]
    }
  },
  "active": false,
  "settings": { "executionOrder": "v1" },
  "tags": [{ "name": "parapharmacy" }, { "name": "scraper" }, { "name": "scheduled" }]
}