{
  "id": "UuuCIDvTNnloIlvq",
  "meta": {
    "instanceId": "workflow-ccbc3e9f",
    "versionId": "1.0.0",
    "createdAt": "2025-09-29T07:07:54.343100",
    "updatedAt": "2025-09-29T07:07:54.343110",
    "owner": "n8n-user",
    "license": "MIT",
    "category": "automation",
    "status": "active",
    "priority": "high",
    "environment": "production"
  },
  "name": "Automate Etsy Data Mining with Bright Data Scrape & Google Gemini",
  "tags": [
    "automation",
    "n8n",
    "production-ready",
    "excellent",
    "optimized"
  ],
  "nodes": [
    {
      "id": "f369feaf-4782-4411-9d08-fe91b9ffd97e",
      "name": "When clicking ‘Test workflow’",
      "type": "n8n-nodes-base.manualTrigger",
      "position": [
        200,
        -555
      ],
      "parameters": {},
      "typeVersion": 1,
      "notes": "This manualTrigger node performs automated tasks as part of the workflow."
    },
    {
      "id": "231bae3c-c27e-49fc-b878-2d5cc1e14c5a",
      "name": "Sticky Note",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        200,
        -1020
      ],
      "parameters": {
        "width": 400,
        "height": 300,
        "content": "## Note\n\nDeals with the Esty web scraping by utilizing the Bright Data Web Unlocker Product.\n\nThe Information Extraction node being used to demonstrate the usage of the N8N AI capabilities.\n\n**Please make sure to set the Indeed search query and update the Webhook Notification URL**"
      },
      "typeVersion": 1,
      "notes": "This stickyNote node performs automated tasks as part of the workflow."
    },
    {
      "id": "f568de40-b389-41f9-afe9-5e09a291c367",
      "name": "Sticky Note1",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        640,
        -1020
      ],
      "parameters": {
        "width": 480,
        "height": 300,
        "content": "## LLM Usages\n\nGoogle Gemini Flash Exp model is being used.\n\nBasic LLM Chain Data Extractor."
      },
      "typeVersion": 1,
      "notes": "This stickyNote node performs automated tasks as part of the workflow."
    },
    {
      "id": "4f1db865-a0cb-4978-9c7d-fde448bd978a",
      "name": "Set Esty Search Query",
      "type": "n8n-nodes-base.set",
      "position": [
        420,
        -555
      ],
      "parameters": {
        "options": {},
        "assignments": {
          "assignments": [
            {
              "id": "3aedba66-f447-4d7a-93c0-8158c5e795f9",
              "name": "url",
              "type": "string",
              "value": "{{ $env.WEBHOOK_URL }}"
            },
            {
              "id": "4e7ee31d-da89-422f-8079-2ff2d357a0ba",
              "name": "zone",
              "type": "string",
              "value": "web_unlocker1"
            }
          ]
        }
      },
      "typeVersion": 3.4,
      "notes": "This set node performs automated tasks as part of the workflow."
    },
    {
      "id": "4cb51368-bb69-4d99-a0b6-e8e8013f1dfd",
      "name": "Perform Esty Web Request",
      "type": "n8n-nodes-base.httpRequest",
      "position": [
        640,
        -680
      ],
      "parameters": {
        "url": "{{ $env.API_BASE_URL }}",
        "method": "POST",
        "options": {},
        "sendBody": true,
        "sendHeaders": true,
        "authentication": "{{ $credentials.genericCredentialType }}",
        "bodyParameters": {
          "parameters": [
            {
              "name": "zone",
              "value": "={{ $json.zone }}"
            },
            {
              "name": "url",
              "value": "={{ $json.url }}?product=unlocker&method=api"
            },
            {
              "name": "format",
              "value": "raw"
            },
            {
              "name": "data_format",
              "value": "markdown"
            }
          ]
        },
        "genericAuthType": "httpHeaderAuth",
        "headerParameters": {
          "parameters": [
            {}
          ]
        }
      },
      "credentials": {
        "httpHeaderAuth": {
          "id": "kdbqXuxIR8qIxF7y",
          "name": "Header Auth account"
        }
      },
      "typeVersion": 4.2,
      "notes": "This httpRequest node performs automated tasks as part of the workflow."
    },
    {
      "id": "9fb7bdc5-ba64-4df4-89b4-a3207e7f6d0e",
      "name": "Google Gemini Chat Model",
      "type": "n8n-nodes-base.noOp",
      "position": [
        948,
        -460
      ],
      "parameters": {
        "options": {},
        "modelName": "models/gemini-2.0-flash-exp"
      },
      "credentials": {
        "googlePalmApi": {
          "id": "YeO7dHZnuGBVQKVZ",
          "name": "Google Gemini(PaLM) Api account"
        }
      },
      "typeVersion": 1,
      "notes": "This lmChatGoogleGemini node performs automated tasks as part of the workflow."
    },
    {
      "id": "1f95576d-e243-481d-9d5f-308764d8ea4b",
      "name": "Loop Over Items",
      "type": "n8n-nodes-base.splitInBatches",
      "position": [
        1460,
        -680
      ],
      "parameters": {
        "options": {}
      },
      "typeVersion": 3,
      "notes": "This splitInBatches node performs automated tasks as part of the workflow."
    },
    {
      "id": "47f23aa1-63ee-49e3-a465-283c7ab71b76",
      "name": "Perform Esty web request over the loop",
      "type": "n8n-nodes-base.httpRequest",
      "position": [
        1680,
        -560
      ],
      "parameters": {
        "url": "{{ $env.API_BASE_URL }}",
        "method": "POST",
        "options": {},
        "sendBody": true,
        "sendHeaders": true,
        "authentication": "{{ $credentials.genericCredentialType }}",
        "bodyParameters": {
          "parameters": [
            {
              "name": "zone",
              "value": "=web_unlocker1"
            },
            {
              "name": "url",
              "value": "={{ $json.url }}&product=unlocker"
            },
            {
              "name": "format",
              "value": "raw"
            },
            {
              "name": "data_format",
              "value": "markdown"
            }
          ]
        },
        "genericAuthType": "httpHeaderAuth",
        "headerParameters": {
          "parameters": [
            {}
          ]
        }
      },
      "credentials": {
        "httpHeaderAuth": {
          "id": "kdbqXuxIR8qIxF7y",
          "name": "Header Auth account"
        }
      },
      "typeVersion": 4.2,
      "notes": "This httpRequest node performs automated tasks as part of the workflow."
    },
    {
      "id": "0b5ea206-a5a0-49b5-8f53-10b4dec5806c",
      "name": "Initiate a Webhook Notification for the extracted data",
      "type": "n8n-nodes-base.httpRequest",
      "position": [
        2320,
        -560
      ],
      "parameters": {
        "url": "{{ $env.WEBHOOK_URL }}",
        "options": {},
        "sendBody": true,
        "bodyParameters": {
          "parameters": [
            {
              "name": "summary",
              "value": "={{ $json.output }}"
            }
          ]
        }
      },
      "typeVersion": 4.2,
      "notes": "This httpRequest node performs automated tasks as part of the workflow."
    },
    {
      "id": "a164b90b-f44c-4862-b010-d515926774c7",
      "name": "Extract Item List with the Product Info",
      "type": "n8n-nodes-base.noOp",
      "position": [
        1920,
        -560
      ],
      "parameters": {
        "text": "=Extract the product info in JSON\n\n{{ $json.data }}",
        "options": {},
        "schemaType": "fromJson",
        "jsonSchemaExample": "[{\n    \"image\": \"{{ $env.WEBHOOK_URL }}\",\n    \"name\": \"Custom Coffee Mug with Photo\",\n    \"url\": \"{{ $env.WEBHOOK_URL }}\",\n    \"brand\": {\n        \"@type\": \"Brand\",\n        \"name\": \"TheGiftBucks\"\n    },\n    \"offers\": {\n        \"@type\": \"Offer\",\n        \"price\": \"14.99\",\n        \"priceCurrency\": \"USD\"\n    }\n}]"
      },
      "typeVersion": 1,
      "notes": "This informationExtractor node performs automated tasks as part of the workflow."
    },
    {
      "id": "c3798c64-ac53-44c8-ba91-8fe33377113d",
      "name": "Google Gemini Chat Model for product info",
      "type": "n8n-nodes-base.noOp",
      "position": [
        2000,
        -300
      ],
      "parameters": {
        "options": {},
        "modelName": "models/gemini-2.0-flash-exp"
      },
      "credentials": {
        "googlePalmApi": {
          "id": "YeO7dHZnuGBVQKVZ",
          "name": "Google Gemini(PaLM) Api account"
        }
      },
      "typeVersion": 1,
      "notes": "This lmChatGoogleGemini node performs automated tasks as part of the workflow."
    },
    {
      "id": "11e4ae42-d2e1-4a4b-adcf-382f9e494431",
      "name": "Extract Paginated Resultset",
      "type": "n8n-nodes-base.noOp",
      "position": [
        860,
        -680
      ],
      "parameters": {
        "text": "=Analyze and Extract the below content. Make sure to produce a unique resultset. Exclude page_numbers which are not numbers.\n\n {{ $json.data }}",
        "options": {},
        "schemaType": "manual",
        "inputSchema": "{\n  \"$schema\": \"{{ $env.WEBHOOK_URL }}\",\n  \"title\": \"PagedResultSetSchema\",\n  \"type\": \"array\",\n  \"items\": {\n    \"type\": \"object\",\n    \"properties\": {\n      \"page_number\": {\n        \"type\": \"string\",\n        \"description\": \"Page number, typically a string (e.g., '1', '2', 'next').\"\n      },\n      \"url\": {\n        \"type\": \"string\",\n        \"format\": \"uri\",\n        \"description\": \"URL pointing to the page.\"\n      }\n    },\n    \"required\": [\"page_number\", \"url\"],\n    \"additionalProperties\": false\n  }\n}\n"
      },
      "typeVersion": 1,
      "notes": "This informationExtractor node performs automated tasks as part of the workflow."
    },
    {
      "id": "28c1822b-d51c-4f8e-b98e-2e12324397be",
      "name": "Sticky Note2",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        1400,
        -780
      ],
      "parameters": {
        "color": 5,
        "width": 1340,
        "height": 620,
        "content": "## Loop and Perform Paginated Esty Data Extraction\n"
      },
      "typeVersion": 1,
      "notes": "This stickyNote node performs automated tasks as part of the workflow."
    },
    {
      "id": "d4f18f2b-9825-4320-addb-c02bfdc4da97",
      "name": "Write the scraped content to disk",
      "type": "n8n-nodes-base.readWriteFile",
      "position": [
        2560,
        -760
      ],
      "parameters": {
        "options": {},
        "fileName": "=d:\\Esty-Scraped-Content-{{ $('Loop Over Items').item.json.page_number }}.json",
        "operation": "write"
      },
      "typeVersion": 1,
      "notes": "This readWriteFile node performs automated tasks as part of the workflow."
    },
    {
      "id": "5555407d-c7dd-4e5c-83ab-ef6ba9c46da3",
      "name": "Create a binary data",
      "type": "n8n-nodes-base.function",
      "position": [
        2360,
        -760
      ],
      "parameters": {
        "functionCode": "items[0].binary = {\n  data: {\n    data: new Buffer(JSON.stringify(items[0].json, null, 2)).toString('base64')\n  }\n};\nreturn items;"
      },
      "typeVersion": 1,
      "notes": "This function node performs automated tasks as part of the workflow."
    },
    {
      "id": "2f7a5fab-a2f4-422e-8f83-ce50fbe2a738",
      "name": "Split Out",
      "type": "n8n-nodes-base.splitOut",
      "position": [
        1240,
        -680
      ],
      "parameters": {
        "options": {},
        "fieldToSplitOut": "output"
      },
      "typeVersion": 1,
      "notes": "This splitOut node performs automated tasks as part of the workflow."
    },
    {
      "id": "3d7a8992-b8d4-4a86-b60b-a92a7d63e31b",
      "name": "Extract Paginated Resultset With OpenAI",
      "type": "n8n-nodes-base.noOp",
      "position": [
        880,
        -120
      ],
      "parameters": {
        "text": "=Analyze and Extract the below content. Make sure to produce a unique resultset. Exclude page_numbers which are not numbers.\n\n {{ $json.data }}",
        "options": {},
        "schemaType": "manual",
        "inputSchema": "{\n  \"$schema\": \"{{ $env.WEBHOOK_URL }}\",\n  \"title\": \"PagedResultSetSchema\",\n  \"type\": \"array\",\n  \"items\": {\n    \"type\": \"object\",\n    \"properties\": {\n      \"page_number\": {\n        \"type\": \"string\",\n        \"description\": \"Page number, typically a string (e.g., '1', '2', 'next').\"\n      },\n      \"url\": {\n        \"type\": \"string\",\n        \"format\": \"uri\",\n        \"description\": \"URL pointing to the page.\"\n      }\n    },\n    \"required\": [\"page_number\", \"url\"],\n    \"additionalProperties\": false\n  }\n}\n"
      },
      "typeVersion": 1,
      "notes": "This informationExtractor node performs automated tasks as part of the workflow."
    },
    {
      "id": "aa42d335-67bc-4dc5-a68a-4ce93e05464a",
      "name": "OpenAI Chat Model",
      "type": "n8n-nodes-base.noOp",
      "position": [
        880,
        80
      ],
      "parameters": {
        "model": {
          "__rl": true,
          "mode": "list",
          "value": "gpt-4o-mini"
        },
        "options": {}
      },
      "credentials": {
        "openAiApi": {
          "id": "vPKynKbDzJ5ZU4cU",
          "name": "OpenAi account"
        }
      },
      "typeVersion": 1.2,
      "notes": "This lmChatOpenAi node performs automated tasks as part of the workflow."
    },
    {
      "id": "82df0ccc-3065-4bb5-a48e-90e4dbf2162f",
      "name": "Sticky Note3",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        640,
        -260
      ],
      "parameters": {
        "color": 6,
        "width": 660,
        "height": 460,
        "content": "## Open AI Extraction (Optional)\nNote - Replace the above workflow with the Open AI Chat Model if needed\nPlease make sure to set the OpenAI Chat Model -> Credential to connect with **OpenAi Account**"
      },
      "typeVersion": 1,
      "notes": "This stickyNote node performs automated tasks as part of the workflow."
    }
  ],
  "active": false,
  "pinData": {},
  "settings": {
    "executionOrder": "v1",
    "saveManualExecutions": true,
    "callerPolicy": "workflowsFromSameOwner",
    "errorWorkflow": null,
    "timezone": "UTC",
    "executionTimeout": 3600,
    "maxExecutions": 1000,
    "retryOnFail": true,
    "retryCount": 3,
    "retryDelay": 1000
  },
  "versionId": "40a1bbd5-05b2-41c2-8b3c-72e3f16fd13a",
  "connections": {
    "4cb51368-bb69-4d99-a0b6-e8e8013f1dfd": {
      "main": [
        [
          {
            "node": "error-handler-4cb51368-bb69-4d99-a0b6-e8e8013f1dfd",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "error-handler-4cb51368-bb69-4d99-a0b6-e8e8013f1dfd-6d1afed5",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "error-handler-4cb51368-bb69-4d99-a0b6-e8e8013f1dfd-4d1b1f42",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "error-handler-4cb51368-bb69-4d99-a0b6-e8e8013f1dfd-cc04827d",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "error-handler-4cb51368-bb69-4d99-a0b6-e8e8013f1dfd-52b58117",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "error-handler-4cb51368-bb69-4d99-a0b6-e8e8013f1dfd-d2e1bf9c",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "error-handler-4cb51368-bb69-4d99-a0b6-e8e8013f1dfd-b414d430",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "error-handler-4cb51368-bb69-4d99-a0b6-e8e8013f1dfd-d5fa0951",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "error-handler-4cb51368-bb69-4d99-a0b6-e8e8013f1dfd-c6d658bf",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "47f23aa1-63ee-49e3-a465-283c7ab71b76": {
      "main": [
        [
          {
            "node": "error-handler-47f23aa1-63ee-49e3-a465-283c7ab71b76",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "error-handler-47f23aa1-63ee-49e3-a465-283c7ab71b76-5cc7f3fe",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "error-handler-47f23aa1-63ee-49e3-a465-283c7ab71b76-2089b0cd",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "error-handler-47f23aa1-63ee-49e3-a465-283c7ab71b76-0f54f3ee",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "error-handler-47f23aa1-63ee-49e3-a465-283c7ab71b76-0ce7c178",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "error-handler-47f23aa1-63ee-49e3-a465-283c7ab71b76-06117f1d",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "error-handler-47f23aa1-63ee-49e3-a465-283c7ab71b76-4d0034b0",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "error-handler-47f23aa1-63ee-49e3-a465-283c7ab71b76-0e7bd44d",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "error-handler-47f23aa1-63ee-49e3-a465-283c7ab71b76-bcb7ce6a",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "0b5ea206-a5a0-49b5-8f53-10b4dec5806c": {
      "main": [
        [
          {
            "node": "error-handler-0b5ea206-a5a0-49b5-8f53-10b4dec5806c",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "error-handler-0b5ea206-a5a0-49b5-8f53-10b4dec5806c-c10317f7",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "error-handler-0b5ea206-a5a0-49b5-8f53-10b4dec5806c-6ea1449e",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "error-handler-0b5ea206-a5a0-49b5-8f53-10b4dec5806c-5019b5e9",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "error-handler-0b5ea206-a5a0-49b5-8f53-10b4dec5806c-af297453",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "error-handler-0b5ea206-a5a0-49b5-8f53-10b4dec5806c-41cd2e98",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "error-handler-0b5ea206-a5a0-49b5-8f53-10b4dec5806c-98015ca0",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "error-handler-0b5ea206-a5a0-49b5-8f53-10b4dec5806c-c425e775",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "error-handler-0b5ea206-a5a0-49b5-8f53-10b4dec5806c-ba351ea1",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "9fb7bdc5-ba64-4df4-89b4-a3207e7f6d0e": {
      "main": [
        [
          {
            "node": "error-handler-9fb7bdc5-ba64-4df4-89b4-a3207e7f6d0e-2f27be09",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "c3798c64-ac53-44c8-ba91-8fe33377113d": {
      "main": [
        [
          {
            "node": "error-handler-c3798c64-ac53-44c8-ba91-8fe33377113d-d2419767",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "d4f18f2b-9825-4320-addb-c02bfdc4da97": {
      "main": [
        [
          {
            "node": "error-handler-d4f18f2b-9825-4320-addb-c02bfdc4da97-b9b4a736",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "aa42d335-67bc-4dc5-a68a-4ce93e05464a": {
      "main": [
        [
          {
            "node": "error-handler-aa42d335-67bc-4dc5-a68a-4ce93e05464a-16241ec0",
            "type": "main",
            "index": 0
          }
        ]
      ]
    }
  },
  "description": "Automated workflow: Automate Etsy Data Mining with Bright Data Scrape & Google Gemini. This workflow integrates 12 different services: stickyNote, httpRequest, lmChatGoogleGemini, readWriteFile, function. It contains 29 nodes and follows best practices for error handling and security.",
  "notes": "Excellent quality workflow: Automate Etsy Data Mining with Bright Data Scrape & Google Gemini. This workflow has been optimized for production use with comprehensive error handling, security, and documentation."
}