data-transformation Scenario 3 — Deduplicate Listings by URL and Export SQL

{
  "name": "Deduplicate_Listings_Export_SQL",
  "settings": {
    "urls": [
      "https://learn.rtila.com/scenarios/data-transformation/3"
    ]
  },
  "datasets": {
    "deduplicated_listings": {
      "item_selector": "css=.listing-item",
      "deduplicate_by": "url",
      "properties": [
        {
          "name": "title",
          "type": "text",
          "selector": "css=.listing-title"
        },
        {
          "name": "url",
          "type": "attribute",
          "selector": "css=a.listing-url",
          "attribute": "href"
        },
        {
          "name": "price",
          "type": "text",
          "selector": "css=.listing-price"
        }
      ]
    }
  },
  "commands": [
    {
      "command": "extract_data",
      "params": {
        "dataset": "deduplicated_listings"
      }
    },
    {
      "command": "comment",
      "params": {
        "text": "SQL export trigger would preserve the deduplicated rows"
      }
    }
  ]
}