The Ultimate Web Scraping API

  "api_key": "'"$API_KEY"'",
  "url": "https://www.amazon.com/s?k=luminox+watches",
  "real_browser": true,
  "premium_proxy": "us",
  "parse": {
    "watches": [
      {
        "_parent": "[data-component-type='s-search-result']",
        "title": "h2 >> text",
        "link": ".a-link-normal >> href",
        "price": ".a-offscreen >> text",
        "stars": ".a-icon-alt >> text"
      }
    ]
  }
}' 'https://www.page2api.com/api/v1/scrape' | python3.10 -mjson.tool # this will format the response

  "api_key": "'"$API_KEY"'",
  "batch": {
    "urls": [
      "https://www.amazon.com/dp/B099ZCG8T5",
      "https://www.amazon.com/dp/B09PZM76MG"
    ],
    "concurrency": 1
  },
  "parse": {
    "title": "h1#title >> text",
    "price": ".a-price .a-offscreen >> text"
  }
}' 'https://www.page2api.com/api/v1/scrape' | python3.10 -mjson.tool # this will format the response

  "api_key": "'"$API_KEY"'",
  "url": "https://www.instagram.com/explore/tags/nasa/",
  "parse": {
    "posts": [
      {
        "_parent": "article a[role=link]",
        "image": "img >> src",
        "url": "_parent >> href",
        "title": "img >> alt"
      }
    ]
  },
  "premium_proxy": "us",
  "real_browser": true,
  "scenario": [
    { "wait_for": "article a[role=link]" },
    { "execute_js": "document.querySelector(\"#scrollview + div\")?.remove();" },
    { "execute": "parse" }
  ]
}' 'https://www.page2api.com/api/v1/scrape' | python3.10 -mjson.tool # this will format the response

  "api_key": "'"$API_KEY"'",
  "url": "https://news.ycombinator.com",
  "real_browser": true,
  "merge_loops": true,
  "parse": {
    "posts": [
      {
        "_parent": ".athing",
        "rank": ".rank >> text",
        "title": ".titleline >> text",
        "url": ".titleline a >> href"
      }
    ]
  },
  "scenario" : [
    {
      "loop" : [
        { "wait_for": ".titleline" },
        { "execute": "parse" },
        { "execute_js": "document.querySelector(\".morelink\").click()" }
      ],
      "iterations": 3
    }
  ]
}' 'https://www.page2api.com/api/v1/scrape' | python3.10 -mjson.tool # this will format the response