The Ultimate Web Scraping API

  "api_key": "'"$API_KEY"'",
  "url": "https://www.amazon.com/s?k=luminox+watches",
  "real_browser": true,
  "parse": {
    "watches": [
      {
        "_parent": "[data-component-type='s-search-result']",
        "title": "h2 >> text",
        "link": ".a-link-normal >> href",
        "price": ".a-offscreen >> text",
        "stars": ".a-icon-alt >> text"
      }
    ]
  }
}' 'https://www.page2api.com/api/v1/scrape' | python -mjson.tool # this will format the response

  "api_key": "'"$API_KEY"'",
  "url": "https://www.indiehackers.com",
  "real_browser": true,
  "scenario": [
    { "click": "a.title-bar__search-link" },
    { "fill_in": ["input.search-page__field", "Page2API"] },
    { "wait_for": ".search-page__results" },
    { "execute": "parse" }
  ],
  "parse": {
    "posts": [
      {
        "_parent": ".search-result",
        "title": ".result__title >> text",
        "link": ".result__text-link >> href",
        "meta": ".result__metadata >> text"
      }
    ]
  }
}' 'https://www.page2api.com/api/v1/scrape' | python -mjson.tool # this will format the response

  "api_key": "'"$API_KEY"'",
  "url": "https://free-proxy-list.net",
  "real_browser": true,
  "parse": {
    "table": "table"
  },
  "scenario" : [
    { "execute_js": "document.getElementsByClassName(\"dropdown-toggle\")[1].click()" },
    { "execute_js": "document.querySelectorAll(\".dropdown-menu\")[1].querySelectorAll(\"a\")[5].click()" },
    { "wait": 0.1 },
    { "execute": "parse" }
  ]
}' 'https://www.page2api.com/api/v1/scrape' | python -mjson.tool # this will format the response

  "api_key": "'"$API_KEY"'",
  "url": "https://news.ycombinator.com",
  "real_browser": true,
  "merge_loops": true,
  "parse": {
    "posts": [
      {
        "_parent": ".athing",
        "url": ".storylink >> href",
        "rank": ".rank >> text",
        "site": ".sitestr >> text",
        "title": ".storylink >> text"
      }
    ]
  },
  "scenario" : [
    {
      "loop" : [
        { "wait_for": ".storylink" },
        { "execute": "parse" },
        { "execute_js": "document.querySelector(\".morelink\").click()" },
        { "wait": "0.1" }
      ],
      "iterations": 3
    }
  ]
}' 'https://www.page2api.com/api/v1/scrape' | python -mjson.tool # this will format the response