"api_key": "'"$API_KEY"'",
"url": "https://www.amazon.com/s?k=luminox+watches",
"real_browser": true,
"parse": {
"watches": [
{
"_parent": "[data-component-type='s-search-result']",
"title": "h2 >> text",
"link": ".a-link-normal >> href",
"price": ".a-offscreen >> text",
"stars": ".a-icon-alt >> text"
}
]
}
}' 'https://www.page2api.com/api/v1/scrape'
|
python -mjson.tool
# this will format the response
...
"result": {
"watches": [
{
"title": "Mens Wrist Watch Leatherback Sea Turtle Giant 44 mm Black",
"link": "https://www.amazon.com/Luminox-Leather-back-Turtle-Giant-0337/dp/B07D58LGG9",
"price": "$189.00",
"stars": "4.6 out of 5 stars"
},
{
"title": "Men's Navy Seal Pacific Diver 3120 Series Silver Stainless Steel",
"link": "https://www.amazon.com/Luminox-Pacific-Silver-Stainless-Oyster/dp/B089GYKDHD",
"price": "$399.00",
"stars": "4.7 out of 5 stars"
}, ...
]
}
...
"api_key": "'"$API_KEY"'",
"batch": {
"urls": [
"https://www.amazon.com/dp/B099ZCG8T5",
"https://www.amazon.com/dp/B09PZM76MG"
],
"concurrency": 1
},
"parse": {
"title": "h1#title >> text",
"price": ".a-price .a-offscreen >> text"
}
}' 'https://www.page2api.com/api/v1/scrape'
|
python -mjson.tool
# this will format the response
...
"result": [
{
"title": "ZOTAC Gaming GeForce RTX™ 3080 Trinity OC LHR 10GB GDDR6X 320-bit ...",
"price": "$732.99"
},
{
"title": "ZOTAC Gaming GeForce RTX 3080 Trinity OC LHR 12GB GDDR6X 384-bit ...",
"price": "$899.99"
}
],
...
"api_key": "'"$API_KEY"'",
"url": "https://www.instagram.com/explore/tags/nasa/",
"parse": {
"posts": [
{
"_parent": "article a[role=link]",
"image": "img >> src",
"url": "_parent >> href",
"title": "img >> alt"
}
]
},
"premium_proxy": "us",
"real_browser": true,
"scenario": [
{ "wait_for": "article a[role=link]" },
{ "execute_js": "document.querySelector(\"#scrollview + div\")?.remove();" },
{ "execute": "parse" }
]
}' 'https://www.page2api.com/api/v1/scrape'
|
python -mjson.tool
# this will format the response
...
"result": {
"posts": [
{
"image": "https://scontent-atl3-2.cdninstagram.com/v/t51.2885-15/316458796_1178373929701303_4921666824295792341_n.webp",
"url": "https://www.instagram.com/p/ClNbXaVjDKK/",
"title": "#mars_patrol #telescope #spacestation #spacecraft#spacefacts #spacex"
},
{
"image": "https://scontent-atl3-2.cdninstagram.com/v/t51.2885-15/316401087_650636230178599_6751741630935740910_n.jpg",
"url": "https://www.instagram.com/p/ClO8jyxhvUP/",
"title": "HEART NEBULA. Also known as IC 1805, The Heart Nebula lies some 7500 light years away from Earth."
}, ...
]
}
...
"api_key": "'"$API_KEY"'",
"url": "https://news.ycombinator.com",
"real_browser": true,
"merge_loops": true,
"parse": {
"posts": [
{
"_parent": ".athing",
"rank": ".rank >> text",
"title": ".titleline >> text",
"url": ".titleline a >> href"
}
]
},
"scenario" : [
{
"loop" : [
{ "wait_for": ".titleline" },
{ "execute": "parse" },
{ "execute_js": "document.querySelector(\".morelink\").click()" }
],
"iterations": 3
}
]
}' 'https://www.page2api.com/api/v1/scrape'
|
python -mjson.tool
# this will format the response
...
"result": {
"posts": [
{
"rank": "1.",
"title": "Improving Firefox stability with this one weird trick (hacks.mozilla.org)",
"url": "https://hacks.mozilla.org/2022/11/improving-firefox-stability-with-this-one-weird-trick/",
},
{
"rank": "2.",
"title": "Human-Level Play in Diplomacy Combining Language Models with Strategic Reasoning (facebook.com)",
"url": "https://ai.facebook.com/blog/cicero-ai-negotiates-persuades-and-cooperates-with-people/",
},
...
{
"rank": "90.",
"title": "Self Hosting a Google Maps Alternative with OpenStreetMap (wcedmisten.fyi)",
"url": "https://wcedmisten.fyi/post/self-hosting-osm/"
},
]
}
...
