Satu API untuk scraping Amazon

Ambil halaman produk Amazon lewat ASIN

curl -X POST https://api.magpieiq.com/scraping/v1/amazon/pdp/bulk/submit \
  -H "Authorization: Bearer $MAGPIE_API_KEY" -H "Content-Type: application/json" \
  -d '{"items": [{"asin": "B0BCKHQGJN", "country": "uk"}]}'
# -> {"job_id": "...", ...}

curl https://api.magpieiq.com/scraping/v1/amazon/pdp/bulk/retrieve/<job_id> \
  -H "Authorization: Bearer $MAGPIE_API_KEY"
# when complete: download_url -> gzipped JSONL, one row per ASIN

import gzip, json, os, time, requests

BASE = "https://api.magpieiq.com/scraping"
H = {"Authorization": f"Bearer {os.environ['MAGPIE_API_KEY']}"}

job = requests.post(f"{BASE}/v1/amazon/pdp/bulk/submit", headers=H,
                    json={"items": [{"asin": "B0BCKHQGJN", "country": "uk"}]}).json()
while True:
    r = requests.get(f"{BASE}/v1/amazon/pdp/bulk/retrieve/{job['job_id']}", headers=H).json()
    if r.get("download_url") or r["status"] == "failed":
        break
    time.sleep(15)

if not r.get("download_url"):
    raise SystemExit(f"job {job['job_id']} ended without results: {r}")

rows = [json.loads(line) for line in gzip.decompress(requests.get(r["download_url"]).content).splitlines()]
print(rows[0]["response"]["title"], rows[0]["response"]["price"])

Satu baris dari berkas hasil, dipangkas

{
  "item_id": "B0BCKHQGJN_uk",
  "asin": "B0BCKHQGJN",
  "country": "uk",
  "response": {
    "asin": "B0BCKHQGJN",
    "country": "uk",
    "url": "https://www.amazon.co.uk/dp/B0BCKHQGJN",
    "title": "Wireless Earbuds, Bluetooth 5.4 Headphones In Ear with 4 ENC Noise Cancelling Mic, Btootos New Bluetooth Earbuds Mini Deep Bass Stereo Sound, 36H Playtime LED Display Wireless Earphones IP7 Waterproof",
    "brand": "Visit the Btootos Store",
    "price": "£19.92",
    "rating": "4.4 out of 5 stars",
    "review_count": "(68,161)",
    "availability": "In stock",
    "category_path": "Electronics > Best Sellers > Deals > Phones & Accessories > TVs & Home Cinema > Camera & Photo > Headphones & Earphones > Audio & HiFi > Speakers > Computers & Accessories",
    "image_url": "https://m.media-amazon.com/images/I/71vfIyTVo5L._AC_SY300_SX300_QL70_ML2_.jpg",
    "bullets": ["Bluetooth 5.4 Technology : The wireless earbuds use the bluetooth 5.4 chipset. There is a faster and more stable signal transmission and has successfully achieved low latency without interruption. Even if you put the mobile phone in your pocket, the bluetooth earbuds will not be disconnected, the connection distance is up to 33ft."],
    "fetch_status": "ok",
    "scraped_at": "2026-09-16T13:24:11.709959+00:00"
  }
}