One API to scrape Shopee

Fetch one product page

# shop_id and item_id are in the product URL: ...-i.{shop_id}.{item_id}
curl -X POST https://api.magpieiq.com/scraping/v1/shopee/get_pc/submit \
  -H "Authorization: Bearer $MAGPIE_API_KEY" -H "Content-Type: application/json" \
  -d '{"region": "id", "shop_id": "34907167", "item_id": "40869177342"}'
# -> {"task_id": 37039736, "status": "pending", ...}

curl https://api.magpieiq.com/scraping/v1/shopee/get_pc/retrieve/37039736 \
  -H "Authorization: Bearer $MAGPIE_API_KEY"

import os, time, requests

BASE = "https://api.magpieiq.com/scraping"
H = {"Authorization": f"Bearer {os.environ['MAGPIE_API_KEY']}"}

task = requests.post(f"{BASE}/v1/shopee/get_pc/submit", headers=H,
                     json={"region": "id", "shop_id": "34907167", "item_id": "40869177342"}).json()
while True:
    r = requests.get(f"{BASE}/v1/shopee/get_pc/retrieve/{task['task_id']}", headers=H).json()
    if r["status"] != "pending":
        break
    time.sleep(10)

if r["status"] != "completed":
    raise SystemExit(f"task {task['task_id']} ended with status {r['status']}")

item = r["result"]["detail"]["item"]
price = r["result"]["detail"]["product_price"]["price"]["range_min"] / 100_000
print(item["title"], price)

Real response, trimmed

{
  "task_id": 37039736,
  "status": "completed",
  "result": {
    "page_url": "https://shopee.co.id/product/34907167/40869177342",
    "collected_at": 1790312459,
    "detail": {
      "item": {
        "item_id": 40869177342,
        "shop_id": 34907167,
        "title": "Apple iPhone 15 - Garansi Resmi",
        "brand": "Apple",
        "currency": "IDR",
        "tier_variations": [
          {
            "name": "Warna",
            "options": ["Yellow", "Green", "Black", "Pink", "Blue"]
          },
          {
            "name": "Penyimpanan",
            "options": ["128GB", "256GB"]
          }
        ],
        "models": [
          {
            "model_id": 375252464276,
            "name": "Green,256GB",
            "price": 1407900000000
          },
          {
            "model_id": 238282002834,
            "name": "Blue,128GB",
            "price": 1360100000000
          }
        ]
      },
      "product_price": {
        "price": {
          "range_min": 1151700000000,
          "range_max": 1432500000000
        }
      },
      "product_review": {
        "rating_star": 4.92,
        "total_rating_count": 25,
        "sold_count_display": "43",
        "liked_count": 190
      },
      "product_attributes": {
        "categories": ["Handphone & Aksesoris", "Handphone", "Apple"]
      },
      "shop_detailed": {
        "shopid": 34907167,
        "name": "Doran Wearable Manado",
        "is_official_shop": true,
        "is_shopee_verified": false,
        "rating_star": 4.853132,
        "follower_count": 7089,
        "item_count": 1289,
        "response_rate": 100
      }
    }
  }
}