One API to scrape Tokopedia

Search Tokopedia by keyword

curl -X POST https://api.magpieiq.com/scraping/v1/tokopedia/search/bulk/submit \
  -H "Authorization: Bearer $MAGPIE_API_KEY" -H "Content-Type: application/json" \
  -d '{"items": [{"list_type": "search", "keyword": "sabun mandi", "product_limit": 60}]}'
# -> {"job_id": "...", ...}

curl https://api.magpieiq.com/scraping/v1/tokopedia/search/bulk/retrieve/<job_id> \
  -H "Authorization: Bearer $MAGPIE_API_KEY"
# each completed item carries a download_url for its results

import os, time, requests

BASE = "https://api.magpieiq.com/scraping"
H = {"Authorization": f"Bearer {os.environ['MAGPIE_API_KEY']}"}

job = requests.post(f"{BASE}/v1/tokopedia/search/bulk/submit", headers=H,
                    json={"items": [{"list_type": "search", "keyword": "sabun mandi", "product_limit": 60}]}).json()
while True:
    r = requests.get(f"{BASE}/v1/tokopedia/search/bulk/retrieve/{job['job_id']}", headers=H).json()
    if r["status"] not in ("pending", "processing"):
        break
    time.sleep(10)
if r["status"] == "failed":
    raise SystemExit(f"job {job['job_id']} failed: {r}")
print(r)  # completed items carry a download_url; download it promptly, the links expire

Results for one keyword, trimmed to 2 products

{
  "keyword": "sabun mandi",
  "list_type": "search",
  "pages_fetched": 40,
  "total_unique_ids": 1849,
  "products": [
    {
      "id": "102407389499",
      "name": "Grace and Glow Brightening Body Wash 400ml | Shower Gel Grace and Glow | English Pear, Rouge540 | Sabun Mandi Cair Wangi Parfum yang Mencerahkan, Membersihkan, Melembutkan Tubuh, Kulit Lebih Segar & Tangan Terawat",
      "url": "https://www.tokopedia.com/graceandglowofficial/grace-and-glow-brightening-body-wash-shower-gel-grace-and-glow-english-pear-rouge540-miss-moisture-peony-sabun-mandi-cair-wangi-parfum-yang-mencerahkan-membersihkan-melembutkan-tubuh-kulit-lebih-segar-tangan-terawat-1732841867910939916?extParam=ivf%3Dtrue%26keyword%3Dsabun+mandi%26search_id%3D20260918063826D1F255A373A3CE32D7ZO%26src%3Dsearch",
      "price": {
        "text": "Rp18.500",
        "number": 18500,
        "range": "",
        "original": "Rp64.000",
        "discountPercentage": 0,
        "__typename": "SearchProductV5Price"
      },
      "stock": {
        "ttsSKUID": "1732841867910939916",
        "__typename": "SearchProductV5Stock"
      },
      "rating": "4.9",
      "category": {
        "id": "2133",
        "name": "Perawatan Tubuh",
        "breadcrumb": "perawatan-tubuh/perlengkapan-mandi/sabun-mandi"
      },
      "shop": {
        "name": "Grace and Glow Indonesia_NEW",
        "city": "Kab. Bogor"
      }
    },
    {
      "id": "2217681166",
      "name": "NUVO FAMILY Sabun Mandi Cair Total Protect Pouch 800 g x2",
      "url": "https://www.tokopedia.com/wingsofficial/nuvo-family-sabun-mandi-cair-total-protect-pouch-800ml-x2-1729935252670745314?extParam=ivf%3Dfalse%26keyword%3Dsabun+mandi%26search_id%3D20260918063826D1F255A373A3CE32D7ZO%26src%3Dsearch%26whid%3D7386608",
      "price": {
        "text": "Rp25.400",
        "number": 25400,
        "range": "",
        "original": "Rp100.000",
        "discountPercentage": 0,
        "__typename": "SearchProductV5Price"
      },
      "stock": {
        "ttsSKUID": "1729935252670810850",
        "__typename": "SearchProductV5Stock"
      },
      "rating": "5.0",
      "category": {
        "id": "2133",
        "name": "Perawatan Tubuh",
        "breadcrumb": "perawatan-tubuh/perlengkapan-mandi/sabun-mandi"
      },
      "shop": {
        "name": "Wings Indonesia",
        "city": "Kab. Bekasi"
      }
    }
  ]
}