Amazon Scraping API

Input

                      from scrapingbee import ScrapingBeeClient

client = ScrapingBeeClient(api_key="ENTER YOUR API KEY HERE")

def amazon_shopping_search(
    search_query, page=1, sort_by="featured", zip=None, domain="com"
):
    sort_by_map = {
        "featured": "relevanceblender",
        "price_low_to_high": "price-asc-rank",
        "price_high_to_low": "price-desc-rank",
        "avg_customer_review": "review-rank",
        "newest_arrivals": "date-desc-rank",
        "best_sellers": "exact-aware-popularity-rank",
    }
    extract_rules = {
        "location": "#glow-ingress-block",
        "products": {
            "selector": ".puisg-col-inner .a-section.a-spacing-small.a-spacing-top-small, .s-product-image-container + div",
            "type": "list",
            "output": {
                "name": "[data-cy=title-recipe]",
                "current-price": ".a-price > .a-offscreen",
                "listed-price": ".aok-inline-block > .a-price > .a-offscreen",
                "rating": "[data-cy=reviews-ratings-slot]",
                "reviews": ".rush-component > div > span > a > span, a.a-link-normal > span.a-size-base",
                "options": ".s-variation-options-text > a > span > .a-offscreen",
                "delivery": "[data-cy=delivery-recipe]",
                "coupon": ".s-coupon-unclipped",
                "link": "a.a-link-normal@href",  # relative url
            },
        },
    }

    js_scenario = {
        "instructions": [
            {
                "evaluate": """
                var xhttp = new XMLHttpRequest();
                xhttp.open('POST', 'https://www.amazon."""
                + domain
                + """/gp/delivery/ajax/address-change.html');
                xhttp.setRequestHeader('Content-Type', 'application/x-www-form-urlencoded;charset=UTF-8');
                xhttp.onload = function() {
                    if (xhttp.status >= 200 && xhttp.status < 300) {
                        window.location.reload();
                    }
                };
                xhttp.send('locationType=LOCATION_INPUT&zipCode="""
                + str(zip)
                + """&storeContext=generic&deviceType=mobile&pageType=Gateway&actionSource=glow');
            """
            },
            {"wait": 4000},
        ]
    }

    q = search_query.replace(" ", "+")
    response = client.get(
        f"https://www.amazon.{domain}/s?k={q}&page={page}&s={sort_by_map[sort_by]}",
        params={
            "wait_browser": "load",
            "extract_rules": extract_rules,
            "js_scenario": js_scenario if zip is not None else "",
            "timeout": 20000,
        },
        headers={
            "Referer": f"https://www.amazon.{domain}",
        },
        retries=5,
    )

    if response.text.startswith('{"message":"Invalid api key:'):
        return f"Oops! It seems you may have missed adding your API KEY or you are using an incorrect key.\nYou can obtain your API KEY for by visiting this page: https://app.scrapingbee.com/account/manage/api_key"
    else:

        def get_info():
            if (zip is not None) and (str(zip) not in response.json()["location"]):
                return "FAILED TO RETRIEVE PRODUCTS USING ZIP CODE"
            elif len(response.json()["products"]) == 0:
                return "FAILED TO RETRIEVE PRODUCTS"
            else:
                return "SUCCESS"

        return {
            "location": response.json()["location"].replace("\u200c", ""),
            "count": len(response.json()["products"]),
            "products": response.json()["products"],
            "info": f"{response.status_code} {get_info()}",
            "page": page,
        }

# Enter a valid zip code to get accurate prices for that area
# You can exclude zip parameter, however, the location will be random

print(
    amazon_shopping_search(
        search_query="school bags",
        page=1,
        zip="98101",
        domain="com",
        sort_by="avg_customer_review",
    )
)

                    

Output

                      {
  "count": 16,
  "info": "200 SUCCESS",
  "location": "Deliver to Seattle 98101",
  "page": 1,
  "products": [
    {
      "name": "Girls Backpacks, Fox Backpack for Girls",
      "current-price": "$30.99",
      "listed-price": "$34.99",
      "rating": "4.9 out of 5 stars",
      "reviews": "200",
      "delivery": "FREE delivery on orders over $35, arriving by Sat, Aug 31",
      "link": "/Backpacks-Backpack-School-Bookbag-Pencil/dp/B095YRWYQ6/ref=sr_1_1?dib=eyJ2IjoiMSJ9.7p5F03LKdhpm887uYOjk3fPwQ1X76AcTn1W-v7g2zM5cVzWrrZHszcaE_eMVbKx-Gfo_6lcgJl3LkN0ILcEBFrTjpD_kz0Ru2RIRdWR3me5FbGzOMCzCGvScCsiOTApzIBT2URRVXGJRngUTq2Dth-nczyEUQ59im7Fmo53RqF1QuZe5Yt44VJUd1a4sgXu2U-qzbdtSegPXKorUxnhvLRRTFPiZc9MB6d0i_NbEVEE.NAg5XDX5G0RxtervGhkDGIlhM77NNjAX7QKrsiOSfFg&dib_tag=se&keywords=school+bags&qid=1724728712&sr=8-1"
    },
    {
      "name": "Kcldeci Penguin Laptop Backpack",
      "current-price": "$33.99",
      "listed-price": "",
      "rating": "4.9 out of 5 stars",
      "reviews": "136",
      "delivery": "FREE delivery on orders over $35, arriving by Fri, Aug 30",
      "link": "/Kcldeci-Backpack-Backpacks-Preschool-Shoulder/dp/B09S8QPRMR/ref=sr_1_2?dib=eyJ2IjoiMSJ9.7p5F03LKdhpm887uYOjk3fPwQ1X76AcTn1W-v7g2zM5cVzWrrZHszcaE_eMVbKx-Gfo_6lcgJl3LkN0ILcEBFrTjpD_kz0Ru2RIRdWR3me5FbGzOMCzCGvScCsiOTApzIBT2URRVXGJRngUTq2Dth-nczyEUQ59im7Fmo53RqF1QuZe5Yt44VJUd1a4sgXu2U-qzbdtSegPXKorUxnhvLRRTFPiZc9MB6d0i_NbEVEE.NAg5XDX5G0RxtervGhkDGIlhM77NNjAX7QKrsiOSfFg&dib_tag=se&keywords=school+bags&qid=1724728712&sr=8-2"
    }
  ]
}