From 77bc8ececf94f3efe204bf28eacc4bec66f81ea1 Mon Sep 17 00:00:00 2001 From: Claude Date: Sun, 30 Nov 2025 10:00:24 +0000 Subject: [PATCH] test: Try Amazon scraping without proxy - Disabled proxy (use_proxy=False) for testing - Previous attempt got 503 from Amazon with proxy - Will test if direct connection works better - Can re-enable proxy later if needed --- app/services/amazon_scraper_v2.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/app/services/amazon_scraper_v2.py b/app/services/amazon_scraper_v2.py index 0b900d2..b65e0ed 100644 --- a/app/services/amazon_scraper_v2.py +++ b/app/services/amazon_scraper_v2.py @@ -128,11 +128,11 @@ async def scrape_amazon_search(query: str, max_results: int = 20) -> list[Amazon try: # Use browserless service to get page content - # use_proxy=True for Amazon to avoid rate limiting - logger.info("🚀 Fetching page with Browserless...") + # Try WITHOUT proxy first - some proxies may be banned by Amazon + logger.info("🚀 Fetching page with Browserless (NO PROXY for testing)...") html_content, _ = await browserless_service.get_page_content( url=search_url, - use_proxy=True, # Use proxy rotation for Amazon + use_proxy=False, # Try without proxy first wait_selector=None, # Let it load naturally extract_text=False # We want HTML for parsing )