Revert "fix: Remove homepage redirect to avoid Amazon bot detection"

This reverts commit 5d3d181f5e.
This commit is contained in:
Michael committed 2025-12-01 13:26:05 +01:00
1 parent 5d3d181f5e
commit 2429fa2018
1 file changed
+13 -2
+13 -2
View File
@@ -247,8 +247,19 @@ class AmazonScraperService:
page = await context.new_page() page = await context.new_page()
try: try:
# Navigate directly to search (Amazon detects homepage-then-search pattern as bot) # CRITICAL: Load Amazon homepage FIRST in same context to establish session
logger.info(f"🔍 Navigating directly to search: {search_url}") logger.info("🏠 Loading Amazon homepage to establish session/cookies...")
await page.goto("https://www.amazon.fr", wait_until="domcontentloaded", timeout=30000)
logger.info("✅ Homepage loaded")
# Handle homepage popups
await cls._handle_popups(page)
# Small delay
await page.wait_for_timeout(2000)
# NOW navigate to search in SAME context (cookies preserved)
logger.info(f"🔍 Navigating to search: {search_url}")
await page.goto(search_url, wait_until="domcontentloaded", timeout=60000) await page.goto(search_url, wait_until="domcontentloaded", timeout=60000)
logger.info("Page loaded (domcontentloaded)") logger.info("Page loaded (domcontentloaded)")