mirror of
https://github.com/R0m1k3/Priceflow.git
synced 2026-10-11 17:29:14 +02:00
fix: Load Amazon homepage first to establish session
- CRITICAL FIX: Load amazon.fr homepage in same context before search - Preserves cookies/session between homepage and search - Should fix 2065 bytes issue (blocked requests) - Homepage popups handled before search
This commit is contained in:
1 file changed
+13
-2
@@ -247,8 +247,19 @@ class AmazonScraperService:
|
||||
page = await context.new_page()
|
||||
|
||||
try:
|
||||
# Navigate
|
||||
logger.info(f"Navigating to {search_url}")
|
||||
# CRITICAL: Load Amazon homepage FIRST in same context to establish session
|
||||
logger.info("🏠 Loading Amazon homepage to establish session/cookies...")
|
||||
await page.goto("https://www.amazon.fr", wait_until="domcontentloaded", timeout=30000)
|
||||
logger.info("✅ Homepage loaded")
|
||||
|
||||
# Handle homepage popups
|
||||
await cls._handle_popups(page)
|
||||
|
||||
# Small delay
|
||||
await page.wait_for_timeout(2000)
|
||||
|
||||
# NOW navigate to search in SAME context (cookies preserved)
|
||||
logger.info(f"🔍 Navigating to search: {search_url}")
|
||||
await page.goto(search_url, wait_until="domcontentloaded", timeout=60000)
|
||||
logger.info("Page loaded (domcontentloaded)")
|
||||
|
||||
|
||||
Reference in new issue
Block a user