mirror of
https://github.com/R0m1k3/Priceflow.git
synced 2026-10-11 17:29:14 +02:00
fix: Load Amazon homepage first to establish session
- CRITICAL FIX: Load amazon.fr homepage in same context before search - Preserves cookies/session between homepage and search - Should fix 2065 bytes issue (blocked requests) - Homepage popups handled before search
This commit is contained in:
1 file changed
+13
-2
@@ -247,8 +247,19 @@ class AmazonScraperService:
|
|||||||
page = await context.new_page()
|
page = await context.new_page()
|
||||||
|
|
||||||
try:
|
try:
|
||||||
# Navigate
|
# CRITICAL: Load Amazon homepage FIRST in same context to establish session
|
||||||
logger.info(f"Navigating to {search_url}")
|
logger.info("🏠 Loading Amazon homepage to establish session/cookies...")
|
||||||
|
await page.goto("https://www.amazon.fr", wait_until="domcontentloaded", timeout=30000)
|
||||||
|
logger.info("✅ Homepage loaded")
|
||||||
|
|
||||||
|
# Handle homepage popups
|
||||||
|
await cls._handle_popups(page)
|
||||||
|
|
||||||
|
# Small delay
|
||||||
|
await page.wait_for_timeout(2000)
|
||||||
|
|
||||||
|
# NOW navigate to search in SAME context (cookies preserved)
|
||||||
|
logger.info(f"🔍 Navigating to search: {search_url}")
|
||||||
await page.goto(search_url, wait_until="domcontentloaded", timeout=60000)
|
await page.goto(search_url, wait_until="domcontentloaded", timeout=60000)
|
||||||
logger.info("Page loaded (domcontentloaded)")
|
logger.info("Page loaded (domcontentloaded)")
|
||||||
|
|
||||||
|
|||||||
Reference in new issue
Block a user