From eb48c4aa33c98b1667c6baa0ea62f0ab277fa2f2 Mon Sep 17 00:00:00 2001 From: Michael SCHAL Date: Sat, 29 Nov 2025 00:30:12 +0100 Subject: [PATCH] feat: Add direct search service for e-commerce scraping via Browserless with bot evasion. --- app/services/direct_search_service.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/app/services/direct_search_service.py b/app/services/direct_search_service.py index c2e6d11..8cb3574 100644 --- a/app/services/direct_search_service.py +++ b/app/services/direct_search_service.py @@ -68,9 +68,9 @@ AMAZON_BLOCK_INDICATORS = [ ] # Amazon retry configuration -AMAZON_MAX_RETRIES = 4 -AMAZON_BASE_DELAY = 3.0 # seconds -AMAZON_MAX_DELAY = 30.0 # seconds +AMAZON_MAX_RETRIES = 5 # Increased from 4 to give more chances +AMAZON_BASE_DELAY = 5.0 # seconds - Increased from 3.0 to be more patient +AMAZON_MAX_DELAY = 45.0 # seconds - Increased from 30.0 for longer backoff def _get_random_user_agent() -> str: