mirror of
https://github.com/R0m1k3/Priceflow.git
synced 2026-10-12 01:39:25 +02:00
feat: Add direct search service for e-commerce scraping via Browserless with bot evasion.
This commit is contained in:
1 parent
34dc9f6f40
commit
eb48c4aa33
1 file changed
+3
-3
@@ -68,9 +68,9 @@ AMAZON_BLOCK_INDICATORS = [
|
||||
]
|
||||
|
||||
# Amazon retry configuration
|
||||
AMAZON_MAX_RETRIES = 4
|
||||
AMAZON_BASE_DELAY = 3.0 # seconds
|
||||
AMAZON_MAX_DELAY = 30.0 # seconds
|
||||
AMAZON_MAX_RETRIES = 5 # Increased from 4 to give more chances
|
||||
AMAZON_BASE_DELAY = 5.0 # seconds - Increased from 3.0 to be more patient
|
||||
AMAZON_MAX_DELAY = 45.0 # seconds - Increased from 30.0 for longer backoff
|
||||
|
||||
|
||||
def _get_random_user_agent() -> str:
|
||||
|
||||
Reference in new issue
Block a user