Michael/Priceflow
1
0 Fork 0
mirror of https://github.com/R0m1k3/Priceflow.git synced 2026-10-22 22:58:11 +02:00
Code Issues Packages Projects Releases Wiki Activity

feat: Add direct search service for e-commerce scraping via Browserless with bot evasion.

Browse Source
This commit is contained in:
Michael committed 2025-11-29 00:30:12 +01:00
1 parent 34dc9f6f40
commit eb48c4aa33
1 file changed
+3 -3
Download Patch File Download Diff File Expand all files Collapse all files
app/services/direct_search_service.py
+3 -3
View File
@@ -68,9 +68,9 @@ AMAZON_BLOCK_INDICATORS = [
] ]
# Amazon retry configuration # Amazon retry configuration
AMAZON_MAX_RETRIES = 4 AMAZON_MAX_RETRIES = 5 # Increased from 4 to give more chances
AMAZON_BASE_DELAY = 3.0 # seconds AMAZON_BASE_DELAY = 5.0 # seconds - Increased from 3.0 to be more patient
AMAZON_MAX_DELAY = 30.0 # seconds AMAZON_MAX_DELAY = 45.0 # seconds - Increased from 30.0 for longer backoff
def _get_random_user_agent() -> str: def _get_random_user_agent() -> str: