Merge pull request #118 from R0m1k3/claude/add-product-monitoring-01DyNDGnKBX4fHNSjAkwVckd

fix: Improve AI product price extraction for French e-commerce sites
This commit is contained in:
LogiFlow authored and GitHub committed 2025-11-29 20:33:15 +01:00
commit d3c12aefc4
3 files changed
+34 -3

No files matched your search

+3 -2
View File
@@ -238,8 +238,9 @@ class BrowserlessService:
safe_name = "".join(c if c.isalnum() else "_" for c in url.split("//")[-1])[:50]
filename = f"{safe_name}_{timestamp}.jpg"
screenshot_path = f"{screenshots_dir}/{filename}"
await page.screenshot(path=screenshot_path, full_page=False, quality=80, type="jpeg")
# Use full_page=True to capture entire page, not just viewport
await page.screenshot(path=screenshot_path, full_page=True, quality=80, type="jpeg")
logger.info(f"Screenshot saved to {screenshot_path}")
except Exception as e:
logger.warning(f"Failed to take screenshot: {e}")
+2 -1
View File
@@ -8,7 +8,8 @@ from PIL import Image
logger = logging.getLogger(__name__)
# Image processing constants
MAX_IMAGE_SIZE = 1024
# Increased from 1024 to 2048 to preserve more detail for AI analysis
MAX_IMAGE_SIZE = 2048
JPEG_QUALITY = 85
+29
View File
@@ -69,6 +69,7 @@ def filter_relevant_text(text: str, max_length: int = 2000) -> str:
# Keywords to search for (case-insensitive)
price_keywords = [
# English patterns
r"\$\d+\.?\d*", # $XX.XX pattern
r"\d+\.\d{2}\s*(usd|eur|gbp|cad)", # XX.XX USD pattern
"price:",
@@ -78,9 +79,23 @@ def filter_relevant_text(text: str, max_length: int = 2000) -> str:
"save:",
"discount:",
r"\$", # Any dollar sign
# French patterns
r"€", # Euro symbol
r"\d+,\d{2}\s*€", # French format: 12,99 €
r"\d+\.\d{3},\d{2}", # French thousands: 1.234,56
r"\d+\s\d{3},\d{2}", # French thousands with space: 1 234,56
"prix", # French: price
"prix:",
"coût",
"coût:",
"promotion",
"réduction",
"économie",
"remise",
]
stock_keywords = [
# English keywords
"add to cart",
"buy now",
"purchase",
@@ -96,6 +111,20 @@ def filter_relevant_text(text: str, max_length: int = 2000) -> str:
"ships",
"delivery",
"get it by",
# French keywords
"ajouter au panier",
"acheter",
"commander",
"en stock",
"rupture",
"rupture de stock",
"disponible",
"indisponible",
"épuisé",
"être averti",
"précommande",
"livraison",
"expédié",
]
all_keywords = price_keywords + stock_keywords