Michael/Priceflow
1
0 Fork 0
mirror of https://github.com/R0m1k3/Priceflow.git synced 2026-10-24 07:38:13 +02:00
Code Issues Packages Projects Releases Wiki Activity

feat: Add BMStores product parser and a new Playwright-based scraping service with popup handling.

Browse Source
This commit is contained in:
Michael committed 2025-12-18 15:20:19 +01:00
1 parent 51ede950ff
commit ef7cd7c1cf
5 files changed
+207 -87
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

app/services/tracking_scraper_service.py
+30
View File
@@ -168,6 +168,36 @@ class ScraperService:
await ScraperService._handle_popups(page)
# FORCER LE MAGASIN NANCY POUR B&M STORES
if "bmstores.fr" in url:
try:
logger.info("B&M Stores detected: checking store selection (Nancy)...")
# Check if store is already selected or if modal is needed
store_btn = page.locator(".mod-shops .btn-shop, .js-show-shops")
if await store_btn.count() > 0:
logger.info("Opening store selector...")
await store_btn.first.click(timeout=2000)
await page.wait_for_timeout(1000)
# Type Nancy in the search input
search_input = page.locator("#search_mag")
if await search_input.count() > 0:
await search_input.fill("Nancy")
await page.keyboard.press("Enter")
await page.wait_for_timeout(1500)
# Select the first Nancy store (Nancy Essey or Nancy Centre)
select_btn = page.locator(".shop-list .btn-select-shop, button:has-text('Choisir ce magasin')")
if await select_btn.count() > 0:
logger.info("Selecting Nancy store...")
await select_btn.first.click()
await page.wait_for_timeout(2000)
# Refresh page or wait for update
await page.reload(wait_until="domcontentloaded")
await page.wait_for_timeout(1000)
except Exception as e:
logger.warning(f"Failed to force B&M store Nancy: {e}")
if selector:
await ScraperService._wait_for_selector(page, selector)
else: