mirror of
https://github.com/R0m1k3/Priceflow.git
synced 2026-10-21 22:28:11 +02:00
feat: Add Cataloguemate.fr scraper using BrowserlessService to replace the Tiendeo scraper.
This commit is contained in:
1 parent
d528818c29
commit
d2fe4bf22b
1 file changed
+4
@@ -21,6 +21,10 @@ from sqlalchemy.orm import Session
|
|||||||
from app.models import Enseigne, Catalogue, CataloguePage, ScrapingLog
|
from app.models import Enseigne, Catalogue, CataloguePage, ScrapingLog
|
||||||
from app.services.browserless_service import browserless_service
|
from app.services.browserless_service import browserless_service
|
||||||
|
|
||||||
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
BASE_URL = "https://www.cataloguemate.fr"
|
||||||
|
|
||||||
async def _fetch_with_fallback(url: str) -> str:
|
async def _fetch_with_fallback(url: str) -> str:
|
||||||
"""Fetch content using Browserless first, then fallback to HTTPX."""
|
"""Fetch content using Browserless first, then fallback to HTTPX."""
|
||||||
# 1. Try Browserless
|
# 1. Try Browserless
|
||||||
|
|||||||
Reference in new issue
Block a user