mirror of
https://github.com/R0m1k3/Priceflow.git
synced 2026-10-24 07:38:13 +02:00
Merge pull request #242 from R0m1k3/antigravity
feat: Add Cataloguemate.fr scraper using BrowserlessService to replac…
This commit is contained in:
1 file changed
+4
@@ -21,6 +21,10 @@ from sqlalchemy.orm import Session
|
|||||||
from app.models import Enseigne, Catalogue, CataloguePage, ScrapingLog
|
from app.models import Enseigne, Catalogue, CataloguePage, ScrapingLog
|
||||||
from app.services.browserless_service import browserless_service
|
from app.services.browserless_service import browserless_service
|
||||||
|
|
||||||
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
BASE_URL = "https://www.cataloguemate.fr"
|
||||||
|
|
||||||
async def _fetch_with_fallback(url: str) -> str:
|
async def _fetch_with_fallback(url: str) -> str:
|
||||||
"""Fetch content using Browserless first, then fallback to HTTPX."""
|
"""Fetch content using Browserless first, then fallback to HTTPX."""
|
||||||
# 1. Try Browserless
|
# 1. Try Browserless
|
||||||
|
|||||||
Reference in new issue
Block a user