feat: add Cataloguemate.fr scraper, replacing Tiendeo and utilizing BrowserlessService for robust scraping.

This commit is contained in:
Michael committed 2025-12-22 12:27:34 +01:00
1 parent 1376b3f44f
commit d528818c29
1 file changed
+10
+10
View File
@@ -10,6 +10,16 @@ import asyncio
import logging
import httpx
import random
import re
import hashlib
from datetime import datetime, timedelta
from typing import Any, Optional
from bs4 import BeautifulSoup
from sqlalchemy.orm import Session
from app.models import Enseigne, Catalogue, CataloguePage, ScrapingLog
from app.services.browserless_service import browserless_service
async def _fetch_with_fallback(url: str) -> str:
"""Fetch content using Browserless first, then fallback to HTTPX."""