From d528818c2971a01b95ca231da3ff563c55783e8b Mon Sep 17 00:00:00 2001 From: Michael SCHAL Date: Mon, 22 Dec 2025 12:27:34 +0100 Subject: [PATCH] feat: add Cataloguemate.fr scraper, replacing Tiendeo and utilizing BrowserlessService for robust scraping. --- app/services/cataloguemate_scraper.py | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/app/services/cataloguemate_scraper.py b/app/services/cataloguemate_scraper.py index efcd4c2..648c739 100644 --- a/app/services/cataloguemate_scraper.py +++ b/app/services/cataloguemate_scraper.py @@ -10,6 +10,16 @@ import asyncio import logging import httpx import random +import re +import hashlib +from datetime import datetime, timedelta +from typing import Any, Optional + +from bs4 import BeautifulSoup +from sqlalchemy.orm import Session + +from app.models import Enseigne, Catalogue, CataloguePage, ScrapingLog +from app.services.browserless_service import browserless_service async def _fetch_with_fallback(url: str) -> str: """Fetch content using Browserless first, then fallback to HTTPX."""