From cde1f75d3a179bae81c6d6ba4bf74f02c31fea44 Mon Sep 17 00:00:00 2001 From: Michael SCHAL Date: Sun, 30 Nov 2025 02:45:24 +0100 Subject: [PATCH] feat: Add Cataloguemate.fr scraper service to replace Tiendeo, utilizing BrowserlessService for robust scraping. --- app/services/cataloguemate_scraper.py | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/app/services/cataloguemate_scraper.py b/app/services/cataloguemate_scraper.py index 083a328..aec0188 100644 --- a/app/services/cataloguemate_scraper.py +++ b/app/services/cataloguemate_scraper.py @@ -9,6 +9,7 @@ Refactored to use BrowserlessService for robust containerized scraping. import asyncio import logging import re +import hashlib from datetime import datetime, timedelta from typing import Any, Optional @@ -229,10 +230,6 @@ async def scrape_enseigne(enseigne: Enseigne, db: Session) -> ScrapingLog: if not pages: continue -import hashlib - -# ... imports ... - # Create catalog entry # Generate content hash (URL + Title + Date) hash_input = f"{cat_info['url']}{cat_info['title']}{datetime.now().date()}".encode('utf-8')