From efb161a5ef9be622063923580a65ed182dc887c1 Mon Sep 17 00:00:00 2001 From: Michael SCHAL Date: Sun, 30 Nov 2025 02:35:27 +0100 Subject: [PATCH] feat: Add Cataloguemate.fr scraper, replacing Tiendeo and utilizing BrowserlessService for catalog and page scraping. --- app/services/cataloguemate_scraper.py | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/app/services/cataloguemate_scraper.py b/app/services/cataloguemate_scraper.py index 22e986c..4235afd 100644 --- a/app/services/cataloguemate_scraper.py +++ b/app/services/cataloguemate_scraper.py @@ -198,7 +198,7 @@ async def scrape_enseigne(enseigne: Enseigne, db: Session) -> ScrapingLog: log = ScrapingLog( enseigne_id=enseigne.id, statut="running", - date_debut=start_time, + # date_execution is set automatically by default catalogues_trouves=0, catalogues_nouveaux=0, catalogues_mis_a_jour=0 @@ -261,7 +261,10 @@ async def scrape_enseigne(enseigne: Enseigne, db: Session) -> ScrapingLog: log.statut = "error" log.message_erreur = str(e) finally: - log.date_fin = datetime.now() + # Calculate duration + end_time = datetime.now() + duration = (end_time - start_time).total_seconds() + log.duree_secondes = duration db.commit() return log