feat: Add Cataloguemate.fr scraper, replacing Tiendeo and utilizing BrowserlessService for catalog and page scraping.

This commit is contained in:
Michael committed 2025-11-30 02:35:27 +01:00
1 parent 11d297764d
commit efb161a5ef
1 file changed
+5 -2
+5 -2
View File
@@ -198,7 +198,7 @@ async def scrape_enseigne(enseigne: Enseigne, db: Session) -> ScrapingLog:
log = ScrapingLog(
enseigne_id=enseigne.id,
statut="running",
date_debut=start_time,
# date_execution is set automatically by default
catalogues_trouves=0,
catalogues_nouveaux=0,
catalogues_mis_a_jour=0
@@ -261,7 +261,10 @@ async def scrape_enseigne(enseigne: Enseigne, db: Session) -> ScrapingLog:
log.statut = "error"
log.message_erreur = str(e)
finally:
log.date_fin = datetime.now()
# Calculate duration
end_time = datetime.now()
duration = (end_time - start_time).total_seconds()
log.duree_secondes = duration
db.commit()
return log