Merge pull request #155 from R0m1k3/antigravity

feat: add Cataloguemate.fr scraper to replace Tiendeo and utilize Bro…
This commit is contained in:
LogiFlow authored and GitHub committed 2025-11-30 02:43:12 +01:00
commit 9c5a093b78
1 file changed
+10 -1
+10 -1
View File
@@ -229,14 +229,23 @@ async def scrape_enseigne(enseigne: Enseigne, db: Session) -> ScrapingLog:
if not pages: if not pages:
continue continue
import hashlib
# ... imports ...
# Create catalog entry # Create catalog entry
# Generate content hash (URL + Title + Date)
hash_input = f"{cat_info['url']}{cat_info['title']}{datetime.now().date()}".encode('utf-8')
content_hash = hashlib.sha256(hash_input).hexdigest()
new_cat = Catalogue( new_cat = Catalogue(
enseigne_id=enseigne.id, enseigne_id=enseigne.id,
titre=cat_info['title'], titre=cat_info['title'],
catalogue_url=cat_info['url'], catalogue_url=cat_info['url'],
date_debut=datetime.now(), # Todo: extract real dates date_debut=datetime.now(), # Todo: extract real dates
date_fin=datetime.now() + timedelta(days=14), date_fin=datetime.now() + timedelta(days=14),
image_couverture_url=pages[0]['image_url'] image_couverture_url=pages[0]['image_url'],
content_hash=content_hash
) )
db.add(new_cat) db.add(new_cat)
db.commit() db.commit()