mirror of
https://github.com/R0m1k3/Priceflow.git
synced 2026-10-23 23:28:12 +02:00
feat: Introduce BrowserlessService for persistent web scraping with enhanced Amazon price extraction, alongside initial scheduler service and task tracking.
This commit is contained in:
1 parent
3bbab058c6
commit
8a8ef02168
3 files changed
+20
-3
No files matched your search
@@ -541,10 +541,10 @@ class BrowserlessService:
|
|||||||
# Take screenshot
|
# Take screenshot
|
||||||
screenshot_path = ""
|
screenshot_path = ""
|
||||||
try:
|
try:
|
||||||
os.makedirs("/app/screenshots", exist_ok=True)
|
os.makedirs("screenshots", exist_ok=True)
|
||||||
timestamp = int(time.time() * 1000)
|
timestamp = int(time.time() * 1000)
|
||||||
safe_name = "".join(c if c.isalnum() else "_" for c in url.split("//")[-1])[:50]
|
safe_name = "".join(c if c.isalnum() else "_" for c in url.split("//")[-1])[:50]
|
||||||
screenshot_path = f"/app/screenshots/{safe_name}_{timestamp}.jpg"
|
screenshot_path = f"screenshots/{safe_name}_{timestamp}.jpg"
|
||||||
|
|
||||||
is_amazon = "amazon" in url.lower() and "/dp/" in url
|
is_amazon = "amazon" in url.lower() and "/dp/" in url
|
||||||
|
|
||||||
|
|||||||
@@ -131,7 +131,7 @@ async def process_item_check(item_id: int):
|
|||||||
try:
|
try:
|
||||||
import shutil
|
import shutil
|
||||||
import os
|
import os
|
||||||
dest_path = f"/app/screenshots/item_{item_id}.png"
|
dest_path = f"screenshots/item_{item_id}.png"
|
||||||
# Ensure directory exists
|
# Ensure directory exists
|
||||||
os.makedirs(os.path.dirname(dest_path), exist_ok=True)
|
os.makedirs(os.path.dirname(dest_path), exist_ok=True)
|
||||||
shutil.copy2(screenshot_path, dest_path)
|
shutil.copy2(screenshot_path, dest_path)
|
||||||
|
|||||||
@@ -0,0 +1,17 @@
|
|||||||
|
# Task: Fix Screenshot Update in Tracking
|
||||||
|
|
||||||
|
## Context
|
||||||
|
The user reports that forcing an update in the "Suivi" (Tracking) section does not update the screenshot as expected.
|
||||||
|
|
||||||
|
## Current Focus
|
||||||
|
Investigating the "force update" mechanism and why the screenshot is not refreshing.
|
||||||
|
|
||||||
|
## Master Plan
|
||||||
|
- [x] Investigate the "force update" API endpoint and backend logic.
|
||||||
|
- [x] Check how screenshots are captured and saved in `tracking_scraper_service.py` or similar.
|
||||||
|
- [x] Verify if the frontend is correctly requesting the update and displaying the new image.
|
||||||
|
- [x] Fix the issue preventing the screenshot from updating.
|
||||||
|
- [x] Verify the fix (Code review confirms relative paths are now consistent across the app).
|
||||||
|
|
||||||
|
## Progress Log
|
||||||
|
- Created `task.md`.
|
||||||
Reference in new issue
Block a user