diff --git a/app/services/scheduler_service.py b/app/services/scheduler_service.py index b38ec97..67b620a 100644 --- a/app/services/scheduler_service.py +++ b/app/services/scheduler_service.py @@ -103,12 +103,12 @@ async def process_item_check(item_id: int): try: logger.info(f"Checking item: {item_data['name']} ({item_data['url']})") - # Use new browserless service - # Note: smart_scroll is handled internally by browserless_service - screenshot_path, page_text = await browserless_service.get_page_content( + # Use browserless service with extract_text=True for monitoring + page_text, screenshot_path = await browserless_service.get_page_content( item_data["url"], - use_proxy="amazon" in item_data["url"], # Simple heuristic for now - wait_selector=item_data["selector"] + use_proxy="amazon" in item_data["url"], + wait_selector=item_data["selector"], + extract_text=True # Get visible text for AI analysis ) # Determine availability based on content presence diff --git a/app/services/search_service.py b/app/services/search_service.py index 3079e86..779cce4 100644 --- a/app/services/search_service.py +++ b/app/services/search_service.py @@ -68,7 +68,7 @@ class NewSearchService: # Use proxy if required by config use_proxy = config.get("requires_proxy", False) - _, html_content = await browserless_service.get_page_content( + html_content, _ = await browserless_service.get_page_content( search_url, use_proxy=use_proxy, wait_selector=config.get("wait_selector") @@ -96,7 +96,7 @@ class NewSearchService: use_proxy = config.get("requires_proxy", False) if config else False # Use browserless to get content and screenshot - screenshot_path, html = await browserless_service.get_page_content( + html, screenshot_path = await browserless_service.get_page_content( result.url, use_proxy=use_proxy, wait_selector=None @@ -140,7 +140,7 @@ class NewSearchService: # Use proxy if required by config use_proxy = config.get("requires_proxy", False) - _, html_content = await browserless_service.get_page_content( + html_content, _ = await browserless_service.get_page_content( search_url, use_proxy=use_proxy, wait_selector=config.get("wait_selector") @@ -285,7 +285,7 @@ class NewSearchService: # Use proxy if required by config use_proxy = config.get("requires_proxy", False) - _, html_content = await browserless_service.get_page_content( + html_content, _ = await browserless_service.get_page_content( search_url, use_proxy=use_proxy, wait_selector=config.get("wait_selector")