From 8bf9ddb2d7ce75f5f0dd6ada5791a83a683ff96f Mon Sep 17 00:00:00 2001 From: Michael SCHAL Date: Sun, 30 Nov 2025 23:43:11 +0100 Subject: [PATCH] feat: implement improved search service using persistent browser connection and modular parsers, alongside a BeautifulSoup check utility. --- app/services/improved_search_service.py | 3 ++- check_bs4.py | 2 ++ 2 files changed, 4 insertions(+), 1 deletion(-) create mode 100644 check_bs4.py diff --git a/app/services/improved_search_service.py b/app/services/improved_search_service.py index 9d4f496..c7f2cb0 100644 --- a/app/services/improved_search_service.py +++ b/app/services/improved_search_service.py @@ -8,8 +8,9 @@ UPDATED: Now uses modular, site-specific parsers for robust product extraction import asyncio import logging from typing import AsyncGenerator -from urllib.parse import quote_plus +from urllib.parse import quote_plus, urljoin +from bs4 import BeautifulSoup from playwright.async_api import Browser, BrowserContext, Page, async_playwright from playwright.async_api import TimeoutError as PlaywrightTimeoutError from sqlalchemy.orm import Session diff --git a/check_bs4.py b/check_bs4.py new file mode 100644 index 0000000..cc10bf9 --- /dev/null +++ b/check_bs4.py @@ -0,0 +1,2 @@ +from app.services.improved_search_service import BeautifulSoup +print("BeautifulSoup imported successfully")