Priceflow/app/main.py

import logging
import os
from contextlib import asynccontextmanager

from apscheduler.triggers.interval import IntervalTrigger
from fastapi import FastAPI, Request
from fastapi.middleware.cors import CORSMiddleware
from fastapi.responses import FileResponse
from fastapi.staticfiles import StaticFiles
from slowapi import _rate_limit_exceeded_handler
from slowapi.errors import RateLimitExceeded
from sqlalchemy import text

from app.database import SessionLocal, engine
from app.limiter import limiter
from app.routers import auth, items, jobs, notifications, openrouter, search, search_sites, settings, debug, catalogues, amazon
from app.services.scheduler_service import scheduled_refresh, scheduler
from app.services import auth_service, search_service, seed_enseignes
from app.services.scheduler import start_scheduler as start_catalog_scheduler, stop_scheduler as stop_catalog_scheduler
from app.services.amazon_scraper_service import amazon_scraper_service
from app.services.improved_search_service import improved_search_service
from app.services.tracking_scraper_service import ScraperService

# Configure logging
logging.basicConfig(
    level=os.getenv("LOG_LEVEL", "DEBUG").upper(),  # Temporarily DEBUG for Amazon debugging
    format="%(asctime)s - %(name)s - %(levelname)s - %(message)s",
)
logger = logging.getLogger(__name__)


def run_migrations():
    """Run database migrations for missing tables and columns"""
    with engine.connect() as conn:
        # 0. Create users table if it doesn't exist
        result = conn.execute(text(
            "SELECT 1 FROM information_schema.tables WHERE table_name = 'users'"
        ))
        if not result.fetchone():
            logger.info("Creating users table...")
            conn.execute(text("""
                CREATE TABLE users (
                    id SERIAL PRIMARY KEY,
                    username VARCHAR(255) UNIQUE NOT NULL,
                    password_hash VARCHAR(512) NOT NULL,
                    is_admin BOOLEAN DEFAULT FALSE,
                    is_active BOOLEAN DEFAULT TRUE,
                    created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
                    last_login TIMESTAMP
                )
            """))
            conn.execute(text("CREATE INDEX IF NOT EXISTS idx_users_username ON users(username)"))
            conn.commit()
            logger.info("users table created")

        # 1. Create search_sites table if it doesn't exist
        result = conn.execute(text(
            "SELECT 1 FROM information_schema.tables WHERE table_name = 'search_sites'"
        ))
        if not result.fetchone():
            logger.info("Creating search_sites table...")
            conn.execute(text("""
                CREATE TABLE search_sites (
                    id SERIAL PRIMARY KEY,
                    name VARCHAR(255) NOT NULL,
                    domain VARCHAR(512) UNIQUE NOT NULL,
                    logo_url VARCHAR(1024),
                    category VARCHAR(255),
                    is_active BOOLEAN DEFAULT TRUE,
                    priority INTEGER DEFAULT 0,
                    requires_js BOOLEAN DEFAULT FALSE,
                    price_selector VARCHAR(512),
                    created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
                    updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
                )
            """))
            conn.execute(text("CREATE INDEX IF NOT EXISTS idx_search_sites_domain ON search_sites(domain)"))
            conn.execute(text("CREATE INDEX IF NOT EXISTS idx_search_sites_is_active ON search_sites(is_active)"))
            conn.commit()
            logger.info("search_sites table created")
        else:
            # 2. Add missing columns
            columns_to_add = [
                ("price_selector", "VARCHAR(512)"),
                ("search_url", "VARCHAR(1024)"),
                ("product_link_selector", "VARCHAR(512)"),
            ]
            for col_name, col_type in columns_to_add:
                result = conn.execute(text(
                    f"SELECT 1 FROM information_schema.columns WHERE table_name = 'search_sites' AND column_name = '{col_name}'"
                ))
                if not result.fetchone():
                    logger.info(f"Adding {col_name} column to search_sites...")
                    conn.execute(text(f"ALTER TABLE search_sites ADD COLUMN {col_name} {col_type}"))
                    conn.commit()
                    logger.info(f"{col_name} column added")


@asynccontextmanager
async def lifespan(app: FastAPI):
    # Run database migrations
    logger.info("Running database migrations...")
    try:
        run_migrations()
        logger.info("Database migrations completed")
    except Exception as e:
        logger.error(f"Migration error: {e}")

    # Seed default sites and admin user
    logger.info("Seeding default data...")
    try:
        db = SessionLocal()
        try:
            # Seed search sites
            created = search_service.seed_default_sites(db)
            if created > 0:
                logger.info(f"{created} site(s) de recherche créé(s)")
            else:
                logger.info("Sites de recherche déjà initialisés")

            # Seed default admin user
            if auth_service.seed_default_admin(db):
                logger.info("Utilisateur admin par défaut créé (admin/admin)")
            else:
                logger.info("Utilisateurs déjà initialisés")
            
            # Seed enseignes for catalog module
            created_enseignes = seed_enseignes.seed_enseignes(db)
            if created_enseignes > 0:
                logger.info(f"{created_enseignes} enseigne(s) de catalogues créée(s)")
            else:
                 logger.info("Enseignes déjà initialisés")
        finally:
            db.close()
    except Exception as e:
        logger.error(f"Error seeding data: {e}")

    logger.info("Starting smart scheduler (Heartbeat: 1 minute)")
    scheduler.add_job(scheduled_refresh, IntervalTrigger(minutes=1), id="refresh_job", replace_existing=True)
    scheduler.start()
    
    # Start catalog scraping scheduler
    logger.info("Starting catalog scraping scheduler (6h and 18h daily)")
    start_catalog_scheduler()

    # Initialize Amazon scraper service
    logger.info("Initializing Amazon scraper service...")
    await amazon_scraper_service.initialize()

    # Note: ImprovedSearchService is initialized on-demand (not at startup)
    # to avoid connection conflicts with AmazonScraperService on Browserless
    # logger.info("Initializing Improved Search Service...")
    # await improved_search_service.initialize()

    # Note: TrackingScraperService is initialized on-demand (not at startup)
    # to avoid connection conflicts with other browser services

    logger.info("Application started")
    yield
    logger.info("Shutting down schedulers and services...")
    scheduler.shutdown(wait=True)
    stop_catalog_scheduler()
    await amazon_scraper_service.shutdown()
    # await improved_search_service.shutdown()
    # TrackingScraperService shutdown is handled on-demand
    logger.info("Application shutdown complete")


app = FastAPI(title="PriceFlow API", version="0.1.0", lifespan=lifespan)

# Rate Limiting & CORS
app.state.limiter = limiter
app.add_exception_handler(RateLimitExceeded, _rate_limit_exceeded_handler)  # type: ignore
app.add_middleware(
    CORSMiddleware,
    allow_origins=os.getenv("CORS_ORIGINS", "*").split(","),
    allow_credentials=True,
    allow_methods=["*"],
    allow_headers=["*"],
)


@app.middleware("http")
async def log_requests(request: Request, call_next):
    logger.debug(f"Request: {request.method} {request.url}")
    response = await call_next(request)
    logger.debug(f"Response: {response.status_code}")
    return response


# Static Files
if os.path.exists("static"):
    app.mount("/assets", StaticFiles(directory="static/assets"), name="assets")
os.makedirs("screenshots", exist_ok=True)
app.mount("/screenshots", StaticFiles(directory="screenshots"), name="screenshots")

# Routers
for router in [notifications.router, items.router, settings.router, jobs.router, openrouter.router, debug.router]:
    app.include_router(router, prefix="/api")

# Search routers (already have /api prefix)
app.include_router(search.router)
app.include_router(search_sites.router)

# Catalog router (already has /api prefix)
app.include_router(catalogues.router)

# Auth router (already has /api prefix)
app.include_router(auth.router)

# Amazon router (already has /api prefix)
app.include_router(amazon.router)


@app.get("/api/")
def read_root():
    return {"message": "Welcome to PriceFlow API"}


# Frontend Serving
@app.get("/{full_path:path}")
async def serve_spa(full_path: str):
    if full_path.startswith(("api", "screenshots", "assets")):
        return {"message": "Not found"}

    # Serve static files from root (favicon, logo, etc.)
    static_file_path = f"static/{full_path}"
    if os.path.isfile(static_file_path):
        return FileResponse(static_file_path)

    # Default to SPA index.html
    if os.path.exists("static/index.html"):
        return FileResponse("static/index.html")
    return {"message": "Frontend not built or not found"}