102 lines
3.7 KiB
Python
102 lines
3.7 KiB
Python
"""Admin routes for the EPUB search web UI."""
|
|
|
|
from __future__ import annotations
|
|
|
|
import logging
|
|
|
|
from fastapi import APIRouter, Request
|
|
from fastapi.responses import HTMLResponse
|
|
|
|
from python.ebook_search.api.bm25_tasks import schedule_bm25_refresh
|
|
from python.ebook_search.api.dependencies import AppConfig
|
|
from python.ebook_search.api.web import templates
|
|
from python.ebook_search.embeddings import embed_missing_chunks, embedding_model_stats
|
|
from python.ebook_search.ingest import ingest_configured_paths
|
|
from python.fastapi_tools import DbSession
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
router = APIRouter(prefix="/admin")
|
|
|
|
|
|
@router.get("", response_class=HTMLResponse)
|
|
def admin(request: Request, config: AppConfig, session: DbSession) -> HTMLResponse:
|
|
"""Render the admin page."""
|
|
stats = embedding_model_stats(session)
|
|
logger.info("ebook_admin_page_loaded models=%s", len(stats))
|
|
return templates.TemplateResponse(request, "admin.html", {"config": config, "stats": stats})
|
|
|
|
|
|
@router.post("/scan", response_class=HTMLResponse)
|
|
def scan_library(request: Request, config: AppConfig, session: DbSession) -> HTMLResponse:
|
|
"""Scan configured library paths for EPUB changes."""
|
|
try:
|
|
count = ingest_configured_paths(session, config)
|
|
session.commit()
|
|
except Exception as error:
|
|
logger.exception("ebook_admin_scan_failed")
|
|
return templates.TemplateResponse(request, "partials/error.html", {"message": str(error)}, status_code=500)
|
|
|
|
logger.info("ebook_admin_scan_complete changed_files=%s", count)
|
|
if count > 0:
|
|
schedule_bm25_refresh(request.app)
|
|
return templates.TemplateResponse(request, "partials/admin_status.html", {"message": f"Indexed {count} EPUBs"})
|
|
|
|
|
|
@router.post("/embed-missing", response_class=HTMLResponse)
|
|
def embed_missing(request: Request, config: AppConfig, session: DbSession) -> HTMLResponse:
|
|
"""Embed chunks missing vectors for the configured model."""
|
|
try:
|
|
count = embed_missing_chunks(session, config)
|
|
session.commit()
|
|
except Exception as error:
|
|
logger.exception("ebook_admin_embed_missing_failed")
|
|
return templates.TemplateResponse(request, "partials/error.html", {"message": str(error)}, status_code=500)
|
|
|
|
logger.info("ebook_admin_embed_missing_complete chunks=%s", count)
|
|
return templates.TemplateResponse(
|
|
request,
|
|
"partials/admin_status.html",
|
|
{"message": f"Embedded {count} chunks"},
|
|
)
|
|
|
|
|
|
@router.post("/embed-all", response_class=HTMLResponse)
|
|
def embed_all(request: Request, config: AppConfig, session: DbSession) -> HTMLResponse:
|
|
"""Embed all chunks missing vectors in fixed-size batches."""
|
|
total = 0
|
|
batches = 0
|
|
try:
|
|
while True:
|
|
count = embed_missing_chunks(session, config)
|
|
if count == 0:
|
|
break
|
|
session.commit()
|
|
total += count
|
|
batches += 1
|
|
logger.info(
|
|
"ebook_admin_embed_all_batch_complete batch=%s chunks=%s total_chunks=%s",
|
|
batches,
|
|
count,
|
|
total,
|
|
)
|
|
except Exception as error:
|
|
logger.exception(
|
|
"ebook_admin_embed_all_failed batches=%s chunks=%s",
|
|
batches,
|
|
total,
|
|
)
|
|
return templates.TemplateResponse(
|
|
request,
|
|
"partials/error.html",
|
|
{"message": f"Embed all failed after {total} chunks in {batches} batches: {error}"},
|
|
status_code=500,
|
|
)
|
|
|
|
logger.info("ebook_admin_embed_all_complete batches=%s chunks=%s", batches, total)
|
|
return templates.TemplateResponse(
|
|
request,
|
|
"partials/admin_status.html",
|
|
{"message": f"Embedded {total} chunks in {batches} batches of {config.embedding_batch_size}"},
|
|
)
|