Update rerank function to use new model preference

This commit is contained in:
2026-04-17 08:35:03 +02:00
parent 84f0bc7a4d
commit 9607f2192a

View File

@@ -7,7 +7,7 @@ import json
import traceback import traceback
import hashlib import hashlib
from .app_settings import get_embed_model_preference, get_ollama_api_url from .app_settings import get_ollama_api_url, get_rerank_model_preference
from .ollama_client import chat as ollama_chat from .ollama_client import chat as ollama_chat
# Configure your local SearXNG instance URL (no trailing slash) # Configure your local SearXNG instance URL (no trailing slash)
@@ -267,7 +267,7 @@ async def rerank(
embed_model: Optional[str] = None, embed_model: Optional[str] = None,
) -> List[Tuple[str, str, float]]: ) -> List[Tuple[str, str, float]]:
""" """
Embedding-based reranker (bge-m3 via Ollama) using cosine similarity. Embedding-based reranker via Ollama using cosine similarity.
Robustness upgrades: Robustness upgrades:
- Try embed_model; if needed fallback to the ':latest' or untagged alias. - Try embed_model; if needed fallback to the ':latest' or untagged alias.
@@ -278,7 +278,7 @@ async def rerank(
""" """
import time import time
t0 = time.perf_counter() t0 = time.perf_counter()
embed_model = (embed_model or get_embed_model_preference()).strip() embed_model = (embed_model or get_rerank_model_preference()).strip()
ollama_url = get_ollama_api_url().rstrip("/") ollama_url = get_ollama_api_url().rstrip("/")
# --- optional fast cosine via NumPy --------------------------------------- # --- optional fast cosine via NumPy ---------------------------------------