Add _is_probably_html_url utility function

This commit is contained in:
2026-06-16 19:06:49 +02:00
parent c46854a7b2
commit ce21613905

View File

@@ -171,6 +171,7 @@ def fallback_rerank(
print(f"[web] embedding rerank unavailable ({reason}); using lexical fallback over {len(docs)} docs")
return scored
def _is_probably_html_url(url: str) -> bool:
try:
path = urlparse(url).path.lower()