Lower minimum text length threshold in fetch_pages function

2025-11-30 15:05:27 +01:00
parent ac97e6f785
commit 438c52e4d5
1 changed files with 1 additions and 1 deletions
--- a/websearch.py
+++ b/websearch.py
@@ -384,7 +384,7 @@ def searx_search(base_url: str, query: str, *, max_results: int = 6) -> List[Dic
    return out


-def fetch_pages(urls: List[str], *, max_pages: int = 8, min_text_len: int = 300) -> Dict[str, str]:
+def fetch_pages(urls: List[str], *, max_pages: int = 8, min_text_len: int = 200) -> Dict[str, str]:
    urls = urls[:max_pages]
    out: Dict[str, str] = {}
    for u in urls: