diff --git a/websearch.py b/websearch.py index 3e65d2a..eb9c52f 100644 --- a/websearch.py +++ b/websearch.py @@ -398,7 +398,7 @@ def searx_search(base_url: str, query: str, *, max_results: int = 6) -> List[Dic return out -def fetch_pages(urls: List[str], *, max_pages: int = 8, min_text_len: int = 500) -> Dict[str, str]: +def fetch_pages(urls: List[str], *, max_pages: int = 8, min_text_len: int = 300) -> Dict[str, str]: urls = urls[:max_pages] out: Dict[str, str] = {} for u in urls: