giers10/concept-maker
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Adjust minimum text length requirement in fetch_pages function

Browse Source
This commit is contained in:
Victor Giers
2025-11-30 15:02:23 +01:00
parent b944cde381
commit 87318354e0
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
websearch.py
View File

@@ -398,7 +398,7 @@ def searx_search(base_url: str, query: str, *, max_results: int = 6) -> List[Dic
return out return out
def fetch_pages(urls: List[str], *, max_pages: int = 8, min_text_len: int = 500) -> Dict[str, str]: def fetch_pages(urls: List[str], *, max_pages: int = 8, min_text_len: int = 300) -> Dict[str, str]:
urls = urls[:max_pages] urls = urls[:max_pages]
out: Dict[str, str] = {} out: Dict[str, str] = {}
for u in urls: for u in urls: