From 249861b65d0585f3cb290aaeb3d9050c18501ef3 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Tue, 17 Mar 2026 05:41:05 -0700 Subject: [PATCH] web search: Update the user agents --- modules/web_search.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/modules/web_search.py b/modules/web_search.py index e13ef62a..2902c7c0 100644 --- a/modules/web_search.py +++ b/modules/web_search.py @@ -48,7 +48,7 @@ def download_web_page(url, timeout=10, include_links=False): try: _validate_url(url) headers = { - 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36' + 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36' } max_redirects = 5 for _ in range(max_redirects): @@ -82,8 +82,8 @@ def perform_web_search(query, num_pages=3, max_workers=5, timeout=10, fetch_cont search_url = f"https://html.duckduckgo.com/html/?q={quote_plus(query)}" agents = [ - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36", - "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36", + "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36" ] response = requests.get(search_url, headers={'User-Agent': random.choice(agents)}, timeout=timeout)