Browse Source

[fix] brave engine: add sec-fetch headers and source=web argument

The intention is to reduce the "TooManyRequestsException".

Signed-off-by: Markus Heiser <markus.heiser@darmarit.de>
Markus Heiser 2 months ago
parent
commit
8984d7ae02
1 changed files with 6 additions and 1 deletions
  1. 6 1
      searx/engines/brave.py

+ 6 - 1
searx/engines/brave.py

@@ -30,7 +30,6 @@ Configured ``brave`` engines:
     brave_category: news
     brave_category: news
 
 
   - name: brave.goggles
   - name: brave.goggles
-    brave_category: goggles
     time_range_support: true
     time_range_support: true
     paging: true
     paging: true
     ...
     ...
@@ -207,6 +206,7 @@ def request(query, params):
 
 
     args = {
     args = {
         'q': query,
         'q': query,
+        'source': 'web',
     }
     }
     if brave_spellcheck:
     if brave_spellcheck:
         args['spellcheck'] = '1'
         args['spellcheck'] = '1'
@@ -237,6 +237,11 @@ def request(query, params):
 
 
     logger.debug("cookies %s", params['cookies'])
     logger.debug("cookies %s", params['cookies'])
 
 
+    params['headers']['Sec-Fetch-Dest'] = "document"
+    params['headers']['Sec-Fetch-Mode'] = "navigate"
+    params['headers']['Sec-Fetch-Site'] = "same-origin"
+    params['headers']['Sec-Fetch-User'] = "?1"
+
 
 
 def _extract_published_date(published_date_raw):
 def _extract_published_date(published_date_raw):
     if published_date_raw is None:
     if published_date_raw is None: