From f8031fb07238e76a7b8e7fcd77cefc183c49736d Mon Sep 17 00:00:00 2001
From: Allen <64094914+allendema@users.noreply.github.com>
Date: Sat, 16 Apr 2022 17:42:04 +0200
Subject: [PATCH] [enh] Allow passing headers/cookies from settings.yml

Example:

   - engine: xpath
   - search_url: example.org
   - headers: {'example_header': 'example_header'}
   - cookies: {'safesearch': 'off'}
---
 searx/engines/xpath.py | 30 ++++++++++++++++++++++++------
 1 file changed, 24 insertions(+), 6 deletions(-)

diff --git a/searx/engines/xpath.py b/searx/engines/xpath.py
index 9c2929c4..d46d783d 100644
--- a/searx/engines/xpath.py
+++ b/searx/engines/xpath.py
@@ -16,10 +16,14 @@ cached_xpath = ''
 cached_url = ''
 soft_max_redirects = 0
 
-# parameters for engines with paging support
-#
-# number of results on each page
-# (only needed if the site requires not a page number, but an offset)
+cookies = {}
+headers = {}
+'''Some engines might offer different result based on cookies or headers.
+Possible use-case: To set safesearch cookie or header to moderate.'''
+
+paging = False
+'''Engine supports paging [True or False].'''
+
 page_size = 1
 # number of the first page (usually 0 or 1)
 first_page_num = 1
@@ -32,8 +36,22 @@ def request(query, params):
     if paging and search_url.find('{pageno}') >= 0:
         fp['pageno'] = (params['pageno'] - 1) * page_size + first_page_num
 
-    params['url'] = search_url.format(**fp)
-    params['query'] = query
+    safe_search = ''
+    if params['safesearch']:
+        safe_search = safe_search_map[params['safesearch']]
+
+    fargs = {
+        'query': urlencode({'q': query})[2:],
+        'lang': lang,
+        'pageno': (params['pageno'] - 1) * page_size + first_page_num,
+        'time_range': time_range,
+        'safe_search': safe_search,
+    }
+
+    params['cookies'] = cookies
+    params['headers'] = headers
+
+    params['url'] = search_url.format(**fargs)
     params['soft_max_redirects'] = soft_max_redirects
 
     return params