xpath.html 45 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472
  1. <!DOCTYPE html>
  2. <html lang="en" data-content_root="../../">
  3. <head>
  4. <meta charset="utf-8" />
  5. <meta name="viewport" content="width=device-width, initial-scale=1.0" />
  6. <meta name="viewport" content="width=device-width, initial-scale=1">
  7. <title>XPath Engine &#8212; SearXNG Documentation (2025.4.30+fd33559cf)</title>
  8. <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=6625fa76" />
  9. <link rel="stylesheet" type="text/css" href="../../_static/searxng.css?v=52e4ff28" />
  10. <script src="../../_static/documentation_options.js?v=b12b0e12"></script>
  11. <script src="../../_static/doctools.js?v=9a2dae69"></script>
  12. <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
  13. <script data-project="searxng" data-version="2025.4.30+fd33559cf" src="../../_static/describe_version.js?v=fa7f30d0"></script>
  14. <link rel="index" title="Index" href="../../genindex.html" />
  15. <link rel="search" title="Search" href="../../search.html" />
  16. <link rel="next" title="MediaWiki Engine" href="mediawiki.html" />
  17. <link rel="prev" title="Demo Online Engine" href="demo/demo_online.html" />
  18. </head><body>
  19. <div class="related" role="navigation" aria-label="Related">
  20. <h3>Navigation</h3>
  21. <ul>
  22. <li class="right" style="margin-right: 10px">
  23. <a href="../../genindex.html" title="General Index"
  24. accesskey="I">index</a></li>
  25. <li class="right" >
  26. <a href="../../py-modindex.html" title="Python Module Index"
  27. >modules</a> |</li>
  28. <li class="right" >
  29. <a href="mediawiki.html" title="MediaWiki Engine"
  30. accesskey="N">next</a> |</li>
  31. <li class="right" >
  32. <a href="demo/demo_online.html" title="Demo Online Engine"
  33. accesskey="P">previous</a> |</li>
  34. <li class="nav-item nav-item-0"><a href="../../index.html">SearXNG Documentation (2025.4.30+fd33559cf)</a> &#187;</li>
  35. <li class="nav-item nav-item-1"><a href="../index.html" >Developer documentation</a> &#187;</li>
  36. <li class="nav-item nav-item-2"><a href="index.html" accesskey="U">Engine Implementations</a> &#187;</li>
  37. <li class="nav-item nav-item-this"><a href="">XPath Engine</a></li>
  38. </ul>
  39. </div>
  40. <div class="document">
  41. <div class="documentwrapper">
  42. <div class="bodywrapper">
  43. <div class="body" role="main">
  44. <section id="xpath-engine">
  45. <span id="id1"></span><h1>XPath Engine<a class="headerlink" href="#xpath-engine" title="Link to this heading">¶</a></h1>
  46. <nav class="contents local" id="contents">
  47. <ul class="simple">
  48. <li><p><a class="reference internal" href="#configuration" id="id2">Configuration</a></p></li>
  49. <li><p><a class="reference internal" href="#example" id="id3">Example</a></p></li>
  50. <li><p><a class="reference internal" href="#implementations" id="id4">Implementations</a></p></li>
  51. </ul>
  52. </nav>
  53. <p id="module-searx.engines.xpath">The XPath engine is a <em>generic</em> engine with which it is possible to configure
  54. engines in the settings.</p>
  55. <section id="configuration">
  56. <h2><a class="toc-backref" href="#id2" role="doc-backlink">Configuration</a><a class="headerlink" href="#configuration" title="Link to this heading">¶</a></h2>
  57. <p>Request:</p>
  58. <ul class="simple">
  59. <li><p><a class="reference internal" href="#searx.engines.xpath.search_url" title="searx.engines.xpath.search_url"><code class="xref py py-obj docutils literal notranslate"><span class="pre">search_url</span></code></a></p></li>
  60. <li><p><a class="reference internal" href="#searx.engines.xpath.lang_all" title="searx.engines.xpath.lang_all"><code class="xref py py-obj docutils literal notranslate"><span class="pre">lang_all</span></code></a></p></li>
  61. <li><p><a class="reference internal" href="#searx.engines.xpath.soft_max_redirects" title="searx.engines.xpath.soft_max_redirects"><code class="xref py py-obj docutils literal notranslate"><span class="pre">soft_max_redirects</span></code></a></p></li>
  62. <li><p><a class="reference internal" href="#searx.engines.xpath.method" title="searx.engines.xpath.method"><code class="xref py py-obj docutils literal notranslate"><span class="pre">method</span></code></a></p></li>
  63. <li><p><a class="reference internal" href="#searx.engines.xpath.request_body" title="searx.engines.xpath.request_body"><code class="xref py py-obj docutils literal notranslate"><span class="pre">request_body</span></code></a></p></li>
  64. <li><p><a class="reference internal" href="#searx.engines.xpath.cookies" title="searx.engines.xpath.cookies"><code class="xref py py-obj docutils literal notranslate"><span class="pre">cookies</span></code></a></p></li>
  65. <li><p><a class="reference internal" href="#searx.engines.xpath.headers" title="searx.engines.xpath.headers"><code class="xref py py-obj docutils literal notranslate"><span class="pre">headers</span></code></a></p></li>
  66. </ul>
  67. <p>Paging:</p>
  68. <ul class="simple">
  69. <li><p><a class="reference internal" href="#searx.engines.xpath.paging" title="searx.engines.xpath.paging"><code class="xref py py-obj docutils literal notranslate"><span class="pre">paging</span></code></a></p></li>
  70. <li><p><a class="reference internal" href="#searx.engines.xpath.page_size" title="searx.engines.xpath.page_size"><code class="xref py py-obj docutils literal notranslate"><span class="pre">page_size</span></code></a></p></li>
  71. <li><p><a class="reference internal" href="#searx.engines.xpath.first_page_num" title="searx.engines.xpath.first_page_num"><code class="xref py py-obj docutils literal notranslate"><span class="pre">first_page_num</span></code></a></p></li>
  72. </ul>
  73. <p>Time Range:</p>
  74. <ul class="simple">
  75. <li><p><a class="reference internal" href="#searx.engines.xpath.time_range_support" title="searx.engines.xpath.time_range_support"><code class="xref py py-obj docutils literal notranslate"><span class="pre">time_range_support</span></code></a></p></li>
  76. <li><p><a class="reference internal" href="#searx.engines.xpath.time_range_url" title="searx.engines.xpath.time_range_url"><code class="xref py py-obj docutils literal notranslate"><span class="pre">time_range_url</span></code></a></p></li>
  77. <li><p><a class="reference internal" href="#searx.engines.xpath.time_range_map" title="searx.engines.xpath.time_range_map"><code class="xref py py-obj docutils literal notranslate"><span class="pre">time_range_map</span></code></a></p></li>
  78. </ul>
  79. <p>Safe-Search:</p>
  80. <ul class="simple">
  81. <li><p><a class="reference internal" href="#searx.engines.xpath.safe_search_support" title="searx.engines.xpath.safe_search_support"><code class="xref py py-obj docutils literal notranslate"><span class="pre">safe_search_support</span></code></a></p></li>
  82. <li><p><a class="reference internal" href="#searx.engines.xpath.safe_search_map" title="searx.engines.xpath.safe_search_map"><code class="xref py py-obj docutils literal notranslate"><span class="pre">safe_search_map</span></code></a></p></li>
  83. </ul>
  84. <p>Response:</p>
  85. <ul class="simple">
  86. <li><p><a class="reference internal" href="#searx.engines.xpath.no_result_for_http_status" title="searx.engines.xpath.no_result_for_http_status"><code class="xref py py-obj docutils literal notranslate"><span class="pre">no_result_for_http_status</span></code></a></p></li>
  87. </ul>
  88. <p><a class="reference external" href="https://quickref.me/xpath.html#xpath-selectors">XPath selector</a>:</p>
  89. <ul class="simple">
  90. <li><p><a class="reference internal" href="#searx.engines.xpath.results_xpath" title="searx.engines.xpath.results_xpath"><code class="xref py py-obj docutils literal notranslate"><span class="pre">results_xpath</span></code></a></p></li>
  91. <li><p><a class="reference internal" href="#searx.engines.xpath.url_xpath" title="searx.engines.xpath.url_xpath"><code class="xref py py-obj docutils literal notranslate"><span class="pre">url_xpath</span></code></a></p></li>
  92. <li><p><a class="reference internal" href="#searx.engines.xpath.title_xpath" title="searx.engines.xpath.title_xpath"><code class="xref py py-obj docutils literal notranslate"><span class="pre">title_xpath</span></code></a></p></li>
  93. <li><p><a class="reference internal" href="#searx.engines.xpath.content_xpath" title="searx.engines.xpath.content_xpath"><code class="xref py py-obj docutils literal notranslate"><span class="pre">content_xpath</span></code></a></p></li>
  94. <li><p><a class="reference internal" href="#searx.engines.xpath.thumbnail_xpath" title="searx.engines.xpath.thumbnail_xpath"><code class="xref py py-obj docutils literal notranslate"><span class="pre">thumbnail_xpath</span></code></a></p></li>
  95. <li><p><a class="reference internal" href="#searx.engines.xpath.suggestion_xpath" title="searx.engines.xpath.suggestion_xpath"><code class="xref py py-obj docutils literal notranslate"><span class="pre">suggestion_xpath</span></code></a></p></li>
  96. </ul>
  97. </section>
  98. <section id="example">
  99. <h2><a class="toc-backref" href="#id3" role="doc-backlink">Example</a><a class="headerlink" href="#example" title="Link to this heading">¶</a></h2>
  100. <p>Here is a simple example of a XPath engine configured in the <a class="reference internal" href="../../admin/settings/settings_engines.html#settings-engines"><span class="std std-ref">engines:</span></a> section, further read <a class="reference internal" href="engine_overview.html#engines-dev"><span class="std std-ref">Engine Overview</span></a>.</p>
  101. <div class="highlight-yaml notranslate"><div class="highlight"><pre><span></span><span class="p p-Indicator">-</span><span class="w"> </span><span class="nt">name </span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">bitbucket</span>
  102. <span class="w"> </span><span class="nt">engine </span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">xpath</span>
  103. <span class="w"> </span><span class="nt">paging </span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">True</span>
  104. <span class="w"> </span><span class="nt">search_url </span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">https://bitbucket.org/repo/all/{pageno}?name={query}</span>
  105. <span class="w"> </span><span class="nt">url_xpath </span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">//article[@class=&quot;repo-summary&quot;]//a[@class=&quot;repo-link&quot;]/@href</span>
  106. <span class="w"> </span><span class="nt">title_xpath </span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">//article[@class=&quot;repo-summary&quot;]//a[@class=&quot;repo-link&quot;]</span>
  107. <span class="w"> </span><span class="nt">content_xpath </span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">//article[@class=&quot;repo-summary&quot;]/p</span>
  108. </pre></div>
  109. </div>
  110. </section>
  111. <section id="implementations">
  112. <h2><a class="toc-backref" href="#id4" role="doc-backlink">Implementations</a><a class="headerlink" href="#implementations" title="Link to this heading">¶</a></h2>
  113. </section>
  114. <dl class="py data">
  115. <dt class="sig sig-object py" id="searx.engines.xpath.search_url">
  116. <span class="sig-prename descclassname"><span class="pre">searx.engines.xpath.</span></span><span class="sig-name descname"><span class="pre">search_url</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#searx.engines.xpath.search_url" title="Link to this definition">¶</a></dt>
  117. <dd><p>Search URL of the engine. Example:</p>
  118. <div class="highlight-default notranslate"><div class="highlight"><pre><span></span>https://example.org/?search={query}&amp;page={pageno}{time_range}{safe_search}
  119. </pre></div>
  120. </div>
  121. <p>Replacements are:</p>
  122. <dl>
  123. <dt><code class="docutils literal notranslate"><span class="pre">{query}</span></code>:</dt><dd><p>Search terms from user.</p>
  124. </dd>
  125. <dt><code class="docutils literal notranslate"><span class="pre">{pageno}</span></code>:</dt><dd><p>Page number if engine supports paging <a class="reference internal" href="#searx.engines.xpath.paging" title="searx.engines.xpath.paging"><code class="xref py py-obj docutils literal notranslate"><span class="pre">paging</span></code></a></p>
  126. </dd>
  127. <dt><code class="docutils literal notranslate"><span class="pre">{lang}</span></code>:</dt><dd><p>ISO 639-1 language code (en, de, fr ..)</p>
  128. </dd>
  129. <dt><code class="docutils literal notranslate"><span class="pre">{time_range}</span></code>:</dt><dd><p><a class="reference internal" href="#searx.engines.xpath.time_range_url" title="searx.engines.xpath.time_range_url"><code class="xref py py-obj docutils literal notranslate"><span class="pre">URL</span> <span class="pre">parameter</span></code></a> if engine <a class="reference internal" href="#searx.engines.xpath.time_range_support" title="searx.engines.xpath.time_range_support"><code class="xref py py-obj docutils literal notranslate"><span class="pre">supports</span> <span class="pre">time</span>
  130. <span class="pre">range</span></code></a>. The value for the parameter is taken from
  131. <a class="reference internal" href="#searx.engines.xpath.time_range_map" title="searx.engines.xpath.time_range_map"><code class="xref py py-obj docutils literal notranslate"><span class="pre">time_range_map</span></code></a>.</p>
  132. </dd>
  133. <dt><code class="docutils literal notranslate"><span class="pre">{safe_search}</span></code>:</dt><dd><p>Safe-search <a class="reference internal" href="#searx.engines.xpath.safe_search_map" title="searx.engines.xpath.safe_search_map"><code class="xref py py-obj docutils literal notranslate"><span class="pre">URL</span> <span class="pre">parameter</span></code></a> if engine
  134. <a class="reference internal" href="#searx.engines.xpath.safe_search_support" title="searx.engines.xpath.safe_search_support"><code class="xref py py-obj docutils literal notranslate"><span class="pre">supports</span> <span class="pre">safe-search</span></code></a>. The <code class="docutils literal notranslate"><span class="pre">{safe_search}</span></code>
  135. replacement is taken from the <code class="xref py py-obj docutils literal notranslate"><span class="pre">safes_search_map</span></code>. Filter results:</p>
  136. <div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="mi">0</span><span class="p">:</span> <span class="n">none</span><span class="p">,</span> <span class="mi">1</span><span class="p">:</span> <span class="n">moderate</span><span class="p">,</span> <span class="mi">2</span><span class="p">:</span><span class="n">strict</span>
  137. </pre></div>
  138. </div>
  139. <p>If not supported, the URL parameter is an empty string.</p>
  140. </dd>
  141. </dl>
  142. </dd></dl>
  143. <dl class="py data">
  144. <dt class="sig sig-object py" id="searx.engines.xpath.lang_all">
  145. <span class="sig-prename descclassname"><span class="pre">searx.engines.xpath.</span></span><span class="sig-name descname"><span class="pre">lang_all</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'en'</span></em><a class="headerlink" href="#searx.engines.xpath.lang_all" title="Link to this definition">¶</a></dt>
  146. <dd><p>Replacement <code class="docutils literal notranslate"><span class="pre">{lang}</span></code> in <a class="reference internal" href="#searx.engines.xpath.search_url" title="searx.engines.xpath.search_url"><code class="xref py py-obj docutils literal notranslate"><span class="pre">search_url</span></code></a> if language <code class="docutils literal notranslate"><span class="pre">all</span></code> is
  147. selected.</p>
  148. </dd></dl>
  149. <dl class="py data">
  150. <dt class="sig sig-object py" id="searx.engines.xpath.no_result_for_http_status">
  151. <span class="sig-prename descclassname"><span class="pre">searx.engines.xpath.</span></span><span class="sig-name descname"><span class="pre">no_result_for_http_status</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[]</span></em><a class="headerlink" href="#searx.engines.xpath.no_result_for_http_status" title="Link to this definition">¶</a></dt>
  152. <dd><p>Return empty result for these HTTP status codes instead of throwing an error.</p>
  153. <div class="highlight-yaml notranslate"><div class="highlight"><pre><span></span><span class="nt">no_result_for_http_status</span><span class="p">:</span><span class="w"> </span><span class="p p-Indicator">[]</span>
  154. </pre></div>
  155. </div>
  156. </dd></dl>
  157. <dl class="py data">
  158. <dt class="sig sig-object py" id="searx.engines.xpath.soft_max_redirects">
  159. <span class="sig-prename descclassname"><span class="pre">searx.engines.xpath.</span></span><span class="sig-name descname"><span class="pre">soft_max_redirects</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">0</span></em><a class="headerlink" href="#searx.engines.xpath.soft_max_redirects" title="Link to this definition">¶</a></dt>
  160. <dd><p>Maximum redirects, soft limit. Record an error but don’t stop the engine</p>
  161. </dd></dl>
  162. <dl class="py data">
  163. <dt class="sig sig-object py" id="searx.engines.xpath.results_xpath">
  164. <span class="sig-prename descclassname"><span class="pre">searx.engines.xpath.</span></span><span class="sig-name descname"><span class="pre">results_xpath</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">''</span></em><a class="headerlink" href="#searx.engines.xpath.results_xpath" title="Link to this definition">¶</a></dt>
  165. <dd><p><a class="reference external" href="https://quickref.me/xpath.html#xpath-selectors">XPath selector</a> for the list of result items</p>
  166. </dd></dl>
  167. <dl class="py data">
  168. <dt class="sig sig-object py" id="searx.engines.xpath.url_xpath">
  169. <span class="sig-prename descclassname"><span class="pre">searx.engines.xpath.</span></span><span class="sig-name descname"><span class="pre">url_xpath</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#searx.engines.xpath.url_xpath" title="Link to this definition">¶</a></dt>
  170. <dd><p><a class="reference external" href="https://quickref.me/xpath.html#xpath-selectors">XPath selector</a> of result’s <code class="docutils literal notranslate"><span class="pre">url</span></code>.</p>
  171. </dd></dl>
  172. <dl class="py data">
  173. <dt class="sig sig-object py" id="searx.engines.xpath.content_xpath">
  174. <span class="sig-prename descclassname"><span class="pre">searx.engines.xpath.</span></span><span class="sig-name descname"><span class="pre">content_xpath</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#searx.engines.xpath.content_xpath" title="Link to this definition">¶</a></dt>
  175. <dd><p><a class="reference external" href="https://quickref.me/xpath.html#xpath-selectors">XPath selector</a> of result’s <code class="docutils literal notranslate"><span class="pre">content</span></code>.</p>
  176. </dd></dl>
  177. <dl class="py data">
  178. <dt class="sig sig-object py" id="searx.engines.xpath.title_xpath">
  179. <span class="sig-prename descclassname"><span class="pre">searx.engines.xpath.</span></span><span class="sig-name descname"><span class="pre">title_xpath</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#searx.engines.xpath.title_xpath" title="Link to this definition">¶</a></dt>
  180. <dd><p><a class="reference external" href="https://quickref.me/xpath.html#xpath-selectors">XPath selector</a> of result’s <code class="docutils literal notranslate"><span class="pre">title</span></code>.</p>
  181. </dd></dl>
  182. <dl class="py data">
  183. <dt class="sig sig-object py" id="searx.engines.xpath.thumbnail_xpath">
  184. <span class="sig-prename descclassname"><span class="pre">searx.engines.xpath.</span></span><span class="sig-name descname"><span class="pre">thumbnail_xpath</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">False</span></em><a class="headerlink" href="#searx.engines.xpath.thumbnail_xpath" title="Link to this definition">¶</a></dt>
  185. <dd><p><a class="reference external" href="https://quickref.me/xpath.html#xpath-selectors">XPath selector</a> of result’s <code class="docutils literal notranslate"><span class="pre">thumbnail</span></code>.</p>
  186. </dd></dl>
  187. <dl class="py data">
  188. <dt class="sig sig-object py" id="searx.engines.xpath.suggestion_xpath">
  189. <span class="sig-prename descclassname"><span class="pre">searx.engines.xpath.</span></span><span class="sig-name descname"><span class="pre">suggestion_xpath</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">''</span></em><a class="headerlink" href="#searx.engines.xpath.suggestion_xpath" title="Link to this definition">¶</a></dt>
  190. <dd><p><a class="reference external" href="https://quickref.me/xpath.html#xpath-selectors">XPath selector</a> of result’s <code class="docutils literal notranslate"><span class="pre">suggestion</span></code>.</p>
  191. </dd></dl>
  192. <dl class="py data">
  193. <dt class="sig sig-object py" id="searx.engines.xpath.cookies">
  194. <span class="sig-prename descclassname"><span class="pre">searx.engines.xpath.</span></span><span class="sig-name descname"><span class="pre">cookies</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#searx.engines.xpath.cookies" title="Link to this definition">¶</a></dt>
  195. <dd><p>Some engines might offer different result based on cookies.
  196. Possible use-case: To set safesearch cookie.</p>
  197. </dd></dl>
  198. <dl class="py data">
  199. <dt class="sig sig-object py" id="searx.engines.xpath.headers">
  200. <span class="sig-prename descclassname"><span class="pre">searx.engines.xpath.</span></span><span class="sig-name descname"><span class="pre">headers</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{}</span></em><a class="headerlink" href="#searx.engines.xpath.headers" title="Link to this definition">¶</a></dt>
  201. <dd><p>Some engines might offer different result based headers. Possible use-case:
  202. To set header to moderate.</p>
  203. </dd></dl>
  204. <dl class="py data">
  205. <dt class="sig sig-object py" id="searx.engines.xpath.method">
  206. <span class="sig-prename descclassname"><span class="pre">searx.engines.xpath.</span></span><span class="sig-name descname"><span class="pre">method</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'GET'</span></em><a class="headerlink" href="#searx.engines.xpath.method" title="Link to this definition">¶</a></dt>
  207. <dd><p>Some engines might require to do POST requests for search.</p>
  208. </dd></dl>
  209. <dl class="py data">
  210. <dt class="sig sig-object py" id="searx.engines.xpath.request_body">
  211. <span class="sig-prename descclassname"><span class="pre">searx.engines.xpath.</span></span><span class="sig-name descname"><span class="pre">request_body</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">''</span></em><a class="headerlink" href="#searx.engines.xpath.request_body" title="Link to this definition">¶</a></dt>
  212. <dd><p>The body of the request. This can only be used if different <a class="reference internal" href="#searx.engines.xpath.method" title="searx.engines.xpath.method"><code class="xref py py-obj docutils literal notranslate"><span class="pre">method</span></code></a>
  213. is set, e.g. <code class="docutils literal notranslate"><span class="pre">POST</span></code>. For formatting see the documentation of <a class="reference internal" href="#searx.engines.xpath.search_url" title="searx.engines.xpath.search_url"><code class="xref py py-obj docutils literal notranslate"><span class="pre">search_url</span></code></a>:</p>
  214. <div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="n">search</span><span class="o">=</span><span class="p">{</span><span class="n">query</span><span class="p">}</span><span class="o">&amp;</span><span class="n">page</span><span class="o">=</span><span class="p">{</span><span class="n">pageno</span><span class="p">}{</span><span class="n">time_range</span><span class="p">}{</span><span class="n">safe_search</span><span class="p">}</span>
  215. </pre></div>
  216. </div>
  217. </dd></dl>
  218. <dl class="py data">
  219. <dt class="sig sig-object py" id="searx.engines.xpath.paging">
  220. <span class="sig-prename descclassname"><span class="pre">searx.engines.xpath.</span></span><span class="sig-name descname"><span class="pre">paging</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">False</span></em><a class="headerlink" href="#searx.engines.xpath.paging" title="Link to this definition">¶</a></dt>
  221. <dd><p>Engine supports paging [True or False].</p>
  222. </dd></dl>
  223. <dl class="py data">
  224. <dt class="sig sig-object py" id="searx.engines.xpath.page_size">
  225. <span class="sig-prename descclassname"><span class="pre">searx.engines.xpath.</span></span><span class="sig-name descname"><span class="pre">page_size</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">1</span></em><a class="headerlink" href="#searx.engines.xpath.page_size" title="Link to this definition">¶</a></dt>
  226. <dd><p>Number of results on each page. Only needed if the site requires not a page
  227. number, but an offset.</p>
  228. </dd></dl>
  229. <dl class="py data">
  230. <dt class="sig sig-object py" id="searx.engines.xpath.first_page_num">
  231. <span class="sig-prename descclassname"><span class="pre">searx.engines.xpath.</span></span><span class="sig-name descname"><span class="pre">first_page_num</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">1</span></em><a class="headerlink" href="#searx.engines.xpath.first_page_num" title="Link to this definition">¶</a></dt>
  232. <dd><p>Number of the first page (usually 0 or 1).</p>
  233. </dd></dl>
  234. <dl class="py data">
  235. <dt class="sig sig-object py" id="searx.engines.xpath.time_range_support">
  236. <span class="sig-prename descclassname"><span class="pre">searx.engines.xpath.</span></span><span class="sig-name descname"><span class="pre">time_range_support</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">False</span></em><a class="headerlink" href="#searx.engines.xpath.time_range_support" title="Link to this definition">¶</a></dt>
  237. <dd><p>Engine supports search time range.</p>
  238. </dd></dl>
  239. <dl class="py data">
  240. <dt class="sig sig-object py" id="searx.engines.xpath.time_range_url">
  241. <span class="sig-prename descclassname"><span class="pre">searx.engines.xpath.</span></span><span class="sig-name descname"><span class="pre">time_range_url</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'&amp;hours={time_range_val}'</span></em><a class="headerlink" href="#searx.engines.xpath.time_range_url" title="Link to this definition">¶</a></dt>
  242. <dd><p>Time range URL parameter in the in <a class="reference internal" href="#searx.engines.xpath.search_url" title="searx.engines.xpath.search_url"><code class="xref py py-obj docutils literal notranslate"><span class="pre">search_url</span></code></a>. If no time range is
  243. requested by the user, the URL parameter is an empty string. The
  244. <code class="docutils literal notranslate"><span class="pre">{time_range_val}</span></code> replacement is taken from the <a class="reference internal" href="#searx.engines.xpath.time_range_map" title="searx.engines.xpath.time_range_map"><code class="xref py py-obj docutils literal notranslate"><span class="pre">time_range_map</span></code></a>.</p>
  245. <div class="highlight-yaml notranslate"><div class="highlight"><pre><span></span><span class="nt">time_range_url </span><span class="p">:</span><span class="w"> </span><span class="s">&#39;&amp;days={time_range_val}&#39;</span>
  246. </pre></div>
  247. </div>
  248. </dd></dl>
  249. <dl class="py data">
  250. <dt class="sig sig-object py" id="searx.engines.xpath.time_range_map">
  251. <span class="sig-prename descclassname"><span class="pre">searx.engines.xpath.</span></span><span class="sig-name descname"><span class="pre">time_range_map</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{'day':</span> <span class="pre">24,</span> <span class="pre">'month':</span> <span class="pre">720,</span> <span class="pre">'week':</span> <span class="pre">168,</span> <span class="pre">'year':</span> <span class="pre">8760}</span></em><a class="headerlink" href="#searx.engines.xpath.time_range_map" title="Link to this definition">¶</a></dt>
  252. <dd><p>Maps time range value from user to <code class="docutils literal notranslate"><span class="pre">{time_range_val}</span></code> in
  253. <a class="reference internal" href="#searx.engines.xpath.time_range_url" title="searx.engines.xpath.time_range_url"><code class="xref py py-obj docutils literal notranslate"><span class="pre">time_range_url</span></code></a>.</p>
  254. <div class="highlight-yaml notranslate"><div class="highlight"><pre><span></span><span class="nt">time_range_map</span><span class="p">:</span>
  255. <span class="w"> </span><span class="nt">day</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">1</span>
  256. <span class="w"> </span><span class="nt">week</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">7</span>
  257. <span class="w"> </span><span class="nt">month</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">30</span>
  258. <span class="w"> </span><span class="nt">year</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">365</span>
  259. </pre></div>
  260. </div>
  261. </dd></dl>
  262. <dl class="py data">
  263. <dt class="sig sig-object py" id="searx.engines.xpath.safe_search_support">
  264. <span class="sig-prename descclassname"><span class="pre">searx.engines.xpath.</span></span><span class="sig-name descname"><span class="pre">safe_search_support</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">False</span></em><a class="headerlink" href="#searx.engines.xpath.safe_search_support" title="Link to this definition">¶</a></dt>
  265. <dd><p>Engine supports safe-search.</p>
  266. </dd></dl>
  267. <dl class="py data">
  268. <dt class="sig sig-object py" id="searx.engines.xpath.safe_search_map">
  269. <span class="sig-prename descclassname"><span class="pre">searx.engines.xpath.</span></span><span class="sig-name descname"><span class="pre">safe_search_map</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{0:</span> <span class="pre">'&amp;filter=none',</span> <span class="pre">1:</span> <span class="pre">'&amp;filter=moderate',</span> <span class="pre">2:</span> <span class="pre">'&amp;filter=strict'}</span></em><a class="headerlink" href="#searx.engines.xpath.safe_search_map" title="Link to this definition">¶</a></dt>
  270. <dd><p>Maps safe-search value to <code class="docutils literal notranslate"><span class="pre">{safe_search}</span></code> in <a class="reference internal" href="#searx.engines.xpath.search_url" title="searx.engines.xpath.search_url"><code class="xref py py-obj docutils literal notranslate"><span class="pre">search_url</span></code></a>.</p>
  271. <div class="highlight-yaml notranslate"><div class="highlight"><pre><span></span><span class="nt">safesearch</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">true</span>
  272. <span class="nt">safes_search_map</span><span class="p">:</span>
  273. <span class="w"> </span><span class="nt">0</span><span class="p">:</span><span class="w"> </span><span class="s">&#39;&amp;filter=none&#39;</span>
  274. <span class="w"> </span><span class="nt">1</span><span class="p">:</span><span class="w"> </span><span class="s">&#39;&amp;filter=moderate&#39;</span>
  275. <span class="w"> </span><span class="nt">2</span><span class="p">:</span><span class="w"> </span><span class="s">&#39;&amp;filter=strict&#39;</span>
  276. </pre></div>
  277. </div>
  278. </dd></dl>
  279. <dl class="py function">
  280. <dt class="sig sig-object py" id="searx.engines.xpath.request">
  281. <span class="sig-prename descclassname"><span class="pre">searx.engines.xpath.</span></span><span class="sig-name descname"><span class="pre">request</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">query</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">params</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../_modules/searx/engines/xpath.html#request"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#searx.engines.xpath.request" title="Link to this definition">¶</a></dt>
  282. <dd><p>Build request parameters (see <a class="reference internal" href="engine_overview.html#engine-request"><span class="std std-ref">Making a Request</span></a>).</p>
  283. </dd></dl>
  284. <dl class="py function">
  285. <dt class="sig sig-object py" id="searx.engines.xpath.response">
  286. <span class="sig-prename descclassname"><span class="pre">searx.engines.xpath.</span></span><span class="sig-name descname"><span class="pre">response</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">resp</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><a class="reference internal" href="index.html#searx.result_types.EngineResults" title="searx.result_types.EngineResults"><span class="pre">EngineResults</span></a></span></span><a class="reference internal" href="../../_modules/searx/engines/xpath.html#response"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#searx.engines.xpath.response" title="Link to this definition">¶</a></dt>
  287. <dd><p>Scrap <em>results</em> from the response (see <a class="reference internal" href="../result_types/index.html#result-types"><span class="std std-ref">Result Types</span></a>).</p>
  288. </dd></dl>
  289. </section>
  290. <div class="clearer"></div>
  291. </div>
  292. </div>
  293. </div>
  294. <span id="sidebar-top"></span>
  295. <div class="sphinxsidebar" role="navigation" aria-label="Main">
  296. <div class="sphinxsidebarwrapper">
  297. <p class="logo"><a href="../../index.html">
  298. <img class="logo" src="../../_static/searxng-wordmark.svg" alt="Logo of SearXNG"/>
  299. </a></p>
  300. <h3><a href="../../index.html">Table of Contents</a></h3>
  301. <ul class="current">
  302. <li class="toctree-l1"><a class="reference internal" href="../../user/index.html">User information</a></li>
  303. <li class="toctree-l1"><a class="reference internal" href="../../own-instance.html">Why use a private instance?</a></li>
  304. <li class="toctree-l1"><a class="reference internal" href="../../admin/index.html">Administrator documentation</a></li>
  305. <li class="toctree-l1 current"><a class="reference internal" href="../index.html">Developer documentation</a><ul class="current">
  306. <li class="toctree-l2"><a class="reference internal" href="../quickstart.html">Development Quickstart</a></li>
  307. <li class="toctree-l2"><a class="reference internal" href="../rtm_asdf.html">Runtime Management</a></li>
  308. <li class="toctree-l2"><a class="reference internal" href="../contribution_guide.html">How to contribute</a></li>
  309. <li class="toctree-l2"><a class="reference internal" href="../extended_types.html">Extended Types</a></li>
  310. <li class="toctree-l2 current"><a class="reference internal" href="index.html">Engine Implementations</a><ul class="current">
  311. <li class="toctree-l3"><a class="reference internal" href="enginelib.html">Engine Library</a></li>
  312. <li class="toctree-l3"><a class="reference internal" href="engines.html">SearXNG’s engines loader</a></li>
  313. <li class="toctree-l3"><a class="reference internal" href="engine_overview.html">Engine Overview</a></li>
  314. <li class="toctree-l3"><a class="reference internal" href="index.html#resultlist-and-engines">ResultList and engines</a></li>
  315. <li class="toctree-l3 current"><a class="reference internal" href="index.html#engine-types">Engine Types</a><ul class="current">
  316. <li class="toctree-l4 current"><a class="reference internal" href="index.html#online-engines">Online Engines</a><ul class="current">
  317. <li class="toctree-l5"><a class="reference internal" href="demo/demo_online.html">Demo Online Engine</a></li>
  318. <li class="toctree-l5 current"><a class="current reference internal" href="#">XPath Engine</a></li>
  319. <li class="toctree-l5"><a class="reference internal" href="mediawiki.html">MediaWiki Engine</a></li>
  320. <li class="toctree-l5"><a class="reference internal" href="json_engine.html">JSON Engine</a></li>
  321. <li class="toctree-l5"><a class="reference internal" href="online/adobe_stock.html">Adobe Stock</a></li>
  322. <li class="toctree-l5"><a class="reference internal" href="online/alpinelinux.html">Alpine Linux Packages</a></li>
  323. <li class="toctree-l5"><a class="reference internal" href="online/annas_archive.html">Anna’s Archive</a></li>
  324. <li class="toctree-l5"><a class="reference internal" href="online/archlinux.html">Arch Linux</a></li>
  325. <li class="toctree-l5"><a class="reference internal" href="online/bing.html">Bing Engines</a></li>
  326. <li class="toctree-l5"><a class="reference internal" href="online/bpb.html">Bpb</a></li>
  327. <li class="toctree-l5"><a class="reference internal" href="online/brave.html">Brave Engines</a></li>
  328. <li class="toctree-l5"><a class="reference internal" href="online/bt4g.html">BT4G</a></li>
  329. <li class="toctree-l5"><a class="reference internal" href="online/core.html">CORE</a></li>
  330. <li class="toctree-l5"><a class="reference internal" href="online/dailymotion.html">Dailymotion</a></li>
  331. <li class="toctree-l5"><a class="reference internal" href="online/discourse.html">Discourse Forums</a></li>
  332. <li class="toctree-l5"><a class="reference internal" href="online/duckduckgo.html">DuckDuckGo Engines</a></li>
  333. <li class="toctree-l5"><a class="reference internal" href="online/geizhals.html">Geizhals</a></li>
  334. <li class="toctree-l5"><a class="reference internal" href="online/gitea.html">Gitea</a></li>
  335. <li class="toctree-l5"><a class="reference internal" href="online/gitlab.html">GitLab</a></li>
  336. <li class="toctree-l5"><a class="reference internal" href="online/google.html">Google Engines</a></li>
  337. <li class="toctree-l5"><a class="reference internal" href="online/huggingface.html">Hugging Face</a></li>
  338. <li class="toctree-l5"><a class="reference internal" href="online/lemmy.html">Lemmy</a></li>
  339. <li class="toctree-l5"><a class="reference internal" href="online/loc.html">Library of Congress</a></li>
  340. <li class="toctree-l5"><a class="reference internal" href="online/mastodon.html">Mastodon</a></li>
  341. <li class="toctree-l5"><a class="reference internal" href="online/moviepilot.html">Moviepilot</a></li>
  342. <li class="toctree-l5"><a class="reference internal" href="online/mrs.html">Matrix Rooms Search (MRS)</a></li>
  343. <li class="toctree-l5"><a class="reference internal" href="online/mullvad_leta.html">Mullvad-Leta</a></li>
  344. <li class="toctree-l5"><a class="reference internal" href="online/mwmbl.html">Mwmbl Engine</a></li>
  345. <li class="toctree-l5"><a class="reference internal" href="online/odysee.html">Odysee</a></li>
  346. <li class="toctree-l5"><a class="reference internal" href="online/peertube.html">Peertube Engines</a></li>
  347. <li class="toctree-l5"><a class="reference internal" href="online/piped.html">Piped</a></li>
  348. <li class="toctree-l5"><a class="reference internal" href="online/presearch.html">Presearch Engine</a></li>
  349. <li class="toctree-l5"><a class="reference internal" href="online/qwant.html">Qwant</a></li>
  350. <li class="toctree-l5"><a class="reference internal" href="online/radio_browser.html">RadioBrowser</a></li>
  351. <li class="toctree-l5"><a class="reference internal" href="online/recoll.html">Recoll Engine</a></li>
  352. <li class="toctree-l5"><a class="reference internal" href="online/reuters.html">Reuters</a></li>
  353. <li class="toctree-l5"><a class="reference internal" href="online/seekr.html">Seekr Engines</a></li>
  354. <li class="toctree-l5"><a class="reference internal" href="online/soundcloud.html">Soundcloud</a></li>
  355. <li class="toctree-l5"><a class="reference internal" href="online/startpage.html">Startpage Engines</a></li>
  356. <li class="toctree-l5"><a class="reference internal" href="online/tagesschau.html">Tagesschau API</a></li>
  357. <li class="toctree-l5"><a class="reference internal" href="online/torznab.html">Torznab WebAPI</a></li>
  358. <li class="toctree-l5"><a class="reference internal" href="online/void.html">Void Linux binary packages</a></li>
  359. <li class="toctree-l5"><a class="reference internal" href="online/wallhaven.html">Wallhaven</a></li>
  360. <li class="toctree-l5"><a class="reference internal" href="online/wikipedia.html">Wikimedia</a></li>
  361. <li class="toctree-l5"><a class="reference internal" href="online/yacy.html">Yacy</a></li>
  362. <li class="toctree-l5"><a class="reference internal" href="online/yahoo.html">Yahoo Engine</a></li>
  363. <li class="toctree-l5"><a class="reference internal" href="online/zlibrary.html">Z-Library</a></li>
  364. </ul>
  365. </li>
  366. <li class="toctree-l4"><a class="reference internal" href="index.html#offline-engines">Offline Engines</a></li>
  367. <li class="toctree-l4"><a class="reference internal" href="index.html#online-url-search">Online URL Search</a></li>
  368. <li class="toctree-l4"><a class="reference internal" href="index.html#online-currency">Online Currency</a></li>
  369. <li class="toctree-l4"><a class="reference internal" href="index.html#online-dictionary">Online Dictionary</a></li>
  370. </ul>
  371. </li>
  372. </ul>
  373. </li>
  374. <li class="toctree-l2"><a class="reference internal" href="../result_types/index.html">Result Types</a></li>
  375. <li class="toctree-l2"><a class="reference internal" href="../templates.html">Simple Theme Templates</a></li>
  376. <li class="toctree-l2"><a class="reference internal" href="../search_api.html">Search API</a></li>
  377. <li class="toctree-l2"><a class="reference internal" href="../plugins/index.html">Plugins</a></li>
  378. <li class="toctree-l2"><a class="reference internal" href="../answerers/index.html">Answerers</a></li>
  379. <li class="toctree-l2"><a class="reference internal" href="../translation.html">Translation</a></li>
  380. <li class="toctree-l2"><a class="reference internal" href="../lxcdev.html">Developing in Linux Containers</a></li>
  381. <li class="toctree-l2"><a class="reference internal" href="../makefile.html">Makefile &amp; <code class="docutils literal notranslate"><span class="pre">./manage</span></code></a></li>
  382. <li class="toctree-l2"><a class="reference internal" href="../reST.html">reST primer</a></li>
  383. <li class="toctree-l2"><a class="reference internal" href="../searxng_extra/index.html">Tooling box <code class="docutils literal notranslate"><span class="pre">searxng_extra</span></code></a></li>
  384. </ul>
  385. </li>
  386. <li class="toctree-l1"><a class="reference internal" href="../../utils/index.html">DevOps tooling box</a></li>
  387. <li class="toctree-l1"><a class="reference internal" href="../../src/index.html">Source-Code</a></li>
  388. </ul>
  389. <h3>Project Links</h3>
  390. <ul>
  391. <li><a href="https://github.com/searxng/searxng/tree/master">Source</a>
  392. <li><a href="https://github.com/searxng/searxng/wiki">Wiki</a>
  393. <li><a href="https://searx.space">Public instances</a>
  394. <li><a href="https://github.com/searxng/searxng/issues">Issue Tracker</a>
  395. </ul><h3>Navigation</h3>
  396. <ul>
  397. <li><a href="../../index.html">Overview</a>
  398. <ul>
  399. <li><a href="../index.html">Developer documentation</a>
  400. <ul>
  401. <li><a href="index.html">Engine Implementations</a>
  402. <ul>
  403. <li>Previous: <a href="demo/demo_online.html" title="previous chapter">Demo Online Engine</a>
  404. <li>Next: <a href="mediawiki.html" title="next chapter">MediaWiki Engine</a></ul>
  405. </li></ul>
  406. </li>
  407. </ul>
  408. </li>
  409. </ul>
  410. <search id="searchbox" style="display: none" role="search">
  411. <h3 id="searchlabel">Quick search</h3>
  412. <div class="searchformwrapper">
  413. <form class="search" action="../../search.html" method="get">
  414. <input type="text" name="q" aria-labelledby="searchlabel" autocomplete="off" autocorrect="off" autocapitalize="off" spellcheck="false"/>
  415. <input type="submit" value="Go" />
  416. </form>
  417. </div>
  418. </search>
  419. <script>document.getElementById('searchbox').style.display = "block"</script>
  420. <div role="note" aria-label="source link">
  421. <h3>This Page</h3>
  422. <ul class="this-page-menu">
  423. <li><a href="../../_sources/dev/engines/xpath.rst.txt"
  424. rel="nofollow">Show Source</a></li>
  425. </ul>
  426. </div>
  427. </div>
  428. </div>
  429. <div class="clearer"></div>
  430. </div>
  431. <div class="footer" role="contentinfo">
  432. &#169; Copyright SearXNG team.
  433. </div>
  434. </body>
  435. </html>