Browse Source

[feat] lib.rs: use packages.html template

Bnyro 1 year ago
parent
commit
6dd07b88a4
2 changed files with 57 additions and 13 deletions
  1. 56 0
      searx/engines/lib_rs.py
  2. 1 13
      searx/settings.yml

+ 56 - 0
searx/engines/lib_rs.py

@@ -0,0 +1,56 @@
+# SPDX-License-Identifier: AGPL-3.0-or-later
+# lint: pylint
+"""lib.rs (packages)"""
+
+from urllib.parse import quote_plus
+from lxml import html
+from searx.utils import eval_xpath, eval_xpath_list, extract_text
+
+about = {
+    'website': 'https://lib.rs',
+    'wikidata_id': 'Q113486010',
+    'use_official_api': False,
+    'require_api_key': False,
+    'results': "HTML",
+}
+
+categories = ["it", "packages"]
+
+base_url = 'https://lib.rs'
+
+results_xpath = '/html/body/main/div/ol/li/a'
+url_xpath = './@href'
+title_xpath = './div[@class="h"]/h4'
+content_xpath = './div[@class="h"]/p'
+version_xpath = './div[@class="meta"]/span[contains(@class, "version")]'
+download_count_xpath = './div[@class="meta"]/span[@class="downloads"]'
+tags_xpath = './div[@class="meta"]/span[contains(@class, "k")]/text()'
+
+
+def request(query, params):
+    params['url'] = f"{base_url}/search?q={quote_plus(query)}"
+
+    return params
+
+
+def response(resp):
+    results = []
+
+    doc = html.fromstring(resp.text)
+
+    for result in eval_xpath_list(doc, results_xpath):
+        package_name = extract_text(eval_xpath(result, title_xpath))
+        results.append(
+            {
+                'template': 'packages.html',
+                'title': package_name,
+                'url': base_url + extract_text(eval_xpath(result, url_xpath)),  # type: ignore
+                'content': extract_text(eval_xpath(result, content_xpath)),
+                'package_name': package_name,
+                'version': extract_text(eval_xpath(result, version_xpath)),
+                'popularity': extract_text(eval_xpath(result, download_count_xpath)),
+                'tags': eval_xpath_list(result, tags_xpath),
+            }
+        )
+
+    return results

+ 1 - 13
searx/settings.yml

@@ -2254,20 +2254,8 @@ engines:
 
   - name: lib.rs
     shortcut: lrs
-    engine: xpath
-    search_url: https://lib.rs/search?q={query}
-    results_xpath: /html/body/main/div/ol/li/a
-    url_xpath: ./@href
-    title_xpath: ./div[@class="h"]/h4
-    content_xpath: ./div[@class="h"]/p
-    categories: [it, packages]
+    engine: lib_rs
     disabled: true
-    about:
-      website: https://lib.rs
-      wikidata_id: Q113486010
-      use_official_api: false
-      require_api_key: false
-      results: HTML
 
   - name: sourcehut
     shortcut: srht