peertube.py 2.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687
  1. # SPDX-License-Identifier: AGPL-3.0-or-later
  2. """
  3. peertube (Videos)
  4. """
  5. from json import loads
  6. from datetime import datetime
  7. from urllib.parse import urlencode
  8. from searx.utils import html_to_text
  9. # about
  10. about = {
  11. "website": 'https://joinpeertube.org',
  12. "wikidata_id": 'Q50938515',
  13. "official_api_documentation": 'https://docs.joinpeertube.org/api-rest-reference.html',
  14. "use_official_api": True,
  15. "require_api_key": False,
  16. "results": 'JSON',
  17. }
  18. # engine dependent config
  19. categories = ["videos"]
  20. paging = True
  21. base_url = "https://peer.tube"
  22. supported_languages_url = 'https://peer.tube/api/v1/videos/languages'
  23. # do search-request
  24. def request(query, params):
  25. sanitized_url = base_url.rstrip("/")
  26. pageno = (params["pageno"] - 1) * 15
  27. search_url = sanitized_url + "/api/v1/search/videos/?pageno={pageno}&{query}"
  28. query_dict = {"search": query}
  29. language = params["language"].split("-")[0]
  30. if "all" != language and language in supported_languages:
  31. query_dict["languageOneOf"] = language
  32. params["url"] = search_url.format(query=urlencode(query_dict), pageno=pageno)
  33. return params
  34. def _get_offset_from_pageno(pageno):
  35. return (pageno - 1) * 15 + 1
  36. # get response from search-request
  37. def response(resp):
  38. sanitized_url = base_url.rstrip("/")
  39. results = []
  40. search_res = loads(resp.text)
  41. # return empty array if there are no results
  42. if "data" not in search_res:
  43. return []
  44. # parse results
  45. for res in search_res["data"]:
  46. title = res["name"]
  47. url = sanitized_url + "/videos/watch/" + res["uuid"]
  48. description = res["description"]
  49. if description:
  50. content = html_to_text(res["description"])
  51. else:
  52. content = ""
  53. thumbnail = sanitized_url + res["thumbnailPath"]
  54. publishedDate = datetime.strptime(res["publishedAt"], "%Y-%m-%dT%H:%M:%S.%fZ")
  55. results.append(
  56. {
  57. "template": "videos.html",
  58. "url": url,
  59. "title": title,
  60. "content": content,
  61. "publishedDate": publishedDate,
  62. "iframe_src": sanitized_url + res["embedPath"],
  63. "thumbnail": thumbnail,
  64. }
  65. )
  66. # return results
  67. return results
  68. def _fetch_supported_languages(resp):
  69. videolanguages = resp.json()
  70. peertube_languages = list(videolanguages.keys())
  71. return peertube_languages