peertube.py 2.6 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495
  1. """
  2. peertube (Videos)
  3. @website https://www.peertube.live
  4. @provide-api yes (https://docs.joinpeertube.org/api-rest-reference.html)
  5. @using-api yes
  6. @results JSON
  7. @stable yes
  8. @parse url, title, thumbnail, publishedDate, embedded
  9. @todo implement time range support
  10. """
  11. from json import loads
  12. from datetime import datetime
  13. from urllib.parse import urlencode
  14. from searx.utils import html_to_text
  15. # engine dependent config
  16. categories = ["videos"]
  17. paging = True
  18. language_support = True
  19. base_url = "https://peer.tube/"
  20. supported_languages_url = base_url + "api/v1/videos/languages"
  21. # do search-request
  22. def request(query, params):
  23. pageno = (params["pageno"] - 1) * 15
  24. search_url = base_url + "api/v1/search/videos/?pageno={pageno}&{query}"
  25. query_dict = {"search": query}
  26. language = params["language"].split("-")[0]
  27. # pylint: disable=undefined-variable
  28. if "all" != language and language in supported_languages:
  29. query_dict["languageOneOf"] = language
  30. params["url"] = search_url.format(
  31. query=urlencode(query_dict), pageno=pageno
  32. )
  33. return params
  34. def _get_offset_from_pageno(pageno):
  35. return (pageno - 1) * 15 + 1
  36. # get response from search-request
  37. def response(resp):
  38. results = []
  39. search_res = loads(resp.text)
  40. embedded_url = (
  41. '<iframe width="560" height="315" sandbox="allow-same-origin allow-scripts allow-popups" '
  42. + 'src="'
  43. + base_url
  44. + '{embed_path}" frameborder="0" allowfullscreen></iframe>'
  45. )
  46. # return empty array if there are no results
  47. if "data" not in search_res:
  48. return []
  49. # parse results
  50. for res in search_res["data"]:
  51. title = res["name"]
  52. url = base_url + "/videos/watch/" + res["uuid"]
  53. description = res["description"]
  54. if description:
  55. content = html_to_text(res["description"])
  56. else:
  57. content = None
  58. thumbnail = base_url + res["thumbnailPath"]
  59. publishedDate = datetime.strptime(res["publishedAt"], "%Y-%m-%dT%H:%M:%S.%fZ")
  60. embedded = embedded_url.format(embed_path=res["embedPath"][1:])
  61. results.append(
  62. {
  63. "template": "videos.html",
  64. "url": url,
  65. "title": title,
  66. "content": content,
  67. "publishedDate": publishedDate,
  68. "embedded": embedded,
  69. "thumbnail": thumbnail,
  70. }
  71. )
  72. # return results
  73. return results
  74. def _fetch_supported_languages(resp):
  75. ret_val = {}
  76. peertube_languages = list(loads(resp.text).keys())
  77. return peertube_languages