searxng/searx/engines/dailymotion.py

"""
 Dailymotion (Videos)

 @website     https://www.dailymotion.com
 @provide-api yes (http://www.dailymotion.com/developer)

 @using-api   yes
 @results     JSON
 @stable      yes
 @parse       url, title, thumbnail, publishedDate, embedded

 @todo        set content-parameter with correct data
"""

from urllib import urlencode
from json import loads
from datetime import datetime

# engine dependent config
categories = ['videos']
paging = True
language_support = True
supported_languages = ["af", "ak", "am", "ar", "an", "as", "av", "ae", "ay", "az",
                       "ba", "bm", "be", "bn", "bi", "bo", "bs", "br", "bg", "ca",
                       "cs", "ch", "ce", "cu", "cv", "kw", "co", "cr", "cy", "da",
                       "de", "dv", "dz", "el", "en", "eo", "et", "eu", "ee", "fo",
                       "fa", "fj", "fi", "fr", "fy", "ff", "gd", "ga", "gl", "gv",
                       "gn", "gu", "ht", "ha", "sh", "he", "hz", "hi", "ho", "hr",
                       "hu", "hy", "ig", "io", "ii", "iu", "ie", "ia", "id", "ik",
                       "is", "it", "jv", "ja", "kl", "kn", "ks", "ka", "kr", "kk",
                       "km", "ki", "rw", "ky", "kv", "kg", "ko", "kj", "ku", "lo",
                       "la", "lv", "li", "ln", "lt", "lb", "lu", "lg", "mh", "ml",
                       "mr", "mk", "mg", "mt", "mn", "mi", "ms", "my", "na", "nv",
                       "nr", "nd", "ng", "ne", "nl", "nn", "nb", "no", "ny", "oc",
                       "oj", "or", "om", "os", "pa", "pi", "pl", "pt", "ps", "qu",
                       "rm", "ro", "rn", "ru", "sg", "sa", "si", "sk", "sl", "se",
                       "sm", "sn", "sd", "so", "st", "es", "sq", "sc", "sr", "ss",
                       "su", "sw", "sv", "ty", "ta", "tt", "te", "tg", "tl", "th",
                       "ti", "to", "tn", "ts", "tk", "tr", "tw", "ug", "uk", "ur",
                       "uz", "ve", "vi", "vo", "wa", "wo", "xh", "yi", "yo", "za", "zh", "zu"]

# search-url
# see http://www.dailymotion.com/doc/api/obj-video.html
search_url = 'https://api.dailymotion.com/videos?fields=created_time,title,description,duration,url,thumbnail_360_url,id&sort=relevance&limit=5&page={pageno}&{query}'  # noqa
embedded_url = '<iframe frameborder="0" width="540" height="304" ' +\
    'data-src="//www.dailymotion.com/embed/video/{videoid}" allowfullscreen></iframe>'


# do search-request
def request(query, params):
    if params['language'] == 'all':
        locale = 'en-US'
    else:
        locale = params['language']

    params['url'] = search_url.format(
        query=urlencode({'search': query, 'localization': locale}),
        pageno=params['pageno'])

    return params


# get response from search-request
def response(resp):
    results = []

    search_res = loads(resp.text)

    # return empty array if there are no results
    if 'list' not in search_res:
        return []

    # parse results
    for res in search_res['list']:
        title = res['title']
        url = res['url']
        content = res['description']
        thumbnail = res['thumbnail_360_url']
        publishedDate = datetime.fromtimestamp(res['created_time'], None)
        embedded = embedded_url.format(videoid=res['id'])

        # http to https
        thumbnail = thumbnail.replace("http://", "https://")

        results.append({'template': 'videos.html',
                        'url': url,
                        'title': title,
                        'content': content,
                        'publishedDate': publishedDate,
                        'embedded': embedded,
                        'thumbnail': thumbnail})

    # return results
    return results