wikipedia.py 1.0 KB

123456789101112131415161718192021222324252627282930
  1. from json import loads
  2. from urllib import urlencode, quote
  3. url = 'https://{language}.wikipedia.org/'
  4. search_url = url + 'w/api.php?action=query&list=search&{query}&srprop=timestamp&format=json&sroffset={offset}' # noqa
  5. number_of_results = 10
  6. language_support = True
  7. def request(query, params):
  8. offset = (params['pageno'] - 1) * 10
  9. if params['language'] == 'all':
  10. language = 'en'
  11. else:
  12. language = params['language'].split('_')[0]
  13. params['language'] = language
  14. params['url'] = search_url.format(query=urlencode({'srsearch': query}),
  15. offset=offset,
  16. language=language)
  17. return params
  18. def response(resp):
  19. search_results = loads(resp.text)
  20. res = search_results.get('query', {}).get('search', [])
  21. return [{'url': url.format(language=resp.search_params['language']) + 'wiki/' + quote(result['title'].replace(' ', '_').encode('utf-8')), # noqa
  22. 'title': result['title']} for result in res[:int(number_of_results)]]