google.py 1.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657
  1. ## Google (Web)
  2. #
  3. # @website https://www.google.com
  4. # @provide-api yes (https://developers.google.com/web-search/docs/), deprecated!
  5. #
  6. # @using-api yes
  7. # @results JSON
  8. # @stable yes (but deprecated)
  9. # @parse url, title, content
  10. from urllib import urlencode
  11. from json import loads
  12. # engine dependent config
  13. categories = ['general']
  14. paging = True
  15. language_support = True
  16. # search-url
  17. url = 'https://ajax.googleapis.com/'
  18. search_url = url + 'ajax/services/search/web?v=2.0&start={offset}&rsz=large&safe=off&filter=off&{query}&hl={language}' # noqa
  19. # do search-request
  20. def request(query, params):
  21. offset = (params['pageno'] - 1) * 8
  22. language = 'en-US'
  23. if params['language'] != 'all':
  24. language = params['language'].replace('_', '-')
  25. params['url'] = search_url.format(offset=offset,
  26. query=urlencode({'q': query}),
  27. language=language)
  28. return params
  29. # get response from search-request
  30. def response(resp):
  31. results = []
  32. search_res = loads(resp.text)
  33. # return empty array if there are no results
  34. if not search_res.get('responseData', {}).get('results'):
  35. return []
  36. # parse results
  37. for result in search_res['responseData']['results']:
  38. # append result
  39. results.append({'url': result['unescapedUrl'],
  40. 'title': result['titleNoFormatting'],
  41. 'content': result['content']})
  42. # return results
  43. return results