Browse Source

Create google_news.py

Thomas Pointhuber 11 years ago
parent
commit
0549f8c7c8
1 changed files with 37 additions and 0 deletions
  1. 37 0
      searx/engines/google_news.py

+ 37 - 0
searx/engines/google_news.py

@@ -0,0 +1,37 @@
+#!/usr/bin/env python
+
+from urllib import urlencode
+from json import loads
+
+categories = ['news']
+
+url = 'https://ajax.googleapis.com/'
+search_url = url + 'ajax/services/search/news?v=2.0&start={offset}&rsz=large&safe=off&filter=off&{query}&hl={language}' # noqa
+
+paging = True
+language_support = True
+
+
+def request(query, params):
+    offset = (params['pageno'] - 1) * 8
+    language = 'en-US'
+    if params['language'] != 'all':
+        language = params['language'].replace('_', '-')
+    params['url'] = search_url.format(offset=offset,
+                                      query=urlencode({'q': query}),
+                                      language=language)
+    return params
+
+
+def response(resp):
+    results = []
+    search_res = loads(resp.text)
+
+    if not search_res.get('responseData', {}).get('results'):
+        return []
+
+    for result in search_res['responseData']['results']:
+        results.append({'url': result['unescapedUrl'],
+                        'title': result['titleNoFormatting'],
+                        'content': result['content']})
+    return results