searchcode_code.py 1.7 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667
  1. ## Searchcode (It)
  2. #
  3. # @website https://searchcode.com/
  4. # @provide-api yes (https://searchcode.com/api/)
  5. #
  6. # @using-api yes
  7. # @results JSON
  8. # @stable yes
  9. # @parse url, title, content
  10. from urllib import urlencode
  11. from json import loads
  12. # engine dependent config
  13. categories = ['it']
  14. paging = True
  15. # search-url
  16. url = 'https://searchcode.com/'
  17. search_url = url+'api/codesearch_I/?{query}&p={pageno}'
  18. # special code-endings which are not recognised by the file ending
  19. code_endings = {'cs': 'c#',
  20. 'h': 'c',
  21. 'hpp': 'cpp'}
  22. # do search-request
  23. def request(query, params):
  24. params['url'] = search_url.format(query=urlencode({'q': query}),
  25. pageno=params['pageno']-1)
  26. return params
  27. # get response from search-request
  28. def response(resp):
  29. results = []
  30. search_results = loads(resp.text)
  31. # parse results
  32. for result in search_results['results']:
  33. href = result['url']
  34. title = "" + result['name'] + " - " + result['filename']
  35. repo = result['repo']
  36. lines = dict()
  37. for line, code in result['lines'].items():
  38. lines[int(line)] = code
  39. code_language = code_endings.get(
  40. result['filename'].split('.')[-1].lower(),
  41. result['filename'].split('.')[-1].lower())
  42. # append result
  43. results.append({'url': href,
  44. 'title': title,
  45. 'content': '',
  46. 'repository': repo,
  47. 'codelines': sorted(lines.items()),
  48. 'code_language': code_language,
  49. 'template': 'code.html'})
  50. # return results
  51. return results