|  | @@ -1,71 +0,0 @@
 | 
	
		
			
				|  |  | -# SPDX-License-Identifier: AGPL-3.0-or-later
 | 
	
		
			
				|  |  | -"""Internet Archive scholar(science)
 | 
	
		
			
				|  |  | -"""
 | 
	
		
			
				|  |  | -
 | 
	
		
			
				|  |  | -from datetime import datetime
 | 
	
		
			
				|  |  | -from urllib.parse import urlencode
 | 
	
		
			
				|  |  | -from searx.utils import html_to_text
 | 
	
		
			
				|  |  | -
 | 
	
		
			
				|  |  | -about = {
 | 
	
		
			
				|  |  | -    "website": "https://scholar.archive.org/",
 | 
	
		
			
				|  |  | -    "wikidata_id": "Q115667709",
 | 
	
		
			
				|  |  | -    "official_api_documentation": "https://scholar.archive.org/api/redoc",
 | 
	
		
			
				|  |  | -    "use_official_api": True,
 | 
	
		
			
				|  |  | -    "require_api_key": False,
 | 
	
		
			
				|  |  | -    "results": "JSON",
 | 
	
		
			
				|  |  | -}
 | 
	
		
			
				|  |  | -categories = ['science', 'scientific publications']
 | 
	
		
			
				|  |  | -paging = True
 | 
	
		
			
				|  |  | -
 | 
	
		
			
				|  |  | -base_url = "https://scholar.archive.org"
 | 
	
		
			
				|  |  | -results_per_page = 15
 | 
	
		
			
				|  |  | -
 | 
	
		
			
				|  |  | -
 | 
	
		
			
				|  |  | -def request(query, params):
 | 
	
		
			
				|  |  | -    args = {
 | 
	
		
			
				|  |  | -        "q": query,
 | 
	
		
			
				|  |  | -        "limit": results_per_page,
 | 
	
		
			
				|  |  | -        "offset": (params["pageno"] - 1) * results_per_page,
 | 
	
		
			
				|  |  | -    }
 | 
	
		
			
				|  |  | -    params["url"] = f"{base_url}/search?{urlencode(args)}"
 | 
	
		
			
				|  |  | -    params["headers"]["Accept"] = "application/json"
 | 
	
		
			
				|  |  | -    return params
 | 
	
		
			
				|  |  | -
 | 
	
		
			
				|  |  | -
 | 
	
		
			
				|  |  | -def response(resp):
 | 
	
		
			
				|  |  | -    results = []
 | 
	
		
			
				|  |  | -
 | 
	
		
			
				|  |  | -    json = resp.json()
 | 
	
		
			
				|  |  | -
 | 
	
		
			
				|  |  | -    for result in json["results"]:
 | 
	
		
			
				|  |  | -        publishedDate, content, doi = None, '', None
 | 
	
		
			
				|  |  | -
 | 
	
		
			
				|  |  | -        if result['biblio'].get('release_date'):
 | 
	
		
			
				|  |  | -            publishedDate = datetime.strptime(result['biblio']['release_date'], "%Y-%m-%d")
 | 
	
		
			
				|  |  | -
 | 
	
		
			
				|  |  | -        if len(result['abstracts']) > 0:
 | 
	
		
			
				|  |  | -            content = result['abstracts'][0].get('body')
 | 
	
		
			
				|  |  | -        elif len(result['_highlights']) > 0:
 | 
	
		
			
				|  |  | -            content = result['_highlights'][0]
 | 
	
		
			
				|  |  | -
 | 
	
		
			
				|  |  | -        if len(result['releases']) > 0:
 | 
	
		
			
				|  |  | -            doi = result['releases'][0].get('doi')
 | 
	
		
			
				|  |  | -
 | 
	
		
			
				|  |  | -        results.append(
 | 
	
		
			
				|  |  | -            {
 | 
	
		
			
				|  |  | -                'template': 'paper.html',
 | 
	
		
			
				|  |  | -                'url': result['fulltext']['access_url'],
 | 
	
		
			
				|  |  | -                'title': result['biblio'].get('title') or result['biblio'].get('container_name'),
 | 
	
		
			
				|  |  | -                'content': html_to_text(content),
 | 
	
		
			
				|  |  | -                'publisher': result['biblio'].get('publisher'),
 | 
	
		
			
				|  |  | -                'doi': doi,
 | 
	
		
			
				|  |  | -                'journal': result['biblio'].get('container_name'),
 | 
	
		
			
				|  |  | -                'authors': result['biblio'].get('contrib_names'),
 | 
	
		
			
				|  |  | -                'tags': result['tags'],
 | 
	
		
			
				|  |  | -                'publishedDate': publishedDate,
 | 
	
		
			
				|  |  | -                'issns': result['biblio'].get('issns'),
 | 
	
		
			
				|  |  | -                'pdf_url': result['fulltext'].get('access_url'),
 | 
	
		
			
				|  |  | -            }
 | 
	
		
			
				|  |  | -        )
 | 
	
		
			
				|  |  | -
 | 
	
		
			
				|  |  | -    return results
 |