fix Semantic Scholar engine

This commit is contained in:
Noémi Ványi 2021-03-27 16:50:03 +01:00
parent 28286cf3f2
commit f596f5767b
2 changed files with 46 additions and 8 deletions

View file

@ -0,0 +1,43 @@
# SPDX-License-Identifier: AGPL-3.0-or-later
"""
Semantic Scholar (Science)
"""
from json import dumps, loads
search_url = 'https://www.semanticscholar.org/api/1/search'
def request(query, params):
params['url'] = search_url
params['method'] = 'POST'
params['headers']['content-type'] = 'application/json'
params['data'] = dumps({
"queryString": query,
"page": params['pageno'],
"pageSize": 10,
"sort": "relevance",
"useFallbackRankerService": False,
"useFallbackSearchCluster": False,
"performTitleMatch": True,
"getQuerySuggestions": False,
"authors": [],
"coAuthors": [],
"venues": [],
"performTitleMatch": True,
})
return params
def response(resp):
res = loads(resp.text)
results = []
for result in res['results']:
results.append({
'url': result['primaryPaperLink']['url'],
'title': result['title']['text'],
'content': result['paperAbstractTruncated']
})
return results