mirror of
https://github.com/searxng/searxng.git
synced 2025-09-03 00:38:34 +02:00
6b57705e50
This patch adds GitHub Code Search [1] engine to allow querying the codebases. Template code.html is changed to allow passthrough of strip and highlighting options. Engine Searchcode is adjusted to pass filename and not rely on hardcoded extensions. GitHub search code API does not return the exact code line indices, this implementation assigns the code arbitrary numbers starting from 1 (effectively relabeling the code). The API allows for unauth calls, and the default engine settings default to that, although the calls are heavily rate limited. The 'text' lexer is the default pygments lexer when parsing fails. [1] https://docs.github.com/en/rest/search/search?apiVersion=2022-11-28#search-code Co-authored-by: Markus Heiser <markus.heiser@darmarIT.de>
79 lines
2 KiB
Python
79 lines
2 KiB
Python
# SPDX-License-Identifier: AGPL-3.0-or-later
|
|
"""Searchcode (IT)
|
|
|
|
"""
|
|
|
|
from json import loads
|
|
from urllib.parse import urlencode
|
|
|
|
# about
|
|
about = {
|
|
"website": 'https://searchcode.com/',
|
|
"wikidata_id": None,
|
|
"official_api_documentation": 'https://searchcode.com/api/',
|
|
"use_official_api": True,
|
|
"require_api_key": False,
|
|
"results": 'JSON',
|
|
}
|
|
|
|
# engine dependent config
|
|
categories = ['it']
|
|
search_api = 'https://searchcode.com/api/codesearch_I/?'
|
|
|
|
# special code-endings which are not recognised by the file ending
|
|
code_endings = {'cs': 'c#', 'h': 'c', 'hpp': 'cpp', 'cxx': 'cpp'}
|
|
|
|
# paging is broken in searchcode.com's API .. not sure it will ever been fixed
|
|
# paging = True
|
|
|
|
|
|
def request(query, params):
|
|
args = urlencode(
|
|
{
|
|
'q': query,
|
|
# paging is broken in searchcode.com's API
|
|
# 'p': params['pageno'] - 1,
|
|
# 'per_page': 10,
|
|
}
|
|
)
|
|
params['url'] = search_api + args
|
|
logger.debug("query_url --> %s", params['url'])
|
|
return params
|
|
|
|
|
|
def response(resp):
|
|
results = []
|
|
|
|
search_results = loads(resp.text)
|
|
|
|
# parse results
|
|
for result in search_results.get('results', []):
|
|
href = result['url']
|
|
title = "" + result['name'] + " - " + result['filename']
|
|
repo = result['repo']
|
|
|
|
lines = {}
|
|
for line, code in result['lines'].items():
|
|
lines[int(line)] = code
|
|
|
|
code_language = code_endings.get(
|
|
result['filename'].split('.')[-1].lower(), result['filename'].split('.')[-1].lower()
|
|
)
|
|
|
|
# append result
|
|
results.append(
|
|
{
|
|
'url': href,
|
|
'title': title,
|
|
'content': '',
|
|
'repository': repo,
|
|
'codelines': sorted(lines.items()),
|
|
'code_language': code_language,
|
|
'template': 'code.html',
|
|
'strip_whitespace': True,
|
|
'strip_new_lines': True,
|
|
}
|
|
)
|
|
|
|
# return results
|
|
return results
|