feat: support Space rerank models (#2358)

Co-authored-by: chan <dadachann@users.noreply.github.com>
This commit is contained in:
Hyu
2026-07-26 16:37:34 +08:00
committed by GitHub
parent 38e35d328a
commit dd8d1007a1
7 changed files with 171 additions and 5 deletions
@@ -943,16 +943,21 @@ class LiteLLMRequester(requester.ProviderAPIRequester):
if api_key:
headers['Authorization'] = f'Bearer {api_key}'
request_args = dict(extra_args)
rerank_url = request_args.pop('rerank_url', None)
rerank_path = request_args.pop('rerank_path', 'rerank')
payload: dict[str, typing.Any] = {
'model': model_name,
'query': query,
'documents': documents,
'top_n': top_n,
}
if extra_args:
payload.update(extra_args)
if request_args:
payload.update(request_args)
rerank_url = f'{base_url}/rerank'
if not rerank_url:
rerank_url = f'{base_url}/{str(rerank_path).strip("/")}'
try:
async with httpx.AsyncClient(timeout=timeout) as client: