NousResearch/atropos
1
0
Fork 0
mirror of https://github.com/NousResearch/atropos.git synced 2026-04-23 16:54:56 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

update openai/trl_vllm server with new fn

Browse source
This commit is contained in:
Dakota 2025-10-16 13:45:55 -05:00
parent c36ec29656
commit 134cbc09d0
3 changed files with 24 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

8
atroposlib/envs/server_handling/openai_server.py
View file

@ -134,6 +134,14 @@ class OpenAIServer(APIServer):
completions.choices.extend(c.choices)
return completions
async def _tokens_and_logprobs_completion_wrapper(
self, **kwargs
) -> tuple[list, list, list, list]:
"""
Wrapper for the tokens and logprobs completion using the openai client.
"""
raise NotImplementedError("Tokens and logprobs not supported by base OpenAI API, use specific API servers.")
def resolve_openai_configs(
default_server_configs,