NousResearch/atropos
1
0
Fork 0
mirror of https://github.com/NousResearch/atropos.git synced 2026-04-22 16:48:57 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

add tokenizer name config to set the vllm/sglang tokenizer to something different if needed

Browse source
This commit is contained in:
Dakota 2026-02-09 15:26:29 -06:00
parent 13f282aabc
commit 7d6aeb9bbf
4 changed files with 17 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

7
atroposlib/envs/server_handling/sglang_server.py
View file

@ -31,7 +31,12 @@ class SGLangServer(APIServer):
base_url=config.base_url,
timeout=config.timeout,
)
self.tokenizer = AutoTokenizer.from_pretrained(config.model_name)
tokenizer_name = (
config.model_name
if config.tokenizer_name == "none"
else config.tokenizer_name
)
self.tokenizer = AutoTokenizer.from_pretrained(tokenizer_name)
super().__init__(config, reasoning_config=reasoning_config)
async def check_server_status_task(self, chat_completion: bool = True):