add tokenizer name config to set the vllm/sglang tokenizer to something different if needed

This commit is contained in:
Dakota 2026-02-09 15:26:29 -06:00
parent 13f282aabc
commit 7d6aeb9bbf
4 changed files with 17 additions and 2 deletions

View file

@ -121,6 +121,7 @@ class ServerManager:
model_name=configs.model_name,
rolling_buffer_length=configs.rolling_buffer_length,
api_key="x",
tokenizer_name=configs.tokenizer_name,
)
)
self.servers = [