add tokenizer name config to set the vllm/sglang tokenizer to something different if needed

This commit is contained in:
Dakota 2026-02-09 15:26:29 -06:00
parent 13f282aabc
commit 7d6aeb9bbf
4 changed files with 17 additions and 2 deletions

View file

@ -250,6 +250,10 @@ class ServerBaseline(BaseModel):
server_type: Literal["openai", "trl", "sglang", "vllm"] = Field(
default="openai", description="Type of server to use"
)
tokenizer_name: str = Field(
default="none",
description="The tokenizer name to use. If none, will use the model_name as the tokenizer.",
)
class APIServerConfig(ServerBaseline):