mirror of
https://github.com/NousResearch/atropos.git
synced 2026-04-19 12:57:58 +00:00
add tokenizer name config to set the vllm/sglang tokenizer to something different if needed
This commit is contained in:
parent
13f282aabc
commit
7d6aeb9bbf
4 changed files with 17 additions and 2 deletions
|
|
@ -250,6 +250,10 @@ class ServerBaseline(BaseModel):
|
|||
server_type: Literal["openai", "trl", "sglang", "vllm"] = Field(
|
||||
default="openai", description="Type of server to use"
|
||||
)
|
||||
tokenizer_name: str = Field(
|
||||
default="none",
|
||||
description="The tokenizer name to use. If none, will use the model_name as the tokenizer.",
|
||||
)
|
||||
|
||||
|
||||
class APIServerConfig(ServerBaseline):
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue