mirror of
https://github.com/NousResearch/atropos.git
synced 2026-04-19 12:57:58 +00:00
add tokenizer name config to set the vllm/sglang tokenizer to something different if needed
This commit is contained in:
parent
13f282aabc
commit
7d6aeb9bbf
4 changed files with 17 additions and 2 deletions
|
|
@ -121,6 +121,7 @@ class ServerManager:
|
|||
model_name=configs.model_name,
|
||||
rolling_buffer_length=configs.rolling_buffer_length,
|
||||
api_key="x",
|
||||
tokenizer_name=configs.tokenizer_name,
|
||||
)
|
||||
)
|
||||
self.servers = [
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue