NousResearch/atropos
1
0
Fork 0
mirror of https://github.com/NousResearch/atropos.git synced 2026-04-19 12:57:58 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

logprobs

Browse source
This commit is contained in:
Jai Suphavadeeprasit 2026-02-03 14:51:21 -05:00
parent 77c592c909
commit 1559f59b5d
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
example_trainer/run.py
View file

@ -121,6 +121,8 @@ def main():
vllm_env["VLLM_BRIDGE_CONFIG_PATH"] = bridge_config_path
vllm_env["CUDA_VISIBLE_DEVICES"] = device_index
vllm_env["PYTORCH_CUDA_ALLOC_CONF"] = "expandable_segments:True"
vllm_env["VLLM_USE_V1"] = "0" # v0 engine required for shared weights patches
vllm_env["VLLM_WORKER_MULTIPROC_METHOD"] = "spawn" # Required for CUDA
# Build vLLM command
vllm_cmd = [