NousResearch/atropos
1
0
Fork 0
mirror of https://github.com/NousResearch/atropos.git synced 2026-04-19 12:57:58 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

readme updates

Browse source
This commit is contained in:
Jai Suphavadeeprasit 2026-01-27 14:28:19 -05:00
parent 6277bdd6d1
commit e34ac31ed7
3 changed files with 24 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
example_trainer/scripts/test_single_copy_mode.sh
View file

@ -53,6 +53,8 @@ cd "$REPO_DIR"
echo ""
echo "[1/4] Starting vLLM with shared memory enabled..."
# NOTE: --enforce-eager is REQUIRED for single-copy mode!
# Without it, CUDA graphs freeze weights and updates won't be visible to inference.
VLLM_ENABLE_SHARED_WEIGHTS=1 \
LOGDIR="$LOG_DIR" \
python -u example_trainer/vllm_api_server.py \
@ -61,6 +63,7 @@ python -u example_trainer/vllm_api_server.py \
--port $VLLM_PORT \
--dtype bfloat16 \
--gpu-memory-utilization 0.5 \
--enforce-eager \
> "${LOG_DIR}/vllm.log" 2>&1 &
echo "Waiting for vLLM (45s)..."