first bits of veRL example

This commit is contained in:
Andreas Koepf 2025-02-01 21:19:27 +00:00
parent bb620a1066
commit e671b97ab4
5 changed files with 562 additions and 0 deletions

View file

@ -0,0 +1,9 @@
#!/bin/bash
export N_GPUS=4
export BASE_MODEL=meta-llama/Llama-3.2-1B-Instruct
export ROLLOUT_TP_SIZE=2
export EXPERIMENT_NAME=chain_sum_llama
export VLLM_ATTENTION_BACKEND=XFORMERS
bash ./train.sh