This commit is contained in:
Oliver 2025-04-24 21:11:16 +01:00
parent d5ec539cb3
commit e58f3c1a35

View file

@ -134,7 +134,7 @@ actor_rollout_ref:
enforce_eager: True
free_cache_engine: True
load_format: dummy_dtensor
tensor_model_parallel_size: 4
tensor_model_parallel_size: 2
max_num_batched_tokens: 12288
max_num_seqs: 1024
log_prob_micro_batch_size: null # will be deprecated, use log_prob_micro_batch_size_per_gpu