open-thought/reasoning-gym
1
0
Fork 0
mirror of https://github.com/open-thought/reasoning-gym.git synced 2026-04-25 17:10:51 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

cfg change

Browse source
This commit is contained in:
Oliver 2025-04-24 20:16:52 +01:00
parent 68ef3fa249
commit e39b6b5f27
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
training/configs/external_generalisation/math_curriculum_qwen_7b.yaml
View file

@ -133,7 +133,7 @@ actor_rollout_ref:
enforce_eager: True
free_cache_engine: True
load_format: dummy_dtensor
tensor_model_parallel_size: 1
tensor_model_parallel_size: 4
max_num_batched_tokens: 12288
max_num_seqs: 1024
log_prob_micro_batch_size: null # will be deprecated, use log_prob_micro_batch_size_per_gpu
@ -169,7 +169,7 @@ trainer:
logger: [ 'console', 'wandb' ]
val_generations_to_log_to_wandb: 0
nnodes: 1
n_gpus_per_node: 1
n_gpus_per_node: 4
save_freq: 100
# auto: find the last ckpt to resume. If can't find, start from scratch
resume_mode: auto # or auto or resume_path if