mirror of
https://github.com/NousResearch/atropos.git
synced 2026-04-19 12:57:58 +00:00
28 lines
876 B
YAML
28 lines
876 B
YAML
task:
|
|
name: mnist
|
|
optimizer:
|
|
- name: adamw_baseline
|
|
learning_rate: [1.e-1, 1.e-2, 1.e-3]
|
|
# learning_rate: [1.e-1, 3.16e-2, 1.e-2, 3.16e-3, 1.e-3] # finer grid
|
|
weight_decay: [1.e-0, 1.e-1, 1.e-2, 1.e-3]
|
|
- name: adamcpr_fast
|
|
learning_rate: [1.e-1, 1.e-2, 1.e-3]
|
|
# learning_rate: [1.e-1, 3.16e-2, 1.e-2, 3.16e-3, 1.e-3] # finer grid
|
|
kappa_init_param: [0.5, 1, 2, 4, 8, 16, 32]
|
|
engine:
|
|
seed: [1, 2, 3]
|
|
# data_dir: ./data
|
|
# output_dir: ./experiments
|
|
plot: false
|
|
silent: true
|
|
sbatch_script_template: baselines/sbatch_template.sh # adapt the template to your needs
|
|
run_scheduler: slurm_array
|
|
sbatch_time_factor: 1.8 # increase this for slower machine
|
|
sbatch_args:
|
|
partition: single # adapt to your cluster
|
|
evaluation:
|
|
output_types: [pdf]
|
|
plot:
|
|
x_axis:
|
|
- optimizer.kappa_init_param
|
|
- optimizer.weight_decay
|