mirror of
https://github.com/open-thought/reasoning-gym.git
synced 2026-04-30 17:40:45 +00:00
fix(curriculum): Make boundaries in curriculum more sensible (#407)
* init * fix tests * unify codeio * filtered for libraries not present in reasoning-gym * fix more bounds * puzzle24 * knight swap curriculum * fix number sorting * fix attributes * add validation of config in creation of dataset * dry run for instantiating and validating the datasets * remove unused imports * fix curriculum tests to reference newly updated attribute names
This commit is contained in:
parent
7853263650
commit
dced3bfc45
132 changed files with 1226 additions and 347 deletions
|
|
@ -269,18 +269,18 @@ def test_string_manipulation_curriculum():
|
|||
base_cfg: StringManipulationConfig = curriculum.generate_configuration(base_value)
|
||||
assert base_cfg.seed == 1
|
||||
assert base_cfg.size == 150
|
||||
assert base_cfg.min_string_length == 10 and base_cfg.max_string_length == 10
|
||||
assert base_cfg.min_num_rules == 5 and base_cfg.max_num_rules == 5
|
||||
assert base_cfg.min_string_length == 10 and base_cfg.max_string_length == 50
|
||||
assert base_cfg.min_num_rules == 3 and base_cfg.max_num_rules == 5
|
||||
|
||||
# test incrementing attribute levels
|
||||
curriculum.increment_attr_level("string_length")
|
||||
curriculum.increment_attr_level("num_rules")
|
||||
increased_cfg = curriculum.generate_configuration(base_value)
|
||||
assert increased_cfg.min_string_length == 10 and increased_cfg.max_string_length == 50
|
||||
assert increased_cfg.min_num_rules == 5 and increased_cfg.max_num_rules == 10
|
||||
assert increased_cfg.min_string_length == 10 and increased_cfg.max_string_length == 100
|
||||
assert increased_cfg.min_num_rules == 3 and increased_cfg.max_num_rules == 10
|
||||
|
||||
# test decrementing attribute level for string_length again
|
||||
curriculum.decrement_attr_level("string_length")
|
||||
partially_decreased_cfg = curriculum.generate_configuration(base_value)
|
||||
assert partially_decreased_cfg.min_string_length == 10 and partially_decreased_cfg.max_string_length == 10
|
||||
assert partially_decreased_cfg.min_num_rules == 5 and partially_decreased_cfg.max_num_rules == 10
|
||||
assert partially_decreased_cfg.min_string_length == 10 and partially_decreased_cfg.max_string_length == 50
|
||||
assert partially_decreased_cfg.min_num_rules == 3 and partially_decreased_cfg.max_num_rules == 10
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue