open-thought/reasoning-gym
1
0
Fork 0
mirror of https://github.com/open-thought/reasoning-gym.git synced 2026-04-19 12:58:07 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

include ranges rather than sampled values in difficulty metadata dicts (#387)

Browse source 
* update difficulty metadata for logic datasets

* update difficulty metadata for graph datasets

* update difficulty metadata for geometry datasets

* update difficulty metadata for games datasets

* update difficulty metadata for cognition datasets

* update difficulty metadata for arithmetic datasets

* update difficulty metadata for arc datasets

* update difficulty metadata for algorithmic datasets

* update difficulty metadata for algebra datasets

* use tuples

* update tests

* update tests
This commit is contained in:
Oliver Stanley 2025-03-20 09:27:03 +00:00 • committed by GitHub
parent b69c35818a
commit 7475a20700
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
80 changed files with 304 additions and 126 deletions
Download patch file Download diff file Expand all files Collapse all files

6
reasoning_gym/graphs/course_schedule.py
View file

@ -136,7 +136,11 @@ class CourseScheduleDataset(ProceduralDataset):
"prerequisites": prerequisites,
"solution": answer,
"solvable": solvable,
"difficulty": {"num_courses": num_courses},
"difficulty": {
"num_courses": (self.config.min_num_courses, self.config.max_num_courses),
"num_prerequisites": (self.config.min_num_prerequisites, self.config.max_num_prerequisites),
"cycle_length": (self.config.min_cycle_length, self.config.max_cycle_length),
},
},
}

2
reasoning_gym/graphs/family_relationships.py
View file

@ -206,7 +206,7 @@ class FamilyRelationshipsDataset(ProceduralDataset):
"relationship": relationship.value,
"family_size": len(family),
"difficulty": {
"family_size": len(family),
"family_size": (self.config.min_family_size, self.config.max_family_size),
},
},
}

7
reasoning_gym/graphs/largest_island.py
View file

@ -142,9 +142,10 @@ class LargestIslandDataset(ProceduralDataset):
"grid": grid,
"solution": answer,
"difficulty": {
"rows": rows,
"cols": cols,
"num_islands": num_islands,
"rows": (self.config.min_rows, self.config.max_rows),
"cols": (self.config.min_cols, self.config.max_cols),
"num_islands": (self.config.min_num_islands, self.config.max_num_islands),
"island_size": (self.config.min_island_size, self.config.max_island_size),
},
},
}

2
reasoning_gym/graphs/quantum_lock.py
View file

@ -56,12 +56,12 @@ Buttons:
"question": self.format_puzzle(rng.choice(self._prompt_templates), puzzle=puzzle_data),
"answer": " → ".join(puzzle_data["solution"]),
"metadata": {
"metadata": {"difficulty": difficulty},
"solution_path": puzzle_data["solution"],
"target_value": puzzle_data["target_value"],
"buttons": puzzle_data["buttons"],
"initial_state": puzzle_data["initial_state"],
"initial_value": puzzle_data["initial_value"],
"difficulty": {"difficulty": difficulty},
},
}

4
reasoning_gym/graphs/shortest_path.py
View file

@ -162,8 +162,8 @@ class ShortestPathDataset(ProceduralDataset):
"matrix": matrix,
"solution": answer,
"difficulty": {
"rows": rows,
"cols": cols,
"rows": (self.config.min_rows, self.config.max_rows),
"cols": (self.config.min_cols, self.config.max_cols),
},
},
}