open-thought/reasoning-gym
1
0
Fork 0
mirror of https://github.com/open-thought/reasoning-gym.git synced 2026-04-22 16:49:06 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Add useful instructions to question template of some datasets

Browse source
This commit is contained in:
abdulhakeem 2025-02-13 00:49:31 -06:00
parent c6a9dae0c6
commit 62a0d14355
5 changed files with 44 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

9
reasoning_gym/algorithmic/number_sorting.py
View file

@ -34,6 +34,12 @@ class NumberSortingDataset(ProceduralDataset):
def __init__(self, config: NumberSortingConfig):
super().__init__(config=config, seed=config.seed, size=config.size)
self.added_instruction = """
\n\n
Please follow the instruction below:
# 1. Let all your answers be a list of numbers. Instead of reporting your answer as -69, -13, 1, 7, 11, 43, 59, 61, use ['-69', '-13', '1', '7', '11', '43', '59', '61'] instead
# 2. Convert all numbers in the square brackets as strings. For example, ['-69', '-13', '1', '7', '11', '43', '59', '61']
"""
def _format_number(self, num: float, decimals: int) -> str:
"""Format number with specified decimal places"""
@ -78,9 +84,10 @@ class NumberSortingDataset(ProceduralDataset):
is_ascending = rng.choice([True, False])
direction = "ascending" if is_ascending else "descending"
answer = asc_answer if is_ascending else desc_answer
question = f"Sort these numbers in {direction} order: {', '.join(number_strs)}" + self.added_instruction
return {
"question": f"Sort these numbers in {direction} order: {', '.join(number_strs)}",
"question": question,
"answer": str(answer),
"metadata": {"original_numbers": number_strs, "direction": direction, "sorted_numbers": answer},
}