open-thought/reasoning-gym
1
0
Fork 0
mirror of https://github.com/open-thought/reasoning-gym.git synced 2026-04-19 12:58:07 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix: Handle negative hex number prefix variations in bitwise arithmetic test

Browse source
This commit is contained in:
Andreas Koepf (aider) 2025-02-21 17:23:15 +01:00 • committed by Andreas Koepf
parent e846c53347
commit af4d79e947
1 changed files with 11 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

18
tests/test_bitwise_arithmetic.py
View file

@ -59,7 +59,7 @@ def test_bitwise_arithmetic_difficulty_levels():
# Higher difficulty should generally produce more operators
problem = item["metadata"]["problem"]
num_operators = sum(1 for c in problem if c in ["+", "-", "*", "<", ">"])
if difficulty == 1:
assert num_operators <= 2 # Simple expressions
elif difficulty >= 5:
@ -97,18 +97,22 @@ def test_bitwise_arithmetic_answer_formats():
"""Test that different answer formats are handled correctly"""
config = BitwiseArithmeticConfig(difficulty=1, size=10, seed=42)
dataset = BitwiseArithmeticDataset(config)
for item in dataset:
problem = item["metadata"]["problem"]
correct = item["answer"]
# Test hex string format
assert dataset.score_answer(answer=correct, entry=item) == 1.0
# Test decimal format
decimal_answer = str(eval(problem)) # Safe as we control the problem
assert dataset.score_answer(answer=decimal_answer, entry=item) == 1.0
# Test with "0x" prefix variations
if not correct.startswith("0x"):
assert dataset.score_answer(answer="0x" + correct[2:], entry=item) == 1.0
if correct.startswith("-0x"):
# For negative numbers, keep the minus sign
assert dataset.score_answer(answer="-0x" + correct[3:], entry=item) == 1.0
elif not correct.startswith("0x"):
# For positive numbers without prefix
assert dataset.score_answer(answer="0x" + correct, entry=item) == 1.0