import pytest from reasoning_gym.algebra.complex_arithmetic import ComplexArithmeticConfig, ComplexArithmeticDataset def test_complex_arithmetic_basic(): """Test basic functionality of complex arithmetic dataset.""" config = ComplexArithmeticConfig( min_real=-5, max_real=5, min_imag=-5, max_imag=5, operations=("+", "-", "*", "/"), seed=42, size=10 ) dataset = ComplexArithmeticDataset(config) print(dataset) # Test dataset size assert len(dataset) == 10 # Test a specific item item = dataset[0] assert "question" in item assert "answer" in item assert "metadata" in item # Add more detailed assertions assert isinstance(item["question"], str) assert isinstance(item["answer"], str) assert isinstance(item["metadata"], dict) # Check metadata structure assert "num1" in item["metadata"] assert "num2" in item["metadata"] assert "operation" in item["metadata"] assert "result" in item["metadata"] # Check data types in metadata assert isinstance(item["metadata"]["num1"], tuple) assert isinstance(item["metadata"]["num2"], tuple) assert len(item["metadata"]["num1"]) == 2 # Real and imaginary parts assert len(item["metadata"]["num2"]) == 2 assert isinstance(item["metadata"]["operation"], str) assert isinstance(item["metadata"]["result"], tuple) # Make sure answer matches the result in metadata # results is a tuple of two floats (real, imag) and answer is a string # answer is formatted as "real + imagi" assert ComplexArithmeticDataset.parse_string_to_complex(item["answer"]) == complex(*item["metadata"]["result"]) def test_complex_arithmetic_scoring(): """Test scoring function with various answer formats and accuracies.""" config = ComplexArithmeticConfig(seed=42) dataset = ComplexArithmeticDataset(config) # Test case with answer 3 + 2i entry = {"metadata": {"result": (3.0, 2.0)}} # Test exact matches (should get score of 1.0) assert dataset.score_answer("3 + 2i", entry) == 1.0 assert dataset.score_answer("3+2i", entry) == 1.0 assert dataset.score_answer("3.0 + 2.0i", entry) == 1.0 # Test answers with small errors (should get high but < 1.0 scores) print(dataset.score_answer("3.1 + 2i", entry)) assert 0.9 < dataset.score_answer("3.1 + 2i", entry) < 1.0 assert 0.9 < dataset.score_answer("3 + 2.1i", entry) < 1.0 assert 0.7 < dataset.score_answer("3.1 + 2.1i", entry) < 0.95 # Test answers with moderate errors (should get medium scores) assert 0.3 < dataset.score_answer("4 + 2i", entry) < 0.4 assert 0.3 < dataset.score_answer("3 + 3i", entry) < 0.4 # Test answers with large errors (should get very low scores) assert dataset.score_answer("10 + 10i", entry) < 0.01 # Test invalid answers (should get 0.0) assert dataset.score_answer("invalid", entry) == 0.0 assert dataset.score_answer(None, entry) == 0.0 assert dataset.score_answer("inf + 2i", entry) == 0.0 def test_complex_arithmetic_division_by_zero(): """Test that division by zero is handled properly.""" config = ComplexArithmeticConfig(operations=("/",), seed=42) # Only test division dataset = ComplexArithmeticDataset(config) # Check multiple items to ensure no division by zero for i in range(10): item = dataset[i] num2 = complex(*item["metadata"]["num2"]) assert num2 != 0