"""Tests for String Synthesis questions generation""" import pytest from reasoning_gym.algorithmic.string_synthesis import ( StringSynthesisConfig, StringSynthesisCurriculum, StringSynthesisDataset, ) def test_string_synthesis_config_validation(): """Test that invalid configs raise appropriate errors""" with pytest.raises(AssertionError): config = StringSynthesisConfig(min_initial_blocks=-1) # Negative not allowed config.validate() with pytest.raises(AssertionError): config = StringSynthesisConfig(min_initial_blocks=3, max_initial_blocks=2) # Min > Max config.validate() with pytest.raises(AssertionError): config = StringSynthesisConfig(max_iterations=0) # Zero not allowed config.validate() def test_string_synthesis_dataset_deterministic(): """Test that dataset generates same items with same seed""" config = StringSynthesisConfig(seed=42, size=10) dataset1 = StringSynthesisDataset(config) dataset2 = StringSynthesisDataset(config) for i in range(len(dataset1)): assert dataset1[i] == dataset2[i] def test_string_synthesis_dataset_items(): """Test basic properties of generated items""" config = StringSynthesisConfig(min_initial_blocks=1, max_initial_blocks=3, size=10, seed=42) dataset = StringSynthesisDataset(config) for i in range(len(dataset)): item = dataset[i] # Check item structure assert isinstance(item, dict) assert "question" in item assert "answer" in item assert "metadata" in item # Check metadata assert "states" in item["metadata"] assert "solution" in item["metadata"] states = item["metadata"]["states"] solution = item["metadata"]["solution"] # Verify dimensions assert len(states) >= 1 first_state = states[0] assert len(first_state) == 9 for i in range(3): assert 0 <= first_state[i] <= 3 for i in range(3, 9): assert first_state[i] == 0 assert solution == states[-1] for i in range(9): assert 0 <= solution[i] def test_string_synthesis_dataset_iteration(): """Test that iteration respects dataset size""" config = StringSynthesisConfig(size=5, seed=42) dataset = StringSynthesisDataset(config) items = list(dataset) assert len(items) == config.size # Test multiple iterations yield same items assert items == list(dataset) def test_string_synthesis_answer(): """Test the _get_answer method""" config = StringSynthesisConfig(seed=42) dataset = StringSynthesisDataset(config) # Empty input counts = [0, 0, 0, 0, 0, 0, 0, 0, 0] assert dataset._apply_rule(counts) == [0, 0, 0, 0, 0, 0, 0, 0, 0] # Rule 1 counts = [1, 1, 1, 0, 0, 0, 0, 0, 0] assert dataset._apply_rule(counts) == [0, 0, 0, 1, 0, 0, 0, 0, 0] # Rule 2 counts = [1, 1, 0, 0, 0, 0, 0, 0, 0] assert dataset._apply_rule(counts) == [0, 0, 0, 0, 0, 1, 0, 0, 0] # Rule 3 counts = [0, 1, 1, 0, 0, 0, 0, 0, 0] assert dataset._apply_rule(counts) == [0, 0, 0, 0, 1, 0, 0, 0, 0] # Rule 4 counts = [0, 0, 2, 0, 0, 0, 0, 0, 0] assert dataset._apply_rule(counts) == [0, 0, 0, 0, 0, 1, 0, 0, 0] # Rule 5 counts = [0, 0, 0, 1, 0, 1, 0, 0, 0] assert dataset._apply_rule(counts) == [0, 0, 0, 0, 0, 0, 1, 1, 0] # Rule 6 counts = [0, 0, 0, 0, 2, 0, 0, 0, 0] assert dataset._apply_rule(counts) == [0, 0, 0, 0, 0, 0, 0, 0, 1] # 1-shot example provided in the prompt A_square, B_square, C_square = 2, 3, 3 assert dataset._get_answer(A_square, B_square, C_square) == [ [2, 3, 3, 0, 0, 0, 0, 0, 0], # Initial state [1, 2, 2, 1, 0, 0, 0, 0, 0], # Rule 1 [0, 1, 1, 2, 0, 0, 0, 0, 0], # Rule 1 again [0, 0, 0, 2, 1, 0, 0, 0, 0], # Rule 3 (final state) ] def test_string_synthesis_curriculum(): curriculum = StringSynthesisCurriculum() base_value = {"size": 150, "seed": 1} base_cfg: StringSynthesisConfig = curriculum.generate_configuration(base_value) assert base_cfg.seed == 1 assert base_cfg.size == 150 assert base_cfg.min_initial_blocks == 10 and base_cfg.max_initial_blocks == 50 # test incrementing attribute levels curriculum.increment_attr_level("initial_blocks") increased_cfg = curriculum.generate_configuration(base_value) assert increased_cfg.min_initial_blocks == 10 and increased_cfg.max_initial_blocks == 100 # test decrementing attribute level for initial_blocks again curriculum.decrement_attr_level("initial_blocks") partially_decreased_cfg = curriculum.generate_configuration(base_value) assert partially_decreased_cfg.min_initial_blocks == 10 and partially_decreased_cfg.max_initial_blocks == 50