mirror of
https://github.com/open-thought/reasoning-gym.git
synced 2026-04-19 12:58:07 +00:00
73 lines
2.3 KiB
Python
73 lines
2.3 KiB
Python
"""Word reversal task generator"""
|
|
|
|
import re
|
|
from dataclasses import dataclass
|
|
from random import Random
|
|
from typing import List, Optional
|
|
|
|
from ..data import read_data_file
|
|
from ..dataset import ProceduralDataset
|
|
|
|
|
|
@dataclass
|
|
class WordReversalConfig:
|
|
"""Configuration for word reversal task generation"""
|
|
|
|
min_words: int = 3 # Minimum words in list
|
|
max_words: int = 8 # Maximum words in list
|
|
seed: Optional[int] = None
|
|
size: int = 500 # Virtual dataset size
|
|
|
|
def validate(self):
|
|
"""Validate configuration parameters"""
|
|
assert self.min_words > 0, "min_words must be positive"
|
|
assert self.max_words >= self.min_words, "max_words must be >= min_words"
|
|
|
|
|
|
class WordReversalDataset(ProceduralDataset):
|
|
"""Generates word reversal tasks from text spans"""
|
|
|
|
def __init__(self, config: WordReversalConfig):
|
|
self.config = config
|
|
self.config.validate()
|
|
super().__init__(seed=config.seed, size=config.size)
|
|
|
|
# Load and preprocess text
|
|
text = read_data_file("in_the_year_2889.txt")
|
|
# Extract words and clean them to contain only alphanumeric characters
|
|
self.words = [word for word in re.findall(r"\b\w+\b", text) if word.isalnum()]
|
|
|
|
def __getitem__(self, idx: int) -> dict:
|
|
"""Generate a single word reversal task"""
|
|
rng = Random(self.seed + idx)
|
|
|
|
# Select random words
|
|
num_words = rng.randint(self.config.min_words, self.config.max_words)
|
|
word_indices = rng.sample(range(len(self.words)), num_words)
|
|
words = [self.words[i] for i in word_indices]
|
|
|
|
# Create question and answer
|
|
question = ", ".join(words)
|
|
answer = ", ".join(reversed(words))
|
|
|
|
return {
|
|
"question": f"Reverse this list of words: {question}",
|
|
"answer": answer,
|
|
"metadata": {"num_words": num_words, "words": words},
|
|
}
|
|
|
|
|
|
def word_reversal_dataset(
|
|
min_words: int = 3,
|
|
max_words: int = 8,
|
|
seed: Optional[int] = None,
|
|
size: int = 500,
|
|
) -> WordReversalDataset:
|
|
"""Create a WordReversalDataset with the given configuration."""
|
|
config = WordReversalConfig(
|
|
min_words=min_words,
|
|
max_words=max_words,
|
|
seed=seed,
|
|
size=size,
|
|
)
|
|
return WordReversalDataset(config)
|