"""Word reversal task generator""" import re from dataclasses import dataclass from random import Random from typing import List, Optional from ..data import read_data_file from ..factory import ProceduralDataset, register_dataset @dataclass class WordSequenceReversalConfig: """Configuration for word sequence reversal task generation""" min_words: int = 3 # Minimum words in list max_words: int = 8 # Maximum words in list seed: Optional[int] = None size: int = 500 # Virtual dataset size def validate(self) -> None: """Validate configuration parameters""" assert self.min_words > 0, "min_words must be positive" assert self.max_words >= self.min_words, "max_words must be >= min_words" class WordSequenceReversalDataset(ProceduralDataset): """Generates word sequence reversal tasks from text spans""" def __init__(self, config: WordSequenceReversalConfig): super().__init__(config=config, seed=config.seed, size=config.size) # Load and preprocess text text = read_data_file("in_the_year_2889.txt") # Extract words and clean them to contain only alphanumeric characters self.words = [word for word in re.findall(r"\b\w+\b", text) if word.isalnum()] def __getitem__(self, idx: int) -> dict: """Generate a single word reversal task""" rng = Random(self.seed + idx) # Select random words num_words = rng.randint(self.config.min_words, self.config.max_words) word_indices = rng.sample(range(len(self.words)), num_words) words = [self.words[i] for i in word_indices] # Create question and answer question = ", ".join(words) answer = ", ".join(reversed(words)) return { "question": f"Reverse this list of words: {question}", "answer": answer, "metadata": {"num_words": num_words, "words": words}, } register_dataset("word_sequence_reversal", WordSequenceReversalDataset, WordSequenceReversalConfig)