mirror of
https://github.com/open-thought/reasoning-gym.git
synced 2026-04-29 17:35:16 +00:00
fix(envs): Add source dataset and index to metadata (#388)
* add source dataset and index to metadata * fix typo * fix coach class and its test
This commit is contained in:
parent
c6d01541aa
commit
4c47527130
104 changed files with 549 additions and 146 deletions
|
|
@ -14,6 +14,8 @@ from reasoning_gym.arc.board_format import (
|
|||
from reasoning_gym.dataset import ProceduralDataset
|
||||
from reasoning_gym.factory import register_dataset
|
||||
|
||||
DATASET_NAME = "arc_agi"
|
||||
|
||||
|
||||
@dataclass
|
||||
class ArcAgiConfig:
|
||||
|
|
@ -182,6 +184,8 @@ class ArcAgiDataset(ProceduralDataset):
|
|||
"question": input_prompt,
|
||||
"answer": test_output,
|
||||
"metadata": {
|
||||
"source_dataset": DATASET_NAME,
|
||||
"source_index": idx,
|
||||
"input": totuple(augmented_test_input),
|
||||
"output": totuple(augmented_test_output),
|
||||
"task_id": task_id,
|
||||
|
|
@ -203,4 +207,4 @@ class ArcAgiDataset(ProceduralDataset):
|
|||
return reward
|
||||
|
||||
|
||||
register_dataset("arc_agi", ArcAgiDataset, ArcAgiConfig)
|
||||
register_dataset(DATASET_NAME, ArcAgiDataset, ArcAgiConfig)
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue