open-thought/reasoning-gym
1
0
Fork 0
mirror of https://github.com/open-thought/reasoning-gym.git synced 2026-04-22 16:49:06 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

update timeout

Browse source
This commit is contained in:
Zafir Stojanovski 2025-02-26 20:27:43 +01:00
parent 20c8392417
commit 4a59d13100
1 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

8
notebooks/codeio.ipynb
View file

@ -573,7 +573,7 @@
"WARMUP_GENERATIONS = 5\n",
"TOTAL_GENERATIONS = 1_000\n",
"TIMEOUT_CODE_INIT = 10\n",
"TIMEOUT_PER_SAMPLE = 2\n",
"TIMEOUT_PER_SAMPLE = 0.01\n",
"\n",
"errors = defaultdict(int)\n",
"total_entries = sum(1 for _ in open(\"data/codeio-pyedu-with-input-generator.jsonl\", \"r\"))\n",
@ -584,7 +584,7 @@
" iterator = tqdm(enumerate(f_in), total=total_entries)\n",
"\n",
" for i, line in iterator:\n",
" iterator.set_description(f\"Processing {i}/{total_entries} | \" + \" | \".join(f\"{k}: {v}\" for k, v in errors.items()) + f\" | total: {sum(errors.values())}\")\n",
" iterator.set_description(f\"Failures:\" + \" | \".join(f\"{k}: {v}\" for k, v in errors.items()) + f\" | total: {sum(errors.values())}\")\n",
" entry = json.loads(line)\n",
"\n",
" if not \"input_generator\" in entry:\n",
@ -607,7 +607,7 @@
" try:\n",
" execution = sandbox.run_code(\n",
" code=SAMPLING_TEMPLATE.format(num_generations=WARMUP_GENERATIONS),\n",
" timeout=TIMEOUT_PER_SAMPLE * WARMUP_GENERATIONS\n",
" timeout=TIMEOUT_CODE_INIT,\n",
" )\n",
" assert not execution.error, \"Error in input generator (warmup)\"\n",
" assert execution.text, \"Empty input generator output (warmup)\"\n",
@ -620,7 +620,7 @@
" try:\n",
" execution = sandbox.run_code(\n",
" code=SAMPLING_TEMPLATE.format(num_generations=TOTAL_GENERATIONS),\n",
" timeout=TIMEOUT_PER_SAMPLE * TOTAL_GENERATIONS\n",
" timeout=int(TIMEOUT_PER_SAMPLE * TOTAL_GENERATIONS),\n",
" )\n",
" assert not execution.error, \"Error in input generator (full)\"\n",
" assert execution.text, \"Empty input generator output (full)\"\n",