InternLM/InternBootcamp
1
0
Fork 0
mirror of https://github.com/InternLM/InternBootcamp.git synced 2026-04-27 17:23:17 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

refactor(data_pipeline): optimize data generation pipeline; add multiple preset configurations for data generation

Browse source
This commit is contained in:
chenyongkang 2025-08-26 18:40:21 +08:00
parent 1a8477c8d8
commit 8d493b35a0
2160 changed files with 69199 additions and 154 deletions
Download patch file Download diff file Expand all files Collapse all files

5
examples/pipelines/data_generator.py
View file

@ -86,7 +86,10 @@ def main_pipeline(
except Exception as e:
failure += 1
if failure > 512:
print(config, f"seems to be a too challenging config to generate cases , because of {e}")
import traceback
traceback.print_exc()
print(bootcamp_cls_name.replace("bootcamp", ""), config, f"seems to be a too challenging config to generate cases , because of {e}")
failure = 0
continue
writer.close()