mirror of
https://github.com/InternLM/InternBootcamp.git
synced 2026-04-19 12:58:04 +00:00
refactor(data_pipeline): optimize data generation pipeline; add multiple preset configurations for data generation
This commit is contained in:
parent
1a8477c8d8
commit
8d493b35a0
2160 changed files with 69199 additions and 154 deletions
26
examples/pipelines/all_configs/Cconstanzesmachine_test.json
Normal file
26
examples/pipelines/all_configs/Cconstanzesmachine_test.json
Normal file
|
|
@ -0,0 +1,26 @@
|
|||
[
|
||||
{
|
||||
"min_length": 20,
|
||||
"max_length": 100,
|
||||
"prob_wm": 0.4,
|
||||
"prob_error": 0.25
|
||||
},
|
||||
{
|
||||
"min_length": 3,
|
||||
"max_length": 30,
|
||||
"prob_wm": 0.2,
|
||||
"prob_error": 0.15
|
||||
},
|
||||
{
|
||||
"min_length": 10,
|
||||
"max_length": 100,
|
||||
"prob_wm": 0.5,
|
||||
"prob_error": 0.2
|
||||
},
|
||||
{
|
||||
"min_length": 5,
|
||||
"max_length": 50,
|
||||
"prob_wm": 0.3,
|
||||
"prob_error": 0.1
|
||||
}
|
||||
]
|
||||
Loading…
Add table
Add a link
Reference in a new issue