mirror of
https://github.com/InternLM/InternBootcamp.git
synced 2026-04-19 12:58:04 +00:00
refactor(data_pipeline): optimize data generation pipeline; add multiple preset configurations for data generation
This commit is contained in:
parent
1a8477c8d8
commit
8d493b35a0
2160 changed files with 69199 additions and 154 deletions
26
examples/pipelines/all_configs/Cdnaevolution_test.json
Normal file
26
examples/pipelines/all_configs/Cdnaevolution_test.json
Normal file
|
|
@ -0,0 +1,26 @@
|
|||
[
|
||||
{
|
||||
"max_s_length": 800,
|
||||
"min_events": 4,
|
||||
"max_events": 12,
|
||||
"query_ratio": 0.6
|
||||
},
|
||||
{
|
||||
"max_s_length": 600,
|
||||
"min_events": 6,
|
||||
"max_events": 14,
|
||||
"query_ratio": 0.4
|
||||
},
|
||||
{
|
||||
"max_s_length": 1200,
|
||||
"min_events": 2,
|
||||
"max_events": 8,
|
||||
"query_ratio": 0.8
|
||||
},
|
||||
{
|
||||
"max_s_length": 1000,
|
||||
"min_events": 3,
|
||||
"max_events": 10,
|
||||
"query_ratio": 0.7
|
||||
}
|
||||
]
|
||||
Loading…
Add table
Add a link
Reference in a new issue