mirror of
https://github.com/InternLM/InternBootcamp.git
synced 2026-04-19 12:58:04 +00:00
refactor(data_pipeline): optimize data generation pipeline; add multiple preset configurations for data generation
This commit is contained in:
parent
1a8477c8d8
commit
8d493b35a0
2160 changed files with 69199 additions and 154 deletions
57
examples/pipelines/all_configs/Enewlanguage_train.json
Normal file
57
examples/pipelines/all_configs/Enewlanguage_train.json
Normal file
|
|
@ -0,0 +1,57 @@
|
|||
[
|
||||
{
|
||||
"vc": "VC",
|
||||
"n": 2,
|
||||
"m": 1,
|
||||
"rules": [
|
||||
[
|
||||
1,
|
||||
"V",
|
||||
2,
|
||||
"C"
|
||||
]
|
||||
],
|
||||
"s": "aa"
|
||||
},
|
||||
{
|
||||
"vc": "VC",
|
||||
"n": 2,
|
||||
"m": 2,
|
||||
"rules": [
|
||||
[
|
||||
1,
|
||||
"V",
|
||||
2,
|
||||
"C"
|
||||
],
|
||||
[
|
||||
1,
|
||||
"C",
|
||||
2,
|
||||
"V"
|
||||
]
|
||||
],
|
||||
"s": "aa"
|
||||
},
|
||||
{
|
||||
"vc": "V",
|
||||
"n": 1,
|
||||
"m": 0,
|
||||
"rules": [],
|
||||
"s": "a"
|
||||
},
|
||||
{
|
||||
"vc": "VC",
|
||||
"n": 2,
|
||||
"m": 1,
|
||||
"rules": [
|
||||
[
|
||||
1,
|
||||
"C",
|
||||
2,
|
||||
"V"
|
||||
]
|
||||
],
|
||||
"s": "bb"
|
||||
}
|
||||
]
|
||||
Loading…
Add table
Add a link
Reference in a new issue