refactor(data_pipeline): optimize data generation pipeline; add multiple preset configurations for data generation

This commit is contained in:
chenyongkang 2025-08-26 18:40:21 +08:00
parent 1a8477c8d8
commit 8d493b35a0
2160 changed files with 69199 additions and 154 deletions

View file

@ -0,0 +1,26 @@
[
{
"s_min_length": 20,
"s_max_length": 200,
"max_queries": 20,
"max_total_ti_length": 1000
},
{
"s_min_length": 10,
"s_max_length": 200,
"max_queries": 20,
"max_total_ti_length": 2000
},
{
"s_min_length": 5,
"s_max_length": 150,
"max_queries": 15,
"max_total_ti_length": 1500
},
{
"s_min_length": 1,
"s_max_length": 10,
"max_queries": 5,
"max_total_ti_length": 500
}
]