update to tech report version (#10)

* feat(run_eval): add checkpoint resume functionality and update example documentation;
- update new bootcamp benchmark dataset

* refactor(data_pipeline): optimize data generation pipeline; add multiple preset configurations for data generation

* docs: update bootcamp list and add new scripts

- Update Fulllist_InternBootcamp.md with new bootcamps and categories
- Add new scripts to .gitignore:
  - examples/pipelines/filter_autogen_configs.py
  - examples/pipelines/quickgen_data_configs_from_eval_meta.py
- Update dependencies in setup.py:
  - Add scipy and scikit-learn

* refactor(internbootcamp): update bootcamp modules and improve error handling

- Update import statements in __init__.py files
- Add timestamp to target directory name in verl_data_preprocess.py
- Improve error handling and scoring logic in bootcamp_judger.py
- Remove unnecessary comments and update puzzle descriptions in multiple files
This commit is contained in:
Yongkang Chen 2025-08-28 12:39:47 +08:00 committed by GitHub
parent 125a7818e0
commit a8249acc18
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2952 changed files with 105460 additions and 17649 deletions

View file

@ -0,0 +1,89 @@
{"bootcamp_name": "aquarium", "sample_number": 500, "config_file": "aquarium", "bootcamp_cls_name": "Aquariumbootcamp"}
{"bootcamp_name": "arc", "sample_number": 500, "config_file": "arc", "bootcamp_cls_name": "Arcbootcamp"}
{"bootcamp_name": "arrowmaze", "sample_number": 500, "config_file": "arrowmaze", "bootcamp_cls_name": "Arrowmazebootcamp"}
{"bootcamp_name": "bbehboardgameqa", "sample_number": 500, "config_file": "bbeh_boardgame_qa", "bootcamp_cls_name": "Bbehboardgameqabootcamp"}
{"bootcamp_name": "bbehbooleanexpressions", "sample_number": 500, "config_file": "bbeh_boolean_expressions", "bootcamp_cls_name": "Bbehbooleanexpressionsbootcamp"}
{"bootcamp_name": "BBEHBuggyTables", "sample_number": 500, "config_file": "BBEHBuggyTables", "bootcamp_cls_name": "BBEHBuggyTablesbootcamp"}
{"bootcamp_name": "BbehDyckLanguages", "sample_number": 500, "config_file": "BbehDyckLanguages", "bootcamp_cls_name": "BbehDyckLanguagesbootcamp"}
{"bootcamp_name": "BbehGeometricShapes", "sample_number": 500, "config_file": "BbehGeometricShapes", "bootcamp_cls_name": "BbehGeometricShapesbootcamp"}
{"bootcamp_name": "BBEHHyperbaton", "sample_number": 500, "config_file": "BBEHHyperbaton", "bootcamp_cls_name": "BBEHHyperbatonbootcamp"}
{"bootcamp_name": "BbehMultistepArithmetic", "sample_number": 500, "config_file": "BbehMultistepArithmetic", "bootcamp_cls_name": "BbehMultistepArithmeticbootcamp"}
{"bootcamp_name": "bbehobjectcounting", "sample_number": 500, "config_file": "bbeh_object_counting", "bootcamp_cls_name": "Bbehobjectcountingbootcamp"}
{"bootcamp_name": "bbehobjectproperties", "sample_number": 500, "config_file": "bbeh_object_properties", "bootcamp_cls_name": "Bbehobjectpropertiesbootcamp"}
{"bootcamp_name": "bbehshuffobject", "sample_number": 500, "config_file": "bbeh_shuff_object", "bootcamp_cls_name": "Bbehshuffobjectbootcamp"}
{"bootcamp_name": "BbehTemporalSequences", "sample_number": 500, "config_file": "BbehTemporalSequences", "bootcamp_cls_name": "BbehTemporalSequencesbootcamp"}
{"bootcamp_name": "BbehWebOfLies", "sample_number": 500, "config_file": "BbehWebOfLies", "bootcamp_cls_name": "BbehWebOfLiesbootcamp"}
{"bootcamp_name": "BbehWordSorting", "sample_number": 500, "config_file": "BbehWordSorting", "bootcamp_cls_name": "BbehWordSortingbootcamp"}
{"bootcamp_name": "binairo", "sample_number": 500, "config_file": "binairo", "bootcamp_cls_name": "Binairobootcamp"}
{"bootcamp_name": "BloodTestJudgement", "sample_number": 500, "config_file": "BloodTestJudgement", "bootcamp_cls_name": "BloodTestJudgementbootcamp"}
{"bootcamp_name": "calcudoku", "sample_number": 500, "config_file": "calcudoku", "bootcamp_cls_name": "Calcudokubootcamp"}
{"bootcamp_name": "campsite", "sample_number": 500, "config_file": "campsite", "bootcamp_cls_name": "Campsitebootcamp"}
{"bootcamp_name": "cipher", "sample_number": 50, "config_file": "cipher", "bootcamp_cls_name": "Cipherbootcamp"}
{"bootcamp_name": "circuit", "sample_number": 500, "config_file": "circuit", "bootcamp_cls_name": "Circuitbootcamp"}
{"bootcamp_name": "cryptomath", "sample_number": 500, "config_file": "crypto_math", "bootcamp_cls_name": "Cryptomathbootcamp"}
{"bootcamp_name": "dominosa", "sample_number": 500, "config_file": "dominosa", "bootcamp_cls_name": "Dominosabootcamp"}
{"bootcamp_name": "earthdew2humidity", "sample_number": 500, "config_file": "earthdew2humidity", "bootcamp_cls_name": "Earthdew2humiditybootcamp"}
{"bootcamp_name": "earthtyphoon", "sample_number": 500, "config_file": "earth_typhoon", "bootcamp_cls_name": "Earthtyphoonbootcamp"}
{"bootcamp_name": "futoshiki", "sample_number": 500, "config_file": "futoshiki", "bootcamp_cls_name": "Futoshikibootcamp"}
{"bootcamp_name": "galaxies", "sample_number": 500, "config_file": "galaxies", "bootcamp_cls_name": "Galaxiesbootcamp"}
{"bootcamp_name": "game24", "sample_number": 500, "config_file": "game24", "bootcamp_cls_name": "Game24bootcamp"}
{"bootcamp_name": "heyawake", "sample_number": 500, "config_file": "heyawake", "bootcamp_cls_name": "Heyawakebootcamp"}
{"bootcamp_name": "hitori", "sample_number": 500, "config_file": "hitori", "bootcamp_cls_name": "Hitoribootcamp"}
{"bootcamp_name": "InChI2logP", "sample_number": 500, "config_file": "InChI2logP", "bootcamp_cls_name": "InChI2logPbootcamp"}
{"bootcamp_name": "kakurasu", "sample_number": 500, "config_file": "kakurasu", "bootcamp_cls_name": "Kakurasubootcamp"}
{"bootcamp_name": "kakuro", "sample_number": 500, "config_file": "kakuro", "bootcamp_cls_name": "Kakurobootcamp"}
{"bootcamp_name": "korCipherCustomInverseShiftSubstitutionCipher", "sample_number": 500, "config_file": "korCipherCustomInverseShiftSubstitutionCipher", "bootcamp_cls_name": "KorCipherCustomInverseShiftSubstitutionCipherbootcamp"}
{"bootcamp_name": "korLogicAnalogicalReasoning", "sample_number": 500, "config_file": "korLogicAnalogicalReasoning", "bootcamp_cls_name": "KorLogicAnalogicalReasoningbootcamp"}
{"bootcamp_name": "korLogicCanonicalPropositions", "sample_number": 500, "config_file": "korLogicCanonicalPropositions", "bootcamp_cls_name": "KorLogicCanonicalPropositionsbootcamp"}
{"bootcamp_name": "korLogicCooperativePrinciple", "sample_number": 500, "config_file": "korLogicCooperativePrinciple", "bootcamp_cls_name": "KorLogicCooperativePrinciplebootcamp"}
{"bootcamp_name": "korLogicEnumerativeInductiveReasoning", "sample_number": 500, "config_file": "korLogicEnumerativeInductiveReasoning", "bootcamp_cls_name": "KorLogicEnumerativeInductiveReasoningbootcamp"}
{"bootcamp_name": "korLogicEpistemicLogic", "sample_number": 500, "config_file": "korLogicEpistemicLogic", "bootcamp_cls_name": "KorLogicEpistemicLogicbootcamp"}
{"bootcamp_name": "korLogicInductionParadox", "sample_number": 500, "config_file": "korLogicInductionParadox", "bootcamp_cls_name": "KorLogicInductionParadoxbootcamp"}
{"bootcamp_name": "korLogicLogicalMethodsForExploringCauseAndEffectRelationships", "sample_number": 500, "config_file": "korLogicLogicalMethodsForExploringCauseAndEffectRelationships", "bootcamp_cls_name": "KorLogicLogicalMethodsForExploringCauseAndEffectRelationshipsbootcamp"}
{"bootcamp_name": "korLogicPredicateLogicFormalization", "sample_number": 500, "config_file": "korLogicPredicateLogicFormalization", "bootcamp_cls_name": "KorLogicPredicateLogicFormalizationbootcamp"}
{"bootcamp_name": "korLogicPropositionalLogicFormalization", "sample_number": 500, "config_file": "korLogicPropositionalLogicFormalization", "bootcamp_cls_name": "KorLogicPropositionalLogicFormalizationbootcamp"}
{"bootcamp_name": "korLogicResolution", "sample_number": 500, "config_file": "korLogicResolution", "bootcamp_cls_name": "KorLogicResolutionbootcamp"}
{"bootcamp_name": "korOperationUnicode0032", "sample_number": 500, "config_file": "korOperationUnicode0032", "bootcamp_cls_name": "KorOperationUnicode0032bootcamp"}
{"bootcamp_name": "korOperationUnicode0033", "sample_number": 500, "config_file": "korOperationUnicode0033", "bootcamp_cls_name": "KorOperationUnicode0033bootcamp"}
{"bootcamp_name": "korOperationUnicode203b", "sample_number": 500, "config_file": "korOperationUnicode203b", "bootcamp_cls_name": "KorOperationUnicode203bbootcamp"}
{"bootcamp_name": "korOperationUnicode20ac", "sample_number": 500, "config_file": "korOperationUnicode20ac", "bootcamp_cls_name": "KorOperationUnicode20acbootcamp"}
{"bootcamp_name": "korOperationUnicode221e", "sample_number": 500, "config_file": "korOperationUnicode221e", "bootcamp_cls_name": "KorOperationUnicode221ebootcamp"}
{"bootcamp_name": "korOperationUnicode2295", "sample_number": 500, "config_file": "korOperationUnicode2295", "bootcamp_cls_name": "KorOperationUnicode2295bootcamp"}
{"bootcamp_name": "korOperationUnicode25a0", "sample_number": 500, "config_file": "korOperationUnicode25a0", "bootcamp_cls_name": "KorOperationUnicode25a0bootcamp"}
{"bootcamp_name": "korOperationUnicode25a1", "sample_number": 500, "config_file": "korOperationUnicode25a1", "bootcamp_cls_name": "KorOperationUnicode25a1bootcamp"}
{"bootcamp_name": "korOperationUnicode25b3", "sample_number": 500, "config_file": "korOperationUnicode25b3", "bootcamp_cls_name": "KorOperationUnicode25b3bootcamp"}
{"bootcamp_name": "korOperationUnicode25bd", "sample_number": 500, "config_file": "korOperationUnicode25bd", "bootcamp_cls_name": "KorOperationUnicode25bdbootcamp"}
{"bootcamp_name": "korOperationUnicode25cb", "sample_number": 500, "config_file": "korOperationUnicode25cb", "bootcamp_cls_name": "KorOperationUnicode25cbbootcamp"}
{"bootcamp_name": "korOperationUnicode25ce", "sample_number": 500, "config_file": "korOperationUnicode25ce", "bootcamp_cls_name": "KorOperationUnicode25cebootcamp"}
{"bootcamp_name": "korOperationUnicode25cf", "sample_number": 500, "config_file": "korOperationUnicode25cf", "bootcamp_cls_name": "KorOperationUnicode25cfbootcamp"}
{"bootcamp_name": "korOperationUnicode2605", "sample_number": 500, "config_file": "korOperationUnicode2605", "bootcamp_cls_name": "KorOperationUnicode2605bootcamp"}
{"bootcamp_name": "korOperationUnicodeffe0", "sample_number": 500, "config_file": "korOperationUnicodeffe0", "bootcamp_cls_name": "KorOperationUnicodeffe0bootcamp"}
{"bootcamp_name": "korOperationUnicodeffe1", "sample_number": 500, "config_file": "korOperationUnicodeffe1", "bootcamp_cls_name": "KorOperationUnicodeffe1bootcamp"}
{"bootcamp_name": "korPuzzle24Points", "sample_number": 500, "config_file": "korPuzzle24Points", "bootcamp_cls_name": "KorPuzzle24Pointsbootcamp"}
{"bootcamp_name": "korPuzzleCampsite", "sample_number": 500, "config_file": "korPuzzleCampsite", "bootcamp_cls_name": "KorPuzzleCampsitebootcamp"}
{"bootcamp_name": "korPuzzleConnectWords", "sample_number": 500, "config_file": "korPuzzleConnectWords", "bootcamp_cls_name": "KorPuzzleConnectWordsbootcamp"}
{"bootcamp_name": "korPuzzleCryptoMath", "sample_number": 500, "config_file": "korPuzzleCryptoMath", "bootcamp_cls_name": "KorPuzzleCryptoMathbootcamp"}
{"bootcamp_name": "korPuzzleKukurasu", "sample_number": 500, "config_file": "korPuzzleKukurasu", "bootcamp_cls_name": "KorPuzzleKukurasubootcamp"}
{"bootcamp_name": "korPuzzleMathPath", "sample_number": 500, "config_file": "korPuzzleMathPath", "bootcamp_cls_name": "KorPuzzleMathPathbootcamp"}
{"bootcamp_name": "korPuzzleMinesweeper", "sample_number": 500, "config_file": "korPuzzleMinesweeper", "bootcamp_cls_name": "KorPuzzleMinesweeperbootcamp"}
{"bootcamp_name": "korPuzzleSkyscrapers", "sample_number": 500, "config_file": "korPuzzleSkyscrapers", "bootcamp_cls_name": "KorPuzzleSkyscrapersbootcamp"}
{"bootcamp_name": "korPuzzleWordBrainTeasers", "sample_number": 500, "config_file": "korPuzzleWordBrainTeasers", "bootcamp_cls_name": "KorPuzzleWordBrainTeasersbootcamp"}
{"bootcamp_name": "korPuzzleWordRootsAndAffixes", "sample_number": 500, "config_file": "korPuzzleWordRootsAndAffixes", "bootcamp_cls_name": "KorPuzzleWordRootsAndAffixesbootcamp"}
{"bootcamp_name": "korPuzzleWordscapes", "sample_number": 500, "config_file": "korPuzzleWordscapes", "bootcamp_cls_name": "KorPuzzleWordscapesbootcamp"}
{"bootcamp_name": "korPuzzleWordSearch", "sample_number": 500, "config_file": "korPuzzleWordSearch", "bootcamp_cls_name": "KorPuzzleWordSearchbootcamp"}
{"bootcamp_name": "LightUp", "sample_number": 500, "config_file": "Light_Up", "bootcamp_cls_name": "LightUpbootcamp"}
{"bootcamp_name": "linearODE", "sample_number": 500, "config_file": "linearODE", "bootcamp_cls_name": "LinearODEbootcamp"}
{"bootcamp_name": "maze", "sample_number": 500, "config_file": "maze", "bootcamp_cls_name": "Mazebootcamp"}
{"bootcamp_name": "MedAnticoagulation", "sample_number": 500, "config_file": "MedAnticoagulation", "bootcamp_cls_name": "MedAnticoagulationbootcamp"}
{"bootcamp_name": "minesweeper", "sample_number": 500, "config_file": "minesweeper", "bootcamp_cls_name": "Minesweeperbootcamp"}
{"bootcamp_name": "nonograms", "sample_number": 500, "config_file": "nonograms", "bootcamp_cls_name": "Nonogramsbootcamp"}
{"bootcamp_name": "pipes", "sample_number": 500, "config_file": "pipes", "bootcamp_cls_name": "Pipesbootcamp"}
{"bootcamp_name": "skyscrapers", "sample_number": 500, "config_file": "skyscrapers", "bootcamp_cls_name": "Skyscrapersbootcamp"}
{"bootcamp_name": "slitherlink", "sample_number": 500, "config_file": "slitherlink", "bootcamp_cls_name": "Slitherlinkbootcamp"}
{"bootcamp_name": "SMILES2logP", "sample_number": 500, "config_file": "SMILES2logP", "bootcamp_cls_name": "SMILES2logPbootcamp"}
{"bootcamp_name": "starbattle", "sample_number": 500, "config_file": "starbattle", "bootcamp_cls_name": "Starbattlebootcamp"}
{"bootcamp_name": "stitches", "sample_number": 500, "config_file": "stitches", "bootcamp_cls_name": "Stitchesbootcamp"}
{"bootcamp_name": "sudoku", "sample_number": 500, "config_file": "sudoku", "bootcamp_cls_name": "Sudokubootcamp"}
{"bootcamp_name": "SymbolicRegression", "sample_number": 500, "config_file": "Symbolic_Regression", "bootcamp_cls_name": "SymbolicRegressionbootcamp"}
{"bootcamp_name": "tents", "sample_number": 500, "config_file": "tents", "bootcamp_cls_name": "Tentsbootcamp"}
{"bootcamp_name": "thermometers", "sample_number": 500, "config_file": "thermometers", "bootcamp_cls_name": "Thermometersbootcamp"}