qwen math training code (#435)

* qwen math training code

* pre-commit

training/qwen-math/scripts/set/set_env.sh

@@ -0,0 +1,39 @@
+#!/bin/bash
+# python 3.10 + cuda 11.8.0
+# the execution order the following commands matter
+
+export MKL_NUM_THREADS=1
+export NUMEXPR_NUM_THREADS=1
+export OPENBLAS_NUM_THREADS=1
+export OMP_NUM_THREADS=1
+
+conda clean -a -y
+mamba clean -a -y
+pip install --upgrade pip
+pip cache purge
+
+# cuda, gcc/g++, torch
+# mamba install cuda -c nvidia/label/cuda-11.8.0 -y
+# mamba install gcc gxx -c conda-forge -y
+pip install torch==2.5.1 torchvision==0.20.1 torchaudio==2.5.1 --index-url https://download.pytorch.org/whl/cu118
+
+# xformers
+pip install xformers==0.0.28.post3 --index-url https://download.pytorch.org/whl/cu118
+
+# vLLM pre-compiled with CUDA 11.8
+pip install https://github.com/vllm-project/vllm/releases/download/v0.7.2/vllm-0.7.2+cu118-cp38-abi3-manylinux1_x86_64.whl
+
+pip install deepspeed
+pip install flash-attn==2.7.3 --no-build-isolation
+pip install peft
+
+pip install "trl==0.15.2"
+pip install latex2sympy2_extended
+pip install "math_verify==0.5.2"
+pip install word2number
+pip install scipy
+
+pip install wandb
+pip install plotly
+pip install matplotlib
+pip install seaborn