pip install auto_gptq modelscope xformers==0.0.27.post2 torchvision==0.19 torchaudio torch==2.4.0 torchtext numpy wheel
pip install setuptools>=74.1.1 setuptools_scm==8.1.0 pyportfolioopt
pip install "pillow==10.*" -U
pip install sentencepiece charset_normalizer cpm_kernels tiktoken -U
pip install matplotlib scikit-learn tqdm tensorboard -U
pip install datasets huggingface-hub transformers==4.45.0 -U
pip install accelerate transformers_stream_generator -U
pip install pydantic==1.7.4 typer==0.3.0
pip install fastrlock cupy-cuda11x==12.1.0
pip install vllm-flash-attn==2.6.1 datamodel_code_generator