diff --git a/backend/python/autogptq/requirements-cublas11.txt b/backend/python/autogptq/requirements-cublas11.txt new file mode 100644 index 000000000000..6461b696f4c6 --- /dev/null +++ b/backend/python/autogptq/requirements-cublas11.txt @@ -0,0 +1,2 @@ +--extra-index-url https://download.pytorch.org/whl/cu118 +torch diff --git a/backend/python/autogptq/requirements-cublas12.txt b/backend/python/autogptq/requirements-cublas12.txt new file mode 100644 index 000000000000..12c6d5d5eac2 --- /dev/null +++ b/backend/python/autogptq/requirements-cublas12.txt @@ -0,0 +1 @@ +torch diff --git a/backend/python/autogptq/requirements.txt b/backend/python/autogptq/requirements.txt index 7a1bf85f6ca3..078c015fd7a7 100644 --- a/backend/python/autogptq/requirements.txt +++ b/backend/python/autogptq/requirements.txt @@ -2,6 +2,5 @@ accelerate auto-gptq==0.7.1 grpcio==1.65.1 protobuf -torch certifi transformers \ No newline at end of file diff --git a/backend/python/bark/requirements-cublas11.txt b/backend/python/bark/requirements-cublas11.txt new file mode 100644 index 000000000000..0de92979f398 --- /dev/null +++ b/backend/python/bark/requirements-cublas11.txt @@ -0,0 +1,3 @@ +--extra-index-url https://download.pytorch.org/whl/cu118 +torch +torchaudio \ No newline at end of file diff --git a/backend/python/bark/requirements-cublas12.txt b/backend/python/bark/requirements-cublas12.txt new file mode 100644 index 000000000000..6c3c7e7aae7f --- /dev/null +++ b/backend/python/bark/requirements-cublas12.txt @@ -0,0 +1,2 @@ +torch +torchaudio \ No newline at end of file diff --git a/backend/python/common/libbackend.sh b/backend/python/common/libbackend.sh index e8dfea03d56d..7287fb956153 100644 --- a/backend/python/common/libbackend.sh +++ b/backend/python/common/libbackend.sh @@ -122,6 +122,13 @@ function installRequirements() { requirementFiles+=("${MY_DIR}/requirements-${BUILD_PROFILE}.txt") fi + # if BUILD_TYPE is empty, we are a CPU build, so we should try to install the CPU requirements + if [ "x${BUILD_TYPE}" == "x" ]; then + requirementFiles+=("${MY_DIR}/requirements-cpu.txt") + fi + + requirementFiles+=("${MY_DIR}/requirements-after.txt") + for reqFile in ${requirementFiles[@]}; do if [ -f ${reqFile} ]; then echo "starting requirements install for ${reqFile}" diff --git a/backend/python/coqui/requirements-cublas11.txt b/backend/python/coqui/requirements-cublas11.txt new file mode 100644 index 000000000000..0de92979f398 --- /dev/null +++ b/backend/python/coqui/requirements-cublas11.txt @@ -0,0 +1,3 @@ +--extra-index-url https://download.pytorch.org/whl/cu118 +torch +torchaudio \ No newline at end of file diff --git a/backend/python/coqui/requirements-cublas12.txt b/backend/python/coqui/requirements-cublas12.txt new file mode 100644 index 000000000000..6c3c7e7aae7f --- /dev/null +++ b/backend/python/coqui/requirements-cublas12.txt @@ -0,0 +1,2 @@ +torch +torchaudio \ No newline at end of file diff --git a/backend/python/diffusers/requirements-cublas11.txt b/backend/python/diffusers/requirements-cublas11.txt new file mode 100644 index 000000000000..6461b696f4c6 --- /dev/null +++ b/backend/python/diffusers/requirements-cublas11.txt @@ -0,0 +1,2 @@ +--extra-index-url https://download.pytorch.org/whl/cu118 +torch diff --git a/backend/python/diffusers/requirements-cublas12.txt b/backend/python/diffusers/requirements-cublas12.txt new file mode 100644 index 000000000000..12c6d5d5eac2 --- /dev/null +++ b/backend/python/diffusers/requirements-cublas12.txt @@ -0,0 +1 @@ +torch diff --git a/backend/python/diffusers/requirements.txt b/backend/python/diffusers/requirements.txt index 6f04d677bc6a..ea707bb717a7 100644 --- a/backend/python/diffusers/requirements.txt +++ b/backend/python/diffusers/requirements.txt @@ -8,6 +8,5 @@ opencv-python pillow protobuf sentencepiece -torch transformers certifi diff --git a/backend/python/exllama/requirements-cublas11.txt b/backend/python/exllama/requirements-cublas11.txt new file mode 100644 index 000000000000..6461b696f4c6 --- /dev/null +++ b/backend/python/exllama/requirements-cublas11.txt @@ -0,0 +1,2 @@ +--extra-index-url https://download.pytorch.org/whl/cu118 +torch diff --git a/backend/python/exllama/requirements-cublas12.txt b/backend/python/exllama/requirements-cublas12.txt new file mode 100644 index 000000000000..12c6d5d5eac2 --- /dev/null +++ b/backend/python/exllama/requirements-cublas12.txt @@ -0,0 +1 @@ +torch diff --git a/backend/python/exllama/requirements.txt b/backend/python/exllama/requirements.txt index 2aab2631cd9c..b06efcea854b 100644 --- a/backend/python/exllama/requirements.txt +++ b/backend/python/exllama/requirements.txt @@ -1,6 +1,5 @@ grpcio==1.65.0 protobuf -torch transformers certifi setuptools \ No newline at end of file diff --git a/backend/python/exllama2/requirements-cublas11.txt b/backend/python/exllama2/requirements-cublas11.txt new file mode 100644 index 000000000000..6461b696f4c6 --- /dev/null +++ b/backend/python/exllama2/requirements-cublas11.txt @@ -0,0 +1,2 @@ +--extra-index-url https://download.pytorch.org/whl/cu118 +torch diff --git a/backend/python/exllama2/requirements-cublas12.txt b/backend/python/exllama2/requirements-cublas12.txt new file mode 100644 index 000000000000..12c6d5d5eac2 --- /dev/null +++ b/backend/python/exllama2/requirements-cublas12.txt @@ -0,0 +1 @@ +torch diff --git a/backend/python/exllama2/requirements.txt b/backend/python/exllama2/requirements.txt index 6aae273c94cf..f2dfa97605f9 100644 --- a/backend/python/exllama2/requirements.txt +++ b/backend/python/exllama2/requirements.txt @@ -2,6 +2,5 @@ accelerate grpcio==1.65.1 protobuf certifi -torch wheel setuptools \ No newline at end of file diff --git a/backend/python/mamba/requirements-after.txt b/backend/python/mamba/requirements-after.txt new file mode 100644 index 000000000000..ea6890ebb1e5 --- /dev/null +++ b/backend/python/mamba/requirements-after.txt @@ -0,0 +1,2 @@ +causal-conv1d==1.4.0 +mamba-ssm==2.2.2 \ No newline at end of file diff --git a/backend/python/mamba/requirements-cpu.txt b/backend/python/mamba/requirements-cpu.txt new file mode 100644 index 000000000000..08ed5eeb4b9f --- /dev/null +++ b/backend/python/mamba/requirements-cpu.txt @@ -0,0 +1 @@ +torch \ No newline at end of file diff --git a/backend/python/mamba/requirements-cublas11.txt b/backend/python/mamba/requirements-cublas11.txt new file mode 100644 index 000000000000..2f89bd95693f --- /dev/null +++ b/backend/python/mamba/requirements-cublas11.txt @@ -0,0 +1,2 @@ +--extra-index-url https://download.pytorch.org/whl/cu118 +torch \ No newline at end of file diff --git a/backend/python/mamba/requirements-cublas12.txt b/backend/python/mamba/requirements-cublas12.txt new file mode 100644 index 000000000000..08ed5eeb4b9f --- /dev/null +++ b/backend/python/mamba/requirements-cublas12.txt @@ -0,0 +1 @@ +torch \ No newline at end of file diff --git a/backend/python/mamba/requirements-install.txt b/backend/python/mamba/requirements-install.txt index 2fc9a07cda77..69d263f0b3ed 100644 --- a/backend/python/mamba/requirements-install.txt +++ b/backend/python/mamba/requirements-install.txt @@ -3,5 +3,4 @@ # https://github.com/Dao-AILab/causal-conv1d/issues/24 packaging setuptools -wheel -torch==2.3.1 \ No newline at end of file +wheel \ No newline at end of file diff --git a/backend/python/mamba/requirements.txt b/backend/python/mamba/requirements.txt index 2aac2cda0800..068bf33612fa 100644 --- a/backend/python/mamba/requirements.txt +++ b/backend/python/mamba/requirements.txt @@ -1,5 +1,3 @@ -causal-conv1d==1.4.0 -mamba-ssm==2.2.2 grpcio==1.65.1 protobuf certifi diff --git a/backend/python/openvoice/requirements-cublas11.txt b/backend/python/openvoice/requirements-cublas11.txt new file mode 100644 index 000000000000..6461b696f4c6 --- /dev/null +++ b/backend/python/openvoice/requirements-cublas11.txt @@ -0,0 +1,2 @@ +--extra-index-url https://download.pytorch.org/whl/cu118 +torch diff --git a/backend/python/openvoice/requirements-cublas12.txt b/backend/python/openvoice/requirements-cublas12.txt new file mode 100644 index 000000000000..12c6d5d5eac2 --- /dev/null +++ b/backend/python/openvoice/requirements-cublas12.txt @@ -0,0 +1 @@ +torch diff --git a/backend/python/parler-tts/requirements-cublas11.txt b/backend/python/parler-tts/requirements-cublas11.txt new file mode 100644 index 000000000000..0de92979f398 --- /dev/null +++ b/backend/python/parler-tts/requirements-cublas11.txt @@ -0,0 +1,3 @@ +--extra-index-url https://download.pytorch.org/whl/cu118 +torch +torchaudio \ No newline at end of file diff --git a/backend/python/parler-tts/requirements-cublas12.txt b/backend/python/parler-tts/requirements-cublas12.txt new file mode 100644 index 000000000000..6c3c7e7aae7f --- /dev/null +++ b/backend/python/parler-tts/requirements-cublas12.txt @@ -0,0 +1,2 @@ +torch +torchaudio \ No newline at end of file diff --git a/backend/python/parler-tts/requirements.txt b/backend/python/parler-tts/requirements.txt index 147cad9a6a7d..1dfa6675918d 100644 --- a/backend/python/parler-tts/requirements.txt +++ b/backend/python/parler-tts/requirements.txt @@ -1,7 +1,6 @@ accelerate grpcio==1.65.1 protobuf -torch git+https://github.com/huggingface/parler-tts.git@10016fb0300c0dc31a0fb70e26f3affee7b62f16 certifi transformers \ No newline at end of file diff --git a/backend/python/petals/requirements-cublas11.txt b/backend/python/petals/requirements-cublas11.txt new file mode 100644 index 000000000000..6461b696f4c6 --- /dev/null +++ b/backend/python/petals/requirements-cublas11.txt @@ -0,0 +1,2 @@ +--extra-index-url https://download.pytorch.org/whl/cu118 +torch diff --git a/backend/python/petals/requirements-cublas12.txt b/backend/python/petals/requirements-cublas12.txt new file mode 100644 index 000000000000..12c6d5d5eac2 --- /dev/null +++ b/backend/python/petals/requirements-cublas12.txt @@ -0,0 +1 @@ +torch diff --git a/backend/python/rerankers/requirements-cublas11.txt b/backend/python/rerankers/requirements-cublas11.txt new file mode 100644 index 000000000000..6461b696f4c6 --- /dev/null +++ b/backend/python/rerankers/requirements-cublas11.txt @@ -0,0 +1,2 @@ +--extra-index-url https://download.pytorch.org/whl/cu118 +torch diff --git a/backend/python/rerankers/requirements-cublas12.txt b/backend/python/rerankers/requirements-cublas12.txt new file mode 100644 index 000000000000..12c6d5d5eac2 --- /dev/null +++ b/backend/python/rerankers/requirements-cublas12.txt @@ -0,0 +1 @@ +torch diff --git a/backend/python/sentencetransformers/requirements-cublas11.txt b/backend/python/sentencetransformers/requirements-cublas11.txt new file mode 100644 index 000000000000..6461b696f4c6 --- /dev/null +++ b/backend/python/sentencetransformers/requirements-cublas11.txt @@ -0,0 +1,2 @@ +--extra-index-url https://download.pytorch.org/whl/cu118 +torch diff --git a/backend/python/sentencetransformers/requirements-cublas12.txt b/backend/python/sentencetransformers/requirements-cublas12.txt new file mode 100644 index 000000000000..12c6d5d5eac2 --- /dev/null +++ b/backend/python/sentencetransformers/requirements-cublas12.txt @@ -0,0 +1 @@ +torch diff --git a/backend/python/transformers-musicgen/requirements-cublas11.txt b/backend/python/transformers-musicgen/requirements-cublas11.txt new file mode 100644 index 000000000000..6461b696f4c6 --- /dev/null +++ b/backend/python/transformers-musicgen/requirements-cublas11.txt @@ -0,0 +1,2 @@ +--extra-index-url https://download.pytorch.org/whl/cu118 +torch diff --git a/backend/python/transformers-musicgen/requirements-cublas12.txt b/backend/python/transformers-musicgen/requirements-cublas12.txt new file mode 100644 index 000000000000..12c6d5d5eac2 --- /dev/null +++ b/backend/python/transformers-musicgen/requirements-cublas12.txt @@ -0,0 +1 @@ +torch diff --git a/backend/python/transformers-musicgen/requirements.txt b/backend/python/transformers-musicgen/requirements.txt index 8ffa3c317652..ac7580340dab 100644 --- a/backend/python/transformers-musicgen/requirements.txt +++ b/backend/python/transformers-musicgen/requirements.txt @@ -2,6 +2,5 @@ accelerate transformers grpcio==1.65.1 protobuf -torch scipy==1.14.0 certifi \ No newline at end of file diff --git a/backend/python/transformers/requirements-cublas11.txt b/backend/python/transformers/requirements-cublas11.txt new file mode 100644 index 000000000000..6461b696f4c6 --- /dev/null +++ b/backend/python/transformers/requirements-cublas11.txt @@ -0,0 +1,2 @@ +--extra-index-url https://download.pytorch.org/whl/cu118 +torch diff --git a/backend/python/transformers/requirements-cublas12.txt b/backend/python/transformers/requirements-cublas12.txt new file mode 100644 index 000000000000..12c6d5d5eac2 --- /dev/null +++ b/backend/python/transformers/requirements-cublas12.txt @@ -0,0 +1 @@ +torch diff --git a/backend/python/transformers/requirements.txt b/backend/python/transformers/requirements.txt index 55925b329405..c32fe1f8bb88 100644 --- a/backend/python/transformers/requirements.txt +++ b/backend/python/transformers/requirements.txt @@ -2,7 +2,6 @@ accelerate transformers grpcio==1.65.1 protobuf -torch certifi intel-extension-for-transformers bitsandbytes diff --git a/backend/python/vall-e-x/requirements-cublas11.txt b/backend/python/vall-e-x/requirements-cublas11.txt new file mode 100644 index 000000000000..0de92979f398 --- /dev/null +++ b/backend/python/vall-e-x/requirements-cublas11.txt @@ -0,0 +1,3 @@ +--extra-index-url https://download.pytorch.org/whl/cu118 +torch +torchaudio \ No newline at end of file diff --git a/backend/python/vall-e-x/requirements-cublas12.txt b/backend/python/vall-e-x/requirements-cublas12.txt new file mode 100644 index 000000000000..6c3c7e7aae7f --- /dev/null +++ b/backend/python/vall-e-x/requirements-cublas12.txt @@ -0,0 +1,2 @@ +torch +torchaudio \ No newline at end of file diff --git a/backend/python/vllm/requirements-cublas11.txt b/backend/python/vllm/requirements-cublas11.txt new file mode 100644 index 000000000000..bed8cea8fc1b --- /dev/null +++ b/backend/python/vllm/requirements-cublas11.txt @@ -0,0 +1,3 @@ +--extra-index-url https://download.pytorch.org/whl/cu118 +torch +flash-attn \ No newline at end of file diff --git a/backend/python/vllm/requirements-cublas.txt b/backend/python/vllm/requirements-cublas12.txt similarity index 62% rename from backend/python/vllm/requirements-cublas.txt rename to backend/python/vllm/requirements-cublas12.txt index 7bfe8efeb555..b6fef4d7bbff 100644 --- a/backend/python/vllm/requirements-cublas.txt +++ b/backend/python/vllm/requirements-cublas12.txt @@ -1 +1,2 @@ +torch flash-attn \ No newline at end of file