fix(python): move accelerate and GPU-specific libs to build-type (#3194)

Some of the dependencies in `requirements.txt`, even if generic, pulls down the line CUDA libraries. This changes moves mostly all GPU-specific libs to the build-type, and tries a safer approach. In `requirements.txt` now are listed only "first-level" dependencies, for instance, grpc, but libs-dependencies are moved down to the respective build-type `requirements.txt` to avoid any mixin. This should fix #2737 and #1592. Signed-off-by: Ettore Di Giacinto <[email protected]>
mudler · Aug 7, 2024 · 61b5602 · 61b5602
1 parent abcf0ff
commit 61b5602
Show file tree

Hide file tree

Showing 79 changed files with 212 additions and 61 deletions.
diff --git a/backend/python/bark/requirements-cpu.txt b/backend/python/bark/requirements-cpu.txt
@@ -0,0 +1,4 @@
+transformers
+accelerate
+torch
+torchaudio
diff --git a/backend/python/bark/requirements-cublas11.txt b/backend/python/bark/requirements-cublas11.txt
@@ -1,3 +1,5 @@
 --extra-index-url https://download.pytorch.org/whl/cu118
 torch
-torchaudio
+torchaudio
+transformers
+accelerate
diff --git a/backend/python/bark/requirements-cublas12.txt b/backend/python/bark/requirements-cublas12.txt
@@ -1,2 +1,4 @@
 torch
-torchaudio
+torchaudio
+transformers
+accelerate
diff --git a/backend/python/bark/requirements-hipblas.txt b/backend/python/bark/requirements-hipblas.txt
@@ -1,3 +1,5 @@
 --extra-index-url https://download.pytorch.org/whl/rocm6.0
 torch
-torchaudio
+torchaudio
+transformers
+accelerate
diff --git a/backend/python/bark/requirements-intel.txt b/backend/python/bark/requirements-intel.txt
@@ -3,4 +3,6 @@ intel-extension-for-pytorch
 torch
 torchaudio
 optimum[openvino]
-setuptools==70.3.0 # https://github.com/mudler/LocalAI/issues/2406
+setuptools==70.3.0 # https://github.com/mudler/LocalAI/issues/2406
+transformers
+accelerate
diff --git a/backend/python/bark/requirements.txt b/backend/python/bark/requirements.txt
@@ -1,6 +1,4 @@
-accelerate
 bark==0.1.5
 grpcio==1.65.4
 protobuf
-certifi
-transformers
+certifi
diff --git a/backend/python/coqui/requirements-cpu.txt b/backend/python/coqui/requirements-cpu.txt
@@ -0,0 +1,3 @@
+transformers
+accelerate
+torch
diff --git a/backend/python/coqui/requirements-cublas11.txt b/backend/python/coqui/requirements-cublas11.txt
@@ -1,3 +1,5 @@
 --extra-index-url https://download.pytorch.org/whl/cu118
 torch
-torchaudio
+torchaudio
+transformers
+accelerate
diff --git a/backend/python/coqui/requirements-cublas12.txt b/backend/python/coqui/requirements-cublas12.txt
@@ -1,2 +1,4 @@
 torch
-torchaudio
+torchaudio
+transformers
+accelerate
diff --git a/backend/python/coqui/requirements-hipblas.txt b/backend/python/coqui/requirements-hipblas.txt
@@ -1,3 +1,5 @@
 --extra-index-url https://download.pytorch.org/whl/rocm6.0
 torch
-torchaudio
+torchaudio
+transformers
+accelerate
diff --git a/backend/python/coqui/requirements-intel.txt b/backend/python/coqui/requirements-intel.txt
@@ -3,4 +3,6 @@ intel-extension-for-pytorch
 torch
 torchaudio
 optimum[openvino]
-setuptools==72.1.0 # https://github.com/mudler/LocalAI/issues/2406
+setuptools==72.1.0 # https://github.com/mudler/LocalAI/issues/2406
+transformers
+accelerate
diff --git a/backend/python/coqui/requirements.txt b/backend/python/coqui/requirements.txt
@@ -1,6 +1,4 @@
-accelerate
 TTS==0.22.0
 grpcio==1.65.4
 protobuf
-certifi
-transformers
+certifi
diff --git a/backend/python/diffusers/requirements-cpu.txt b/backend/python/diffusers/requirements-cpu.txt
@@ -0,0 +1,8 @@
+diffusers
+opencv-python
+transformers
+accelerate
+compel
+peft
+sentencepiece
+torch
diff --git a/backend/python/diffusers/requirements-cublas11.txt b/backend/python/diffusers/requirements-cublas11.txt
@@ -1,2 +1,9 @@
 --extra-index-url https://download.pytorch.org/whl/cu118
 torch
+diffusers
+opencv-python
+transformers
+accelerate
+compel
+peft
+sentencepiece
diff --git a/backend/python/diffusers/requirements-cublas12.txt b/backend/python/diffusers/requirements-cublas12.txt
@@ -1 +1,8 @@
 torch
+diffusers
+opencv-python
+transformers
+accelerate
+compel
+peft
+sentencepiece
diff --git a/backend/python/diffusers/requirements-hipblas.txt b/backend/python/diffusers/requirements-hipblas.txt
@@ -1,3 +1,10 @@
 --extra-index-url https://download.pytorch.org/whl/rocm6.0
 torch
-torchvision
+torchvision
+diffusers
+opencv-python
+transformers
+accelerate
+compel
+peft
+sentencepiece
diff --git a/backend/python/diffusers/requirements-intel.txt b/backend/python/diffusers/requirements-intel.txt
@@ -3,4 +3,11 @@ intel-extension-for-pytorch
 torch
 torchvision
 optimum[openvino]
-setuptools==70.3.0 # https://github.com/mudler/LocalAI/issues/2406
+setuptools==70.3.0 # https://github.com/mudler/LocalAI/issues/2406
+diffusers
+opencv-python
+transformers
+accelerate
+compel
+peft
+sentencepiece
diff --git a/backend/python/exllama/requirements-cpu.txt b/backend/python/exllama/requirements-cpu.txt
@@ -0,0 +1,3 @@
+transformers
+accelerate
+torch
diff --git a/backend/python/exllama/requirements-cublas11.txt b/backend/python/exllama/requirements-cublas11.txt
@@ -1,2 +1,4 @@
 --extra-index-url https://download.pytorch.org/whl/cu118
 torch
+transformers
+accelerate
diff --git a/backend/python/exllama/requirements-cublas12.txt b/backend/python/exllama/requirements-cublas12.txt
@@ -1 +1,3 @@
 torch
+transformers
+accelerate
diff --git a/backend/python/exllama/requirements.txt b/backend/python/exllama/requirements.txt
@@ -1,5 +1,4 @@
 grpcio==1.65.0
 protobuf
-transformers
 certifi
 setuptools
diff --git a/backend/python/exllama2/requirements-cpu.txt b/backend/python/exllama2/requirements-cpu.txt
@@ -0,0 +1,3 @@
+transformers
+accelerate
+torch
diff --git a/backend/python/exllama2/requirements-cublas11.txt b/backend/python/exllama2/requirements-cublas11.txt
@@ -1,2 +1,4 @@
 --extra-index-url https://download.pytorch.org/whl/cu118
 torch
+transformers
+accelerate
diff --git a/backend/python/exllama2/requirements-cublas12.txt b/backend/python/exllama2/requirements-cublas12.txt
@@ -1 +1,3 @@
 torch
+transformers
+accelerate
diff --git a/backend/python/exllama2/requirements.txt b/backend/python/exllama2/requirements.txt
@@ -1,4 +1,3 @@
-accelerate
 grpcio==1.65.4
 protobuf
 certifi

diff --git a/backend/python/mamba/requirements-cpu.txt b/backend/python/mamba/requirements-cpu.txt
@@ -1 +1,2 @@
-torch
+torch
+transformers
diff --git a/backend/python/mamba/requirements-cublas11.txt b/backend/python/mamba/requirements-cublas11.txt
@@ -1,2 +1,3 @@
 --extra-index-url https://download.pytorch.org/whl/cu118
-torch
+torch
+transformers
diff --git a/backend/python/mamba/requirements-cublas12.txt b/backend/python/mamba/requirements-cublas12.txt
@@ -1 +1,2 @@
-torch
+torch
+transformers
diff --git a/backend/python/mamba/requirements.txt b/backend/python/mamba/requirements.txt
@@ -1,4 +1,3 @@
 grpcio==1.65.1
 protobuf
-certifi
-transformers
+certifi
diff --git a/backend/python/openvoice/requirements-cpu.txt b/backend/python/openvoice/requirements-cpu.txt
@@ -0,0 +1 @@
+torch
diff --git a/backend/python/parler-tts/requirements-cpu.txt b/backend/python/parler-tts/requirements-cpu.txt
@@ -0,0 +1,3 @@
+transformers
+accelerate
+torch
diff --git a/backend/python/parler-tts/requirements-cublas11.txt b/backend/python/parler-tts/requirements-cublas11.txt
@@ -1,3 +1,5 @@
 --extra-index-url https://download.pytorch.org/whl/cu118
 torch
-torchaudio
+torchaudio
+transformers
+accelerate
diff --git a/backend/python/parler-tts/requirements-cublas12.txt b/backend/python/parler-tts/requirements-cublas12.txt
@@ -1,2 +1,4 @@
 torch
-torchaudio
+torchaudio
+transformers
+accelerate
diff --git a/backend/python/parler-tts/requirements-hipblas.txt b/backend/python/parler-tts/requirements-hipblas.txt
@@ -1,3 +1,5 @@
 --extra-index-url https://download.pytorch.org/whl/rocm6.0
 torch
-torchaudio
+torchaudio
+transformers
+accelerate
diff --git a/backend/python/parler-tts/requirements-intel.txt b/backend/python/parler-tts/requirements-intel.txt
@@ -3,4 +3,6 @@ intel-extension-for-pytorch
 torch
 torchaudio
 optimum[openvino]
-setuptools==72.1.0 # https://github.com/mudler/LocalAI/issues/2406
+setuptools==72.1.0 # https://github.com/mudler/LocalAI/issues/2406
+transformers
+accelerate
diff --git a/backend/python/parler-tts/requirements.txt b/backend/python/parler-tts/requirements.txt
@@ -1,6 +1,4 @@
-accelerate
 grpcio==1.65.1
 protobuf
 git+https://github.com/huggingface/parler-tts.git@10016fb0300c0dc31a0fb70e26f3affee7b62f16
-certifi
-transformers
+certifi
diff --git a/backend/python/petals/requirements-cpu.txt b/backend/python/petals/requirements-cpu.txt
@@ -0,0 +1,3 @@
+transformers
+accelerate
+torch
diff --git a/backend/python/petals/requirements-cublas11.txt b/backend/python/petals/requirements-cublas11.txt
@@ -1,2 +1,3 @@
 --extra-index-url https://download.pytorch.org/whl/cu118
 torch
+transformers
diff --git a/backend/python/petals/requirements-cublas12.txt b/backend/python/petals/requirements-cublas12.txt
@@ -1 +1,2 @@
 torch
+transformers
diff --git a/backend/python/petals/requirements-hipblas.txt b/backend/python/petals/requirements-hipblas.txt
@@ -1,2 +1,3 @@
 --extra-index-url https://download.pytorch.org/whl/rocm6.0
 torch
+transformers
diff --git a/backend/python/petals/requirements-intel.txt b/backend/python/petals/requirements-intel.txt
@@ -2,4 +2,5 @@
 intel-extension-for-pytorch
 torch
 optimum[openvino]
-setuptools==72.1.0 # https://github.com/mudler/LocalAI/issues/2406
+setuptools==72.1.0 # https://github.com/mudler/LocalAI/issues/2406
+transformers
diff --git a/backend/python/petals/requirements.txt b/backend/python/petals/requirements.txt
@@ -1,3 +1,2 @@
 git+https://github.com/bigscience-workshop/petals
-certifi
-transformers
+certifi
diff --git a/backend/python/rerankers/requirements-cpu.txt b/backend/python/rerankers/requirements-cpu.txt
@@ -0,0 +1,4 @@
+transformers
+accelerate
+torch
+rerankers[transformers]
diff --git a/backend/python/rerankers/requirements-cublas11.txt b/backend/python/rerankers/requirements-cublas11.txt
@@ -1,2 +1,5 @@
 --extra-index-url https://download.pytorch.org/whl/cu118
+transformers
+accelerate
 torch
+rerankers[transformers]
diff --git a/backend/python/rerankers/requirements-cublas12.txt b/backend/python/rerankers/requirements-cublas12.txt
@@ -1 +1,4 @@
+transformers
+accelerate
 torch
+rerankers[transformers]
diff --git a/backend/python/rerankers/requirements-hipblas.txt b/backend/python/rerankers/requirements-hipblas.txt
@@ -1,2 +1,5 @@
 --extra-index-url https://download.pytorch.org/whl/rocm6.0
-torch
+transformers
+accelerate
+torch
+rerankers[transformers]
diff --git a/backend/python/rerankers/requirements-intel.txt b/backend/python/rerankers/requirements-intel.txt
@@ -1,5 +1,8 @@
 --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/
 intel-extension-for-pytorch
+transformers
+accelerate
 torch
+rerankers[transformers]
 optimum[openvino]
 setuptools==72.1.0 # https://github.com/mudler/LocalAI/issues/2406
diff --git a/backend/python/rerankers/requirements.txt b/backend/python/rerankers/requirements.txt
@@ -1,6 +1,3 @@
-accelerate
-rerankers[transformers]
 grpcio==1.65.4
 protobuf
-certifi
-transformers
+certifi
diff --git a/backend/python/sentencetransformers/requirements-cpu.txt b/backend/python/sentencetransformers/requirements-cpu.txt
@@ -0,0 +1,6 @@
+torch
+accelerate
+transformers
+bitsandbytes
+sentence-transformers==3.0.1
+transformers
diff --git a/backend/python/sentencetransformers/requirements-cublas11.txt b/backend/python/sentencetransformers/requirements-cublas11.txt
@@ -1,2 +1,5 @@
 --extra-index-url https://download.pytorch.org/whl/cu118
 torch
+accelerate
+sentence-transformers==3.0.1
+transformers
diff --git a/backend/python/sentencetransformers/requirements-cublas12.txt b/backend/python/sentencetransformers/requirements-cublas12.txt
@@ -1 +1,4 @@
 torch
+accelerate
+sentence-transformers==3.0.1
+transformers
diff --git a/backend/python/sentencetransformers/requirements-hipblas.txt b/backend/python/sentencetransformers/requirements-hipblas.txt
@@ -1,2 +1,5 @@
 --extra-index-url https://download.pytorch.org/whl/rocm6.0
-torch
+torch
+accelerate
+sentence-transformers==3.0.1
+transformers