diff --git a/docker/diffusers-pytorch-cuda/Dockerfile b/docker/diffusers-pytorch-cuda/Dockerfile
index b6eedaad50ba..28ae25717c54 100644
--- a/docker/diffusers-pytorch-cuda/Dockerfile
+++ b/docker/diffusers-pytorch-cuda/Dockerfile
@@ -40,11 +40,6 @@ RUN uv pip install --no-cache-dir \
     torchaudio==2.10.0 \
     --index-url https://download.pytorch.org/whl/cu129
 
-# Install compatible versions of numba/llvmlite for Python 3.10+
-RUN uv pip install --no-cache-dir \
-    "llvmlite>=0.40.0" \
-    "numba>=0.57.0"
-
 RUN uv pip install --no-cache-dir "git+https://github.com/huggingface/diffusers.git@main#egg=diffusers[test]"
 
 # Extra dependencies
diff --git a/setup.py b/setup.py
index a9bafaff5399..30b9dfe886c7 100644
--- a/setup.py
+++ b/setup.py
@@ -114,6 +114,9 @@
     "torchsde",
     "note_seq",
     "librosa",
+    # librosa pulls in numba/llvmlite; pin to versions that support Python 3.10+
+    "llvmlite>=0.40.0",
+    "numba>=0.57.0",
     "numpy",
     "parameterized",
     "peft>=0.17.0",
@@ -228,6 +231,8 @@ def run(self):
     "Jinja2",
     "invisible-watermark",
     "librosa",
+    "llvmlite",
+    "numba",
     "parameterized",
     "protobuf",
     "pytest",
diff --git a/src/diffusers/dependency_versions_table.py b/src/diffusers/dependency_versions_table.py
index 3aac2f280af6..7e3c6cb427bc 100644
--- a/src/diffusers/dependency_versions_table.py
+++ b/src/diffusers/dependency_versions_table.py
@@ -21,6 +21,8 @@
     "torchsde": "torchsde",
     "note_seq": "note_seq",
     "librosa": "librosa",
+    "llvmlite": "llvmlite>=0.40.0",
+    "numba": "numba>=0.57.0",
     "numpy": "numpy",
     "parameterized": "parameterized",
     "peft": "peft>=0.17.0",