diff --git a/mlir/utils/jenkins/Dockerfile b/mlir/utils/jenkins/Dockerfile
index 0d720092634d..b3f382d9bae4 100644
--- a/mlir/utils/jenkins/Dockerfile
+++ b/mlir/utils/jenkins/Dockerfile
@@ -97,6 +97,7 @@ RUN apt-get update && apt-get install -y --no-install-recommends \
     # ^ pip install pandas... is needed to output performance tests and regenerate test suites
     # Has a copy of the requirements.txt install bit for the new python version
 
+RUN pip3 install --index-url https://test.pypi.org/simple/ hip-python
 # Need "render" group because some CI hosts have /dev/kfd under it.
 RUN groupadd -f render
 
diff --git a/pip_requirements.txt b/pip_requirements.txt
index 382b4deeb27c..5888e7eb0a96 100644
--- a/pip_requirements.txt
+++ b/pip_requirements.txt
@@ -1,5 +1,3 @@
---extra-index-url https://test.pypi.org/simple
-hip-python
 tomli==2.0.1
 numpy>=1.19.5, <=2.1.2
 ml_dtypes>=0.1.0, <=0.5.0   # provides several NumPy dtype extensions, including the bf16