diff --git a/Dockerfile.rocm b/Dockerfile.rocm
index 7213a15a2e005..14c522afd7f9e 100644
--- a/Dockerfile.rocm
+++ b/Dockerfile.rocm
@@ -72,7 +72,8 @@ COPY --from=build_vllm ${COMMON_WORKDIR}/vllm /vllm-workspace
 RUN cd /vllm-workspace \
     && rm -rf vllm \
     && python3 -m pip install -e tests/vllm_test_utils \
-    && python3 -m pip install lm-eval[api]==0.4.4
+    && python3 -m pip install lm-eval[api]==0.4.4 \
+    && python3 -m pip install pytest-shard
 
 # -----------------------
 # Final vLLM image