diff --git a/Dockerfile.rocm.ubi b/Dockerfile.rocm.ubi index db34db87b671f..75a606e943f1a 100644 --- a/Dockerfile.rocm.ubi +++ b/Dockerfile.rocm.ubi @@ -240,7 +240,8 @@ FROM vllm-openai as vllm-grpc-adapter USER root RUN --mount=type=cache,target=/root/.cache/pip \ - pip install vllm-tgis-adapter==0.5.3 + --mount=type=bind,from=build_vllm,src=/workspace/dist,target=/install/vllm/ \ + uv pip install /install/vllm/*.whl vllm-tgis-adapter==0.5.3 ENV GRPC_PORT=8033 \ PORT=8000 \ diff --git a/Dockerfile.ubi b/Dockerfile.ubi index 6cd1a0301502c..eb12f7a0e6057 100644 --- a/Dockerfile.ubi +++ b/Dockerfile.ubi @@ -202,7 +202,8 @@ FROM vllm-openai as vllm-grpc-adapter USER root RUN --mount=type=cache,target=/root/.cache/pip \ - pip install vllm-tgis-adapter==0.5.3 + --mount=type=bind,from=build,src=/workspace/dist,target=/workspace/dist \ + uv pip install $(echo dist/*.whl)'[tensorizer]' vllm-tgis-adapter==0.5.3 ENV GRPC_PORT=8033 \ PORT=8000 \