From aea6ad629ff92f072a11b21dcdb1105677744007 Mon Sep 17 00:00:00 2001 From: Michael Goin Date: Fri, 8 Nov 2024 03:35:25 -0500 Subject: [PATCH] Add hf_transfer to testing image (#10096) --- Dockerfile | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/Dockerfile b/Dockerfile index 4c0f5aeb..220dbe26 100644 --- a/Dockerfile +++ b/Dockerfile @@ -191,6 +191,11 @@ ADD . /vllm-workspace/ RUN --mount=type=cache,target=/root/.cache/pip \ python3 -m pip install -r requirements-dev.txt +# enable fast downloads from hf (for testing) +RUN --mount=type=cache,target=/root/.cache/pip \ + python3 -m pip install hf_transfer +ENV HF_HUB_ENABLE_HF_TRANSFER 1 + # Copy in the v1 package for testing (it isn't distributed yet) COPY vllm/v1 /usr/local/lib/python3.12/dist-packages/vllm/v1