From eb17212858dce5c73b8fe3e8c548861ea18f1f43 Mon Sep 17 00:00:00 2001
From: Simon Mo <simon.mo@hey.com>
Date: Mon, 11 Dec 2023 11:59:08 -0800
Subject: [PATCH] Update Dockerfile to support Mixtral (#2027)

---
 Dockerfile | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index 13c2e609..13a38f2e 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -73,9 +73,9 @@ ENTRYPOINT ["python3", "-m", "vllm.entrypoints.api_server"]
 
 # openai api server alternative
 FROM vllm-base AS vllm-openai
-# install additional dependencies for openai api server
+# install additional dependencies for openai api server, and mixtral
 RUN --mount=type=cache,target=/root/.cache/pip \
-    pip install accelerate fschat
+    pip install accelerate megablocks
 
 COPY --from=build /workspace/vllm/*.so /workspace/vllm/
 COPY vllm vllm