Skip to content

Commit

Permalink
Merge pull request mistralai#31 from mistralai/update-dockerfile
Browse files Browse the repository at this point in the history
Update Dockerfile
  • Loading branch information
timlacroix authored Oct 4, 2023
2 parents aa9a366 + 6695563 commit 288c7cc
Showing 1 changed file with 3 additions and 6 deletions.
9 changes: 3 additions & 6 deletions deploy/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -18,17 +18,14 @@ RUN pip3 install "torch>=2.0.0"

# This build is slow but NVIDIA does not provide binaries. Increase MAX_JOBS as needed.
RUN git clone https://github.com/NVIDIA/apex && \
cd apex && \
cd apex && git checkout 2386a912164b0c5cfcd8be7a2b890fbac5607c82 && \
sed -i '/check_cuda_torch_binary_vs_bare_metal(CUDA_HOME)/d' setup.py && \
python3 setup.py install --cpp_ext --cuda_ext

RUN pip3 install "xformers==0.0.22" "transformers==4.33.3" "vllm==0.2.0"

# Fastchat is not yet released, so use our own commit
RUN pip3 install "fschat[model_worker] @ git+https://github.com/mistralai/FastChat-release.git@bde1118ed8df8c42fe98076424f60505465d4265#egg=FastChat"
RUN pip3 install "xformers==0.0.22" "transformers==4.34.0" "vllm==0.2.0" "fschat[model_worker]==0.2.30"

COPY entrypoint.sh .

RUN chmod +x /workspace/entrypoint.sh

ENTRYPOINT ["/workspace/entrypoint.sh"]
ENTRYPOINT ["/workspace/entrypoint.sh"]

0 comments on commit 288c7cc

Please sign in to comment.