Skip to content

Commit

Permalink
Update Dockerfile to pin Apex since last commit broke the build and t…
Browse files Browse the repository at this point in the history
…o switch to last Fastchat release
  • Loading branch information
lerela committed Oct 4, 2023
1 parent c2f3904 commit 6695563
Showing 1 changed file with 3 additions and 6 deletions.
9 changes: 3 additions & 6 deletions deploy/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -18,17 +18,14 @@ RUN pip3 install "torch>=2.0.0"

# This build is slow but NVIDIA does not provide binaries. Increase MAX_JOBS as needed.
RUN git clone https://github.com/NVIDIA/apex && \
cd apex && \
cd apex && git checkout 2386a912164b0c5cfcd8be7a2b890fbac5607c82 && \
sed -i '/check_cuda_torch_binary_vs_bare_metal(CUDA_HOME)/d' setup.py && \
python3 setup.py install --cpp_ext --cuda_ext

RUN pip3 install "xformers==0.0.22" "transformers==4.33.3" "vllm==0.2.0"

# Fastchat is not yet released, so use our own commit
RUN pip3 install "fschat[model_worker] @ git+https://github.com/mistralai/FastChat-release.git@bde1118ed8df8c42fe98076424f60505465d4265#egg=FastChat"
RUN pip3 install "xformers==0.0.22" "transformers==4.34.0" "vllm==0.2.0" "fschat[model_worker]==0.2.30"

COPY entrypoint.sh .

RUN chmod +x /workspace/entrypoint.sh

ENTRYPOINT ["/workspace/entrypoint.sh"]
ENTRYPOINT ["/workspace/entrypoint.sh"]

0 comments on commit 6695563

Please sign in to comment.