Skip to content

Commit

Permalink
let MAX_JOBS use the default since we're not resource constrained on …
Browse files Browse the repository at this point in the history
…our self-hosted runners
  • Loading branch information
winglian committed Aug 18, 2023
1 parent 8cace80 commit 13a3b1a
Showing 1 changed file with 3 additions and 2 deletions.
5 changes: 3 additions & 2 deletions docker/Dockerfile-base
Original file line number Diff line number Diff line change
Expand Up @@ -66,6 +66,8 @@ FROM base-builder AS bnb-builder
WORKDIR /workspace
ARG CUDA="118"
ENV CUDA=$CUDA
ARG MAX_JOBS="-1"
ENV MAX_JOBS=$MAX_JOBS

RUN git clone https://github.com/TimDettmers/bitsandbytes.git && \
cd bitsandbytes && \
Expand All @@ -80,8 +82,7 @@ ENV TORCH_CUDA_ARCH_LIST=$TORCH_CUDA_ARCH_LIST
# recompile apex
RUN python3 -m pip uninstall -y apex
RUN git clone https://github.com/NVIDIA/apex
# `MAX_JOBS=1` disables parallel building to avoid cpu memory OOM when building image on GitHub Action (standard) runners
RUN cd apex && MAX_JOBS=1 python3 -m pip install -v --disable-pip-version-check --no-cache-dir --no-build-isolation --config-settings "--build-option=--cpp_ext" --config-settings "--build-option=--cuda_ext" ./
RUN cd apex && python3 -m pip install -v --disable-pip-version-check --no-cache-dir --no-build-isolation --config-settings "--build-option=--cpp_ext" --config-settings "--build-option=--cuda_ext" ./

RUN mkdir -p /workspace/builds
COPY --from=bnb-builder /workspace/bitsandbytes /workspace/builds/bitsandbytes
Expand Down

0 comments on commit 13a3b1a

Please sign in to comment.