winglian commited on
Commit
e85d2eb
1 Parent(s): 196ff11

let MAX_JOBS use the default since we're not resource constrained on our self-hosted runners (#427)

Browse files
Files changed (1) hide show
  1. docker/Dockerfile-base +3 -2
docker/Dockerfile-base CHANGED
@@ -46,6 +46,8 @@ FROM base-builder AS bnb-builder
46
  WORKDIR /workspace
47
  ARG CUDA="118"
48
  ENV CUDA=$CUDA
 
 
49
 
50
  RUN git clone https://github.com/TimDettmers/bitsandbytes.git && \
51
  cd bitsandbytes && \
@@ -60,8 +62,7 @@ ENV TORCH_CUDA_ARCH_LIST=$TORCH_CUDA_ARCH_LIST
60
  # recompile apex
61
  RUN python3 -m pip uninstall -y apex
62
  RUN git clone https://github.com/NVIDIA/apex
63
- # `MAX_JOBS=1` disables parallel building to avoid cpu memory OOM when building image on GitHub Action (standard) runners
64
- RUN cd apex && MAX_JOBS=1 python3 -m pip install -v --disable-pip-version-check --no-cache-dir --no-build-isolation --config-settings "--build-option=--cpp_ext" --config-settings "--build-option=--cuda_ext" ./
65
 
66
  RUN mkdir -p /workspace/builds
67
  COPY --from=bnb-builder /workspace/bitsandbytes /workspace/builds/bitsandbytes
 
46
  WORKDIR /workspace
47
  ARG CUDA="118"
48
  ENV CUDA=$CUDA
49
+ ARG MAX_JOBS="-1"
50
+ ENV MAX_JOBS=$MAX_JOBS
51
 
52
  RUN git clone https://github.com/TimDettmers/bitsandbytes.git && \
53
  cd bitsandbytes && \
 
62
  # recompile apex
63
  RUN python3 -m pip uninstall -y apex
64
  RUN git clone https://github.com/NVIDIA/apex
65
+ RUN cd apex && python3 -m pip install -v --disable-pip-version-check --no-cache-dir --no-build-isolation --config-settings "--build-option=--cpp_ext" --config-settings "--build-option=--cuda_ext" ./
 
66
 
67
  RUN mkdir -p /workspace/builds
68
  COPY --from=bnb-builder /workspace/bitsandbytes /workspace/builds/bitsandbytes