Skip to content

Commit 5b1ec28

Browse files
vfdev-5vfdev-5
authored
Updated config and dockerfiles (#2428)
1 parent d8023cb commit 5b1ec28

File tree

9 files changed

+13
-15
lines changed

9 files changed

+13
-15
lines changed

‎docker/docker.cfg‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
11
[DEFAULT]
22
build_docker_image_pytorch_version = 1.10.0-cuda11.3-cudnn8
33
build_docker_image_hvd_version = v0.23.0
4-
build_docker_image_msdp_version = v0.5.4
4+
build_docker_image_msdp_version = v0.5.9

‎docker/hvd/Dockerfile.hvd-apex‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -26,7 +26,7 @@ ARG HVD_VERSION
2626
# Build Horovod
2727
RUN apt-get update && apt-get install -y git && \
2828
git clone --recursive --depth 1 --branch ${HVD_VERSION} https://github.com/horovod/horovod.git /horovod && \
29-
conda install -y cmake nccl=2.8 -c conda-forge && \
29+
conda install -y cmake nccl=2.11 -c conda-forge && \
3030
cd /horovod && \
3131
HOROVOD_GPU_OPERATIONS=NCCL HOROVOD_NCCL_LINK=SHARED HOROVOD_WITHOUT_MPI=1 HOROVOD_WITH_PYTORCH=1 pip wheel --no-cache-dir . && \
3232
rm -rf /var/lib/apt/lists/*
@@ -74,7 +74,7 @@ RUN mkdir -p pytorch-ignite-examples && \
7474
rm -rf .git
7575

7676
# Horovod
77-
RUN conda install -y nccl=2.8 -c conda-forge
77+
RUN conda install -y nccl=2.11 -c conda-forge
7878

7979
ENV LD_LIBRARY_PATH=/opt/conda/lib:$LD_LIBRARY_PATH
8080

‎docker/hvd/Dockerfile.hvd-apex-nlp‎

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,6 @@
22
FROM pytorchignite/hvd-apex:latest
33

44
# Ignite NLP dependencies
5-
RUN pip install --upgrade --no-cache-dir torchtext \
6-
transformers \
5+
RUN pip install --upgrade --no-cache-dir transformers \
76
spacy \
87
nltk

‎docker/hvd/Dockerfile.hvd-base‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@ ARG HVD_VERSION
1010
# Build Horovod
1111
RUN apt-get update && apt-get install -y git && \
1212
git clone --recursive --depth 1 --branch ${HVD_VERSION} https://github.com/horovod/horovod.git /horovod && \
13-
conda install -y cmake nccl=2.8 -c conda-forge && \
13+
conda install -y cmake nccl=2.11 -c conda-forge && \
1414
cd /horovod && \
1515
HOROVOD_GPU_OPERATIONS=NCCL HOROVOD_NCCL_LINK=SHARED HOROVOD_WITHOUT_MPI=1 HOROVOD_WITH_PYTORCH=1 pip wheel --no-cache-dir . && \
1616
rm -rf /var/lib/apt/lists/*
@@ -53,7 +53,7 @@ RUN mkdir -p pytorch-ignite-examples && \
5353
rm -rf .git
5454

5555
# Horovod
56-
RUN conda install -y nccl=2.8 -c conda-forge
56+
RUN conda install -y nccl=2.11 -c conda-forge
5757

5858
ENV LD_LIBRARY_PATH=/opt/conda/lib:$LD_LIBRARY_PATH
5959

‎docker/hvd/Dockerfile.hvd-nlp‎

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,6 @@
22
FROM pytorchignite/hvd-base:latest
33

44
# Ignite NLP dependencies
5-
RUN pip install --upgrade --no-cache-dir torchtext \
6-
transformers \
5+
RUN pip install --upgrade --no-cache-dir transformers \
76
spacy \
87
nltk

‎docker/main/Dockerfile.apex-nlp‎

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,6 @@
22
FROM pytorchignite/apex:latest
33

44
# Ignite NLP dependencies
5-
RUN pip install --upgrade --no-cache-dir torchtext \
6-
transformers \
5+
RUN pip install --upgrade --no-cache-dir transformers \
76
spacy \
87
nltk

‎docker/main/Dockerfile.nlp‎

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,6 @@
22
FROM pytorchignite/base:latest
33

44
# Ignite NLP dependencies
5-
RUN pip install --upgrade --no-cache-dir torchtext \
6-
transformers \
5+
RUN pip install --upgrade --no-cache-dir transformers \
76
spacy \
87
nltk

‎docker/msdp/Dockerfile.msdp-apex-nlp‎

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,6 @@
22
FROM pytorchignite/msdp-apex:latest
33

44
# Ignite NLP dependencies
5-
RUN pip install --upgrade --no-cache-dir torchtext \
6-
transformers \
5+
RUN pip install --upgrade --no-cache-dir transformers \
76
spacy \
87
nltk

‎docker/test_image.py‎

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -108,5 +108,8 @@ def main():
108108
if "vision" in image_type:
109109
run_python_cmd("import cv2")
110110

111+
if "nlp" in image_type:
112+
run_python_cmd("import torchtext, transformers")
113+
111114
if "apex" in image_type:
112115
run_python_cmd("import apex")

0 commit comments

Comments
 (0)