change: install SageMaker Python SDK into Python 3 images (#170)

Co-authored-by: Zhuo Weng <[email protected]>
Co-authored-by: Saravana Kumar <[email protected]>

Author: 3 people

docker/1.4.0/py3/Dockerfile.cpu

@@ -8,16 +8,16 @@ ARG OPEN_MPI_VERSION=4.0.1
 
 # Python won’t try to write .pyc or .pyo files on the import of source modules
 # Force stdin, stdout and stderr to be totally unbuffered. Good for logging
-ENV PYTHONDONTWRITEBYTECODE=1 
-ENV PYTHONUNBUFFERED=1 
-ENV PYTHONIOENCODING=UTF-8 
-ENV LANG=C.UTF-8 
-ENV LC_ALL=C.UTF-8 
-ENV LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:/usr/local/lib" 
-ENV LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:/opt/conda/lib" 
-ENV PATH=/opt/conda/bin:$PATH 
-ENV SAGEMAKER_TRAINING_MODULE=sagemaker_pytorch_container.training:main 
-ENV DGLBACKEND=pytorch 
+ENV PYTHONDONTWRITEBYTECODE=1
+ENV PYTHONUNBUFFERED=1
+ENV PYTHONIOENCODING=UTF-8
+ENV LANG=C.UTF-8
+ENV LC_ALL=C.UTF-8
+ENV LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:/usr/local/lib"
+ENV LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:/opt/conda/lib"
+ENV PATH=/opt/conda/bin:$PATH
+ENV SAGEMAKER_TRAINING_MODULE=sagemaker_pytorch_container.training:main
+ENV DGLBACKEND=pytorch
 
 WORKDIR /
 
@@ -52,8 +52,8 @@ RUN wget https://www.open-mpi.org/software/ompi/v4.0/downloads/openmpi-$OPEN_MPI
 # The ENV variables declared below are changed in the previous section
 # Grouping these ENV variables in the first section causes
 # ompi_info to fail. This is only observed in CPU containers
-ENV PATH="$PATH:/home/.openmpi/bin" 
-ENV LD_LIBRARY_PATH="$LD_LIBRARY_PATH:/home/.openmpi/lib/" 
+ENV PATH="$PATH:/home/.openmpi/bin"
+ENV LD_LIBRARY_PATH="$LD_LIBRARY_PATH:/home/.openmpi/lib/"
 RUN ompi_info --parsable --all | grep mpi_built_with_cuda_support:value
 
 # Copy workaround script for incorrect hostname
@@ -84,7 +84,7 @@ RUN curl -o ~/miniconda.sh -O  https://repo.continuum.io/miniconda/Miniconda3-la
     requests==2.22.0 \
  && conda install -c dglteam -y dgl==0.4.1 \
  && /opt/conda/bin/conda clean -ya \
- && conda clean -ya 
+ && conda clean -ya
 
 # The following section uninstalls torch and torchvision before installing the
 # custom versions from an S3 bucket. This will need to be removed in the future
@@ -95,6 +95,7 @@ RUN pip install --upgrade pip --trusted-host pypi.org --trusted-host files.pytho
     fastai==1.0.59 \
     scipy==1.2.2 \
     smdebug==0.5.0.post0 \
+    sagemaker==1.50.17 \
     sagemaker-experiments==0.1.3 \
     /sagemaker_pytorch_training.tar.gz \
  && pip install --no-cache-dir -U https://pytorch-aws.s3.amazonaws.com/pytorch-1.4.0/py3/cpu/torch-1.4.0-cp36-cp36m-manylinux1_x86_64.whl \

docker/1.4.0/py3/Dockerfile.gpu

@@ -9,12 +9,12 @@ ARG CUBLAS_VERSION=10.2.1.243-1_amd64
 
 # Python won’t try to write .pyc or .pyo files on the import of source modules
 # Force stdin, stdout and stderr to be totally unbuffered. Good for logging
-ENV PYTHONDONTWRITEBYTECODE=1 
-ENV PYTHONUNBUFFERED=1 
-ENV LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:/usr/local/lib" 
-ENV LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:/opt/conda/lib" 
-ENV PYTHONIOENCODING=UTF-8 
-ENV LANG=C.UTF-8 
+ENV PYTHONDONTWRITEBYTECODE=1
+ENV PYTHONUNBUFFERED=1
+ENV LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:/usr/local/lib"
+ENV LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:/opt/conda/lib"
+ENV PYTHONIOENCODING=UTF-8
+ENV LANG=C.UTF-8
 ENV LC_ALL=C.UTF-8
 ENV PATH /opt/conda/bin:$PATH
 ENV TORCH_CUDA_ARCH_LIST="3.5 5.2 6.0 6.1 7.0+PTX"
@@ -119,6 +119,7 @@ RUN /opt/conda/bin/conda config --set ssl_verify False \
 # custom versions from an S3 bucket. This will need to be removed in the future
 RUN pip install \
     --no-cache-dir smdebug==0.5.0.post0 \
+    sagemaker==1.50.17 \
     sagemaker-experiments==0.1.3 \
     --no-cache-dir fastai==1.0.59 \
     awscli \