Use available Docker version for Local Mode setup.sh (aws#424)

We had a hard-coded version to ensure the same version between docker and nvidia-docker, but that runs into problems if what's hard-coded isn't present.

Author: laurenyu

sagemaker-python-sdk/chainer_mnist/setup.sh

@@ -7,14 +7,23 @@ if [ $? -eq 0 ]; then
   NVIDIA_DOCKER=`rpm -qa | grep -c nvidia-docker2`
   if [ $NVIDIA_DOCKER -eq 0 ]; then
     # Install nvidia-docker2
-    #sudo pkill -SIGHUP dockerd
+    DOCKER_VERSION=`yum list docker | tail -1 | awk '{print $2}' | head -c 2`
+
+    if [ $DOCKER_VERSION -eq 17 ]; then
+      DOCKER_PKG_VERSION='17.09.1ce-1.111.amzn1'
+      NVIDIA_DOCKER_PKG_VERSION='2.0.3-1.docker17.09.1.ce.amzn1'
+    else
+      DOCKER_PKG_VERSION='18.06.1ce-3.17.amzn1'
+      NVIDIA_DOCKER_PKG_VERSION='2.0.3-1.docker18.06.1.ce.amzn1'
+    fi
+
     sudo yum -y remove docker
-    sudo yum -y install docker-17.09.1ce-1.111.amzn1
+    sudo yum -y install docker-$DOCKER_PKG_VERSION
 
     sudo /etc/init.d/docker start
 
     curl -s -L https://nvidia.github.io/nvidia-docker/amzn1/nvidia-docker.repo | sudo tee /etc/yum.repos.d/nvidia-docker.repo
-    sudo yum install -y nvidia-docker2-2.0.3-1.docker17.09.1.ce.amzn1
+    sudo yum install -y nvidia-docker2-$NVIDIA_DOCKER_PKG_VERSION
     sudo cp daemon.json /etc/docker/daemon.json
     sudo pkill -SIGHUP dockerd
     echo "installed nvidia-docker2"

sagemaker-python-sdk/mxnet_gluon_cifar10/setup.sh

@@ -7,14 +7,23 @@ if [ $? -eq 0 ]; then
   NVIDIA_DOCKER=`rpm -qa | grep -c nvidia-docker2`
   if [ $NVIDIA_DOCKER -eq 0 ]; then
     # Install nvidia-docker2
-    #sudo pkill -SIGHUP dockerd
+    DOCKER_VERSION=`yum list docker | tail -1 | awk '{print $2}' | head -c 2`
+
+    if [ $DOCKER_VERSION -eq 17 ]; then
+      DOCKER_PKG_VERSION='17.09.1ce-1.111.amzn1'
+      NVIDIA_DOCKER_PKG_VERSION='2.0.3-1.docker17.09.1.ce.amzn1'
+    else
+      DOCKER_PKG_VERSION='18.06.1ce-3.17.amzn1'
+      NVIDIA_DOCKER_PKG_VERSION='2.0.3-1.docker18.06.1.ce.amzn1'
+    fi
+
     sudo yum -y remove docker
-    sudo yum -y install docker-17.09.1ce-1.111.amzn1
+    sudo yum -y install docker-$DOCKER_PKG_VERSION
 
     sudo /etc/init.d/docker start
 
     curl -s -L https://nvidia.github.io/nvidia-docker/amzn1/nvidia-docker.repo | sudo tee /etc/yum.repos.d/nvidia-docker.repo
-    sudo yum install -y nvidia-docker2-2.0.3-1.docker17.09.1.ce.amzn1
+    sudo yum install -y nvidia-docker2-$NVIDIA_DOCKER_PKG_VERSION
     sudo cp daemon.json /etc/docker/daemon.json
     sudo pkill -SIGHUP dockerd
     echo "installed nvidia-docker2"

sagemaker-python-sdk/mxnet_gluon_mnist/setup.sh

@@ -7,14 +7,23 @@ if [ $? -eq 0 ]; then
   NVIDIA_DOCKER=`rpm -qa | grep -c nvidia-docker2`
   if [ $NVIDIA_DOCKER -eq 0 ]; then
     # Install nvidia-docker2
-    #sudo pkill -SIGHUP dockerd
+    DOCKER_VERSION=`yum list docker | tail -1 | awk '{print $2}' | head -c 2`
+
+    if [ $DOCKER_VERSION -eq 17 ]; then
+      DOCKER_PKG_VERSION='17.09.1ce-1.111.amzn1'
+      NVIDIA_DOCKER_PKG_VERSION='2.0.3-1.docker17.09.1.ce.amzn1'
+    else
+      DOCKER_PKG_VERSION='18.06.1ce-3.17.amzn1'
+      NVIDIA_DOCKER_PKG_VERSION='2.0.3-1.docker18.06.1.ce.amzn1'
+    fi
+
     sudo yum -y remove docker
-    sudo yum -y install docker-17.09.1ce-1.111.amzn1
+    sudo yum -y install docker-$DOCKER_PKG_VERSION
 
     sudo /etc/init.d/docker start
 
     curl -s -L https://nvidia.github.io/nvidia-docker/amzn1/nvidia-docker.repo | sudo tee /etc/yum.repos.d/nvidia-docker.repo
-    sudo yum install -y nvidia-docker2-2.0.3-1.docker17.09.1.ce.amzn1
+    sudo yum install -y nvidia-docker2-$NVIDIA_DOCKER_PKG_VERSION
     sudo cp daemon.json /etc/docker/daemon.json
     sudo pkill -SIGHUP dockerd
     echo "installed nvidia-docker2"

sagemaker-python-sdk/pytorch_cnn_cifar10/setup.sh

@@ -7,14 +7,23 @@ if [ $? -eq 0 ]; then
   NVIDIA_DOCKER=`rpm -qa | grep -c nvidia-docker2`
   if [ $NVIDIA_DOCKER -eq 0 ]; then
     # Install nvidia-docker2
-    #sudo pkill -SIGHUP dockerd
+    DOCKER_VERSION=`yum list docker | tail -1 | awk '{print $2}' | head -c 2`
+
+    if [ $DOCKER_VERSION -eq 17 ]; then
+      DOCKER_PKG_VERSION='17.09.1ce-1.111.amzn1'
+      NVIDIA_DOCKER_PKG_VERSION='2.0.3-1.docker17.09.1.ce.amzn1'
+    else
+      DOCKER_PKG_VERSION='18.06.1ce-3.17.amzn1'
+      NVIDIA_DOCKER_PKG_VERSION='2.0.3-1.docker18.06.1.ce.amzn1'
+    fi
+
     sudo yum -y remove docker
-    sudo yum -y install docker-17.09.1ce-1.111.amzn1
+    sudo yum -y install docker-$DOCKER_PKG_VERSION
 
     sudo /etc/init.d/docker start
 
     curl -s -L https://nvidia.github.io/nvidia-docker/amzn1/nvidia-docker.repo | sudo tee /etc/yum.repos.d/nvidia-docker.repo
-    sudo yum install -y nvidia-docker2-2.0.3-1.docker17.09.1.ce.amzn1
+    sudo yum install -y nvidia-docker2-$NVIDIA_DOCKER_PKG_VERSION
     sudo cp daemon.json /etc/docker/daemon.json
     sudo pkill -SIGHUP dockerd
     echo "installed nvidia-docker2"

sagemaker-python-sdk/tensorflow_distributed_mnist/setup.sh

@@ -7,14 +7,23 @@ if [ $? -eq 0 ]; then
   NVIDIA_DOCKER=`rpm -qa | grep -c nvidia-docker2`
   if [ $NVIDIA_DOCKER -eq 0 ]; then
     # Install nvidia-docker2
-    #sudo pkill -SIGHUP dockerd
+    DOCKER_VERSION=`yum list docker | tail -1 | awk '{print $2}' | head -c 2`
+
+    if [ $DOCKER_VERSION -eq 17 ]; then
+      DOCKER_PKG_VERSION='17.09.1ce-1.111.amzn1'
+      NVIDIA_DOCKER_PKG_VERSION='2.0.3-1.docker17.09.1.ce.amzn1'
+    else
+      DOCKER_PKG_VERSION='18.06.1ce-3.17.amzn1'
+      NVIDIA_DOCKER_PKG_VERSION='2.0.3-1.docker18.06.1.ce.amzn1'
+    fi
+
     sudo yum -y remove docker
-    sudo yum -y install docker-17.09.1ce-1.111.amzn1
+    sudo yum -y install docker-$DOCKER_PKG_VERSION
 
     sudo /etc/init.d/docker start
 
     curl -s -L https://nvidia.github.io/nvidia-docker/amzn1/nvidia-docker.repo | sudo tee /etc/yum.repos.d/nvidia-docker.repo
-    sudo yum install -y nvidia-docker2-2.0.3-1.docker17.09.1.ce.amzn1
+    sudo yum install -y nvidia-docker2-$NVIDIA_DOCKER_PKG_VERSION
     sudo cp daemon.json /etc/docker/daemon.json
     sudo pkill -SIGHUP dockerd
     echo "installed nvidia-docker2"