change: remove scipy from dependencies (#1518)

Author: chuyang-deng

doc/conf.py

@@ -40,8 +40,6 @@ def __getattr__(cls, name):
     "tensorflow.python.framework",
     "tensorflow_serving",
     "tensorflow_serving.apis",
-    "scipy",
-    "scipy.sparse",
 ]
 sys.modules.update((mod_name, Mock()) for mod_name in MOCK_MODULES)
 

doc/requirements.txt

@@ -1,4 +1,3 @@
 sphinx==2.2.2
 numpy
-scipy
 requests==2.20

setup.py

@@ -37,7 +37,6 @@ def read_version():
     "boto3>=1.13.6",
     "numpy>=1.9.0",
     "protobuf>=3.1",
-    "scipy>=0.19.0",
     "protobuf3-to-dict>=0.1.5",
     "smdebug-rulesconfig==0.1.2",
     "importlib-metadata>=1.4.0",
@@ -53,6 +52,7 @@ def read_version():
         "PyYAML>=5.3, <6",  # PyYAML version has to match docker-compose requirements
     ],
     "tensorflow": ["tensorflow>=1.3.0"],
+    "scipy": ["scipy>=0.19.0"],
 }
 # Meta dependency groups
 extras["all"] = [item for group in extras.values() for item in group]

src/sagemaker/amazon/common.py

@@ -14,13 +14,14 @@
 from __future__ import absolute_import
 
 import io
+import logging
 import struct
 import sys
 
 import numpy as np
-from scipy.sparse import issparse
 
 from sagemaker.amazon.record_pb2 import Record
+from sagemaker.utils import DeferredError
 
 
 class numpy_to_record_serializer(object):
@@ -171,8 +172,16 @@ def write_spmatrix_to_sparse_tensor(file, array, labels=None):
         array:
         labels:
     """
-
-    if not issparse(array):
+    try:
+        import scipy
+    except ImportError as e:
+        logging.warning(
+            "scipy failed to import. Sparse matrix functions will be impaired or broken."
+        )
+        # Any subsequent attempt to use scipy will raise the ImportError
+        scipy = DeferredError(e)
+
+    if not scipy.sparse.issparse(array):
         raise TypeError("Array must be sparse")
 
     # Validate shape of array and labels, resolve array and label types