feature: support creating and updating profiler in training job (#444) (#526) (#530)

Author: jswudi

.gitignore

@@ -25,4 +25,6 @@ venv/
 *~
 .pytest_cache/
 *.swp
-.docker/
+.docker/
+env/
+.vscode/

setup.py

@@ -39,7 +39,7 @@ def read_version():
     "numpy>=1.9.0",
     "protobuf>=3.1",
     "protobuf3-to-dict>=0.1.5",
-    "smdebug-rulesconfig==0.1.5",
+    "smdebug_rulesconfig",
     "importlib-metadata>=1.4.0",
     "packaging>=20.0",
 ]

src/sagemaker/debugger/__init__.py

@@ -0,0 +1,37 @@
+# Copyright 2020 Amazon.com, Inc. or its affiliates. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"). You
+# may not use this file except in compliance with the License. A copy of
+# the License is located at
+#
+#     http://aws.amazon.com/apache2.0/
+#
+# or in the "license" file accompanying this file. This file is
+# distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF
+# ANY KIND, either express or implied. See the License for the specific
+# language governing permissions and limitations under the License.
+"""Classes for using debugger and profiler with Amazon SageMaker."""
+from __future__ import absolute_import
+
+from sagemaker.debugger.debugger import (  # noqa: F401
+    CollectionConfig,
+    DebuggerHookConfig,
+    framework_name,
+    get_default_profiler_rule,
+    get_rule_container_image_uri,
+    ProfilerRule,
+    Rule,
+    RuleBase,
+    rule_configs,
+    TensorBoardOutputConfig,
+)
+from sagemaker.debugger.framework_profile import FrameworkProfile  # noqa: F401
+from sagemaker.debugger.metrics_config import (  # noqa: F401
+    DataloaderProfilingConfig,
+    DetailedProfilingConfig,
+    HerringProfilingConfig,
+    HorovodProfilingConfig,
+    PythonProfilingConfig,
+)
+from sagemaker.debugger.profiler_config import ProfilerConfig  # noqa: F401
+from sagemaker.debugger.utils import PythonProfiler, cProfileTimer  # noqa: F401