add RLEstimator

Author: nadiaya

CHANGELOG.rst

@@ -2,6 +2,11 @@
 CHANGELOG
 =========
 
+1.16.0.dev
+==========
+
+* feature: Estimators: Add RLEstimator to provide support for Reinforcement Learning.
+
 1.15.2
 ======
 

doc/index.rst

@@ -39,6 +39,15 @@ A managed environment for TensorFlow training and hosting on Amazon SageMaker
 
     sagemaker.tensorflow
 
+Reinforcement Learning
+----------------------
+A managed environment for Reinforcement Learning training and hosting on Amazon SageMaker
+
+.. toctree::
+:maxdepth: 2
+
+        sagemaker.rl
+
 SageMaker First-Party Algorithms
 --------------------------------
 Amazon provides implementations of some common machine learning algortithms optimized for GPU architecture and massive datasets.

setup.py

@@ -15,6 +15,7 @@
 import os
 import re
 from glob import glob
+import sys
 
 from setuptools import setup, find_packages
 
@@ -31,6 +32,15 @@ def read(fname):
     return open(os.path.join(os.path.dirname(__file__), fname)).read()
 
 
+# Declare minimal set for installation
+required_packages = ['boto3>=1.9.45', 'numpy>=1.9.0', 'protobuf>=3.1', 'scipy>=0.19.0',
+                     'urllib3>=1.21', 'PyYAML>=3.2', 'protobuf3-to-dict>=0.1.5',
+                     'docker-compose>=1.23.0']
+
+# enum is introduced in Python 3.4. Installing enum back port
+if sys.version_info < (3, 4):
+    required_packages.append('enum34>=1.1.6')
+
 setup(name="sagemaker",
       version=get_version(),
       description="Open source library for training and deploying models on Amazon SageMaker.",
@@ -52,10 +62,7 @@ def read(fname):
           "Programming Language :: Python :: 3.5",
       ],
 
-      # Declare minimal set for installation
-      install_requires=['boto3>=1.9.45', 'numpy>=1.9.0', 'protobuf>=3.1', 'scipy>=0.19.0',
-                        'urllib3 >=1.21', 'PyYAML>=3.2', 'protobuf3-to-dict>=0.1.5',
-                        'docker-compose>=1.23.0'],
+      install_requires=required_packages,
 
       extras_require={
           'test': ['tox', 'flake8', 'pytest', 'pytest-cov', 'pytest-xdist',

src/sagemaker/fw_utils.py

@@ -178,22 +178,24 @@ def framework_name_from_image(image_name):
             '<account>.dkr.ecr.<region>.amazonaws.com/sagemaker-<fw>-<py_ver>-<device>:<fw_version>-<device>-<py_ver>'
             current:
             '<account>.dkr.ecr.<region>.amazonaws.com/sagemaker-<fw>:<fw_version>-<device>-<py_ver>'
+            current:
+            '<account>.dkr.ecr.<region>.amazonaws.com/sagemaker-rl-<fw>:<rl_toolkit><rl_version>-<device>-<py_ver>'
 
     Returns:
         tuple: A tuple containing:
             str: The framework name
             str: The Python version
             str: The image tag
     """
-    # image name format: <account>.dkr.ecr.<region>.amazonaws.com/sagemaker-<framework>-<py_ver>-<device>:<tag>
     sagemaker_pattern = re.compile(r'^(\d+)(\.)dkr(\.)ecr(\.)(.+)(\.)amazonaws.com(/)(.*:.*)$')
     sagemaker_match = sagemaker_pattern.match(image_name)
     if sagemaker_match is None:
         return None, None, None
     else:
         # extract framework, python version and image tag
         # We must support both the legacy and current image name format.
-        name_pattern = re.compile('^sagemaker-(tensorflow|mxnet|chainer|pytorch|scikit-learn):(.*?)-(.*?)-(py2|py3)$')
+        name_pattern = \
+            re.compile('^sagemaker(?:-rl)?-(tensorflow|mxnet|chainer|pytorch|scikit-learn):(.*)-(.*?)-(py2|py3)$')
         legacy_name_pattern = re.compile('^sagemaker-(tensorflow|mxnet)-(py2|py3)-(cpu|gpu):(.*)$')
         name_match = name_pattern.match(sagemaker_match.group(8))
         legacy_match = legacy_name_pattern.match(sagemaker_match.group(8))

src/sagemaker/rl/__init__.py

@@ -0,0 +1,18 @@
+# Copyright 2018 Amazon.com, Inc. or its affiliates. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"). You
+# may not use this file except in compliance with the License. A copy of
+# the License is located at
+#
+#     http://aws.amazon.com/apache2.0/
+#
+# or in the "license" file accompanying this file. This file is
+# distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF
+# ANY KIND, either express or implied. See the License for the specific
+# language governing permissions and limitations under the License.
+from __future__ import absolute_import
+
+from sagemaker.rl.estimator import (RLEstimator, RLToolkit, RLFramework,
+                                    TOOLKIT_FRAMEWORK_VERSION_MAP)
+
+__all__ = [RLEstimator, RLToolkit, RLFramework, TOOLKIT_FRAMEWORK_VERSION_MAP]