resolved network config

Author: Madhur prashant

0_model_training_pipeline.ipynb

@@ -312,6 +312,16 @@
     "# A managed processor comes with a preconfigured container, so only specifying version is required.\n",
     "est_cls = sagemaker.sklearn.estimator.SKLearn\n",
     "\n",
+    "nw_cfg = config['aws']['network_config']\n",
+    "\n",
+    "network_config = sagemaker.network.NetworkConfig(\n",
+    "    enable_network_isolation=nw_cfg.get('enable_network_isolation'),\n",
+    "    security_group_ids=nw_cfg.get('security_group_ids'), \n",
+    "    subnets=nw_cfg.get('subnets'),\n",
+    "    encrypt_inter_container_traffic=nw_cfg.get('encrypt_inter_container_traffic'),\n",
+    ")\n",
+    "\n",
+    "\n",
     "sklearn_processor = FrameworkProcessor(\n",
     "                                     estimator_cls=est_cls,\n",
     "                                     framework_version=config['training_step']['sklearn_framework_version'],\n",
@@ -320,7 +330,8 @@
     "                                     instance_count=config['data_processing_step']['instance_count'],\n",
     "                                     tags=config['data_processing_step']['tags'], \n",
     "                                     sagemaker_session=pipeline_session,\n",
-    "                                     base_job_name=config['pipeline']['base_job_name'], )\n",
+    "                                     base_job_name=config['pipeline']['base_job_name'],\n",
+    "                                     network_config=network_config)\n",
     "\n",
     "outputs_preprocessor = [\n",
     "    ProcessingOutput(\n",

config.yml

@@ -2,18 +2,30 @@
 aws:
   region: us-east-1
   # execution role, replace the role name below with the one you are using
-  sagemaker_execution_role_name: your-sagemaker-execution-role
+  sagemaker_execution_role_name: <your-sagemaker-execution-role>
   # the execution role ARN is determined automatically by the code
-  sagemaker_execution_role_arn: arn:aws:iam::{account_id}:role/{role}
+  sagemaker_execution_role_arn: arn:aws:iam::{account_id}:role/service-role/{role}
   s3_bucket: sagemaker-{region}-{account_id} # region and account id are automatically replaced
-  s3_prefix: mlops-pipeline-model 
+  s3_prefix: mlops-pipeline-model
+  # view more information on the network configuration here: 
+  # https://sagemaker.readthedocs.io/en/stable/api/utility/network.html
+  network_config:
+      enable_network_isolation: 
+      # these are list of security groups and subnets
+      # if you have these values configured, mention them
+      # below
+      security_group_ids: 
+      subnets: 
+      # Boolean that determines whether to encrypt inter-container traffic. 
+      # Default value is None.
+      encrypt_inter_container_traffic: 
 
 presto:
-  host: <0.0.0.0>
-  parameter: "0000"
-  presto_credentials: <presto_credentials>
-  catalog: <catalog>
-  schema: <schema>
+  host: <your-presto-server-ip>
+  parameter: "<your-presto-port-number"
+  presto_credentials: <your-presto-server-credentials>
+  catalog: <catalog-for-presto-server>
+  schema: <schema-for-presto-server>
 
 ## User needs to configure the following
 pipeline:
@@ -93,7 +105,7 @@ tuning_step:
 
 evaluation_step:
   step_name: Evaluate-Model
-  accuracy_condition_threshold: 0.40
+  accuracy_condition_threshold: 0.60
   instance_type: ml.m5.xlarge
   instance_count: 1
   evaluation_filename: evaluation.json