|
20 | 20 | from sagemaker import image_uris, Session |
21 | 21 | from sagemaker.dataset_definition.inputs import ( |
22 | 22 | DatasetDefinition, |
23 | | - RedshiftDatasetDefinition, |
24 | 23 | AthenaDatasetDefinition, |
25 | 24 | S3Input, |
26 | 25 | ) |
@@ -766,25 +765,6 @@ def _get_processing_inputs_with_all_parameters(bucket): |
766 | 765 | s3_compression_type="None", |
767 | 766 | ), |
768 | 767 | ), |
769 | | - ProcessingInput( |
770 | | - input_name="redshift_dataset_definition", |
771 | | - app_managed=True, |
772 | | - dataset_definition=DatasetDefinition( |
773 | | - local_path="/opt/ml/processing/input/rdd", |
774 | | - data_distribution_type="FullyReplicated", |
775 | | - input_mode="File", |
776 | | - redshift_dataset_definition=RedshiftDatasetDefinition( |
777 | | - cluster_id="integ-test-cluster-prod-us-west-2", |
778 | | - database="dev", |
779 | | - db_user="awsuser", |
780 | | - query_string="SELECT * FROM shoes", |
781 | | - cluster_role_arn="arn:aws:iam::037210630505:role/RedshiftClusterRole-prod-us-west-2", |
782 | | - output_s3_uri=f"s3://{bucket}/rdd", |
783 | | - output_format="CSV", |
784 | | - output_compression="None", |
785 | | - ), |
786 | | - ), |
787 | | - ), |
788 | 768 | ProcessingInput( |
789 | 769 | input_name="athena_dataset_definition", |
790 | 770 | app_managed=True, |
@@ -853,25 +833,6 @@ def _get_processing_job_inputs_and_outputs(bucket, output_kms_key): |
853 | 833 | "S3CompressionType": "None", |
854 | 834 | }, |
855 | 835 | }, |
856 | | - { |
857 | | - "InputName": "redshift_dataset_definition", |
858 | | - "AppManaged": True, |
859 | | - "DatasetDefinition": { |
860 | | - "RedshiftDatasetDefinition": { |
861 | | - "ClusterId": "integ-test-cluster-prod-us-west-2", |
862 | | - "Database": "dev", |
863 | | - "DbUser": "awsuser", |
864 | | - "QueryString": "SELECT * FROM shoes", |
865 | | - "ClusterRoleArn": "arn:aws:iam::037210630505:role/RedshiftClusterRole-prod-us-west-2", |
866 | | - "OutputS3Uri": f"s3://{bucket}/rdd", |
867 | | - "OutputFormat": "CSV", |
868 | | - "OutputCompression": "None", |
869 | | - }, |
870 | | - "LocalPath": "/opt/ml/processing/input/rdd", |
871 | | - "DataDistributionType": "FullyReplicated", |
872 | | - "InputMode": "File", |
873 | | - }, |
874 | | - }, |
875 | 836 | { |
876 | 837 | "InputName": "athena_dataset_definition", |
877 | 838 | "AppManaged": True, |
|
0 commit comments