|
20 | 20 | from sagemaker import image_uris, Session
|
21 | 21 | from sagemaker.dataset_definition.inputs import (
|
22 | 22 | DatasetDefinition,
|
23 |
| - RedshiftDatasetDefinition, |
24 | 23 | AthenaDatasetDefinition,
|
25 | 24 | S3Input,
|
26 | 25 | )
|
@@ -766,25 +765,6 @@ def _get_processing_inputs_with_all_parameters(bucket):
|
766 | 765 | s3_compression_type="None",
|
767 | 766 | ),
|
768 | 767 | ),
|
769 |
| - ProcessingInput( |
770 |
| - input_name="redshift_dataset_definition", |
771 |
| - app_managed=True, |
772 |
| - dataset_definition=DatasetDefinition( |
773 |
| - local_path="/opt/ml/processing/input/rdd", |
774 |
| - data_distribution_type="FullyReplicated", |
775 |
| - input_mode="File", |
776 |
| - redshift_dataset_definition=RedshiftDatasetDefinition( |
777 |
| - cluster_id="integ-test-cluster-prod-us-west-2", |
778 |
| - database="dev", |
779 |
| - db_user="awsuser", |
780 |
| - query_string="SELECT * FROM shoes", |
781 |
| - cluster_role_arn="arn:aws:iam::037210630505:role/RedshiftClusterRole-prod-us-west-2", |
782 |
| - output_s3_uri=f"s3://{bucket}/rdd", |
783 |
| - output_format="CSV", |
784 |
| - output_compression="None", |
785 |
| - ), |
786 |
| - ), |
787 |
| - ), |
788 | 768 | ProcessingInput(
|
789 | 769 | input_name="athena_dataset_definition",
|
790 | 770 | app_managed=True,
|
@@ -853,25 +833,6 @@ def _get_processing_job_inputs_and_outputs(bucket, output_kms_key):
|
853 | 833 | "S3CompressionType": "None",
|
854 | 834 | },
|
855 | 835 | },
|
856 |
| - { |
857 |
| - "InputName": "redshift_dataset_definition", |
858 |
| - "AppManaged": True, |
859 |
| - "DatasetDefinition": { |
860 |
| - "RedshiftDatasetDefinition": { |
861 |
| - "ClusterId": "integ-test-cluster-prod-us-west-2", |
862 |
| - "Database": "dev", |
863 |
| - "DbUser": "awsuser", |
864 |
| - "QueryString": "SELECT * FROM shoes", |
865 |
| - "ClusterRoleArn": "arn:aws:iam::037210630505:role/RedshiftClusterRole-prod-us-west-2", |
866 |
| - "OutputS3Uri": f"s3://{bucket}/rdd", |
867 |
| - "OutputFormat": "CSV", |
868 |
| - "OutputCompression": "None", |
869 |
| - }, |
870 |
| - "LocalPath": "/opt/ml/processing/input/rdd", |
871 |
| - "DataDistributionType": "FullyReplicated", |
872 |
| - "InputMode": "File", |
873 |
| - }, |
874 |
| - }, |
875 | 836 | {
|
876 | 837 | "InputName": "athena_dataset_definition",
|
877 | 838 | "AppManaged": True,
|
|
0 commit comments