@@ -766,25 +766,25 @@ def _get_processing_inputs_with_all_parameters(bucket):
766
766
s3_compression_type = "None" ,
767
767
),
768
768
),
769
- ProcessingInput (
770
- input_name = "redshift_dataset_definition" ,
771
- app_managed = True ,
772
- dataset_definition = DatasetDefinition (
773
- local_path = "/opt/ml/processing/input/rdd" ,
774
- data_distribution_type = "FullyReplicated" ,
775
- input_mode = "File" ,
776
- redshift_dataset_definition = RedshiftDatasetDefinition (
777
- cluster_id = "integ-test-cluster-prod-us-west-2" ,
778
- database = "dev" ,
779
- db_user = "awsuser" ,
780
- query_string = "SELECT * FROM shoes" ,
781
- cluster_role_arn = "arn:aws:iam::037210630505:role/RedshiftClusterRole-prod-us-west-2" ,
782
- output_s3_uri = f"s3://{ bucket } /rdd" ,
783
- output_format = "CSV" ,
784
- output_compression = "None" ,
785
- ),
786
- ),
787
- ),
769
+ # ProcessingInput(
770
+ # input_name="redshift_dataset_definition",
771
+ # app_managed=True,
772
+ # dataset_definition=DatasetDefinition(
773
+ # local_path="/opt/ml/processing/input/rdd",
774
+ # data_distribution_type="FullyReplicated",
775
+ # input_mode="File",
776
+ # redshift_dataset_definition=RedshiftDatasetDefinition(
777
+ # cluster_id="integ-test-cluster-prod-us-west-2",
778
+ # database="dev",
779
+ # db_user="awsuser",
780
+ # query_string="SELECT * FROM shoes",
781
+ # cluster_role_arn="arn:aws:iam::037210630505:role/RedshiftClusterRole-prod-us-west-2",
782
+ # output_s3_uri=f"s3://{bucket}/rdd",
783
+ # output_format="CSV",
784
+ # output_compression="None",
785
+ # ),
786
+ # ),
787
+ # ),
788
788
ProcessingInput (
789
789
input_name = "athena_dataset_definition" ,
790
790
app_managed = True ,
@@ -853,25 +853,25 @@ def _get_processing_job_inputs_and_outputs(bucket, output_kms_key):
853
853
"S3CompressionType" : "None" ,
854
854
},
855
855
},
856
- {
857
- "InputName" : "redshift_dataset_definition" ,
858
- "AppManaged" : True ,
859
- "DatasetDefinition" : {
860
- "RedshiftDatasetDefinition" : {
861
- "ClusterId" : "integ-test-cluster-prod-us-west-2" ,
862
- "Database" : "dev" ,
863
- "DbUser" : "awsuser" ,
864
- "QueryString" : "SELECT * FROM shoes" ,
865
- "ClusterRoleArn" : "arn:aws:iam::037210630505:role/RedshiftClusterRole-prod-us-west-2" ,
866
- "OutputS3Uri" : f"s3://{ bucket } /rdd" ,
867
- "OutputFormat" : "CSV" ,
868
- "OutputCompression" : "None" ,
869
- },
870
- "LocalPath" : "/opt/ml/processing/input/rdd" ,
871
- "DataDistributionType" : "FullyReplicated" ,
872
- "InputMode" : "File" ,
873
- },
874
- },
856
+ # {
857
+ # "InputName": "redshift_dataset_definition",
858
+ # "AppManaged": True,
859
+ # "DatasetDefinition": {
860
+ # "RedshiftDatasetDefinition": {
861
+ # "ClusterId": "integ-test-cluster-prod-us-west-2",
862
+ # "Database": "dev",
863
+ # "DbUser": "awsuser",
864
+ # "QueryString": "SELECT * FROM shoes",
865
+ # "ClusterRoleArn": "arn:aws:iam::037210630505:role/RedshiftClusterRole-prod-us-west-2",
866
+ # "OutputS3Uri": f"s3://{bucket}/rdd",
867
+ # "OutputFormat": "CSV",
868
+ # "OutputCompression": "None",
869
+ # },
870
+ # "LocalPath": "/opt/ml/processing/input/rdd",
871
+ # "DataDistributionType": "FullyReplicated",
872
+ # "InputMode": "File",
873
+ # },
874
+ # },
875
875
{
876
876
"InputName" : "athena_dataset_definition" ,
877
877
"AppManaged" : True ,
0 commit comments