Skip to content
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.

Commit 4fb847e

Browse files
committedJul 9, 2024·
Temporarily remove failing input for integ test
1 parent 1b454ca commit 4fb847e

File tree

1 file changed

+38
-38
lines changed

1 file changed

+38
-38
lines changed
 

‎tests/integ/test_processing.py

Lines changed: 38 additions & 38 deletions
Original file line numberDiff line numberDiff line change
@@ -766,25 +766,25 @@ def _get_processing_inputs_with_all_parameters(bucket):
766766
s3_compression_type="None",
767767
),
768768
),
769-
ProcessingInput(
770-
input_name="redshift_dataset_definition",
771-
app_managed=True,
772-
dataset_definition=DatasetDefinition(
773-
local_path="/opt/ml/processing/input/rdd",
774-
data_distribution_type="FullyReplicated",
775-
input_mode="File",
776-
redshift_dataset_definition=RedshiftDatasetDefinition(
777-
cluster_id="integ-test-cluster-prod-us-west-2",
778-
database="dev",
779-
db_user="awsuser",
780-
query_string="SELECT * FROM shoes",
781-
cluster_role_arn="arn:aws:iam::037210630505:role/RedshiftClusterRole-prod-us-west-2",
782-
output_s3_uri=f"s3://{bucket}/rdd",
783-
output_format="CSV",
784-
output_compression="None",
785-
),
786-
),
787-
),
769+
# ProcessingInput(
770+
# input_name="redshift_dataset_definition",
771+
# app_managed=True,
772+
# dataset_definition=DatasetDefinition(
773+
# local_path="/opt/ml/processing/input/rdd",
774+
# data_distribution_type="FullyReplicated",
775+
# input_mode="File",
776+
# redshift_dataset_definition=RedshiftDatasetDefinition(
777+
# cluster_id="integ-test-cluster-prod-us-west-2",
778+
# database="dev",
779+
# db_user="awsuser",
780+
# query_string="SELECT * FROM shoes",
781+
# cluster_role_arn="arn:aws:iam::037210630505:role/RedshiftClusterRole-prod-us-west-2",
782+
# output_s3_uri=f"s3://{bucket}/rdd",
783+
# output_format="CSV",
784+
# output_compression="None",
785+
# ),
786+
# ),
787+
# ),
788788
ProcessingInput(
789789
input_name="athena_dataset_definition",
790790
app_managed=True,
@@ -853,25 +853,25 @@ def _get_processing_job_inputs_and_outputs(bucket, output_kms_key):
853853
"S3CompressionType": "None",
854854
},
855855
},
856-
{
857-
"InputName": "redshift_dataset_definition",
858-
"AppManaged": True,
859-
"DatasetDefinition": {
860-
"RedshiftDatasetDefinition": {
861-
"ClusterId": "integ-test-cluster-prod-us-west-2",
862-
"Database": "dev",
863-
"DbUser": "awsuser",
864-
"QueryString": "SELECT * FROM shoes",
865-
"ClusterRoleArn": "arn:aws:iam::037210630505:role/RedshiftClusterRole-prod-us-west-2",
866-
"OutputS3Uri": f"s3://{bucket}/rdd",
867-
"OutputFormat": "CSV",
868-
"OutputCompression": "None",
869-
},
870-
"LocalPath": "/opt/ml/processing/input/rdd",
871-
"DataDistributionType": "FullyReplicated",
872-
"InputMode": "File",
873-
},
874-
},
856+
# {
857+
# "InputName": "redshift_dataset_definition",
858+
# "AppManaged": True,
859+
# "DatasetDefinition": {
860+
# "RedshiftDatasetDefinition": {
861+
# "ClusterId": "integ-test-cluster-prod-us-west-2",
862+
# "Database": "dev",
863+
# "DbUser": "awsuser",
864+
# "QueryString": "SELECT * FROM shoes",
865+
# "ClusterRoleArn": "arn:aws:iam::037210630505:role/RedshiftClusterRole-prod-us-west-2",
866+
# "OutputS3Uri": f"s3://{bucket}/rdd",
867+
# "OutputFormat": "CSV",
868+
# "OutputCompression": "None",
869+
# },
870+
# "LocalPath": "/opt/ml/processing/input/rdd",
871+
# "DataDistributionType": "FullyReplicated",
872+
# "InputMode": "File",
873+
# },
874+
# },
875875
{
876876
"InputName": "athena_dataset_definition",
877877
"AppManaged": True,

0 commit comments

Comments
 (0)
Please sign in to comment.