Skip to content

Commit 502b060

Browse files
Aditi2424adishaa
andauthored
fix: fix integ test (#4779)
* Temporarily remove failing input for integ test * Fix Flake8 Check * Remove faulty integ test input --------- Co-authored-by: Aditi Sharma <[email protected]>
1 parent 1b454ca commit 502b060

File tree

1 file changed

+0
-39
lines changed

1 file changed

+0
-39
lines changed

tests/integ/test_processing.py

-39
Original file line numberDiff line numberDiff line change
@@ -20,7 +20,6 @@
2020
from sagemaker import image_uris, Session
2121
from sagemaker.dataset_definition.inputs import (
2222
DatasetDefinition,
23-
RedshiftDatasetDefinition,
2423
AthenaDatasetDefinition,
2524
S3Input,
2625
)
@@ -766,25 +765,6 @@ def _get_processing_inputs_with_all_parameters(bucket):
766765
s3_compression_type="None",
767766
),
768767
),
769-
ProcessingInput(
770-
input_name="redshift_dataset_definition",
771-
app_managed=True,
772-
dataset_definition=DatasetDefinition(
773-
local_path="/opt/ml/processing/input/rdd",
774-
data_distribution_type="FullyReplicated",
775-
input_mode="File",
776-
redshift_dataset_definition=RedshiftDatasetDefinition(
777-
cluster_id="integ-test-cluster-prod-us-west-2",
778-
database="dev",
779-
db_user="awsuser",
780-
query_string="SELECT * FROM shoes",
781-
cluster_role_arn="arn:aws:iam::037210630505:role/RedshiftClusterRole-prod-us-west-2",
782-
output_s3_uri=f"s3://{bucket}/rdd",
783-
output_format="CSV",
784-
output_compression="None",
785-
),
786-
),
787-
),
788768
ProcessingInput(
789769
input_name="athena_dataset_definition",
790770
app_managed=True,
@@ -853,25 +833,6 @@ def _get_processing_job_inputs_and_outputs(bucket, output_kms_key):
853833
"S3CompressionType": "None",
854834
},
855835
},
856-
{
857-
"InputName": "redshift_dataset_definition",
858-
"AppManaged": True,
859-
"DatasetDefinition": {
860-
"RedshiftDatasetDefinition": {
861-
"ClusterId": "integ-test-cluster-prod-us-west-2",
862-
"Database": "dev",
863-
"DbUser": "awsuser",
864-
"QueryString": "SELECT * FROM shoes",
865-
"ClusterRoleArn": "arn:aws:iam::037210630505:role/RedshiftClusterRole-prod-us-west-2",
866-
"OutputS3Uri": f"s3://{bucket}/rdd",
867-
"OutputFormat": "CSV",
868-
"OutputCompression": "None",
869-
},
870-
"LocalPath": "/opt/ml/processing/input/rdd",
871-
"DataDistributionType": "FullyReplicated",
872-
"InputMode": "File",
873-
},
874-
},
875836
{
876837
"InputName": "athena_dataset_definition",
877838
"AppManaged": True,

0 commit comments

Comments
 (0)