Skip to content

Commit 2f44975

Browse files
makungaj1Jonathan Makunga
and
Jonathan Makunga
authored
fix: Flaky slow test (#4580)
Co-authored-by: Jonathan Makunga <[email protected]>
1 parent d04a542 commit 2f44975

File tree

1 file changed

+3
-5
lines changed

1 file changed

+3
-5
lines changed

tests/integ/sagemaker/serve/test_serve_js_happy.py

Lines changed: 3 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -31,15 +31,15 @@
3131
SAMPLE_RESPONSE = [
3232
{"generated_text": "Hello, I'm a language model, and I'm here to help you with your English."}
3333
]
34-
JS_GATED_MODEL_ID = "meta-textgeneration-llama-2-7b-f"
34+
JS_MODEL_ID = "huggingface-textgeneration1-gpt-neo-125m-fp16"
3535
ROLE_NAME = "SageMakerRole"
3636

3737

3838
@pytest.fixture
3939
def happy_model_builder(sagemaker_session):
4040
iam_client = sagemaker_session.boto_session.client("iam")
4141
return ModelBuilder(
42-
model=JS_GATED_MODEL_ID,
42+
model=JS_MODEL_ID,
4343
schema_builder=SchemaBuilder(SAMPLE_PROMPT, SAMPLE_RESPONSE),
4444
role_arn=iam_client.get_role(RoleName=ROLE_NAME)["Role"]["Arn"],
4545
sagemaker_session=sagemaker_session,
@@ -59,9 +59,7 @@ def test_happy_tgi_sagemaker_endpoint(happy_model_builder, gpu_instance_type):
5959
with timeout(minutes=SERVE_SAGEMAKER_ENDPOINT_TIMEOUT):
6060
try:
6161
logger.info("Deploying and predicting in SAGEMAKER_ENDPOINT mode...")
62-
predictor = model.deploy(
63-
instance_type=gpu_instance_type, endpoint_logging=False, accept_eula=True
64-
)
62+
predictor = model.deploy(instance_type=gpu_instance_type, endpoint_logging=False)
6563
logger.info("Endpoint successfully deployed.")
6664

6765
updated_sample_input = happy_model_builder.schema_builder.sample_input

0 commit comments

Comments
 (0)