Skip to content

Commit f8edcd3

Browse files
author
awstools
committed
feat(client-glue): Auto Scaling for Glue version 3.0 and later jobs to dynamically scale compute resources. This SDK change provides customers with the auto-scaled DPU usage
1 parent 30a32a5 commit f8edcd3

File tree

3 files changed

+12
-0
lines changed

3 files changed

+12
-0
lines changed

clients/client-glue/src/models/models_0.ts

+5
Original file line numberDiff line numberDiff line change
@@ -2993,6 +2993,11 @@ export interface JobRun {
29932993
* <p>Jobs that are created without specifying a Glue version default to Glue 0.9.</p>
29942994
*/
29952995
GlueVersion?: string;
2996+
2997+
/**
2998+
* <p>This field populates only when an Auto Scaling job run completes, and represents the total time each executor ran during the lifecycle of a job run in seconds, multiplied by a DPU factor (1 for <code>G.1X</code> and 2 for <code>G.2X</code> workers). This value may be different than the <code>executionEngineRuntime</code> * <code>MaxCapacity</code> as in the case of Auto Scaling jobs, as the number of executors running at a given time may be less than the <code>MaxCapacity</code>. Therefore, it is possible that the value of <code>DPUSeconds</code> is less than <code>executionEngineRuntime</code> * <code>MaxCapacity</code>.</p>
2999+
*/
3000+
DPUSeconds?: number;
29963001
}
29973002

29983003
export namespace JobRun {

clients/client-glue/src/protocols/Aws_json1_1.ts

+1
Original file line numberDiff line numberDiff line change
@@ -20190,6 +20190,7 @@ const deserializeAws_json1_1JobRun = (output: any, context: __SerdeContext): Job
2019020190
output.CompletedOn !== undefined && output.CompletedOn !== null
2019120191
? __expectNonNull(__parseEpochTimestamp(__expectNumber(output.CompletedOn)))
2019220192
: undefined,
20193+
DPUSeconds: __limitedParseDouble(output.DPUSeconds),
2019320194
ErrorMessage: __expectString(output.ErrorMessage),
2019420195
ExecutionTime: __expectInt32(output.ExecutionTime),
2019520196
GlueVersion: __expectString(output.GlueVersion),

codegen/sdk-codegen/aws-models/glue.json

+6
Original file line numberDiff line numberDiff line change
@@ -13646,6 +13646,12 @@
1364613646
"traits": {
1364713647
"smithy.api#documentation": "<p>Glue version determines the versions of Apache Spark and Python that Glue supports. The Python version indicates the version supported for jobs of type Spark. </p>\n \n <p>For more information about the available Glue versions and corresponding Spark and Python versions, see <a href=\"https://docs.aws.amazon.com/glue/latest/dg/add-job.html\">Glue version</a> in the developer guide.</p>\n\t \n\t <p>Jobs that are created without specifying a Glue version default to Glue 0.9.</p>"
1364813648
}
13649+
},
13650+
"DPUSeconds": {
13651+
"target": "com.amazonaws.glue#NullableDouble",
13652+
"traits": {
13653+
"smithy.api#documentation": "<p>This field populates only when an Auto Scaling job run completes, and represents the total time each executor ran during the lifecycle of a job run in seconds, multiplied by a DPU factor (1 for <code>G.1X</code> and 2 for <code>G.2X</code> workers). This value may be different than the <code>executionEngineRuntime</code> * <code>MaxCapacity</code> as in the case of Auto Scaling jobs, as the number of executors running at a given time may be less than the <code>MaxCapacity</code>. Therefore, it is possible that the value of <code>DPUSeconds</code> is less than <code>executionEngineRuntime</code> * <code>MaxCapacity</code>.</p>"
13654+
}
1364913655
}
1365013656
},
1365113657
"traits": {

0 commit comments

Comments
 (0)