Skip to content

Commit 521e7b2

Browse files
author
AWS
committed
AWS Glue Update: This SDK release adds support to sync glue jobs with source control provider. Additionally, a new parameter called SourceControlDetails will be added to Job model.
1 parent e547f1f commit 521e7b2

File tree

2 files changed

+220
-0
lines changed

2 files changed

+220
-0
lines changed

‎.changes/next-release/feature-AWSGlue-4b15491.json

+6
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,6 @@
1+
{
2+
"type": "feature",
3+
"category": "AWS Glue",
4+
"contributor": "",
5+
"description": "This SDK release adds support to sync glue jobs with source control provider. Additionally, a new parameter called SourceControlDetails will be added to Job model."
6+
}

‎services/glue/src/main/resources/codegen-resources/service-2.json

+214
Original file line numberDiff line numberDiff line change
@@ -2910,6 +2910,25 @@
29102910
],
29112911
"documentation":"<p>Updates an existing job definition. The previous job definition is completely overwritten by this information.</p>"
29122912
},
2913+
"UpdateJobFromSourceControl":{
2914+
"name":"UpdateJobFromSourceControl",
2915+
"http":{
2916+
"method":"POST",
2917+
"requestUri":"/"
2918+
},
2919+
"input":{"shape":"UpdateJobFromSourceControlRequest"},
2920+
"output":{"shape":"UpdateJobFromSourceControlResponse"},
2921+
"errors":[
2922+
{"shape":"AccessDeniedException"},
2923+
{"shape":"AlreadyExistsException"},
2924+
{"shape":"InvalidInputException"},
2925+
{"shape":"ValidationException"},
2926+
{"shape":"EntityNotFoundException"},
2927+
{"shape":"InternalServiceException"},
2928+
{"shape":"OperationTimeoutException"}
2929+
],
2930+
"documentation":"<p>Synchronizes a job from the source control repository. This operation takes the job artifacts that are located in the remote repository and updates the Glue internal stores with these artifacts.</p> <p>This API supports optional parameters which take in the repository information.</p>"
2931+
},
29132932
"UpdateMLTransform":{
29142933
"name":"UpdateMLTransform",
29152934
"http":{
@@ -2978,6 +2997,25 @@
29782997
],
29792998
"documentation":"<p>Updates the description, compatibility setting, or version checkpoint for a schema set.</p> <p>For updating the compatibility setting, the call will not validate compatibility for the entire set of schema versions with the new compatibility setting. If the value for <code>Compatibility</code> is provided, the <code>VersionNumber</code> (a checkpoint) is also required. The API will validate the checkpoint version number for consistency.</p> <p>If the value for the <code>VersionNumber</code> (checkpoint) is provided, <code>Compatibility</code> is optional and this can be used to set/reset a checkpoint for the schema.</p> <p>This update will happen only if the schema is in the AVAILABLE state.</p>"
29802999
},
3000+
"UpdateSourceControlFromJob":{
3001+
"name":"UpdateSourceControlFromJob",
3002+
"http":{
3003+
"method":"POST",
3004+
"requestUri":"/"
3005+
},
3006+
"input":{"shape":"UpdateSourceControlFromJobRequest"},
3007+
"output":{"shape":"UpdateSourceControlFromJobResponse"},
3008+
"errors":[
3009+
{"shape":"AccessDeniedException"},
3010+
{"shape":"AlreadyExistsException"},
3011+
{"shape":"InvalidInputException"},
3012+
{"shape":"ValidationException"},
3013+
{"shape":"EntityNotFoundException"},
3014+
{"shape":"InternalServiceException"},
3015+
{"shape":"OperationTimeoutException"}
3016+
],
3017+
"documentation":"<p>Synchronizes a job to the source control repository. This operation takes the job artifacts from the Glue internal stores and makes a commit to the remote repository that is configured on the job.</p> <p>This API supports optional parameters which take in the repository information.</p>"
3018+
},
29813019
"UpdateTable":{
29823020
"name":"UpdateTable",
29833021
"http":{
@@ -3286,6 +3324,12 @@
32863324
"max":2048,
32873325
"min":0
32883326
},
3327+
"AuthTokenString":{
3328+
"type":"string",
3329+
"max":255,
3330+
"min":1,
3331+
"pattern":"[\\u0020-\\uD7FF\\uE000-\\uFFFD\\uD800\\uDC00-\\uDBFF\\uDFFF\\t]*"
3332+
},
32893333
"BackfillError":{
32903334
"type":"structure",
32913335
"members":{
@@ -4999,6 +5043,12 @@
49995043
"min":0,
50005044
"pattern":"[\\u0020-\\uD7FF\\uE000-\\uFFFD\\uD800\\uDC00-\\uDBFF\\uDFFF\\t]*"
50015045
},
5046+
"CommitIdString":{
5047+
"type":"string",
5048+
"max":40,
5049+
"min":1,
5050+
"pattern":"[\\u0020-\\uD7FF\\uE000-\\uFFFD\\uD800\\uDC00-\\uDBFF\\uDFFF\\t]*"
5051+
},
50025052
"Comparator":{
50035053
"type":"string",
50045054
"enum":[
@@ -6167,6 +6217,10 @@
61676217
"ExecutionClass":{
61686218
"shape":"ExecutionClass",
61696219
"documentation":"<p>Indicates whether the job is run with a standard or flexible execution class. The standard execution-class is ideal for time-sensitive workloads that require fast job startup and dedicated resources.</p> <p>The flexible execution class is appropriate for time-insensitive jobs whose start and completion times may vary. </p> <p>Only jobs with Glue version 3.0 and above and command type <code>glueetl</code> will be allowed to set <code>ExecutionClass</code> to <code>FLEX</code>. The flexible execution class is available for Spark jobs.</p>"
6220+
},
6221+
"SourceControlDetails":{
6222+
"shape":"SourceControlDetails",
6223+
"documentation":"<p>The details for a source control configuration for a job, allowing synchronization of job artifacts to or from a remote repository.</p>"
61706224
}
61716225
}
61726226
},
@@ -11225,6 +11279,10 @@
1122511279
"ExecutionClass":{
1122611280
"shape":"ExecutionClass",
1122711281
"documentation":"<p>Indicates whether the job is run with a standard or flexible execution class. The standard execution class is ideal for time-sensitive workloads that require fast job startup and dedicated resources.</p> <p>The flexible execution class is appropriate for time-insensitive jobs whose start and completion times may vary. </p> <p>Only jobs with Glue version 3.0 and above and command type <code>glueetl</code> will be allowed to set <code>ExecutionClass</code> to <code>FLEX</code>. The flexible execution class is available for Spark jobs.</p>"
11282+
},
11283+
"SourceControlDetails":{
11284+
"shape":"SourceControlDetails",
11285+
"documentation":"<p>The details for a source control configuration for a job, allowing synchronization of job artifacts to or from a remote repository.</p>"
1122811286
}
1122911287
},
1123011288
"documentation":"<p>Specifies a job definition.</p>"
@@ -11523,6 +11581,10 @@
1152311581
"ExecutionClass":{
1152411582
"shape":"ExecutionClass",
1152511583
"documentation":"<p>Indicates whether the job is run with a standard or flexible execution class. The standard execution-class is ideal for time-sensitive workloads that require fast job startup and dedicated resources.</p> <p>The flexible execution class is appropriate for time-insensitive jobs whose start and completion times may vary. </p> <p>Only jobs with Glue version 3.0 and above and command type <code>glueetl</code> will be allowed to set <code>ExecutionClass</code> to <code>FLEX</code>. The flexible execution class is available for Spark jobs.</p>"
11584+
},
11585+
"SourceControlDetails":{
11586+
"shape":"SourceControlDetails",
11587+
"documentation":"<p>The details for a source control configuration for a job, allowing synchronization of job artifacts to or from a remote repository.</p>"
1152611588
}
1152711589
},
1152811590
"documentation":"<p>Specifies information used to update an existing job definition. The previous job definition is completely overwritten by this information.</p>"
@@ -15339,6 +15401,58 @@
1533915401
"ASCENDING"
1534015402
]
1534115403
},
15404+
"SourceControlAuthStrategy":{
15405+
"type":"string",
15406+
"enum":[
15407+
"PERSONAL_ACCESS_TOKEN",
15408+
"AWS_SECRETS_MANAGER"
15409+
]
15410+
},
15411+
"SourceControlDetails":{
15412+
"type":"structure",
15413+
"members":{
15414+
"Provider":{
15415+
"shape":"SourceControlProvider",
15416+
"documentation":"<p>The provider for the remote repository.</p>"
15417+
},
15418+
"Repository":{
15419+
"shape":"Generic512CharString",
15420+
"documentation":"<p>The name of the remote repository that contains the job artifacts.</p>"
15421+
},
15422+
"Owner":{
15423+
"shape":"Generic512CharString",
15424+
"documentation":"<p>The owner of the remote repository that contains the job artifacts.</p>"
15425+
},
15426+
"Branch":{
15427+
"shape":"Generic512CharString",
15428+
"documentation":"<p>An optional branch in the remote repository.</p>"
15429+
},
15430+
"Folder":{
15431+
"shape":"Generic512CharString",
15432+
"documentation":"<p>An optional folder in the remote repository.</p>"
15433+
},
15434+
"LastCommitId":{
15435+
"shape":"Generic512CharString",
15436+
"documentation":"<p>The last commit ID for a commit in the remote repository.</p>"
15437+
},
15438+
"AuthStrategy":{
15439+
"shape":"SourceControlAuthStrategy",
15440+
"documentation":"<p>The type of authentication, which can be an authentication token stored in Amazon Web Services Secrets Manager, or a personal access token.</p>"
15441+
},
15442+
"AuthToken":{
15443+
"shape":"Generic512CharString",
15444+
"documentation":"<p>The value of an authorization token.</p>"
15445+
}
15446+
},
15447+
"documentation":"<p>The details for a source control configuration for a job, allowing synchronization of job artifacts to or from a remote repository.</p>"
15448+
},
15449+
"SourceControlProvider":{
15450+
"type":"string",
15451+
"enum":[
15452+
"GITHUB",
15453+
"AWS_CODE_COMMIT"
15454+
]
15455+
},
1534215456
"SparkConnectorSource":{
1534315457
"type":"structure",
1534415458
"required":[
@@ -17275,6 +17389,56 @@
1727517389
},
1727617390
"documentation":"<p>Specifies a grok classifier to update when passed to <code>UpdateClassifier</code>.</p>"
1727717391
},
17392+
"UpdateJobFromSourceControlRequest":{
17393+
"type":"structure",
17394+
"members":{
17395+
"JobName":{
17396+
"shape":"NameString",
17397+
"documentation":"<p>The name of the Glue job to be synchronized to or from the remote repository.</p>"
17398+
},
17399+
"Provider":{
17400+
"shape":"SourceControlProvider",
17401+
"documentation":"<p>The provider for the remote repository.</p>"
17402+
},
17403+
"RepositoryName":{
17404+
"shape":"NameString",
17405+
"documentation":"<p>The name of the remote repository that contains the job artifacts.</p>"
17406+
},
17407+
"RepositoryOwner":{
17408+
"shape":"NameString",
17409+
"documentation":"<p>The owner of the remote repository that contains the job artifacts.</p>"
17410+
},
17411+
"BranchName":{
17412+
"shape":"NameString",
17413+
"documentation":"<p>An optional branch in the remote repository.</p>"
17414+
},
17415+
"Folder":{
17416+
"shape":"NameString",
17417+
"documentation":"<p>An optional folder in the remote repository.</p>"
17418+
},
17419+
"CommitId":{
17420+
"shape":"CommitIdString",
17421+
"documentation":"<p>A commit ID for a commit in the remote repository.</p>"
17422+
},
17423+
"AuthStrategy":{
17424+
"shape":"SourceControlAuthStrategy",
17425+
"documentation":"<p>The type of authentication, which can be an authentication token stored in Amazon Web Services Secrets Manager, or a personal access token.</p>"
17426+
},
17427+
"AuthToken":{
17428+
"shape":"AuthTokenString",
17429+
"documentation":"<p>The value of the authorization token.</p>"
17430+
}
17431+
}
17432+
},
17433+
"UpdateJobFromSourceControlResponse":{
17434+
"type":"structure",
17435+
"members":{
17436+
"JobName":{
17437+
"shape":"NameString",
17438+
"documentation":"<p>The name of the Glue job.</p>"
17439+
}
17440+
}
17441+
},
1727817442
"UpdateJobRequest":{
1727917443
"type":"structure",
1728017444
"required":[
@@ -17480,6 +17644,56 @@
1748017644
}
1748117645
}
1748217646
},
17647+
"UpdateSourceControlFromJobRequest":{
17648+
"type":"structure",
17649+
"members":{
17650+
"JobName":{
17651+
"shape":"NameString",
17652+
"documentation":"<p>The name of the Glue job to be synchronized to or from the remote repository.</p>"
17653+
},
17654+
"Provider":{
17655+
"shape":"SourceControlProvider",
17656+
"documentation":"<p>The provider for the remote repository.</p>"
17657+
},
17658+
"RepositoryName":{
17659+
"shape":"NameString",
17660+
"documentation":"<p>The name of the remote repository that contains the job artifacts.</p>"
17661+
},
17662+
"RepositoryOwner":{
17663+
"shape":"NameString",
17664+
"documentation":"<p>The owner of the remote repository that contains the job artifacts.</p>"
17665+
},
17666+
"BranchName":{
17667+
"shape":"NameString",
17668+
"documentation":"<p>An optional branch in the remote repository.</p>"
17669+
},
17670+
"Folder":{
17671+
"shape":"NameString",
17672+
"documentation":"<p>An optional folder in the remote repository.</p>"
17673+
},
17674+
"CommitId":{
17675+
"shape":"CommitIdString",
17676+
"documentation":"<p>A commit ID for a commit in the remote repository.</p>"
17677+
},
17678+
"AuthStrategy":{
17679+
"shape":"SourceControlAuthStrategy",
17680+
"documentation":"<p>The type of authentication, which can be an authentication token stored in Amazon Web Services Secrets Manager, or a personal access token.</p>"
17681+
},
17682+
"AuthToken":{
17683+
"shape":"AuthTokenString",
17684+
"documentation":"<p>The value of the authorization token.</p>"
17685+
}
17686+
}
17687+
},
17688+
"UpdateSourceControlFromJobResponse":{
17689+
"type":"structure",
17690+
"members":{
17691+
"JobName":{
17692+
"shape":"NameString",
17693+
"documentation":"<p>The name of the Glue job.</p>"
17694+
}
17695+
}
17696+
},
1748317697
"UpdateTableRequest":{
1748417698
"type":"structure",
1748517699
"required":[

0 commit comments

Comments
 (0)