Skip to content

Commit c9d85d8

Browse files
author
awstools
committed
feat(client-glue): Add recipe step support for recipe node
1 parent 37f7494 commit c9d85d8

13 files changed

+658
-321
lines changed

‎clients/client-glue/src/commands/BatchGetJobsCommand.ts

+17
Original file line numberDiff line numberDiff line change
@@ -1034,6 +1034,23 @@ export interface BatchGetJobsCommandOutput extends BatchGetJobsResponse, __Metad
10341034
* // RecipeArn: "STRING_VALUE", // required
10351035
* // RecipeVersion: "STRING_VALUE", // required
10361036
* // },
1037+
* // RecipeSteps: [ // RecipeSteps
1038+
* // { // RecipeStep
1039+
* // Action: { // RecipeAction
1040+
* // Operation: "STRING_VALUE", // required
1041+
* // Parameters: { // ParameterMap
1042+
* // "<keys>": "STRING_VALUE",
1043+
* // },
1044+
* // },
1045+
* // ConditionExpressions: [ // ConditionExpressionList
1046+
* // { // ConditionExpression
1047+
* // Condition: "STRING_VALUE", // required
1048+
* // Value: "STRING_VALUE",
1049+
* // TargetColumn: "STRING_VALUE", // required
1050+
* // },
1051+
* // ],
1052+
* // },
1053+
* // ],
10371054
* // },
10381055
* // SnowflakeSource: { // SnowflakeSource
10391056
* // Name: "STRING_VALUE", // required

‎clients/client-glue/src/commands/CreateClassifierCommand.ts

+1-1
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types";
66

77
import { commonParams } from "../endpoint/EndpointParameters";
88
import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
9-
import { CreateClassifierRequest, CreateClassifierResponse } from "../models/models_0";
9+
import { CreateClassifierRequest, CreateClassifierResponse } from "../models/models_1";
1010
import { de_CreateClassifierCommand, se_CreateClassifierCommand } from "../protocols/Aws_json1_1";
1111

1212
/**

‎clients/client-glue/src/commands/CreateJobCommand.ts

+17
Original file line numberDiff line numberDiff line change
@@ -1025,6 +1025,23 @@ export interface CreateJobCommandOutput extends CreateJobResponse, __MetadataBea
10251025
* RecipeArn: "STRING_VALUE", // required
10261026
* RecipeVersion: "STRING_VALUE", // required
10271027
* },
1028+
* RecipeSteps: [ // RecipeSteps
1029+
* { // RecipeStep
1030+
* Action: { // RecipeAction
1031+
* Operation: "STRING_VALUE", // required
1032+
* Parameters: { // ParameterMap
1033+
* "<keys>": "STRING_VALUE",
1034+
* },
1035+
* },
1036+
* ConditionExpressions: [ // ConditionExpressionList
1037+
* { // ConditionExpression
1038+
* Condition: "STRING_VALUE", // required
1039+
* Value: "STRING_VALUE",
1040+
* TargetColumn: "STRING_VALUE", // required
1041+
* },
1042+
* ],
1043+
* },
1044+
* ],
10281045
* },
10291046
* SnowflakeSource: { // SnowflakeSource
10301047
* Name: "STRING_VALUE", // required

‎clients/client-glue/src/commands/GetJobCommand.ts

+17
Original file line numberDiff line numberDiff line change
@@ -1030,6 +1030,23 @@ export interface GetJobCommandOutput extends GetJobResponse, __MetadataBearer {}
10301030
* // RecipeArn: "STRING_VALUE", // required
10311031
* // RecipeVersion: "STRING_VALUE", // required
10321032
* // },
1033+
* // RecipeSteps: [ // RecipeSteps
1034+
* // { // RecipeStep
1035+
* // Action: { // RecipeAction
1036+
* // Operation: "STRING_VALUE", // required
1037+
* // Parameters: { // ParameterMap
1038+
* // "<keys>": "STRING_VALUE",
1039+
* // },
1040+
* // },
1041+
* // ConditionExpressions: [ // ConditionExpressionList
1042+
* // { // ConditionExpression
1043+
* // Condition: "STRING_VALUE", // required
1044+
* // Value: "STRING_VALUE",
1045+
* // TargetColumn: "STRING_VALUE", // required
1046+
* // },
1047+
* // ],
1048+
* // },
1049+
* // ],
10331050
* // },
10341051
* // SnowflakeSource: { // SnowflakeSource
10351052
* // Name: "STRING_VALUE", // required

‎clients/client-glue/src/commands/GetJobsCommand.ts

+17
Original file line numberDiff line numberDiff line change
@@ -1032,6 +1032,23 @@ export interface GetJobsCommandOutput extends GetJobsResponse, __MetadataBearer
10321032
* // RecipeArn: "STRING_VALUE", // required
10331033
* // RecipeVersion: "STRING_VALUE", // required
10341034
* // },
1035+
* // RecipeSteps: [ // RecipeSteps
1036+
* // { // RecipeStep
1037+
* // Action: { // RecipeAction
1038+
* // Operation: "STRING_VALUE", // required
1039+
* // Parameters: { // ParameterMap
1040+
* // "<keys>": "STRING_VALUE",
1041+
* // },
1042+
* // },
1043+
* // ConditionExpressions: [ // ConditionExpressionList
1044+
* // { // ConditionExpression
1045+
* // Condition: "STRING_VALUE", // required
1046+
* // Value: "STRING_VALUE",
1047+
* // TargetColumn: "STRING_VALUE", // required
1048+
* // },
1049+
* // ],
1050+
* // },
1051+
* // ],
10351052
* // },
10361053
* // SnowflakeSource: { // SnowflakeSource
10371054
* // Name: "STRING_VALUE", // required

‎clients/client-glue/src/commands/GetPartitionsCommand.ts

+1-1
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types";
66

77
import { commonParams } from "../endpoint/EndpointParameters";
88
import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
9-
import { GetPartitionsRequest, GetPartitionsResponse } from "../models/models_1";
9+
import { GetPartitionsRequest, GetPartitionsResponse } from "../models/models_2";
1010
import { de_GetPartitionsCommand, se_GetPartitionsCommand } from "../protocols/Aws_json1_1";
1111

1212
/**

‎clients/client-glue/src/commands/GetPlanCommand.ts

+1-2
Original file line numberDiff line numberDiff line change
@@ -6,8 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types";
66

77
import { commonParams } from "../endpoint/EndpointParameters";
88
import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
9-
import { GetPlanRequest } from "../models/models_1";
10-
import { GetPlanResponse } from "../models/models_2";
9+
import { GetPlanRequest, GetPlanResponse } from "../models/models_2";
1110
import { de_GetPlanCommand, se_GetPlanCommand } from "../protocols/Aws_json1_1";
1211

1312
/**

‎clients/client-glue/src/commands/UpdateJobCommand.ts

+17
Original file line numberDiff line numberDiff line change
@@ -1022,6 +1022,23 @@ export interface UpdateJobCommandOutput extends UpdateJobResponse, __MetadataBea
10221022
* RecipeArn: "STRING_VALUE", // required
10231023
* RecipeVersion: "STRING_VALUE", // required
10241024
* },
1025+
* RecipeSteps: [ // RecipeSteps
1026+
* { // RecipeStep
1027+
* Action: { // RecipeAction
1028+
* Operation: "STRING_VALUE", // required
1029+
* Parameters: { // ParameterMap
1030+
* "<keys>": "STRING_VALUE",
1031+
* },
1032+
* },
1033+
* ConditionExpressions: [ // ConditionExpressionList
1034+
* { // ConditionExpression
1035+
* Condition: "STRING_VALUE", // required
1036+
* Value: "STRING_VALUE",
1037+
* TargetColumn: "STRING_VALUE", // required
1038+
* },
1039+
* ],
1040+
* },
1041+
* ],
10251042
* },
10261043
* SnowflakeSource: { // SnowflakeSource
10271044
* Name: "STRING_VALUE", // required

‎clients/client-glue/src/models/models_0.ts

+67-67
Original file line numberDiff line numberDiff line change
@@ -5246,6 +5246,66 @@ export interface RecipeReference {
52465246
RecipeVersion: string | undefined;
52475247
}
52485248

5249+
/**
5250+
* <p>Actions defined in the Glue Studio data preparation recipe node.</p>
5251+
* @public
5252+
*/
5253+
export interface RecipeAction {
5254+
/**
5255+
* <p>The operation of the recipe action.</p>
5256+
* @public
5257+
*/
5258+
Operation: string | undefined;
5259+
5260+
/**
5261+
* <p>The parameters of the recipe action.</p>
5262+
* @public
5263+
*/
5264+
Parameters?: Record<string, string>;
5265+
}
5266+
5267+
/**
5268+
* <p>Condition expression defined in the Glue Studio data preparation recipe node.</p>
5269+
* @public
5270+
*/
5271+
export interface ConditionExpression {
5272+
/**
5273+
* <p>The condition of the condition expression.</p>
5274+
* @public
5275+
*/
5276+
Condition: string | undefined;
5277+
5278+
/**
5279+
* <p>The value of the condition expression.</p>
5280+
* @public
5281+
*/
5282+
Value?: string;
5283+
5284+
/**
5285+
* <p>The target column of the condition expressions.</p>
5286+
* @public
5287+
*/
5288+
TargetColumn: string | undefined;
5289+
}
5290+
5291+
/**
5292+
* <p>A recipe step used in a Glue Studio data preparation recipe node.</p>
5293+
* @public
5294+
*/
5295+
export interface RecipeStep {
5296+
/**
5297+
* <p>The transformation action of the recipe step.</p>
5298+
* @public
5299+
*/
5300+
Action: RecipeAction | undefined;
5301+
5302+
/**
5303+
* <p>The condition expressions for the recipe step.</p>
5304+
* @public
5305+
*/
5306+
ConditionExpressions?: ConditionExpression[];
5307+
}
5308+
52495309
/**
52505310
* <p>A Glue Studio node that uses a Glue DataBrew recipe in Glue jobs.</p>
52515311
* @public
@@ -5267,7 +5327,13 @@ export interface Recipe {
52675327
* <p>A reference to the DataBrew recipe used by the node.</p>
52685328
* @public
52695329
*/
5270-
RecipeReference: RecipeReference | undefined;
5330+
RecipeReference?: RecipeReference;
5331+
5332+
/**
5333+
* <p>Transform steps used in the recipe node.</p>
5334+
* @public
5335+
*/
5336+
RecipeSteps?: RecipeStep[];
52715337
}
52725338

52735339
/**
@@ -9097,69 +9163,3 @@ export interface CreateJsonClassifierRequest {
90979163
*/
90989164
JsonPath: string | undefined;
90999165
}
9100-
9101-
/**
9102-
* <p>Specifies an XML classifier for <code>CreateClassifier</code> to create.</p>
9103-
* @public
9104-
*/
9105-
export interface CreateXMLClassifierRequest {
9106-
/**
9107-
* <p>An identifier of the data format that the classifier matches.</p>
9108-
* @public
9109-
*/
9110-
Classification: string | undefined;
9111-
9112-
/**
9113-
* <p>The name of the classifier.</p>
9114-
* @public
9115-
*/
9116-
Name: string | undefined;
9117-
9118-
/**
9119-
* <p>The XML tag designating the element that contains each record in an XML document being
9120-
* parsed. This can't identify a self-closing element (closed by <code>/></code>). An empty
9121-
* row element that contains only attributes can be parsed as long as it ends with a closing tag
9122-
* (for example, <code><row item_a="A" item_b="B"></row></code> is okay, but
9123-
* <code><row item_a="A" item_b="B" /></code> is not).</p>
9124-
* @public
9125-
*/
9126-
RowTag?: string;
9127-
}
9128-
9129-
/**
9130-
* @public
9131-
*/
9132-
export interface CreateClassifierRequest {
9133-
/**
9134-
* <p>A <code>GrokClassifier</code> object specifying the classifier
9135-
* to create.</p>
9136-
* @public
9137-
*/
9138-
GrokClassifier?: CreateGrokClassifierRequest;
9139-
9140-
/**
9141-
* <p>An <code>XMLClassifier</code> object specifying the classifier
9142-
* to create.</p>
9143-
* @public
9144-
*/
9145-
XMLClassifier?: CreateXMLClassifierRequest;
9146-
9147-
/**
9148-
* <p>A <code>JsonClassifier</code> object specifying the classifier
9149-
* to create.</p>
9150-
* @public
9151-
*/
9152-
JsonClassifier?: CreateJsonClassifierRequest;
9153-
9154-
/**
9155-
* <p>A <code>CsvClassifier</code> object specifying the classifier
9156-
* to create.</p>
9157-
* @public
9158-
*/
9159-
CsvClassifier?: CreateCsvClassifierRequest;
9160-
}
9161-
9162-
/**
9163-
* @public
9164-
*/
9165-
export interface CreateClassifierResponse {}

0 commit comments

Comments
 (0)