feat(client-emr): adds fine grained control over Unhealthy Node Replacement to Amazon ElasticMapReduce

Author: awstools

clients/client-emr/README.md

@@ -596,6 +596,14 @@ SetTerminationProtection
 
 [Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/emr/command/SetTerminationProtectionCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-emr/Interface/SetTerminationProtectionCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-emr/Interface/SetTerminationProtectionCommandOutput/)
 
+</details>
+<details>
+<summary>
+SetUnhealthyNodeReplacement
+</summary>
+
+[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/emr/command/SetUnhealthyNodeReplacementCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-emr/Interface/SetUnhealthyNodeReplacementCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-emr/Interface/SetUnhealthyNodeReplacementCommandOutput/)
+
 </details>
 <details>
 <summary>

clients/client-emr/src/EMR.ts

@@ -223,6 +223,11 @@ import {
   SetTerminationProtectionCommandInput,
   SetTerminationProtectionCommandOutput,
 } from "./commands/SetTerminationProtectionCommand";
+import {
+  SetUnhealthyNodeReplacementCommand,
+  SetUnhealthyNodeReplacementCommandInput,
+  SetUnhealthyNodeReplacementCommandOutput,
+} from "./commands/SetUnhealthyNodeReplacementCommand";
 import {
   SetVisibleToAllUsersCommand,
   SetVisibleToAllUsersCommandInput,
@@ -305,6 +310,7 @@ const commands = {
   RunJobFlowCommand,
   SetKeepJobFlowAliveWhenNoStepsCommand,
   SetTerminationProtectionCommand,
+  SetUnhealthyNodeReplacementCommand,
   SetVisibleToAllUsersCommand,
   StartNotebookExecutionCommand,
   StopNotebookExecutionCommand,
@@ -1066,6 +1072,23 @@ export interface EMR {
     cb: (err: any, data?: SetTerminationProtectionCommandOutput) => void
   ): void;
 
+  /**
+   * @see {@link SetUnhealthyNodeReplacementCommand}
+   */
+  setUnhealthyNodeReplacement(
+    args: SetUnhealthyNodeReplacementCommandInput,
+    options?: __HttpHandlerOptions
+  ): Promise<SetUnhealthyNodeReplacementCommandOutput>;
+  setUnhealthyNodeReplacement(
+    args: SetUnhealthyNodeReplacementCommandInput,
+    cb: (err: any, data?: SetUnhealthyNodeReplacementCommandOutput) => void
+  ): void;
+  setUnhealthyNodeReplacement(
+    args: SetUnhealthyNodeReplacementCommandInput,
+    options: __HttpHandlerOptions,
+    cb: (err: any, data?: SetUnhealthyNodeReplacementCommandOutput) => void
+  ): void;
+
   /**
    * @see {@link SetVisibleToAllUsersCommand}
    */

clients/client-emr/src/EMRClient.ts

@@ -186,6 +186,10 @@ import {
   SetTerminationProtectionCommandInput,
   SetTerminationProtectionCommandOutput,
 } from "./commands/SetTerminationProtectionCommand";
+import {
+  SetUnhealthyNodeReplacementCommandInput,
+  SetUnhealthyNodeReplacementCommandOutput,
+} from "./commands/SetUnhealthyNodeReplacementCommand";
 import {
   SetVisibleToAllUsersCommandInput,
   SetVisibleToAllUsersCommandOutput,
@@ -268,6 +272,7 @@ export type ServiceInputTypes =
   | RunJobFlowCommandInput
   | SetKeepJobFlowAliveWhenNoStepsCommandInput
   | SetTerminationProtectionCommandInput
+  | SetUnhealthyNodeReplacementCommandInput
   | SetVisibleToAllUsersCommandInput
   | StartNotebookExecutionCommandInput
   | StopNotebookExecutionCommandInput
@@ -328,6 +333,7 @@ export type ServiceOutputTypes =
   | RunJobFlowCommandOutput
   | SetKeepJobFlowAliveWhenNoStepsCommandOutput
   | SetTerminationProtectionCommandOutput
+  | SetUnhealthyNodeReplacementCommandOutput
   | SetVisibleToAllUsersCommandOutput
   | StartNotebookExecutionCommandOutput
   | StopNotebookExecutionCommandOutput

clients/client-emr/src/commands/DescribeClusterCommand.ts

@@ -97,6 +97,7 @@ export interface DescribeClusterCommandOutput extends DescribeClusterOutput, __M
  * //     ReleaseLabel: "STRING_VALUE",
  * //     AutoTerminate: true || false,
  * //     TerminationProtected: true || false,
+ * //     UnhealthyNodeReplacement: true || false,
  * //     VisibleToAllUsers: true || false,
  * //     Applications: [ // ApplicationList
  * //       { // Application

clients/client-emr/src/commands/DescribeJobFlowsCommand.ts

@@ -121,6 +121,7 @@ export interface DescribeJobFlowsCommandOutput extends DescribeJobFlowsOutput, _
  * //         },
  * //         KeepJobFlowAliveWhenNoSteps: true || false,
  * //         TerminationProtected: true || false,
+ * //         UnhealthyNodeReplacement: true || false,
  * //         HadoopVersion: "STRING_VALUE",
  * //       },
  * //       Steps: [ // StepDetailList

clients/client-emr/src/commands/RunJobFlowCommand.ts

@@ -212,6 +212,7 @@ export interface RunJobFlowCommandOutput extends RunJobFlowOutput, __MetadataBea
  *     },
  *     KeepJobFlowAliveWhenNoSteps: true || false,
  *     TerminationProtected: true || false,
+ *     UnhealthyNodeReplacement: true || false,
  *     HadoopVersion: "STRING_VALUE",
  *     Ec2SubnetId: "STRING_VALUE",
  *     Ec2SubnetIds: [

clients/client-emr/src/commands/SetTerminationProtectionCommand.ts

@@ -43,7 +43,7 @@ export interface SetTerminationProtectionCommandOutput extends __MetadataBearer
  *             <code>SetTerminationProtection</code> to <code>true</code>, you must first unlock the
  *          job flow by a subsequent call to <code>SetTerminationProtection</code> in which you set the
  *          value to <code>false</code>. </p>
- *          <p> For more information, see<a href="https://docs.aws.amazon.com/emr/latest/ManagementGuide/UsingEMR_TerminationProtection.html">Managing Cluster
+ *          <p> For more information, see <a href="https://docs.aws.amazon.com/emr/latest/ManagementGuide/UsingEMR_TerminationProtection.html">Managing Cluster
  *             Termination</a> in the <i>Amazon EMR Management Guide</i>. </p>
  * @example
  * Use a bare-bones client and the command you need to make an API call.

clients/client-emr/src/commands/SetUnhealthyNodeReplacementCommand.ts

@@ -0,0 +1,97 @@
+// smithy-typescript generated code
+import { getEndpointPlugin } from "@smithy/middleware-endpoint";
+import { getSerdePlugin } from "@smithy/middleware-serde";
+import { Command as $Command } from "@smithy/smithy-client";
+import { MetadataBearer as __MetadataBearer } from "@smithy/types";
+
+import { EMRClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../EMRClient";
+import { commonParams } from "../endpoint/EndpointParameters";
+import { SetUnhealthyNodeReplacementInput } from "../models/models_0";
+import { de_SetUnhealthyNodeReplacementCommand, se_SetUnhealthyNodeReplacementCommand } from "../protocols/Aws_json1_1";
+
+/**
+ * @public
+ */
+export { __MetadataBearer, $Command };
+/**
+ * @public
+ *
+ * The input for {@link SetUnhealthyNodeReplacementCommand}.
+ */
+export interface SetUnhealthyNodeReplacementCommandInput extends SetUnhealthyNodeReplacementInput {}
+/**
+ * @public
+ *
+ * The output of {@link SetUnhealthyNodeReplacementCommand}.
+ */
+export interface SetUnhealthyNodeReplacementCommandOutput extends __MetadataBearer {}
+
+/**
+ * @public
+ * <p>Specify whether to enable unhealthy node replacement, which lets Amazon EMR gracefully
+ *          replace core nodes on a cluster if any nodes become unhealthy. For example, a node becomes
+ *          unhealthy if disk usage is above 90%. If unhealthy node replacement is on and <code>TerminationProtected</code> are off,
+ *          Amazon EMR immediately terminates the unhealthy core nodes. To use unhealthy node replacement
+ *          and retain unhealthy core nodes, use  to turn on
+ *          termination protection. In such cases, Amazon EMR adds
+ *          the unhealthy nodes to a denylist, reducing job interruptions and failures.</p>
+ *          <p>If unhealthy node replacement is on, Amazon EMR
+ *          notifies YARN and other applications on the cluster to stop scheduling tasks
+ *          with these nodes, moves the data, and then terminates the nodes.</p>
+ *          <p>For more information, see <a href="https://docs.aws.amazon.com/emr/latest/ManagementGuide/UsingEMR_UnhealthyNodeReplacement.html">graceful
+ *          node replacement</a> in the <i>Amazon EMR Management Guide</i>.</p>
+ * @example
+ * Use a bare-bones client and the command you need to make an API call.
+ * ```javascript
+ * import { EMRClient, SetUnhealthyNodeReplacementCommand } from "@aws-sdk/client-emr"; // ES Modules import
+ * // const { EMRClient, SetUnhealthyNodeReplacementCommand } = require("@aws-sdk/client-emr"); // CommonJS import
+ * const client = new EMRClient(config);
+ * const input = { // SetUnhealthyNodeReplacementInput
+ *   JobFlowIds: [ // XmlStringList // required
+ *     "STRING_VALUE",
+ *   ],
+ *   UnhealthyNodeReplacement: true || false, // required
+ * };
+ * const command = new SetUnhealthyNodeReplacementCommand(input);
+ * const response = await client.send(command);
+ * // {};
+ *
+ * ```
+ *
+ * @param SetUnhealthyNodeReplacementCommandInput - {@link SetUnhealthyNodeReplacementCommandInput}
+ * @returns {@link SetUnhealthyNodeReplacementCommandOutput}
+ * @see {@link SetUnhealthyNodeReplacementCommandInput} for command's `input` shape.
+ * @see {@link SetUnhealthyNodeReplacementCommandOutput} for command's `response` shape.
+ * @see {@link EMRClientResolvedConfig | config} for EMRClient's `config` shape.
+ *
+ * @throws {@link InternalServerError} (server fault)
+ *  <p>Indicates that an error occurred while processing the request and that the request was
+ *          not completed.</p>
+ *
+ * @throws {@link EMRServiceException}
+ * <p>Base exception class for all service exceptions from EMR service.</p>
+ *
+ */
+export class SetUnhealthyNodeReplacementCommand extends $Command
+  .classBuilder<
+    SetUnhealthyNodeReplacementCommandInput,
+    SetUnhealthyNodeReplacementCommandOutput,
+    EMRClientResolvedConfig,
+    ServiceInputTypes,
+    ServiceOutputTypes
+  >()
+  .ep({
+    ...commonParams,
+  })
+  .m(function (this: any, Command: any, cs: any, config: EMRClientResolvedConfig, o: any) {
+    return [
+      getSerdePlugin(config, this.serialize, this.deserialize),
+      getEndpointPlugin(config, Command.getEndpointParameterInstructions()),
+    ];
+  })
+  .s("ElasticMapReduce", "SetUnhealthyNodeReplacement", {})
+  .n("EMRClient", "SetUnhealthyNodeReplacementCommand")
+  .f(void 0, void 0)
+  .ser(se_SetUnhealthyNodeReplacementCommand)
+  .de(de_SetUnhealthyNodeReplacementCommand)
+  .build() {}

clients/client-emr/src/commands/index.ts

@@ -48,6 +48,7 @@ export * from "./RemoveTagsCommand";
 export * from "./RunJobFlowCommand";
 export * from "./SetKeepJobFlowAliveWhenNoStepsCommand";
 export * from "./SetTerminationProtectionCommand";
+export * from "./SetUnhealthyNodeReplacementCommand";
 export * from "./SetVisibleToAllUsersCommand";
 export * from "./StartNotebookExecutionCommand";
 export * from "./StopNotebookExecutionCommand";

clients/client-emr/src/models/models_0.ts

@@ -2689,6 +2689,13 @@ export interface JobFlowInstancesDetail {
    */
   TerminationProtected?: boolean;
 
+  /**
+   * @public
+   * <p>Indicates whether Amazon EMR should gracefully replace core nodes
+   *          that have degraded within the cluster.</p>
+   */
+  UnhealthyNodeReplacement?: boolean;
+
   /**
    * @public
    * <p>The Hadoop version for the cluster.</p>
@@ -5765,6 +5772,25 @@ export interface SetTerminationProtectionInput {
   TerminationProtected: boolean | undefined;
 }
 
+/**
+ * @public
+ */
+export interface SetUnhealthyNodeReplacementInput {
+  /**
+   * @public
+   * <p>The list of strings that uniquely identify the clusters for which to turn on
+   *          unhealthy node replacement. You can get these identifiers by running the
+   *          <a>RunJobFlow</a> or the <a>DescribeJobFlows</a> operations.</p>
+   */
+  JobFlowIds: string[] | undefined;
+
+  /**
+   * @public
+   * <p>Indicates whether to turn on or turn off graceful unhealthy node replacement.</p>
+   */
+  UnhealthyNodeReplacement: boolean | undefined;
+}
+
 /**
  * @public
  * <p>The input to the SetVisibleToAllUsers action.</p>
@@ -6209,6 +6235,13 @@ export interface Cluster {
    */
   TerminationProtected?: boolean;
 
+  /**
+   * @public
+   * <p>Indicates whether Amazon EMR should gracefully replace Amazon EC2
+   *          core instances that have degraded within the cluster.</p>
+   */
+  UnhealthyNodeReplacement?: boolean;
+
   /**
    * @public
    * <p>Indicates whether the cluster is visible to IAM principals in the Amazon Web Services account associated with the cluster. When <code>true</code>, IAM principals in the Amazon Web Services account can perform Amazon EMR cluster
@@ -7202,6 +7235,13 @@ export interface JobFlowInstancesConfig {
    */
   TerminationProtected?: boolean;
 
+  /**
+   * @public
+   * <p>Indicates whether Amazon EMR should gracefully replace core nodes
+   *          that have degraded within the cluster.</p>
+   */
+  UnhealthyNodeReplacement?: boolean;
+
   /**
    * @public
    * <p>Applies only to Amazon EMR release versions earlier than 4.0. The Hadoop version

clients/client-emr/src/protocols/Aws_json1_1.ts

@@ -158,6 +158,10 @@ import {
   SetTerminationProtectionCommandInput,
   SetTerminationProtectionCommandOutput,
 } from "../commands/SetTerminationProtectionCommand";
+import {
+  SetUnhealthyNodeReplacementCommandInput,
+  SetUnhealthyNodeReplacementCommandOutput,
+} from "../commands/SetUnhealthyNodeReplacementCommand";
 import {
   SetVisibleToAllUsersCommandInput,
   SetVisibleToAllUsersCommandOutput,
@@ -319,6 +323,7 @@ import {
   SessionMappingSummary,
   SetKeepJobFlowAliveWhenNoStepsInput,
   SetTerminationProtectionInput,
+  SetUnhealthyNodeReplacementInput,
   SetVisibleToAllUsersInput,
   ShrinkPolicy,
   SimpleScalingPolicyConfiguration,
@@ -982,6 +987,19 @@ export const se_SetTerminationProtectionCommand = async (
   return buildHttpRpcRequest(context, headers, "/", undefined, body);
 };
 
+/**
+ * serializeAws_json1_1SetUnhealthyNodeReplacementCommand
+ */
+export const se_SetUnhealthyNodeReplacementCommand = async (
+  input: SetUnhealthyNodeReplacementCommandInput,
+  context: __SerdeContext
+): Promise<__HttpRequest> => {
+  const headers: __HeaderBag = sharedHeaders("SetUnhealthyNodeReplacement");
+  let body: any;
+  body = JSON.stringify(_json(input));
+  return buildHttpRpcRequest(context, headers, "/", undefined, body);
+};
+
 /**
  * serializeAws_json1_1SetVisibleToAllUsersCommand
  */
@@ -2019,6 +2037,23 @@ export const de_SetTerminationProtectionCommand = async (
   return response;
 };
 
+/**
+ * deserializeAws_json1_1SetUnhealthyNodeReplacementCommand
+ */
+export const de_SetUnhealthyNodeReplacementCommand = async (
+  output: __HttpResponse,
+  context: __SerdeContext
+): Promise<SetUnhealthyNodeReplacementCommandOutput> => {
+  if (output.statusCode >= 300) {
+    return de_CommandError(output, context);
+  }
+  await collectBody(output.body, context);
+  const response: SetUnhealthyNodeReplacementCommandOutput = {
+    $metadata: deserializeMetadata(output),
+  };
+  return response;
+};
+
 /**
  * deserializeAws_json1_1SetVisibleToAllUsersCommand
  */
@@ -2504,6 +2539,7 @@ const se_JobFlowInstancesConfig = (input: JobFlowInstancesConfig, context: __Ser
     ServiceAccessSecurityGroup: [],
     SlaveInstanceType: [],
     TerminationProtected: [],
+    UnhealthyNodeReplacement: [],
   });
 };
 
@@ -2721,6 +2757,8 @@ const se_ScalingTrigger = (input: ScalingTrigger, context: __SerdeContext): any
 
 // se_SetTerminationProtectionInput omitted.
 
+// se_SetUnhealthyNodeReplacementInput omitted.
+
 // se_SetVisibleToAllUsersInput omitted.
 
 // se_ShrinkPolicy omitted.
@@ -2890,6 +2928,7 @@ const de_Cluster = (output: any, context: __SerdeContext): Cluster => {
     StepConcurrencyLevel: __expectInt32,
     Tags: _json,
     TerminationProtected: __expectBoolean,
+    UnhealthyNodeReplacement: __expectBoolean,
     VisibleToAllUsers: __expectBoolean,
   }) as any;
 };
@@ -3438,6 +3477,7 @@ const de_JobFlowInstancesDetail = (output: any, context: __SerdeContext): JobFlo
     Placement: _json,
     SlaveInstanceType: __expectString,
     TerminationProtected: __expectBoolean,
+    UnhealthyNodeReplacement: __expectBoolean,
   }) as any;
 };