Reduce base delay of STANDARD retry mode to 100ms for non-throttling responses. (#2763)

This reduces tail latency in the event of transient failures.

Author: millems

.changes/next-release/feature-AWSSDKforJavav2-64fda1c.json

@@ -0,0 +1,6 @@
+{
+    "category": "AWS SDK for Java v2", 
+    "contributor": "", 
+    "type": "feature", 
+    "description": "Reduce base delay of STANDARD retry mode to 100ms for non-throttling responses. This reduces tail latency in the event of transient failures."
+}

core/sdk-core/src/main/java/software/amazon/awssdk/core/internal/retry/SdkDefaultRetrySetting.java

@@ -48,7 +48,7 @@ public static final class Legacy {
 
     public static final class Standard {
         private static final int MAX_ATTEMPTS = 3;
-        private static final Duration BASE_DELAY = Duration.ofSeconds(1);
+        private static final Duration BASE_DELAY = Duration.ofMillis(100);
         private static final Duration THROTTLED_BASE_DELAY = Duration.ofSeconds(1);
         private static final int THROTTLE_EXCEPTION_TOKEN_COST = 5;
         private static final int DEFAULT_EXCEPTION_TOKEN_COST = 5;

core/sdk-core/src/test/java/software/amazon/awssdk/core/retry/RetryPolicyTest.java

@@ -143,7 +143,7 @@ public void standardRetryMode_shouldUseFullJitterOnly() {
 
         assertThat(standardRetryPolicy.backoffStrategy()).isInstanceOf(FullJitterBackoffStrategy.class);
         FullJitterBackoffStrategy backoffStrategy = (FullJitterBackoffStrategy) standardRetryPolicy.backoffStrategy();
-        assertThat(backoffStrategy.toBuilder().baseDelay()).isEqualTo(Duration.ofSeconds(1));
+        assertThat(backoffStrategy.toBuilder().baseDelay()).isEqualTo(Duration.ofMillis(100));
         assertThat(backoffStrategy.toBuilder().maxBackoffTime()).isEqualTo(Duration.ofSeconds(20));
 
         assertThat(standardRetryPolicy.throttlingBackoffStrategy()).isInstanceOf(FullJitterBackoffStrategy.class);
@@ -159,7 +159,7 @@ public void adaptiveRetryMode_shouldUseFullJitterOnly() {
 
         assertThat(standardRetryPolicy.backoffStrategy()).isInstanceOf(FullJitterBackoffStrategy.class);
         FullJitterBackoffStrategy backoffStrategy = (FullJitterBackoffStrategy) standardRetryPolicy.backoffStrategy();
-        assertThat(backoffStrategy.toBuilder().baseDelay()).isEqualTo(Duration.ofSeconds(1));
+        assertThat(backoffStrategy.toBuilder().baseDelay()).isEqualTo(Duration.ofMillis(100));
         assertThat(backoffStrategy.toBuilder().maxBackoffTime()).isEqualTo(Duration.ofSeconds(20));
 
         assertThat(standardRetryPolicy.throttlingBackoffStrategy()).isInstanceOf(FullJitterBackoffStrategy.class);

core/sdk-core/src/test/java/software/amazon/awssdk/core/retry/backoff/FullJitterBackoffStrategyTest.java

@@ -44,31 +44,36 @@ public static Collection<TestCase> parameters() throws Exception {
         return Arrays.asList(
             new TestCase().backoffStrategy(BackoffStrategy.defaultStrategy(RetryMode.STANDARD))
                           .retriesAttempted(0)
-                          .expectedMaxDelay(Duration.ofSeconds(1))
-                          .expectedMedDelay(Duration.ofMillis(500))
+                          .expectedMaxDelay(Duration.ofMillis(100))
+                          .expectedMedDelay(Duration.ofMillis(50))
                           .expectedMinDelay(Duration.ofMillis(1)),
             new TestCase().backoffStrategy(BackoffStrategy.defaultStrategy(RetryMode.STANDARD))
                           .retriesAttempted(1)
-                          .expectedMaxDelay(Duration.ofSeconds(2))
-                          .expectedMedDelay(Duration.ofSeconds(1))
+                          .expectedMaxDelay(Duration.ofMillis(200))
+                          .expectedMedDelay(Duration.ofMillis(100))
                           .expectedMinDelay(Duration.ofMillis(1)),
             new TestCase().backoffStrategy(BackoffStrategy.defaultStrategy(RetryMode.STANDARD))
                           .retriesAttempted(2)
-                          .expectedMaxDelay(Duration.ofSeconds(4))
-                          .expectedMedDelay(Duration.ofSeconds(2))
+                          .expectedMaxDelay(Duration.ofMillis(400))
+                          .expectedMedDelay(Duration.ofMillis(200))
                           .expectedMinDelay(Duration.ofMillis(1)),
             new TestCase().backoffStrategy(BackoffStrategy.defaultStrategy(RetryMode.STANDARD))
                           .retriesAttempted(3)
-                          .expectedMaxDelay(Duration.ofSeconds(8))
-                          .expectedMedDelay(Duration.ofSeconds(4))
+                          .expectedMaxDelay(Duration.ofMillis(800))
+                          .expectedMedDelay(Duration.ofMillis(400))
                           .expectedMinDelay(Duration.ofMillis(1)),
             new TestCase().backoffStrategy(BackoffStrategy.defaultStrategy(RetryMode.STANDARD))
                           .retriesAttempted(4)
-                          .expectedMaxDelay(Duration.ofSeconds(16))
-                          .expectedMedDelay(Duration.ofSeconds(8))
+                          .expectedMaxDelay(Duration.ofMillis(1600))
+                          .expectedMedDelay(Duration.ofMillis(800))
                           .expectedMinDelay(Duration.ofMillis(1)),
             new TestCase().backoffStrategy(BackoffStrategy.defaultStrategy(RetryMode.STANDARD))
                           .retriesAttempted(5)
+                          .expectedMaxDelay(Duration.ofMillis(3200))
+                          .expectedMedDelay(Duration.ofMillis(1600))
+                          .expectedMinDelay(Duration.ofMillis(1)),
+            new TestCase().backoffStrategy(BackoffStrategy.defaultStrategy(RetryMode.STANDARD))
+                          .retriesAttempted(100)
                           .expectedMaxDelay(Duration.ofSeconds(20))
                           .expectedMedDelay(Duration.ofSeconds(10))
                           .expectedMinDelay(Duration.ofMillis(1))