diff --git a/.github/scripts/setup_tmp_layer_files.sh b/.github/scripts/setup_tmp_layer_files.sh
index 9d6da9635a..77c5875734 100644
--- a/.github/scripts/setup_tmp_layer_files.sh
+++ b/.github/scripts/setup_tmp_layer_files.sh
@@ -6,8 +6,7 @@ npm init -y
 npm i \
   @aws-lambda-powertools/logger@$VERSION \
   @aws-lambda-powertools/metrics@$VERSION \
-  @aws-lambda-powertools/tracer@$VERSION \
-  @aws-lambda-powertools/parameters@$VERSION
+  @aws-lambda-powertools/tracer@$VERSION
 rm -rf node_modules/@types \
   package.json \
   package-lock.json
diff --git a/layers/src/canary-stack.ts b/layers/src/canary-stack.ts
index 4847af21d3..17f0af14f3 100644
--- a/layers/src/canary-stack.ts
+++ b/layers/src/canary-stack.ts
@@ -41,17 +41,15 @@ export class CanaryStack extends Stack {
         '../tests/e2e/layerPublisher.class.test.functionCode.ts'
       ),
       handler: 'handler',
-      runtime: Runtime.NODEJS_18_X,
+      runtime: Runtime.NODEJS_14_X,
       functionName: `canary-${suffix}`,
       timeout: Duration.seconds(30),
       bundling: {
         externalModules: [
           // don't package these modules, we want to pull them from the layer
-          'aws-sdk',
           '@aws-lambda-powertools/logger',
           '@aws-lambda-powertools/metrics',
           '@aws-lambda-powertools/tracer',
-          '@aws-lambda-powertools/parameters',
           '@aws-lambda-powertools/commons',
         ],
       },
diff --git a/layers/tests/e2e/layerPublisher.class.test.functionCode.ts b/layers/tests/e2e/layerPublisher.class.test.functionCode.ts
index 28e60424e8..a2cdcd8d42 100644
--- a/layers/tests/e2e/layerPublisher.class.test.functionCode.ts
+++ b/layers/tests/e2e/layerPublisher.class.test.functionCode.ts
@@ -2,14 +2,12 @@ import { readFileSync } from 'node:fs';
 import { Logger } from '@aws-lambda-powertools/logger';
 import { Metrics } from '@aws-lambda-powertools/metrics';
 import { Tracer } from '@aws-lambda-powertools/tracer';
-import { SSMProvider } from '@aws-lambda-powertools/parameters/ssm';
 
 const logger = new Logger({
   logLevel: 'DEBUG',
 });
 const metrics = new Metrics();
 const tracer = new Tracer();
-new SSMProvider();
 
 export const handler = (): void => {
   // Check that the packages version matches the expected one