diff --git a/src/main/java/com/rabbitmq/client/ConnectionFactory.java b/src/main/java/com/rabbitmq/client/ConnectionFactory.java
index b5130edbd5..2f32452dcd 100644
--- a/src/main/java/com/rabbitmq/client/ConnectionFactory.java
+++ b/src/main/java/com/rabbitmq/client/ConnectionFactory.java
@@ -226,7 +226,10 @@ public void setUri(URI uri)
             // nothing special to do
         } else if ("amqps".equals(uri.getScheme().toLowerCase())) {
             setPort(DEFAULT_AMQP_OVER_SSL_PORT);
-            useSslProtocol();
+            // SSL context not set yet, we use the default one
+            if (this.sslContext == null) {
+                useSslProtocol();
+            }
         } else {
             throw new IllegalArgumentException("Wrong scheme in AMQP URI: " +
                                                uri.getScheme());