Skip to content

Commit e8d79f3

Browse files
committed
Remove redundant java options.
1 parent 38a53a5 commit e8d79f3

File tree

1 file changed

+13
-30
lines changed

1 file changed

+13
-30
lines changed

rust/crd/src/lib.rs

+13-30
Original file line numberDiff line numberDiff line change
@@ -538,29 +538,6 @@ impl SparkApplication {
538538
}
539539
}
540540

541-
// Extra JVM opts:
542-
// - java security properties
543-
// - s3 with TLS
544-
let mut extra_java_opts = vec![format!(
545-
"-Djava.security.properties={VOLUME_MOUNT_PATH_LOG_CONFIG}/{JVM_SECURITY_PROPERTIES_FILE}"
546-
)];
547-
if tlscerts::tls_secret_names(s3conn, s3_log_dir).is_some() {
548-
extra_java_opts.extend(
549-
vec![
550-
format!("-Djavax.net.ssl.trustStore={STACKABLE_TRUST_STORE}/truststore.p12"),
551-
format!("-Djavax.net.ssl.trustStorePassword={STACKABLE_TLS_STORE_PASSWORD}"),
552-
format!("-Djavax.net.ssl.trustStoreType=pkcs12"),
553-
format!("-Djavax.net.debug=ssl,handshake"),
554-
]
555-
.into_iter(),
556-
);
557-
}
558-
let str_extra_java_opts = extra_java_opts.join(" ");
559-
submit_cmd.extend(vec![
560-
format!("--conf spark.driver.extraJavaOptions=\"{str_extra_java_opts}\""),
561-
format!("--conf spark.executor.extraJavaOptions=\"{str_extra_java_opts}\""),
562-
]);
563-
564541
// repositories and packages arguments
565542
if let Some(deps) = self.spec.deps.clone() {
566543
submit_cmd.extend(
@@ -659,17 +636,23 @@ impl SparkApplication {
659636
value_from: None,
660637
});
661638
}
639+
640+
// Extra JVM opts:
641+
// - java security properties
642+
// - s3 with TLS
643+
let mut daemon_java_opts = vec![format!(
644+
"-Djava.security.properties={VOLUME_MOUNT_PATH_LOG_CONFIG}/{JVM_SECURITY_PROPERTIES_FILE}"
645+
)];
662646
if let Some(s3logdir) = s3logdir {
663647
if tlscerts::tls_secret_name(&s3logdir.bucket.connection).is_some() {
664-
e.push(EnvVar {
665-
name: "SPARK_DAEMON_JAVA_OPTS".to_string(),
666-
value: Some(format!(
667-
"-Djavax.net.ssl.trustStore={STACKABLE_TRUST_STORE}/truststore.p12 -Djavax.net.ssl.trustStorePassword={STACKABLE_TLS_STORE_PASSWORD} -Djavax.net.ssl.trustStoreType=pkcs12"
668-
)),
669-
value_from: None,
670-
});
648+
daemon_java_opts.push( format!("-Djavax.net.ssl.trustStore={STACKABLE_TRUST_STORE}/truststore.p12 -Djavax.net.ssl.trustStorePassword={STACKABLE_TLS_STORE_PASSWORD} -Djavax.net.ssl.trustStoreType=pkcs12"));
671649
}
672650
}
651+
e.push(EnvVar {
652+
name: "SPARK_DAEMON_JAVA_OPTS".to_string(),
653+
value: Some(daemon_java_opts.join(" ")),
654+
value_from: None,
655+
});
673656

674657
e
675658
}

0 commit comments

Comments
 (0)