Skip to content

Commit cefde43

Browse files
chore: Update templated files (9001281) (#524)
* chore: Generated commit to update templated files since the last template run up to stackabletech/operator-templating@9001281 Reference-to: stackabletech/operator-templating@9001281 (Fix pre-commit hook) * chore: Apply formatting --------- Co-authored-by: Techassi <[email protected]>
1 parent c3b0ce9 commit cefde43

File tree

12 files changed

+117
-101
lines changed

12 files changed

+117
-101
lines changed

.github/workflows/pr_pre-commit.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@ on:
66

77
env:
88
CARGO_TERM_COLOR: always
9-
RUST_TOOLCHAIN_VERSION: "1.82.0"
9+
RUST_TOOLCHAIN_VERSION: "nightly-2025-01-15"
1010
HADOLINT_VERSION: "v2.12.0"
1111
PYTHON_VERSION: "3.12"
1212

.pre-commit-config.yaml

Lines changed: 7 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -17,10 +17,6 @@ repos:
1717
- repo: https://github.com/doublify/pre-commit-rust
1818
rev: eeee35a89e69d5772bdee97db1a6a898467b686e # 1.0
1919
hooks:
20-
- id: fmt
21-
# Pinning to a specific rustc version, so that we get consistent formatting
22-
entry: RUSTUP_TOOLCHAIN=nightly-2025-01-15 cargo fmt
23-
args: ["--all", "--", "--check"]
2420
- id: clippy
2521
args: ["--all-targets", "--", "-D", "warnings"]
2622

@@ -78,3 +74,10 @@ repos:
7874
entry: cargo test
7975
stages: [pre-commit, pre-merge-commit, manual]
8076
pass_filenames: false
77+
78+
- id: cargo-rustfmt
79+
name: cargo-rustfmt
80+
language: system
81+
entry: cargo +nightly-2025-01-15 fmt --all -- --check
82+
stages: [pre-commit]
83+
pass_filenames: false

rust/crd/src/affinity.rs

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -26,8 +26,6 @@ pub fn history_affinity(cluster_name: &str) -> StackableAffinityFragment {
2626
mod test {
2727
use std::collections::BTreeMap;
2828

29-
use crate::{constants::HISTORY_ROLE_NAME, history::SparkHistoryServer};
30-
3129
use stackable_operator::{
3230
commons::affinity::StackableAffinity,
3331
k8s_openapi::{
@@ -38,6 +36,8 @@ mod test {
3836
role_utils::RoleGroupRef,
3937
};
4038

39+
use crate::{constants::HISTORY_ROLE_NAME, history::SparkHistoryServer};
40+
4141
#[test]
4242
pub fn test_history_affinity_defaults() {
4343
let input = r#"

rust/crd/src/constants.rs

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,4 @@
11
use const_format::concatcp;
2-
32
use stackable_operator::memory::{BinaryMultiple, MemoryQuantity};
43

54
pub const APP_NAME: &str = "spark-k8s";

rust/crd/src/history.rs

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,4 @@
1-
use crate::logdir::ResolvedLogDir;
2-
use crate::{affinity::history_affinity, constants::*};
1+
use std::collections::{BTreeMap, HashMap};
32

43
use product_config::{types::PropertyNameKind, ProductConfigManager};
54
use serde::{Deserialize, Serialize};
@@ -29,9 +28,10 @@ use stackable_operator::{
2928
schemars::{self, JsonSchema},
3029
time::Duration,
3130
};
32-
use std::collections::{BTreeMap, HashMap};
3331
use strum::{Display, EnumIter};
3432

33+
use crate::{affinity::history_affinity, constants::*, logdir::ResolvedLogDir};
34+
3535
#[derive(Snafu, Debug)]
3636
pub enum Error {
3737
#[snafu(display("failed to transform configs"))]
@@ -477,15 +477,15 @@ impl Configuration for HistoryConfigFragment {
477477

478478
#[cfg(test)]
479479
mod test {
480-
use crate::logdir::S3LogDir;
481-
482-
use super::*;
483480
use indoc::indoc;
484481
use stackable_operator::commons::{
485482
s3::{ResolvedS3Bucket, ResolvedS3Connection},
486483
tls_verification::TlsClientDetails,
487484
};
488485

486+
use super::*;
487+
use crate::logdir::S3LogDir;
488+
489489
#[test]
490490
pub fn test_env_overrides() {
491491
let input = indoc! {r#"

rust/crd/src/lib.rs

Lines changed: 27 additions & 21 deletions
Original file line numberDiff line numberDiff line change
@@ -7,15 +7,17 @@ pub mod logdir;
77
pub mod roles;
88
pub mod tlscerts;
99

10-
pub use crate::roles::*;
10+
use std::{
11+
cmp::max,
12+
collections::{BTreeMap, HashMap},
13+
};
14+
1115
use constants::*;
1216
use history::LogFileDirectorySpec;
1317
use logdir::ResolvedLogDir;
1418
use product_config::{types::PropertyNameKind, ProductConfigManager};
1519
use serde::{Deserialize, Serialize};
1620
use snafu::{OptionExt, ResultExt, Snafu};
17-
use stackable_operator::role_utils::{GenericProductSpecificCommonConfig, GenericRoleConfig};
18-
use stackable_operator::time::Duration;
1921
use stackable_operator::{
2022
builder::pod::volume::{
2123
SecretFormat, SecretOperatorVolumeSourceBuilder, SecretOperatorVolumeSourceBuilderError,
@@ -42,14 +44,15 @@ use stackable_operator::{
4244
ValidatedRoleConfigByPropertyKind,
4345
},
4446
product_logging,
45-
role_utils::{CommonConfiguration, Role, RoleGroup},
47+
role_utils::{
48+
CommonConfiguration, GenericProductSpecificCommonConfig, GenericRoleConfig, Role, RoleGroup,
49+
},
4650
schemars::{self, JsonSchema},
51+
time::Duration,
4752
utils::crds::raw_object_list_schema,
4853
};
49-
use std::{
50-
cmp::max,
51-
collections::{BTreeMap, HashMap},
52-
};
54+
55+
pub use crate::roles::*;
5356

5457
#[derive(Snafu, Debug)]
5558
pub enum Error {
@@ -1082,23 +1085,26 @@ where
10821085
#[cfg(test)]
10831086
mod tests {
10841087

1085-
use super::*;
1088+
use std::collections::{BTreeMap, HashMap};
10861089

1087-
use crate::{cores_from_quantity, resources_to_executor_props, RoleConfig};
1088-
use crate::{resources_to_driver_props, SparkApplication};
1089-
use crate::{Quantity, SparkStorageConfig};
1090+
use indoc::indoc;
10901091
use product_config::{types::PropertyNameKind, ProductConfigManager};
1091-
use stackable_operator::commons::affinity::StackableAffinity;
1092-
use stackable_operator::commons::resources::{
1093-
CpuLimits, MemoryLimits, NoRuntimeLimits, Resources,
1092+
use rstest::rstest;
1093+
use stackable_operator::{
1094+
commons::{
1095+
affinity::StackableAffinity,
1096+
resources::{CpuLimits, MemoryLimits, NoRuntimeLimits, Resources},
1097+
},
1098+
product_config_utils::ValidatedRoleConfigByPropertyKind,
1099+
product_logging::spec::Logging,
1100+
time::Duration,
10941101
};
1095-
use stackable_operator::product_config_utils::ValidatedRoleConfigByPropertyKind;
1096-
use stackable_operator::product_logging::spec::Logging;
10971102

1098-
use indoc::indoc;
1099-
use rstest::rstest;
1100-
use stackable_operator::time::Duration;
1101-
use std::collections::{BTreeMap, HashMap};
1103+
use super::*;
1104+
use crate::{
1105+
cores_from_quantity, resources_to_driver_props, resources_to_executor_props, Quantity,
1106+
RoleConfig, SparkApplication, SparkStorageConfig,
1107+
};
11021108

11031109
#[test]
11041110
fn test_default_resource_limits() {

rust/crd/src/logdir.rs

Lines changed: 12 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -1,11 +1,6 @@
1-
use crate::{
2-
constants::*,
3-
history::{
4-
LogFileDirectorySpec::{self, S3},
5-
S3LogFileDirectorySpec,
6-
},
7-
tlscerts,
8-
};
1+
use std::collections::BTreeMap;
2+
3+
use snafu::{ResultExt, Snafu};
94
use stackable_operator::{
105
builder::pod::volume::{
116
SecretFormat, SecretOperatorVolumeSourceBuilder, SecretOperatorVolumeSourceBuilderError,
@@ -18,11 +13,17 @@ use stackable_operator::{
1813
k8s_openapi::api::core::v1::{Volume, VolumeMount},
1914
time::Duration,
2015
};
21-
use std::collections::BTreeMap;
22-
23-
use snafu::{ResultExt, Snafu};
2416
use strum::{EnumDiscriminants, IntoStaticStr};
2517

18+
use crate::{
19+
constants::*,
20+
history::{
21+
LogFileDirectorySpec::{self, S3},
22+
S3LogFileDirectorySpec,
23+
},
24+
tlscerts,
25+
};
26+
2627
#[derive(Snafu, Debug, EnumDiscriminants)]
2728
#[strum_discriminants(derive(IntoStaticStr))]
2829
#[allow(clippy::enum_variant_names)]

rust/crd/src/roles.rs

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -13,12 +13,9 @@
1313
//! each role is named "default". These roles are transparent to the user.
1414
//!
1515
//! The history server has its own role completely unrelated to this module.
16-
use crate::ResolvedLogDir;
1716
use std::{collections::BTreeMap, slice};
1817

1918
use serde::{Deserialize, Serialize};
20-
21-
use crate::SparkApplication;
2219
use stackable_operator::{
2320
commons::{
2421
affinity::StackableAffinity,
@@ -41,6 +38,8 @@ use stackable_operator::{
4138
};
4239
use strum::{Display, EnumIter};
4340

41+
use crate::{ResolvedLogDir, SparkApplication};
42+
4443
#[derive(Clone, Debug, Deserialize, Display, Eq, PartialEq, Serialize, JsonSchema)]
4544
#[strum(serialize_all = "kebab-case")]
4645
pub enum SparkApplicationRole {

rust/operator-binary/src/history/history_controller.rs

Lines changed: 25 additions & 19 deletions
Original file line numberDiff line numberDiff line change
@@ -1,14 +1,19 @@
1-
use crate::history::operations::pdb::add_pdbs;
2-
use crate::product_logging::{self, resolve_vector_aggregator_address};
3-
use crate::Ctx;
1+
use std::{
2+
collections::{BTreeMap, HashMap},
3+
sync::Arc,
4+
};
5+
46
use product_config::{types::PropertyNameKind, writer::to_java_properties_string};
5-
use stackable_operator::kube::core::{error_boundary, DeserializeGuard};
7+
use snafu::{OptionExt, ResultExt, Snafu};
68
use stackable_operator::{
79
builder::{
810
self,
911
configmap::ConfigMapBuilder,
1012
meta::ObjectMetaBuilder,
11-
pod::{container::ContainerBuilder, volume::VolumeBuilder, PodBuilder},
13+
pod::{
14+
container::ContainerBuilder, resources::ResourceRequirementsBuilder,
15+
volume::VolumeBuilder, PodBuilder,
16+
},
1217
},
1318
cluster_resources::{ClusterResourceApplyStrategy, ClusterResources},
1419
commons::product_image_selection::ResolvedProductImage,
@@ -21,12 +26,15 @@ use stackable_operator::{
2126
rbac::v1::{ClusterRole, RoleBinding, RoleRef, Subject},
2227
},
2328
apimachinery::pkg::apis::meta::v1::LabelSelector,
29+
DeepMerge,
2430
},
2531
kube::{
32+
core::{error_boundary, DeserializeGuard},
2633
runtime::{controller::Action, reflector::ObjectRef},
2734
Resource, ResourceExt,
2835
},
2936
kvp::{Label, Labels, ObjectLabels},
37+
logging::controller::ReconcilerError,
3038
product_logging::{
3139
framework::{calculate_log_volume_size_limit, vector_container, LoggingError},
3240
spec::{
@@ -37,30 +45,28 @@ use stackable_operator::{
3745
role_utils::RoleGroupRef,
3846
time::Duration,
3947
};
40-
use stackable_spark_k8s_crd::constants::{METRICS_PORT, SPARK_ENV_SH_FILE_NAME};
41-
use stackable_spark_k8s_crd::logdir::ResolvedLogDir;
4248
use stackable_spark_k8s_crd::{
4349
constants::{
4450
ACCESS_KEY_ID, APP_NAME, HISTORY_CONTROLLER_NAME, HISTORY_ROLE_NAME,
45-
JVM_SECURITY_PROPERTIES_FILE, MAX_SPARK_LOG_FILES_SIZE, OPERATOR_NAME, SECRET_ACCESS_KEY,
46-
SPARK_CLUSTER_ROLE, SPARK_DEFAULTS_FILE_NAME, SPARK_IMAGE_BASE_NAME, SPARK_UID,
47-
STACKABLE_TRUST_STORE, VOLUME_MOUNT_NAME_CONFIG, VOLUME_MOUNT_NAME_LOG,
48-
VOLUME_MOUNT_NAME_LOG_CONFIG, VOLUME_MOUNT_PATH_CONFIG, VOLUME_MOUNT_PATH_LOG,
49-
VOLUME_MOUNT_PATH_LOG_CONFIG,
51+
JVM_SECURITY_PROPERTIES_FILE, MAX_SPARK_LOG_FILES_SIZE, METRICS_PORT, OPERATOR_NAME,
52+
SECRET_ACCESS_KEY, SPARK_CLUSTER_ROLE, SPARK_DEFAULTS_FILE_NAME, SPARK_ENV_SH_FILE_NAME,
53+
SPARK_IMAGE_BASE_NAME, SPARK_UID, STACKABLE_TRUST_STORE, VOLUME_MOUNT_NAME_CONFIG,
54+
VOLUME_MOUNT_NAME_LOG, VOLUME_MOUNT_NAME_LOG_CONFIG, VOLUME_MOUNT_PATH_CONFIG,
55+
VOLUME_MOUNT_PATH_LOG, VOLUME_MOUNT_PATH_LOG_CONFIG,
5056
},
5157
history,
5258
history::{HistoryConfig, SparkHistoryServer, SparkHistoryServerContainer},
59+
logdir::ResolvedLogDir,
5360
tlscerts, to_spark_env_sh_string,
5461
};
55-
use std::collections::HashMap;
56-
use std::{collections::BTreeMap, sync::Arc};
57-
58-
use snafu::{OptionExt, ResultExt, Snafu};
59-
use stackable_operator::builder::pod::resources::ResourceRequirementsBuilder;
60-
use stackable_operator::k8s_openapi::DeepMerge;
61-
use stackable_operator::logging::controller::ReconcilerError;
6262
use strum::{EnumDiscriminants, IntoStaticStr};
6363

64+
use crate::{
65+
history::operations::pdb::add_pdbs,
66+
product_logging::{self, resolve_vector_aggregator_address},
67+
Ctx,
68+
};
69+
6470
#[derive(Snafu, Debug, EnumDiscriminants)]
6571
#[strum_discriminants(derive(IntoStaticStr))]
6672
#[allow(clippy::enum_variant_names)]

rust/operator-binary/src/main.rs

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -9,7 +9,6 @@ use clap::{crate_description, crate_version, Parser};
99
use futures::{pin_mut, StreamExt};
1010
use history::history_controller;
1111
use product_config::ProductConfigManager;
12-
1312
use stackable_operator::{
1413
cli::{Command, ProductOperatorRun},
1514
k8s_openapi::api::{
@@ -26,7 +25,6 @@ use stackable_operator::{
2625
logging::controller::report_controller_reconciled,
2726
CustomResourceExt,
2827
};
29-
3028
use stackable_spark_k8s_crd::{
3129
constants::{
3230
HISTORY_FULL_CONTROLLER_NAME, OPERATOR_NAME, POD_DRIVER_FULL_CONTROLLER_NAME,

rust/operator-binary/src/pod_driver_controller.rs

Lines changed: 8 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1,17 +1,19 @@
1+
use std::sync::Arc;
2+
3+
use snafu::{OptionExt, ResultExt, Snafu};
14
use stackable_operator::{
25
client::Client,
36
k8s_openapi::api::core::v1::Pod,
4-
kube::core::{error_boundary, DeserializeGuard},
5-
kube::runtime::controller::Action,
7+
kube::{
8+
core::{error_boundary, DeserializeGuard},
9+
runtime::controller::Action,
10+
},
11+
logging::controller::ReconcilerError,
612
time::Duration,
713
};
814
use stackable_spark_k8s_crd::{
915
constants::POD_DRIVER_CONTROLLER_NAME, SparkApplication, SparkApplicationStatus,
1016
};
11-
use std::sync::Arc;
12-
13-
use snafu::{OptionExt, ResultExt, Snafu};
14-
use stackable_operator::logging::controller::ReconcilerError;
1517
use strum::{EnumDiscriminants, IntoStaticStr};
1618

1719
const LABEL_NAME_INSTANCE: &str = "app.kubernetes.io/instance";

0 commit comments

Comments
 (0)