Use different endpoints for data and event logs.

Author: razvan

tests/templates/kuttl/spark-history-server/00-s3-secret.yaml

@@ -32,8 +32,12 @@ metadata:
     secrets.stackable.tech/class: history-credentials-class
 timeout: 240
 stringData:
-  accessKeyId: minioAccessKey
-  secretAccessKey: minioSecretKey
+  accessKeyId: eventLogAccessKey
+  secretAccessKey: eventLogSecretKey
+  # The following two entries are used by the Bitnami chart for MinIO to
+  # set up credentials for accessing buckets managed by the MinIO tenant.
+  root-user: eventLogAccessKey
+  root-password: eventLogSecretKey
 ---
 apiVersion: secrets.stackable.tech/v1alpha1
 kind: SecretClass

tests/templates/kuttl/spark-history-server/00-setup-minio.yaml

@@ -8,6 +8,12 @@ commands:
       --version 11.9.2
       -f helm-bitnami-minio-values.yaml
       --repo https://charts.bitnami.com/bitnami minio
+  - script: >-
+      helm install eventlog-minio
+      --namespace $NAMESPACE
+      --version 11.9.2
+      -f helm-bitnami-eventlog-minio-values.yaml
+      --repo https://charts.bitnami.com/bitnami minio
 ---
 apiVersion: v1
 kind: Pod
@@ -42,3 +48,37 @@ spec:
           value: "9000"
         - name: MINIO_SERVER_SCHEME
           value: http
+---
+apiVersion: v1
+kind: Pod
+metadata:
+  name: eventlog-minio-client
+  labels:
+    app: eventlog-minio-client
+spec:
+  restartPolicy: Never
+  containers:
+    - name: minio-client
+      image: docker.io/bitnami/minio-client:2022.8.11-debian-11-r3
+      command: ["bash", "-c", "sleep infinity"]
+      stdin: true
+      tty: true
+      env:
+        - name: MINIO_SERVER_ACCESS_KEY
+          valueFrom:
+            secretKeyRef:
+              name: history-credentials
+              key: root-user
+              optional: false
+        - name: MINIO_SERVER_SECRET_KEY
+          valueFrom:
+            secretKeyRef:
+              name: history-credentials
+              key: root-password
+              optional: false
+        - name: MINIO_SERVER_HOST
+          value: eventlog-minio
+        - name: MINIO_SERVER_PORT_NUMBER
+          value: "9000"
+        - name: MINIO_SERVER_SCHEME
+          value: http

tests/templates/kuttl/spark-history-server/01-prepare-bucket.yaml.j2

@@ -7,6 +7,7 @@ commands:
   - command: kubectl cp -n $NAMESPACE spark-examples_2.12-{{ test_scenario['values']['spark'] }}.jar minio-client:/tmp
   - command: kubectl exec -n $NAMESPACE minio-client -- sh -c 'mc alias set test-minio http://test-minio:9000 $$MINIO_SERVER_ACCESS_KEY $$MINIO_SERVER_SECRET_KEY'
   - command: kubectl exec -n $NAMESPACE minio-client -- mc mb test-minio/my-bucket
-  - command: kubectl exec -n $NAMESPACE minio-client -- mc mb test-minio/spark-logs/eventlogs
+  - command: kubectl exec -n $NAMESPACE eventlog-minio-client -- sh -c 'mc alias set eventlog-minio http://eventlog-minio:9000 $$MINIO_SERVER_ACCESS_KEY $$MINIO_SERVER_SECRET_KEY'
+  - command: kubectl exec -n $NAMESPACE eventlog-minio-client -- mc mb eventlog-minio/spark-logs/eventlogs
   - script: >-
       kubectl exec -n $NAMESPACE minio-client -- mc cp /tmp/spark-examples_2.12-{{ test_scenario['values']['spark'] }}.jar test-minio/my-bucket

tests/templates/kuttl/spark-history-server/05-deploy-history-server.yaml.j2

@@ -15,7 +15,7 @@ spec:
           bucketName: spark-logs
           connection:
             inline:
-              host: test-minio
+              host: eventlog-minio
               port: 9000
               accessStyle: Path
               credentials:

tests/templates/kuttl/spark-history-server/10-deploy-spark-app.yaml.j2

@@ -28,7 +28,7 @@ spec:
           bucketName: spark-logs
           connection:
             inline:
-              host: test-minio
+              host: eventlog-minio
               port: 9000
               accessStyle: Path
               credentials:

tests/templates/kuttl/spark-history-server/12-deploy-spark-app.yaml.j2

@@ -28,7 +28,7 @@ spec:
           bucketName: spark-logs
           connection:
             inline:
-              host: test-minio
+              host: eventlog-minio
               port: 9000
               accessStyle: Path
               credentials:

tests/templates/kuttl/spark-history-server/helm-bitnami-eventlog-minio-values.yaml

@@ -0,0 +1,23 @@
+---
+volumePermissions:
+  enabled: false
+
+podSecurityContext:
+  enabled: false
+
+containerSecurityContext:
+  enabled: false
+
+mode: standalone
+
+disableWebUI: true
+
+persistence:
+  enabled: false
+
+resources:
+  requests:
+    memory: 1Gi
+
+auth:
+  existingSecret: history-credentials