docs: Document resource requests of stacks and demos (#278)

Author: sbernauer

demos/demos-v2.yaml

@@ -12,6 +12,10 @@ demos:
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/airflow-scheduled-job/03-enable-and-run-spark-dag.yaml
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/airflow-scheduled-job/04-enable-and-run-date-dag.yaml
     supportedNamespaces: []
+    resourceRequests:
+      cpu: 2401m
+      memory: 9010Mi
+      pvc: 24Gi
   hbase-hdfs-load-cycling-data:
     description: Copy data from S3 bucket to an HBase table
     stackableStack: hdfs-hbase
@@ -23,6 +27,10 @@ demos:
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/hbase-hdfs-load-cycling-data/distcp-cycling-data.yaml
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/hbase-hdfs-load-cycling-data/create-hfile-and-import-to-hbase.yaml
     supportedNamespaces: []
+    resourceRequests:
+      cpu: "3"
+      memory: 5638Mi
+      pvc: 16Gi
   nifi-kafka-druid-earthquake-data:
     description: Demo ingesting earthquake data into Kafka using NiFi, streaming it into Druid and creating a Superset dashboard
     documentation: https://docs.stackable.tech/stackablectl/stable/demos/nifi-kafka-druid-earthquake-data.html
@@ -40,6 +48,10 @@ demos:
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/nifi-kafka-druid-earthquake-data/create-druid-ingestion-job.yaml
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/nifi-kafka-druid-earthquake-data/setup-superset.yaml
     supportedNamespaces: ["default"]
+    resourceRequests:
+      cpu: 8700m
+      memory: 27746Mi
+      pvc: 75Gi # 30Gi for Kafka
   nifi-kafka-druid-water-level-data:
     description:  Demo ingesting water level data into Kafka using NiFi, streaming it into Druid and creating a Superset dashboard
     documentation: https://docs.stackable.tech/stackablectl/stable/demos/nifi-kafka-druid-water-level-data.html
@@ -57,6 +69,10 @@ demos:
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/nifi-kafka-druid-water-level-data/create-druid-ingestion-job.yaml
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/nifi-kafka-druid-water-level-data/setup-superset.yaml
     supportedNamespaces: ["default"]
+    resourceRequests:
+      cpu: 8900m
+      memory: 28042Mi
+      pvc: 75Gi # 30Gi for Kafka
   spark-k8s-anomaly-detection-taxi-data:
     description: Demo loading New York taxi data into an S3 bucket and carrying out an anomaly detection analysis on it
     documentation: https://docs.stackable.tech/stackablectl/stable/demos/spark-k8s-anomaly-detection-taxi-data.html
@@ -73,6 +89,10 @@ demos:
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/spark-k8s-anomaly-detection-taxi-data/create-spark-anomaly-detection-job.yaml
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/spark-k8s-anomaly-detection-taxi-data/setup-superset.yaml
     supportedNamespaces: []
+    resourceRequests:
+      cpu: 6400m
+      memory: 12622Mi
+      pvc: 35Gi
   trino-iceberg:
     description: Demo containing Trino using Apache Iceberg as a S3 data lakehouse
     documentation: https://docs.stackable.tech/stackablectl/stable/demos/trino-iceberg.html
@@ -84,6 +104,10 @@ demos:
       - s3
     manifests: []
     supportedNamespaces: []
+    resourceRequests:
+      cpu: 8550m
+      memory: 26662Mi
+      pvc: 110Gi # 100Gi for MinIO
   trino-taxi-data:
     description: Demo loading 2.5 years of New York taxi data into S3 bucket, creating a Trino table and a Superset dashboard
     documentation: https://docs.stackable.tech/stackablectl/stable/demos/trino-taxi-data.html
@@ -99,6 +123,10 @@ demos:
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/trino-taxi-data/create-table-in-trino.yaml
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/trino-taxi-data/setup-superset.yaml
     supportedNamespaces: []
+    resourceRequests:
+      cpu: 6800m
+      memory: 15822Mi
+      pvc: 28Gi
   data-lakehouse-iceberg-trino-spark:
     description: Data lakehouse using Iceberg lakehouse on S3, Trino as query engine, Spark for streaming ingest and Superset for data visualization. Multiple datasources like taxi data, water levels in Germany, earthquakes, e-charging stations and more are loaded.
     documentation: https://docs.stackable.tech/stackablectl/stable/demos/data-lakehouse-iceberg-trino-spark.html
@@ -123,6 +151,10 @@ demos:
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/data-lakehouse-iceberg-trino-spark/create-spark-ingestion-job.yaml
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/data-lakehouse-iceberg-trino-spark/setup-superset.yaml
     supportedNamespaces: ["default"]
+    resourceRequests:
+      cpu: "80"
+      memory: 200Gi
+      pvc: 1Ti
   jupyterhub-pyspark-hdfs-anomaly-detection-taxi-data:
     description: Jupyterhub with PySpark and HDFS integration
     documentation: https://docs.stackable.tech/stackablectl/stable/demos/jupyterhub-pyspark-hdfs-anomaly-detection-taxi-data.html
@@ -135,6 +167,10 @@ demos:
     manifests:
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/jupyterhub-pyspark-hdfs-anomaly-detection-taxi-data/load-test-data.yaml
     supportedNamespaces: []
+    resourceRequests:
+      cpu: 3350m
+      memory: 5098Mi
+      pvc: 22Gi
   logging:
     description: Demo showing the logging stack in action
     documentation: https://docs.stackable.tech/stackablectl/stable/demos/logging.html
@@ -148,3 +184,7 @@ demos:
     manifests:
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/logging/zookeeper.yaml
     supportedNamespaces: []
+    resourceRequests:
+      cpu: 6500m
+      memory: 5098Mi
+      pvc: 27Gi

stacks/stacks-v2.yaml

@@ -13,6 +13,10 @@ stacks:
       - helmChart: https://raw.githubusercontent.com/stackabletech/stackablectl/main/stacks/_templates/prometheus.yaml
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/stacks/_templates/prometheus-service-monitor.yaml
     supportedNamespaces: []
+    resourceRequests:
+      cpu: 1750m
+      memory: 1714Mi
+      pvc: 110Gi
     parameters:
       - name: grafanaAdminPassword
         description: Password of the Grafana admin user
@@ -35,6 +39,10 @@ stacks:
       - helmChart: https://raw.githubusercontent.com/stackabletech/stackablectl/main/stacks/_templates/vector-aggregator.yaml
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/stacks/_templates/vector-aggregator-discovery.yaml
     supportedNamespaces: []
+    resourceRequests:
+      cpu: 5150m
+      memory: 3147Mi
+      pvc: 24Gi
     parameters:
       - name: openSearchAdminPassword
         description: Password of the OpenSearch admin user
@@ -60,6 +68,10 @@ stacks:
       - helmChart: https://raw.githubusercontent.com/stackabletech/stackablectl/main/stacks/_templates/redis-airflow.yaml
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/stacks/airflow/airflow.yaml
     supportedNamespaces: []
+    resourceRequests:
+      cpu: 3400m
+      memory: 9010Mi
+      pvc: 24Gi
     parameters:
       - name: airflowAdminPassword
         description: Password of the Airflow admin user
@@ -103,6 +115,10 @@ stacks:
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/stacks/data-lakehouse-iceberg-trino-spark/nifi.yaml
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/stacks/nifi-kafka-druid-superset-s3/superset.yaml # Reuse
     supportedNamespaces: []
+    resourceRequests:
+      cpu: "71"
+      memory: 160Gi
+      pvc: 1Ti
     parameters:
       - name: trinoAdminPassword
         description: Password of the Trino admin user
@@ -136,6 +152,10 @@ stacks:
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/stacks/hdfs-hbase/hdfs.yaml
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/stacks/hdfs-hbase/hbase.yaml
     supportedNamespaces: []
+    resourceRequests:
+      cpu: 4200m
+      memory: 10758Mi
+      pvc: 21Gi
     parameters: []
   nifi-kafka-druid-superset-s3:
     description: Stack containing NiFi, Kafka, Druid, MinIO and Superset for data visualization
@@ -165,6 +185,10 @@ stacks:
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/stacks/nifi-kafka-druid-superset-s3/superset.yaml
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/stacks/nifi-kafka-druid-superset-s3/nifi.yaml
     supportedNamespaces: []
+    resourceRequests:
+      cpu: 8900m
+      memory: 28042Mi
+      pvc: 75Gi
     parameters:
       - name: nifiAdminPassword
         description: Password of the NiFI admin user
@@ -205,6 +229,10 @@ stacks:
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/stacks/spark-trino-superset-s3/trino-prediction-catalog.yaml
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/stacks/trino-superset-s3/superset.yaml
     supportedNamespaces: []
+    resourceRequests:
+      cpu: 7100m
+      memory: 15910Mi
+      pvc: 36Gi
     parameters:
       - name: trinoAdminPassword
         description: Password of the Trino admin user
@@ -242,6 +270,10 @@ stacks:
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/stacks/trino-superset-s3/trino.yaml
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/stacks/trino-superset-s3/superset.yaml
     supportedNamespaces: []
+    resourceRequests:
+      cpu: 6800m
+      memory: 15822Mi
+      pvc: 28Gi
     parameters:
       - name: trinoAdminPassword
         description: Password of the Trino admin user
@@ -277,6 +309,10 @@ stacks:
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/stacks/trino-iceberg/hive-metastores.yaml
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/stacks/trino-iceberg/trino.yaml
     supportedNamespaces: []
+    resourceRequests:
+      cpu: 8550m
+      memory: 26662Mi
+      pvc: 110Gi
     parameters:
       - name: trinoAdminPassword
         description: Password of the Trino admin user
@@ -305,6 +341,10 @@ stacks:
       # TODO Use patched JHub that created service for us from customer setup (ask Sebastian)
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/stacks/jupyterhub-pyspark-hdfs/spark_driver_service.yaml
     supportedNamespaces: []
+    resourceRequests:
+      cpu: 3350m
+      memory: 7174Mi
+      pvc: 110Gi
     parameters:
       - name: jupyterHubAdminPassword
         description: Password of the JupyterHub admin user
@@ -333,6 +373,10 @@ stacks:
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/stacks/dual-hive-hdfs-s3/hive.yaml
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/stacks/dual-hive-hdfs-s3/trino.yaml
     supportedNamespaces: []
+    resourceRequests:
+      cpu: 7750m
+      memory: 19974Mi
+      pvc: 44Gi
     parameters:
       - name: minioAdminPassword
         description: Password of the Minio admin user
@@ -353,6 +397,10 @@ stacks:
     manifests:
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/stacks/authentication/openldap-tls.yaml
     supportedNamespaces: ["default"]
+    resourceRequests:
+      cpu: 1950m
+      memory: 2182Mi
+      pvc: 0Gi
     # TODO: Parameterize
     parameters: []
   openldap:
@@ -372,5 +420,9 @@ stacks:
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/stacks/authentication/openldap-tls.yaml
       - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/stacks/authentication/openldap-tls-authenticationclass.yaml
     supportedNamespaces: []
+    resourceRequests:
+      cpu: 1950m
+      memory: 2182Mi
+      pvc: 0Gi
     # TODO: Parameterize
     parameters: []