From d6ebdf677bce01a04f78e479620b6f6f6f74a007 Mon Sep 17 00:00:00 2001 From: Maxi Wittich Date: Thu, 25 Jun 2026 10:06:23 +0200 Subject: [PATCH 1/2] Adding spark 4.1.2 to demos --- .../create-spark-ingestion-job.yaml | 2 +- demos/end-to-end-security/create-spark-report.yaml | 2 +- .../create-spark-anomaly-detection-job.yaml | 2 +- stacks/airflow/airflow.yaml | 2 +- stacks/jupyterhub-pyspark-hdfs/spark_connect.yaml | 2 +- 5 files changed, 5 insertions(+), 5 deletions(-) diff --git a/demos/data-lakehouse-iceberg-trino-spark/create-spark-ingestion-job.yaml b/demos/data-lakehouse-iceberg-trino-spark/create-spark-ingestion-job.yaml index c76a7659..5a15236d 100644 --- a/demos/data-lakehouse-iceberg-trino-spark/create-spark-ingestion-job.yaml +++ b/demos/data-lakehouse-iceberg-trino-spark/create-spark-ingestion-job.yaml @@ -146,7 +146,7 @@ data: spec: sparkImage: # Iceberg 1.11.0 only supports Spark 4.1.x - productVersion: 4.1.1 + productVersion: 4.1.2 mode: cluster mainApplicationFile: local:///stackable/spark/jobs/spark-ingest-into-lakehouse.py deps: diff --git a/demos/end-to-end-security/create-spark-report.yaml b/demos/end-to-end-security/create-spark-report.yaml index 08b8e42f..2113c5b6 100644 --- a/demos/end-to-end-security/create-spark-report.yaml +++ b/demos/end-to-end-security/create-spark-report.yaml @@ -59,7 +59,7 @@ data: spec: sparkImage: # Iceberg 1.11.0 only supports Spark 4.1.x - productVersion: 4.1.1 + productVersion: 4.1.2 mode: cluster mainApplicationFile: local:///stackable/spark/jobs/spark-report.py deps: diff --git a/demos/spark-k8s-anomaly-detection-taxi-data/create-spark-anomaly-detection-job.yaml b/demos/spark-k8s-anomaly-detection-taxi-data/create-spark-anomaly-detection-job.yaml index 282d88ea..44eea19f 100644 --- a/demos/spark-k8s-anomaly-detection-taxi-data/create-spark-anomaly-detection-job.yaml +++ b/demos/spark-k8s-anomaly-detection-taxi-data/create-spark-anomaly-detection-job.yaml @@ -52,7 +52,7 @@ data: spec: sparkImage: # Iceberg 1.11.0 only supports Spark 4.1.x - productVersion: 4.1.1 + productVersion: 4.1.2 mode: cluster mainApplicationFile: local:///spark-scripts/spark-ad.py deps: diff --git a/stacks/airflow/airflow.yaml b/stacks/airflow/airflow.yaml index 71785595..eb42ccd4 100644 --- a/stacks/airflow/airflow.yaml +++ b/stacks/airflow/airflow.yaml @@ -537,7 +537,7 @@ data: spec: version: "1.0" sparkImage: - productVersion: 4.1.1 + productVersion: 4.1.2 mode: cluster mainApplicationFile: local:///stackable/spark/examples/src/main/python/pi.py job: diff --git a/stacks/jupyterhub-pyspark-hdfs/spark_connect.yaml b/stacks/jupyterhub-pyspark-hdfs/spark_connect.yaml index 82715e9b..2cfac731 100644 --- a/stacks/jupyterhub-pyspark-hdfs/spark_connect.yaml +++ b/stacks/jupyterhub-pyspark-hdfs/spark_connect.yaml @@ -31,7 +31,7 @@ spec: # Using an image that includes scikit-learn (among other things) # because this package needs to be available on the executors. custom: oci.stackable.tech/stackable/spark-connect-client:4.1.1-stackable0.0.0-dev - productVersion: 4.1.1 + productVersion: 4.1.2 pullPolicy: IfNotPresent args: server: From dfac65ad55f732e03066d45641214edba42bf47e Mon Sep 17 00:00:00 2001 From: Maxi Wittich Date: Thu, 25 Jun 2026 15:13:37 +0200 Subject: [PATCH 2/2] upgarding spark-connect-client to spark 4.1.2 --- stacks/jupyterhub-pyspark-hdfs/spark_connect.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/stacks/jupyterhub-pyspark-hdfs/spark_connect.yaml b/stacks/jupyterhub-pyspark-hdfs/spark_connect.yaml index 2cfac731..d33e8177 100644 --- a/stacks/jupyterhub-pyspark-hdfs/spark_connect.yaml +++ b/stacks/jupyterhub-pyspark-hdfs/spark_connect.yaml @@ -30,7 +30,7 @@ spec: image: # Using an image that includes scikit-learn (among other things) # because this package needs to be available on the executors. - custom: oci.stackable.tech/stackable/spark-connect-client:4.1.1-stackable0.0.0-dev + custom: oci.stackable.tech/stackable/spark-connect-client:4.1.2-stackable0.0.0-dev productVersion: 4.1.2 pullPolicy: IfNotPresent args: