diff --git a/demos/data-lakehouse-iceberg-trino-spark/create-spark-ingestion-job.yaml b/demos/data-lakehouse-iceberg-trino-spark/create-spark-ingestion-job.yaml index c76a7659..5a15236d 100644 --- a/demos/data-lakehouse-iceberg-trino-spark/create-spark-ingestion-job.yaml +++ b/demos/data-lakehouse-iceberg-trino-spark/create-spark-ingestion-job.yaml @@ -146,7 +146,7 @@ data: spec: sparkImage: # Iceberg 1.11.0 only supports Spark 4.1.x - productVersion: 4.1.1 + productVersion: 4.1.2 mode: cluster mainApplicationFile: local:///stackable/spark/jobs/spark-ingest-into-lakehouse.py deps: diff --git a/demos/end-to-end-security/create-spark-report.yaml b/demos/end-to-end-security/create-spark-report.yaml index 08b8e42f..2113c5b6 100644 --- a/demos/end-to-end-security/create-spark-report.yaml +++ b/demos/end-to-end-security/create-spark-report.yaml @@ -59,7 +59,7 @@ data: spec: sparkImage: # Iceberg 1.11.0 only supports Spark 4.1.x - productVersion: 4.1.1 + productVersion: 4.1.2 mode: cluster mainApplicationFile: local:///stackable/spark/jobs/spark-report.py deps: diff --git a/demos/spark-k8s-anomaly-detection-taxi-data/create-spark-anomaly-detection-job.yaml b/demos/spark-k8s-anomaly-detection-taxi-data/create-spark-anomaly-detection-job.yaml index 282d88ea..44eea19f 100644 --- a/demos/spark-k8s-anomaly-detection-taxi-data/create-spark-anomaly-detection-job.yaml +++ b/demos/spark-k8s-anomaly-detection-taxi-data/create-spark-anomaly-detection-job.yaml @@ -52,7 +52,7 @@ data: spec: sparkImage: # Iceberg 1.11.0 only supports Spark 4.1.x - productVersion: 4.1.1 + productVersion: 4.1.2 mode: cluster mainApplicationFile: local:///spark-scripts/spark-ad.py deps: diff --git a/stacks/airflow/airflow.yaml b/stacks/airflow/airflow.yaml index 71785595..eb42ccd4 100644 --- a/stacks/airflow/airflow.yaml +++ b/stacks/airflow/airflow.yaml @@ -537,7 +537,7 @@ data: spec: version: "1.0" sparkImage: - productVersion: 4.1.1 + productVersion: 4.1.2 mode: cluster mainApplicationFile: local:///stackable/spark/examples/src/main/python/pi.py job: diff --git a/stacks/jupyterhub-pyspark-hdfs/spark_connect.yaml b/stacks/jupyterhub-pyspark-hdfs/spark_connect.yaml index 82715e9b..d33e8177 100644 --- a/stacks/jupyterhub-pyspark-hdfs/spark_connect.yaml +++ b/stacks/jupyterhub-pyspark-hdfs/spark_connect.yaml @@ -30,8 +30,8 @@ spec: image: # Using an image that includes scikit-learn (among other things) # because this package needs to be available on the executors. - custom: oci.stackable.tech/stackable/spark-connect-client:4.1.1-stackable0.0.0-dev - productVersion: 4.1.1 + custom: oci.stackable.tech/stackable/spark-connect-client:4.1.2-stackable0.0.0-dev + productVersion: 4.1.2 pullPolicy: IfNotPresent args: server: