chore: Update Spark to 3.5.5 (#161)

* chore: bump spark version

* revert wrongly updated airflow version

Author: razvan

demos/data-lakehouse-iceberg-trino-spark/create-spark-ingestion-job.yaml

@@ -43,13 +43,13 @@ data:
         stackable.tech/vendor: Stackable
     spec:
       sparkImage:
-        productVersion: 3.5.2
+        productVersion: 3.5.5
       mode: cluster
       mainApplicationFile: local:///stackable/spark/jobs/spark-ingest-into-lakehouse.py
       deps:
         packages:
-          - org.apache.iceberg:iceberg-spark-runtime-3.5_2.12:1.7.0
-          - org.apache.spark:spark-sql-kafka-0-10_2.12:3.5.2
+          - org.apache.iceberg:iceberg-spark-runtime-3.5_2.12:1.8.1
+          - org.apache.spark:spark-sql-kafka-0-10_2.12:3.5.5
       s3connection:
         reference: minio
       sparkConf:

demos/end-to-end-security/create-spark-report.yaml

@@ -55,12 +55,12 @@ data:
       name: spark-report
     spec:
       sparkImage:
-        productVersion: 3.5.2
+        productVersion: 3.5.5
       mode: cluster
       mainApplicationFile: local:///stackable/spark/jobs/spark-report.py
       deps:
         packages:
-          - org.apache.iceberg:iceberg-spark-runtime-3.5_2.12:1.7.0
+          - org.apache.iceberg:iceberg-spark-runtime-3.5_2.12:1.8.1
       sparkConf:
         spark.driver.extraClassPath: /stackable/config/hdfs
         spark.executor.extraClassPath: /stackable/config/hdfs

demos/spark-k8s-anomaly-detection-taxi-data/create-spark-anomaly-detection-job.yaml

@@ -37,13 +37,13 @@ data:
       name: spark-ad
     spec:
       sparkImage:
-        productVersion: 3.5.2
+        productVersion: 3.5.5
       mode: cluster
       mainApplicationFile: local:///spark-scripts/spark-ad.py
       deps:
         packages:
-          - org.apache.iceberg:iceberg-spark-runtime-3.5_2.12:1.5.0
-          - org.apache.spark:spark-sql-kafka-0-10_2.12:3.5.0
+          - org.apache.iceberg:iceberg-spark-runtime-3.5_2.12:1.8.1
+          - org.apache.spark:spark-sql-kafka-0-10_2.12:3.5.5
         requirements:
           - scikit-learn==1.4.0
       s3connection: