refactor/pyspark3.5: Upgrade Spark Docker Image and subproject to 3.5.8 (#174)

iobruno · web-flow · commit 57716652f3fe · 2026-02-27T23:32:25.000-03:00
* Updates Spark image to `apache/spark:3.5.8`
* Bumps `pyspark` dependency in `pyspark-pipeline` to 3.5.8 to match Spark Cluster
diff --git a/module5-batch-processing/compose.spark-3.5-standalone.yaml b/module5-batch-processing/compose.spark-3.5-standalone.yaml
@@ -1,4 +1,4 @@
-x-spark-image: &spark-image spark:${SPARK_VERSION:-3.5.7-scala2.12-java17-python3-ubuntu}
+x-spark-image: &spark-image apache/spark:${SPARK_VERSION:-3.5.8-scala2.12-java17-python3-ubuntu}
 
 x-spark-common:
   &spark-common
diff --git a/module5-batch-processing/pyspark-3.x/pyproject.toml b/module5-batch-processing/pyspark-3.x/pyproject.toml
@@ -6,7 +6,7 @@ readme = "README.md"
 requires-python = ">=3.12,<3.14"
 
 dependencies = [
-    "pyspark[connect]==3.5.7,<4.0",
+    "pyspark[connect]==3.5.8,<4.0",
     "pyarrow>=23.0.0,<24.0",
 ]
 
diff --git a/module5-batch-processing/pyspark-3.x/uv.lock b/module5-batch-processing/pyspark-3.x/uv.lock

Original file line number	Diff line number	Diff line change
`@@ -1,4 +1,4 @@`
`1`		`-x-spark-image: &spark-image spark:${SPARK_VERSION:-3.5.7-scala2.12-java17-python3-ubuntu}`
	`1`	`+x-spark-image: &spark-image apache/spark:${SPARK_VERSION:-3.5.8-scala2.12-java17-python3-ubuntu}`
`2`	`2`
`3`	`3`	`x-spark-common:`
`4`	`4`	`&spark-common`