Pin the pyspark version <4.0 and re-generate lock

rjurney · Mar 17, 2025 · Feb 4, 2025 · Feb 7, 2025 · Feb 8, 2025 · Feb 8, 2025
commit 5a91659f503a46eeae44a2fa29c8f6040a0f4719
diff --git a/python/poetry.lock b/python/poetry.lock
diff --git a/python/pyproject.toml b/python/pyproject.toml
@@ -35,7 +35,7 @@ script = "dev/build_jar.py"
 [tool.poetry.dependencies]
 python = ">=3.9 <3.13"
 nose = "1.3.7"
-pyspark = ">=3.3"
+pyspark = ">=3.4 <4.0"
 numpy = ">= 1.7"
 
 [tool.poetry.group.dev.dependencies]