Update pyspark version in pyproject.toml

parthosa · web-flow · commit 19061cd9953c · 2025-02-04T13:18:48.000-08:00
diff --git a/user_tools/pyproject.toml b/user_tools/pyproject.toml
@@ -86,7 +86,7 @@ dependencies = [
     # used for retrieving available memory on the host
     "psutil==6.1.1",
     # pyspark for distributed computing
-    "pyspark==3.5.0"
+    "pyspark>=3.4.2,<4.0.0"
 ]
 dynamic=["entry-points", "version"]
 

Original file line number	Diff line number	Diff line change
`@@ -86,7 +86,7 @@ dependencies = [`
`86`	`86`	`# used for retrieving available memory on the host`
`87`	`87`	`"psutil==6.1.1",`
`88`	`88`	`# pyspark for distributed computing`
`89`		`- "pyspark==3.5.0"`
	`89`	`+ "pyspark>=3.4.2,<4.0.0"`
`90`	`90`	`]`
`91`	`91`	`dynamic=["entry-points", "version"]`
`92`	`92`