diff --git a/pyproject.toml b/pyproject.toml index f5d3721..34c68e2 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -40,10 +40,7 @@ dynamic = ["version"] spark = [ # In NumPy 1.24.0, np.bool has been removed. # https://issues.apache.org/jira/browse/SPARK-41718 - # 3.4 is needed for python 3.11 - # https://github.com/apache/spark/pull/38987 - "pyspark>=3.1; python_version < '3.11'", - "numpy<1.24.0", + "pyspark>=3.1; python_version <= '3.11'", ] dev = [ "pre-commit",