From 5d92a38a8c9032ed18b72fcd5098970c6fc9e955 Mon Sep 17 00:00:00 2001
From: mbaak <maxbaak@gmail.com>
Date: Fri, 29 Nov 2024 14:48:35 +0100
Subject: [PATCH] FIX: checkout numpy > 2 for spark

---
 pyproject.toml | 5 +----
 1 file changed, 1 insertion(+), 4 deletions(-)

diff --git a/pyproject.toml b/pyproject.toml
index f5d3721..34c68e2 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -40,10 +40,7 @@ dynamic = ["version"]
 spark = [
   # In NumPy 1.24.0, np.bool has been removed.
   # https://issues.apache.org/jira/browse/SPARK-41718
-  # 3.4 is needed for python 3.11
-  # https://github.com/apache/spark/pull/38987
-  "pyspark>=3.1; python_version < '3.11'",
-  "numpy<1.24.0",
+  "pyspark>=3.1; python_version <= '3.11'",
 ]
 dev = [
   "pre-commit",