diff --git a/notebooks/databricks/README.md b/notebooks/databricks/README.md index d6b1bb31..c1efb44b 100644 --- a/notebooks/databricks/README.md +++ b/notebooks/databricks/README.md @@ -27,7 +27,7 @@ If you already have a Databricks account, you can run the example notebooks on a spark.task.resource.gpu.amount 0.125 spark.databricks.delta.preview.enabled true spark.python.worker.reuse true - spark.executorEnv.PYTHONPATH /databricks/jars/rapids-4-spark_2.12-25.08.0.jar:/databricks/spark/python + spark.executorEnv.PYTHONPATH /databricks/jars/rapids-4-spark_2.12-25.12.0.jar:/databricks/spark/python spark.sql.execution.arrow.maxRecordsPerBatch 100000 spark.plugins com.nvidia.spark.SQLPlugin spark.locality.wait 0s diff --git a/notebooks/databricks/init-pip-cuda-12.sh b/notebooks/databricks/init-pip-cuda-12.sh index 70201ec8..a6fc0fd2 100644 --- a/notebooks/databricks/init-pip-cuda-12.sh +++ b/notebooks/databricks/init-pip-cuda-12.sh @@ -19,7 +19,7 @@ set -ex # also in general, RAPIDS_VERSION (python) fields should omit any leading 0 in month/minor field (i.e. 23.8.0 and not 23.08.0) # while SPARK_RAPIDS_VERSION (jar) should have leading 0 in month/minor (e.g. 23.08.2 and not 23.8.2) RAPIDS_VERSION=25.12.0 -SPARK_RAPIDS_VERSION=25.08.0 +SPARK_RAPIDS_VERSION=25.12.0 curl -L https://repo1.maven.org/maven2/com/nvidia/rapids-4-spark_2.12/${SPARK_RAPIDS_VERSION}/rapids-4-spark_2.12-${SPARK_RAPIDS_VERSION}-cuda12.jar -o /databricks/jars/rapids-4-spark_2.12-${SPARK_RAPIDS_VERSION}.jar diff --git a/python/benchmark/databricks/gpu_etl_cluster_spec.sh b/python/benchmark/databricks/gpu_etl_cluster_spec.sh index 1bce552e..ab31b70e 100644 --- a/python/benchmark/databricks/gpu_etl_cluster_spec.sh +++ b/python/benchmark/databricks/gpu_etl_cluster_spec.sh @@ -24,7 +24,7 @@ cat <