From 1fae868cbeb3c860f0648e547cb69d688fbb904e Mon Sep 17 00:00:00 2001 From: parvezmohamed <94371970+parvezmohamed@users.noreply.github.com> Date: Tue, 18 Jan 2022 16:52:19 +0530 Subject: [PATCH] Update new-cluster.json --- .../ExecuteNotebookV1/job-configuration/new-cluster.json | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tasks/ExecuteNotebook/ExecuteNotebookV1/job-configuration/new-cluster.json b/tasks/ExecuteNotebook/ExecuteNotebookV1/job-configuration/new-cluster.json index 86516c8..56d4b82 100644 --- a/tasks/ExecuteNotebook/ExecuteNotebookV1/job-configuration/new-cluster.json +++ b/tasks/ExecuteNotebook/ExecuteNotebookV1/job-configuration/new-cluster.json @@ -1,7 +1,7 @@ { "name": "__JobName__", "new_cluster": { - "spark_version": "5.3.x-scala2.11", + "spark_version": "9.1.x-scala2.11", "node_type_id": "Standard_DS3_v2", "num_workers": 2 }, @@ -10,4 +10,4 @@ "notebook_task": { "notebook_path": "__NotebookPath__" } -} \ No newline at end of file +}