diff --git a/tasks/ExecuteNotebook/ExecuteNotebookV1/job-configuration/new-cluster.json b/tasks/ExecuteNotebook/ExecuteNotebookV1/job-configuration/new-cluster.json index 86516c8..56d4b82 100644 --- a/tasks/ExecuteNotebook/ExecuteNotebookV1/job-configuration/new-cluster.json +++ b/tasks/ExecuteNotebook/ExecuteNotebookV1/job-configuration/new-cluster.json @@ -1,7 +1,7 @@ { "name": "__JobName__", "new_cluster": { - "spark_version": "5.3.x-scala2.11", + "spark_version": "9.1.x-scala2.11", "node_type_id": "Standard_DS3_v2", "num_workers": 2 }, @@ -10,4 +10,4 @@ "notebook_task": { "notebook_path": "__NotebookPath__" } -} \ No newline at end of file +}