Use public @databricks/sdk-experimental package (#1805)

## Summary
Replace custom SDK download scripts with the public
`@databricks/sdk-experimental` npm package (v0.14.2). This simplifies
the build process and ensures users get official SDK updates through
npm.

## Changes
- bumped minimal VS Code version to `1.101` because we need node.js 22.
- Updated `package.json` files to use `@databricks/sdk-experimental`
instead of `file:../../vendor/databricks-sdk.tgz`
- Removed SDK download scripts (`install_sdk.sh` and `fetch:sdk` npm
script)
- Removed `vendor` directory
- Updated all imports from `@databricks/databricks-sdk` to
`@databricks/sdk-experimental`
- Fixed test mocks to work with new SDK API (request method signature
changed from 4 positional params to single options object)
- Added `@types/ini` dependency

## Test plan
- ✅ All unit tests pass
- ✅ Linting and formatting checks pass
- 🔄 CI checks will validate the changes

🤖 Generated with [Claude Code](https://claude.com/claude-code)

---------

Co-authored-by: Claude <noreply@anthropic.com>
Co-authored-by: Ilia Babanov <ilia.babanov@databricks.com>

Author: 3 people

package.json

@@ -9,12 +9,10 @@
         "hoistingLimits": "dependencies"
     },
     "engines": {
-        "node": ">=16.0",
+        "node": ">=22.0",
         "yarn": ">=3.2.0"
     },
     "scripts": {
-        "install:sdk": "yarn fetch:sdk && chmod a+x scripts/install_sdk.sh && scripts/install_sdk.sh",
-        "fetch:sdk": "rm -rf vendor && mkdir vendor && gh release download -R databricks/databricks-sdk-js v0.10.0 -p '*.tgz' && mv *.tgz vendor/databricks-sdk.tgz",
         "test": "yarn workspaces foreach run test",
         "test:integ": "yarn workspaces foreach run test:integ",
         "build": "yarn workspaces foreach run build",
@@ -34,7 +32,7 @@
     "homepage": "https://github.com/databricks/databricks-vscode#readme",
     "packageManager": "yarn@3.2.1",
     "devDependencies": {
-        "@types/node": "^20.10.4",
+        "@types/node": "^22.0.0",
         "@typescript-eslint/eslint-plugin": "^6.14.0",
         "@typescript-eslint/parser": "^6.14.0",
         "conventional-changelog-cli": "^4.1.0",

packages/databricks-vscode-types/index.ts

@@ -1,4 +1,4 @@
-import {ApiClient, WorkspaceClient} from "@databricks/databricks-sdk";
+import {ApiClient, WorkspaceClient} from "@databricks/sdk-experimental";
 import {Cluster} from "databricks/src/sdk-extensions";
 import {Event} from "vscode";
 export type ConnectionState = "CONNECTED" | "CONNECTING" | "DISCONNECTED";

packages/databricks-vscode-types/package.json

@@ -29,7 +29,7 @@
         "typescript": "^5.3.3"
     },
     "dependencies": {
-        "@databricks/databricks-sdk": "file:../../vendor/databricks-sdk.tgz",
+        "@databricks/sdk-experimental": "^0.15.0",
         "databricks": "workspace:^"
     }
 }

packages/databricks-vscode/package.json

@@ -1187,8 +1187,8 @@
         "generate-telemetry": "ts-node ./scripts/generateTelemetry.ts"
     },
     "dependencies": {
-        "@databricks/databricks-sdk": "file:../../vendor/databricks-sdk.tgz",
         "@databricks/databricks-vscode-types": "workspace:^",
+        "@databricks/sdk-experimental": "^0.15.0",
         "@types/lodash": "^4.14.202",
         "@types/shell-quote": "^1.7.5",
         "@vscode/debugadapter": "^1.64.0",
@@ -1211,9 +1211,10 @@
         "@types/chai": "^4.3.11",
         "@types/eslint": "^8.44.9",
         "@types/fs-extra": "^11.0.4",
+        "@types/ini": "^4.1.1",
         "@types/mocha": "^10.0.6",
         "@types/mock-require": "^2.0.3",
-        "@types/node": "^20.10.4",
+        "@types/node": "^22.0.0",
         "@types/sinonjs__fake-timers": "^8.1.5",
         "@types/tmp": "^0.2.6",
         "@types/triple-beam": "^1.3.5",

packages/databricks-vscode/src/bundle/BundleInitWizard.ts

@@ -6,7 +6,7 @@ import {
     TerminalLocation,
     commands,
 } from "vscode";
-import {logging} from "@databricks/databricks-sdk";
+import {logging} from "@databricks/sdk-experimental";
 import {Loggers} from "../logger";
 import {AuthProvider} from "../configuration/auth/AuthProvider";
 import {LoginWizard} from "../configuration/LoginWizard";

packages/databricks-vscode/src/bundle/BundlePipelinesManager.ts

@@ -27,10 +27,10 @@ import {
     ListPipelineEventsRequest,
     PipelineEvent,
     UpdateInfo,
-} from "@databricks/databricks-sdk/dist/apis/pipelines";
+} from "@databricks/sdk-experimental/dist/apis/pipelines";
 import {ConnectionManager} from "../configuration/ConnectionManager";
 import {Barrier} from "../locking/Barrier";
-import {WorkspaceClient} from "@databricks/databricks-sdk";
+import {WorkspaceClient} from "@databricks/sdk-experimental";
 import {LocalUri, RemoteUri} from "../sync/SyncDestination";
 import {expandUriAndType, NotebookType} from "../utils/fileUtils";
 import {onError} from "../utils/onErrorDecorator";

packages/databricks-vscode/src/bundle/BundleProjectManager.ts

@@ -5,7 +5,7 @@ import os from "node:os";
 import {ConnectionManager} from "../configuration/ConnectionManager";
 import {ConfigModel} from "../configuration/models/ConfigModel";
 import {BundleFileSet, getSubProjects} from "./BundleFileSet";
-import {logging} from "@databricks/databricks-sdk";
+import {logging} from "@databricks/sdk-experimental";
 import {Loggers} from "../logger";
 import {CachedValue} from "../locking/CachedValue";
 import {CustomWhenContext} from "../vscode-objs/CustomWhenContext";

packages/databricks-vscode/src/bundle/models/BundleRemoteStateModel.ts

@@ -6,7 +6,7 @@ import {BundleTarget, Resource, ResourceKey, Resources} from "../types";
 import {AuthProvider} from "../../configuration/auth/AuthProvider";
 import lodash from "lodash";
 import {WorkspaceConfigs} from "../../vscode-objs/WorkspaceConfigs";
-import {logging} from "@databricks/databricks-sdk";
+import {logging} from "@databricks/sdk-experimental";
 import {Loggers} from "../../logger";
 import {WorkspaceFolderManager} from "../../vscode-objs/WorkspaceFolderManager";
 import {CancellationToken} from "vscode";

packages/databricks-vscode/src/bundle/models/BundleValidateModel.ts

@@ -7,7 +7,7 @@ import lodash from "lodash";
 import {workspaceConfigs} from "../../vscode-objs/WorkspaceConfigs";
 import {BaseModelWithStateCache} from "../../configuration/models/BaseModelWithStateCache";
 import {withOnErrorHandler} from "../../utils/onErrorDecorator";
-import {logging} from "@databricks/databricks-sdk";
+import {logging} from "@databricks/sdk-experimental";
 import {Loggers} from "../../logger";
 import {WorkspaceFolderManager} from "../../vscode-objs/WorkspaceFolderManager";
 

packages/databricks-vscode/src/bundle/models/BundleVariableModel.ts

@@ -4,7 +4,7 @@ import {ConfigModel} from "../../configuration/models/ConfigModel";
 import {Mutex} from "../../locking";
 import {BundleSchema} from "../types";
 import {readFile} from "fs/promises";
-import {NamedLogger} from "@databricks/databricks-sdk/dist/logging";
+import {NamedLogger} from "@databricks/sdk-experimental/dist/logging";
 import {Loggers} from "../../logger";
 import {onError} from "../../utils/onErrorDecorator";
 import {BundleValidateModel} from "./BundleValidateModel";