Add multi-version testing to CI

- Run unit tests against Electron 32 and latest via matrix
- Add integration test job for VS Code 1.95.0 and stable
- Add test-electron.sh script for version-specific test runs

Author: EhabY

.github/workflows/ci.yaml

@@ -31,8 +31,15 @@ jobs:
       - run: yarn build
 
   test:
-    name: Test
+    name: Test (Electron ${{ matrix.electron-version }})
     runs-on: ubuntu-22.04
+    strategy:
+      fail-fast: false
+      matrix:
+        # VS Code to Electron version mapping:
+        #   VS Code 1.95  (Oct 2024) -> Electron 32 -> Node 20
+        #   VS Code latest          -> Electron latest
+        electron-version: ["32", "latest"]
 
     steps:
       - uses: actions/checkout@v6
@@ -44,12 +51,40 @@ jobs:
 
       - run: yarn
 
-      - run: yarn test:ci
+      - name: Run tests with Electron ${{ matrix.electron-version }}
+        run: ./scripts/test-electron.sh ${{ matrix.electron-version }}
+        env:
+          CI: true
+
+  # Integration tests run the extension in actual VS Code versions
+  # This catches runtime API compatibility issues that unit tests miss
+  test-integration:
+    name: Integration (VS Code ${{ matrix.vscode-version }})
+    runs-on: ubuntu-22.04
+    strategy:
+      fail-fast: false
+      matrix:
+        vscode-version: ["1.95.0", "stable"]
+
+    steps:
+      - uses: actions/checkout@v6
+
+      - uses: actions/setup-node@v6
+        with:
+          node-version: "22"
+          cache: "yarn"
+
+      - run: yarn
+
+      - run: yarn build
+
+      - name: Run integration tests on VS Code ${{ matrix.vscode-version }}
+        run: xvfb-run -a yarn test:integration --label "VS Code ${{ matrix.vscode-version }}"
 
   package:
     name: Package
     runs-on: ubuntu-22.04
-    needs: [lint, test]
+    needs: [lint, test, test-integration]
     steps:
       - uses: actions/checkout@v6
 

.vscode-test.mjs

@@ -1,6 +1,11 @@
 import { defineConfig } from "@vscode/test-cli";
 
-export default defineConfig({
+// VS Code to Electron/Node version mapping:
+//   VS Code 1.95  (Oct 2024) -> Node 20 - Minimum supported
+//   VS Code stable           -> Latest
+const versions = ["1.95.0", "stable"];
+
+const baseConfig = {
 	files: "out/test/integration/**/*.test.js",
 	extensionDevelopmentPath: ".",
 	extensionTestsPath: "./out/test",
@@ -9,4 +14,12 @@ export default defineConfig({
 		ui: "tdd",
 		timeout: 20000,
 	},
-});
+};
+
+export default defineConfig(
+	versions.map((version) => ({
+		...baseConfig,
+		version,
+		label: `VS Code ${version}`,
+	})),
+);

scripts/test-electron.sh

@@ -0,0 +1,18 @@
+#!/bin/bash
+# Run tests inside a specific Electron version's runtime.
+#
+# Requires Electron 32+ due to Vitest ESM requirements.
+#
+# Usage: ./scripts/test-electron.sh <electron-version>
+# Examples:
+#   ./scripts/test-electron.sh 32
+#   ./scripts/test-electron.sh latest
+
+set -e
+
+ELECTRON_VERSION="${1:?Usage: $0 <electron-version>}"
+
+echo "Running tests with Electron $ELECTRON_VERSION..."
+# --experimental-require-module needed for Electron 32-33 (Node 20.18), harmless for 34+
+ELECTRON_RUN_AS_NODE=1 NODE_OPTIONS="--experimental-require-module" \
+  npx --yes "electron@$ELECTRON_VERSION" node_modules/vitest/vitest.mjs