Port UI tests to vscode-extension-tester and remove wdio

This installs the redhat extension tester and removes the wdio test runner and its dependencies from the project. This allows us to test treeviews, which is what the HCP integration uses, locally and in CI in a reliable manner.

This is large port of existing UI tests to a new API, this required a new way to run the tests so a script that runs the tests has been created.

This also fixes the issue with the `test.yml` file where the `VSCODE_VERSION` was not being set correctly. This was causing the tests to not actually run with different versions of VSCode.

.changes/unreleased/INTERNAL-20241105-111825.yaml

@@ -0,0 +1,6 @@
+kind: INTERNAL
+body: Port UI tests to vscode-extension-tester and remove wdio
+time: 2024-11-05T11:18:25.988501-05:00
+custom:
+    Issue: "1873"
+    Repository: vscode-terraform

.github/workflows/test.yml

@@ -50,6 +50,8 @@ jobs:
           - ubuntu-latest
     runs-on: ${{ matrix.os }}
     timeout-minutes: 10
+    env:
+      VSCODE_VERSION: ${{ matrix.vscode }}
     steps:
       - name: Checkout Repo
         uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
@@ -72,3 +74,9 @@ jobs:
       - name: Run Tests
         run: npm test
         if: runner.os != 'Linux'
+      - name: Run UI Tests
+        run: xvfb-run --auto-servernum --server-args='-screen 0 1920x1080x24' npm run test:ui
+        if: runner.os == 'Linux'
+      - name: Run UI Tests
+        run: npm run test:ui
+        if: runner.os != 'Linux'

.gitignore

@@ -2,7 +2,8 @@
 .terraform
 .vscode-test
 .vscode-test-web
-.wdio-vscode-service
+.test-storage
+.test-extensions
 *.vsix
 bin
 node_modules

.prettierignore

@@ -2,6 +2,7 @@
 .vscode-test
 .vscode-test-web
 .wdio-vscode-service
+.test-storage
 language-configuration.json
 node_modules
 dist

.vscode/launch.json

@@ -25,6 +25,32 @@
       "args": ["--extensionDevelopmentPath=${workspaceFolder}", "--extensionDevelopmentKind=web"],
       "outFiles": ["${workspaceFolder}/dist/web/**/*.js"],
       "preLaunchTask": "npm: watch"
+    },
+    {
+      "name": "Debug UI Tests",
+      "type": "node",
+      "request": "launch",
+      "program": "${workspaceFolder}/node_modules/.bin/extest",
+      "windows": {
+        "program": "${workspaceFolder}/node_modules/vscode-extension-tester/out/cli.js"
+      },
+      "args": [
+        "setup-and-run",
+        "${workspaceFolder}/out/test/e2e/specs/**/*.e2e.js",
+        "--code_settings",
+        "${workspaceFolder}/src/test/e2e/settings.json",
+        "--extensions_dir",
+        ".test-extensions",
+        "--mocha_config",
+        "${workspaceFolder}/src/test/e2e/.mocharc.js",
+        "--uninstall_extension",
+        "--log_level",
+        "debug",
+        "--storage",
+        ".test-storage"
+      ],
+      "console": "integratedTerminal",
+      "internalConsoleOptions": "neverOpen"
     }
   ]
 }

.vscodeignore

@@ -1,3 +1,7 @@
+.mocharc.js
+esbuild.mjs
+eslint.config.mjs
+uitest.mjs
 .changes
 .changie.yaml
 .copywrite.hcl
@@ -16,6 +20,7 @@
 .vscode-test.mjs
 .vscodeignore
 .wdio-vscode-service
+.test-storage
 **/__mocks__
 build/
 DEVELOPMENT.md
@@ -26,3 +31,4 @@ src/
 out/
 esbuild.js
 tsconfig.json
+.test-extensions

eslint.config.mjs

@@ -37,9 +37,10 @@ export default [
       semi: 'warn',
       '@typescript-eslint/no-explicit-any': ['warn', { ignoreRestArgs: true }],
       '@typescript-eslint/naming-convention': 'off',
-      '@typescript-eslint/no-unsafe-assignment': 'warn',
-      '@typescript-eslint/no-unsafe-argument': 'warn',
-      '@typescript-eslint/no-unsafe-member-access': 'warn',
+      '@typescript-eslint/no-unsafe-assignment': 'off',
+      '@typescript-eslint/no-unsafe-argument': 'off',
+      '@typescript-eslint/no-unsafe-member-access': 'off',
+      '@typescript-eslint/no-unsafe-call': 'off',
       '@typescript-eslint/restrict-template-expressions': [
         'error',
         {
@@ -64,6 +65,7 @@ export default [
     ignores: [
       '.vscode-test',
       '.wdio-vscode-service',
+      '.test-storage',
       'dist',
       'out',
       'src/test',