Add smoke tests for the binary server

Fixes #1075

This PR includes a smoke test suite for vscode-xml where I check the diagnostic messages of an invalid XML document against an XSD schema in order to make sure that the server starts properly. These tests can be run locally or through CI, and default to using the binary version of lemminx.

I also include a GitHub Action that builds the binary server and then runs the smoke test suite against it.

This suite is a modified copy of [vscode-lemminx-schematron](https://github.com/datho7561/lemminx-schematron/tree/main/vscode-schematron)'s test suite.

Signed-off-by: David Thompson <davthomp@redhat.com>

Author: datho7561

.github/workflows/ci.yaml

@@ -0,0 +1,55 @@
+name: Continuous Integration
+on: [ push, pull_request ]
+jobs:
+
+  lint:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+    - name: Install dependencies
+      run: npm i --also=dev
+    - name: Run TypeScript compiler (under webpack)
+      run: npm run compile
+    - name: Run ESLint
+      run: npm run eslint
+
+  build-test-native-image:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v4
+      with:
+        repository: 'eclipse/lemminx'
+    - uses: graalvm/setup-graalvm@557ffcf459751b4d92319ee255bf3bec9b73964c #v1.2.5
+      with:
+        distribution: graalvm-community
+        java-version: 17
+    - run: ./mvnw -B package -Dnative -DskipTests -Dgraalvm.static=-H:+StaticExecutableWithDynamicLibC -Dcbi.jarsigner.skip=true
+    - run: mv org.eclipse.lemminx/target/lemminx-* lemminx-linux
+    - uses: actions/upload-artifact@v4
+      with:
+        name: lemminx-linux
+        path: lemminx-linux
+        if-no-files-found: error
+
+  smoke-test:
+    runs-on: ubuntu-latest
+    needs: build-test-native-image
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/download-artifact@v4
+        with:
+          name: lemminx-linux
+          path: server
+      - name: Make lemminx binary executable
+        run: chmod u+x ./server/lemminx-linux
+      - name: Make lemminx binary trusted
+        run: sha256sum ./server/lemminx-linux > ./server/lemminx-linux.sha256
+      - name: Install dependencies
+        run: npm i --also=dev
+      - name: Run smoke test suite
+        run: xvfb-run npm test
+      - name: Delete lemminx binary
+        if: always()
+        uses: geekyeggo/delete-artifact@e46cfb9575865f907c2beb2e4170b5f4c7d77c52
+        with:
+          name: lemminx-linux

.github/workflows/lint.yaml

@@ -0,0 +1,16 @@
+/**
+ *  Copyright (c) 2025 Red Hat, Inc. and others.
+ *  All rights reserved. This program and the accompanying materials
+ *  are made available under the terms of the Eclipse Public License v2.0
+ *  which accompanies this distribution, and is available at
+ *  https://www.eclipse.org/legal/epl-v20.html
+ *
+ *  Contributors:
+ *  Red Hat Inc. - initial API and implementation
+ */
+import { defineConfig } from '@vscode/test-cli';
+
+export default defineConfig({
+	files: 'out/src/test/**/*.test.js',
+	workspaceFolder: 'test-workspace'
+});

.vscode-test.mjs

@@ -38,21 +38,6 @@
         "VSCODE_REDHAT_TELEMETRY_DEBUG": "true",
         "LEMMINX_DEBUG": "1"
       }
-    },
-    {
-      "name": "Launch Tests",
-      "type": "extensionHost",
-      "request": "launch",
-      "runtimeExecutable": "${execPath}",
-      "args": [
-        "--extensionDevelopmentPath=${workspaceRoot}",
-        "--extensionTestsPath=${workspaceRoot}/out/test"
-      ],
-      "sourceMaps": true,
-      "outFiles": [
-        "${workspaceRoot}/dist/**/*.js"
-      ],
-      "preLaunchTask": "npm: watch"
     }
   ]
 }

.vscode/launch.json

@@ -15,3 +15,4 @@ images/
 .tool-versions
 .github/
 .gitignore
+test-workspace