ci(vscode): test vscode e2e

Author: benfdking

.circleci/continue_config.yml

@@ -35,8 +35,70 @@ commands:
               - equal: [main, << pipeline.git.branch >>]
           steps:
             - run: circleci-agent step halt
+  # VSCode E2E tests
+
+
+playwright:
+  docker:
+    - image: mcr.microsoft.com/playwright:v1.45.0-jammy
+  resource_class: medium
+  working_directory: ~/project
+  restore_node_cache: &restore_node_cache
+    restore_cache:
+      keys:
+        - node-v1-{{ checksum "pnpm-lock.yaml" }}
+  save_node_cache: &save_node_cache
+    save_cache:
+      key: node-v1-{{ checksum "pnpm-lock.yaml" }}
+      paths:
+        - .pnpm-store
+  restore_vscode_cache: &restore_vscode_cache
+    restore_cache:
+      keys:
+        - vscode-v1-{{ checksum "vscode/extension/package.json" }}
+  save_vscode_cache: &save_vscode_cache
+    save_cache:
+      key: vscode-v1-{{ checksum "vscode/extension/package.json" }}
+      paths:
+        - ~/.vscode-test
+
 
 jobs:
+  vscode_e2e_test:
+    executor:
+      name: playwright/default
+      size: medium
+    steps:
+      - checkout
+      - restore_node_cache
+      # Create python venv
+      - name: Create Python venv
+        command: |
+          python -m venv venv
+          . ./venv/bin/activate
+      - name: Install Python dependencies
+        command: |
+          python -m pip install --upgrade pip
+          make install-dev
+      - name: Install Dependencies
+        command: |
+          pnpm install
+      - save_node_cache
+      - restore_vscode_cache
+      - name: Install VSCode 
+        command: |
+          cd vscode/extension
+          pnpm run fetch-vscode
+      - save_vscode_cache
+      - name: Run VSCode extension tests
+        command: |
+          cd vscode/extension
+          pnpm run test:e2e:ci
+      - store_artifacts:
+          path: vscode/extension/playwright-report
+          destination: playwright-report
+      - store_test_results:
+          path: vscode/extension/test-results
   vscode_test:
     docker:
       - image: cimg/node:20.19.1-browsers

vscode/extension/package.json

@@ -88,6 +88,7 @@
     "test:e2e": "playwright test",
     "test:e2e:ui": "playwright test --ui",
     "test:e2e:headed": "playwright test --headed",
+    "test:e2e:ci": "xvfb-run --server-args=\"-screen 0 1280x720x24\" npx playwright test --reporter=line,junit",
     "fetch-vscode": "tsx scripts/fetch-vscode.ts",
     "compile": "pnpm run check-types && node esbuild.js",
     "check-types": "tsc --noEmit",