From a6b6b2bb5b8dc7655f83c47e64092222af7f48ef Mon Sep 17 00:00:00 2001
From: Danila Poyarkov <dev@dannote.net>
Date: Fri, 4 Sep 2026 12:22:05 +0300
Subject: [PATCH] test(chat): select real LLM coverage by tag

- Keep one canonical Playwright project for browser tests\n- Exclude @real-llm from the default command and select it explicitly when requested\n- Remove the redundant config and project
---
 package.json                  |  4 ++--
 playwright.config.ts          |  2 +-
 playwright.real-llm.config.ts | 18 ------------------
 3 files changed, 3 insertions(+), 21 deletions(-)
 delete mode 100644 playwright.real-llm.config.ts

diff --git a/package.json b/package.json
index 3f9ad5979..ef3434a6d 100644
--- a/package.json
+++ b/package.json
@@ -48,8 +48,8 @@
     "check:packages": "bun tools/package-quality/src/cli.ts check",
     "check:arch": "steiger .",
     "check:vue": "vue-tsc --noEmit -p tsconfig.json && vue-tsc --noEmit -p packages/vue/tsconfig.json",
-    "test": "playwright test --project=openpencil",
-    "test:real-llm": "playwright test --config=playwright.real-llm.config.ts",
+    "test": "playwright test --project=openpencil --grep-invert @real-llm",
+    "test:real-llm": "playwright test --project=openpencil --grep @real-llm",
     "test:update": "playwright test --project=openpencil --update-snapshots",
     "test:figma": "playwright test --project=figma",
     "figma:debug": "open -a Figma --args --remote-debugging-port=9222",
diff --git a/playwright.config.ts b/playwright.config.ts
index 77b80986a..4bc563a78 100644
--- a/playwright.config.ts
+++ b/playwright.config.ts
@@ -28,7 +28,7 @@ export default defineConfig({
     {
       name: 'openpencil',
       testDir: './tests/e2e',
-      grepInvert: /@real-llm/,
+      testIgnore: '**/native/**',
       fullyParallel: false
     },
     {
diff --git a/playwright.real-llm.config.ts b/playwright.real-llm.config.ts
deleted file mode 100644
index 888ec17a5..000000000
--- a/playwright.real-llm.config.ts
+++ /dev/null
@@ -1,18 +0,0 @@
-import { defineConfig } from '@playwright/test'
-
-import baseConfig from './playwright.config'
-
-if (!process.env.OPENROUTER_API_KEY) {
-  throw new Error('OPENROUTER_API_KEY is required to run real LLM tests')
-}
-
-export default defineConfig(baseConfig, {
-  projects: [
-    {
-      name: 'openpencil-real-llm',
-      testDir: './tests/e2e',
-      grep: /@real-llm/,
-      fullyParallel: false
-    }
-  ]
-})