openpencil/tests/e2e/settings/credentials.spec.ts
Danila Poyarkov e56727c22c feat(ai): configure reusable model profiles
- Separate provider connections, model profiles, capabilities, and role assignments

- Replace role-specific forms with a reusable model library and assignment table

- Resolve credentials lazily per connection and preserve existing Design settings

- Route Design chat through the assigned profile while exposing Review, Fast, and Vision runtimes
2026-07-26 22:53:45 +03:00

116 lines
5.3 KiB
TypeScript

import { expect, test } from '@playwright/test'
import { CanvasHelper } from '#tests/helpers/canvas'
test('storage settings keep secrets behind the credential manager', async ({ page }) => {
await page.goto('/?test')
const canvas = new CanvasHelper(page)
await canvas.waitForInit()
await page.getByTestId('app-settings-trigger').click()
await page.getByTestId('settings-section-storage').click()
await page.getByLabel('Endpoint').fill('https://s3.example.com')
await page.getByLabel('Bucket').fill('designs')
const secretField = page.locator('[data-credential="secret-access-key"]')
await secretField.locator('input').fill('storage-secret')
await secretField.getByRole('button', { name: 'Save' }).click()
await expect(secretField.locator('input')).toHaveValue('')
await expect(secretField.locator('input')).toHaveAttribute('placeholder', /Key saved/)
await page.getByTestId('app-settings-done').click()
await page.getByTestId('app-settings-trigger').click()
await page.getByTestId('settings-section-storage').click()
await expect(secretField.locator('input')).toHaveValue('')
await secretField.getByRole('button', { name: 'Clear' }).click()
await page.getByTestId('app-settings-done').click()
await page.reload()
await canvas.waitForInit()
await page.getByTestId('app-settings-trigger').click()
await page.getByTestId('settings-section-storage').click()
await expect(page.getByLabel('Endpoint')).toHaveValue('https://s3.example.com')
await expect(secretField.locator('input')).not.toHaveAttribute('placeholder', /Key saved/)
})
test('model library keeps reusable profiles and role assignments', async ({ page }) => {
await page.goto('/?test')
const canvas = new CanvasHelper(page)
await canvas.waitForInit()
await page.getByTestId('app-settings-trigger').click()
await page.getByTestId('settings-add-model').click()
await page.getByLabel('Name').fill('Fast model')
await page.getByTestId('settings-model-provider').click()
await page.getByRole('option', { name: 'Google AI' }).click()
await page.getByLabel('Model ID').click()
await page.getByRole('option', { name: 'Gemini 3 Flash' }).click()
await page.getByRole('button', { name: 'Save model' }).click()
await page.getByTestId('settings-add-model').click()
await page.getByLabel('Name').fill('Vision model')
await page.getByTestId('settings-model-provider').click()
await page.getByRole('option', { name: 'OpenRouter' }).click()
await page.getByLabel('Model ID').first().click()
await page.getByRole('option', { name: 'Kimi K2.5' }).click()
await page.getByRole('switch', { name: 'Image input' }).click()
await page.getByRole('button', { name: 'Save model' }).click()
await page.getByTestId('settings-model-assignment-fast').click()
await page.getByRole('option', { name: 'Fast model' }).click()
await page.getByTestId('settings-model-assignment-vision').click()
await page.getByRole('option', { name: 'Vision model' }).click()
await page.getByTestId('app-settings-done').click()
await page.reload()
await canvas.waitForInit()
await page.getByTestId('app-settings-trigger').click()
await expect(page.getByTestId('settings-model-list')).toContainText('Fast model')
await expect(page.getByTestId('settings-model-list')).toContainText('Vision model')
await expect(page.getByTestId('settings-model-assignment-fast')).toContainText('Fast model')
await expect(page.getByTestId('settings-model-assignment-vision')).toContainText('Vision model')
})
test('remembered browser credentials survive reload and clear centrally', async ({ page }) => {
await page.goto('/?test')
const canvas = new CanvasHelper(page)
await canvas.waitForInit()
await page.getByRole('tab', { name: 'AI' }).click()
await page.getByTestId('provider-setup-open-settings').click()
const remember = page.getByTestId('settings-remember-credentials')
await expect(remember).toHaveAttribute('data-state', 'unchecked')
await remember.click()
await expect(remember).toHaveAttribute('data-state', 'checked')
await expect(page.getByTestId('settings-credential-backend')).toContainText(
'encrypted browser storage'
)
await page.locator('[data-model-id]').first().click()
await page.getByTestId('settings-model-provider').click()
await page.getByRole('option', { name: 'OpenRouter' }).click()
await page.getByLabel('Name').fill('Claude Sonnet')
await page.getByTestId('provider-settings-api-key').fill('sk-or-remembered-test-key')
await page.getByRole('button', { name: 'Save model' }).click()
await page.getByTestId('app-settings-done').click()
await expect(page.getByTestId('chat-input')).toBeVisible()
await page.reload()
await canvas.waitForInit()
await page.getByRole('tab', { name: 'AI' }).click()
await expect(page.getByTestId('chat-input')).toBeVisible()
await page.getByTestId('app-settings-trigger').click()
await page.locator('[data-model-id]').first().click()
await page.getByTestId('provider-settings-clear-key').click()
await page.getByRole('button', { name: 'Back' }).click()
await page.getByTestId('settings-remember-credentials').click()
await page.getByTestId('app-settings-done').click()
await page.reload()
await canvas.waitForInit()
await page.getByRole('tab', { name: 'AI' }).click()
await expect(page.getByTestId('provider-setup-open-settings')).toBeVisible()
})