6cec1b2c58
* fix: prevent repeated Keychain prompts and isolate native tests * fix: make credential settings contextual and actionable * fix: refresh credential recovery state in open Settings * fix: allow retrying credential status checks * fix: recover credential access after backend panics * test: centralize native Tauri invocation * refactor: clarify credential preferences workflow path
212 lines
9.8 KiB
TypeScript
212 lines
9.8 KiB
TypeScript
import { expect, test } from '@playwright/test'
|
|
|
|
import { CanvasHelper } from '#tests/helpers/canvas'
|
|
|
|
test('storage settings keep secrets behind the credential manager', async ({ page }) => {
|
|
await page.goto('/?test')
|
|
const canvas = new CanvasHelper(page)
|
|
await canvas.waitForInit()
|
|
|
|
await page.getByTestId('app-settings-trigger').click()
|
|
await page.getByTestId('settings-section-storage').click()
|
|
await page.getByLabel('Endpoint').fill('https://s3.example.com')
|
|
await page.getByLabel('Bucket').fill('designs')
|
|
await expect(page.getByRole('button', { name: 'Copy CORS JSON' })).toBeHidden()
|
|
|
|
const secretField = page.locator('[data-credential="secret-access-key"]')
|
|
await secretField.locator('input').fill('storage-secret')
|
|
await secretField.getByRole('button', { name: 'Save' }).click()
|
|
await expect(secretField.locator('input')).toHaveValue('')
|
|
await expect(secretField.locator('input')).toHaveAttribute('placeholder', /Key saved/)
|
|
|
|
await page.getByTestId('app-settings-done').click()
|
|
await page.getByTestId('app-settings-trigger').click()
|
|
await page.getByTestId('settings-section-storage').click()
|
|
await expect(secretField.locator('input')).toHaveValue('')
|
|
await secretField.getByRole('button', { name: 'Clear' }).click()
|
|
await page.getByTestId('app-settings-done').click()
|
|
|
|
await page.reload()
|
|
await canvas.waitForInit()
|
|
await page.getByTestId('app-settings-trigger').click()
|
|
await page.getByTestId('settings-section-storage').click()
|
|
await expect(page.getByLabel('Endpoint')).toHaveValue('https://s3.example.com')
|
|
await expect(secretField.locator('input')).not.toHaveAttribute('placeholder', /Key saved/)
|
|
})
|
|
|
|
test('MCP connections keep bearer tokens out of ordinary settings', async ({ page }) => {
|
|
await page.goto('/?test')
|
|
const canvas = new CanvasHelper(page)
|
|
await canvas.waitForInit()
|
|
|
|
await page.getByTestId('app-settings-trigger').click()
|
|
await page.getByTestId('settings-section-mcp').click()
|
|
const section = page.locator('[data-mcp-connections]')
|
|
await section.getByRole('button', { name: 'Add connection' }).click()
|
|
await section.getByLabel('Connection name').fill('GitHub')
|
|
await section.getByLabel('MCP server URL').fill('http://example.com/mcp')
|
|
await section.getByRole('button', { name: 'Save' }).click()
|
|
await expect(section.getByRole('alert')).toContainText('must use HTTPS')
|
|
|
|
await section.getByLabel('MCP server URL').fill('https://example.com/mcp')
|
|
await section.getByRole('switch', { name: 'Enable for ACP agents' }).click()
|
|
await section.getByRole('switch', { name: 'Use bearer authentication' }).click()
|
|
await section.getByLabel('Bearer token').fill('secret-mcp-token')
|
|
await section.getByRole('button', { name: 'Save' }).click()
|
|
|
|
await expect(section).toContainText('GitHub')
|
|
await expect(section).toContainText('Enabled')
|
|
await expect(section).not.toContainText('secret-mcp-token')
|
|
|
|
await page.getByTestId('app-settings-done').click()
|
|
await page.reload()
|
|
await canvas.waitForInit()
|
|
await page.getByTestId('app-settings-trigger').click()
|
|
await page.getByTestId('settings-section-mcp').click()
|
|
await expect(section).toContainText('https://example.com/mcp')
|
|
await expect(section).toContainText('Enabled')
|
|
await section.getByRole('button', { name: /GitHub/ }).click()
|
|
await expect(section.getByPlaceholder(/Key saved/)).toBeVisible()
|
|
await section.getByRole('button', { name: 'Delete connection' }).click()
|
|
const confirmation = page.getByRole('alertdialog')
|
|
await expect(confirmation).toContainText('remove its saved bearer token')
|
|
await confirmation.getByRole('button', { name: 'Delete connection' }).click()
|
|
await expect(section).toContainText('No external MCP connections configured')
|
|
})
|
|
|
|
test('MCP automation settings filter and persist tool availability', async ({ page }) => {
|
|
await page.goto('/?test')
|
|
const canvas = new CanvasHelper(page)
|
|
await canvas.waitForInit()
|
|
|
|
await page.getByTestId('app-settings-trigger').click()
|
|
await page.getByTestId('settings-section-mcp').click()
|
|
|
|
const authentication = page.getByTestId('settings-mcp-authentication')
|
|
await expect(authentication).toHaveAttribute('data-state', 'checked')
|
|
await authentication.click()
|
|
await page.reload()
|
|
await canvas.waitForInit()
|
|
await page.getByTestId('app-settings-trigger').click()
|
|
await page.getByTestId('settings-section-mcp').click()
|
|
await expect(authentication).toHaveAttribute('data-state', 'unchecked')
|
|
await authentication.click()
|
|
|
|
const search = page.getByTestId('settings-mcp-tool-search')
|
|
await search.fill('create_shape')
|
|
await expect(search).toHaveValue('create_shape')
|
|
await expect(page.getByTestId('settings-mcp-tool-create_shape')).toBeVisible()
|
|
await expect(page.getByTestId('settings-mcp-tool-get_page_tree')).toBeHidden()
|
|
|
|
await page.getByTestId('settings-mcp-tool-create_shape').click()
|
|
await page.reload()
|
|
await canvas.waitForInit()
|
|
await page.getByTestId('app-settings-trigger').click()
|
|
await page.getByTestId('settings-section-mcp').click()
|
|
await expect(page.getByTestId('settings-mcp-tool-create_shape')).toHaveAttribute(
|
|
'data-state',
|
|
'unchecked'
|
|
)
|
|
|
|
await page.getByRole('button', { name: 'Enable all' }).click()
|
|
await expect(page.getByTestId('settings-mcp-tool-create_shape')).toHaveAttribute(
|
|
'data-state',
|
|
'checked'
|
|
)
|
|
})
|
|
|
|
test('model library keeps reusable profiles and role assignments', async ({ page }) => {
|
|
await page.goto('/?test')
|
|
const canvas = new CanvasHelper(page)
|
|
await canvas.waitForInit()
|
|
|
|
await page.getByTestId('app-settings-trigger').click()
|
|
await page.getByTestId('settings-add-model').click()
|
|
await page.getByLabel('Name').fill('Fast model')
|
|
await page.getByTestId('settings-model-provider').click()
|
|
await page.getByRole('option', { name: 'Google AI' }).click()
|
|
await page.getByLabel('Model ID').click()
|
|
await page.getByRole('option', { name: 'Gemini 3 Flash' }).click()
|
|
await page.getByRole('button', { name: 'Save model' }).click()
|
|
|
|
await page.getByTestId('settings-add-model').click()
|
|
await page.getByLabel('Name').fill('Vision model')
|
|
await page.getByTestId('settings-model-provider').click()
|
|
await page.getByRole('option', { name: 'OpenRouter' }).click()
|
|
await page.getByLabel('Model ID').first().click()
|
|
await page.getByRole('option', { name: 'Kimi K2.5' }).click()
|
|
await page.getByRole('switch', { name: 'Image input' }).click()
|
|
await page.getByRole('button', { name: 'Save model' }).click()
|
|
|
|
await page.getByTestId('settings-model-assignment-fast').click()
|
|
await page.getByRole('option', { name: 'Fast model' }).click()
|
|
await page.getByTestId('settings-model-assignment-vision').click()
|
|
await page.getByRole('option', { name: 'Vision model' }).click()
|
|
await page.getByTestId('app-settings-done').click()
|
|
|
|
await page.reload()
|
|
await canvas.waitForInit()
|
|
await page.getByTestId('app-settings-trigger').click()
|
|
await expect(page.getByTestId('settings-model-list')).toContainText('Fast model')
|
|
await expect(page.getByTestId('settings-model-list')).toContainText('Vision model')
|
|
await expect(page.getByTestId('settings-model-assignment-fast')).toContainText('Fast model')
|
|
await expect(page.getByTestId('settings-model-assignment-vision')).toContainText('Vision model')
|
|
})
|
|
|
|
test('remembered browser credentials survive reload and clear centrally', async ({ page }) => {
|
|
await page.goto('/?test')
|
|
const canvas = new CanvasHelper(page)
|
|
await canvas.waitForInit()
|
|
|
|
await page.getByRole('tab', { name: 'AI' }).click()
|
|
await page.getByTestId('provider-setup-open-settings').click()
|
|
|
|
const remember = page.getByTestId('settings-remember-credentials')
|
|
await expect(remember).toHaveAttribute('data-state', 'checked')
|
|
await expect(page.getByTestId('settings-credential-backend')).toContainText(
|
|
'encrypted browser storage'
|
|
)
|
|
|
|
await page.locator('[data-model-id]').first().click()
|
|
await page.getByTestId('settings-model-provider').click()
|
|
await page.getByRole('option', { name: 'OpenRouter' }).click()
|
|
await page.getByLabel('Name').fill('Claude Sonnet')
|
|
await page.getByTestId('provider-settings-api-key').fill('sk-or-remembered-test-key')
|
|
await page.getByRole('button', { name: 'Save model' }).click()
|
|
await page.getByTestId('app-settings-done').click()
|
|
await expect(page.getByTestId('chat-input')).toBeVisible()
|
|
|
|
await page.reload()
|
|
await canvas.waitForInit()
|
|
await page.getByRole('tab', { name: 'AI' }).click()
|
|
await expect(page.getByTestId('chat-input')).toBeVisible()
|
|
|
|
await page.getByTestId('app-settings-trigger').click()
|
|
await page.locator('[data-model-id]').first().click()
|
|
await page.getByTestId('provider-settings-clear-key').click()
|
|
await page.getByRole('button', { name: 'Back' }).click()
|
|
await page.getByTestId('settings-remember-credentials').click()
|
|
await page.getByTestId('app-settings-done').click()
|
|
|
|
await page.reload()
|
|
await canvas.waitForInit()
|
|
await page.getByRole('tab', { name: 'AI' }).click()
|
|
await expect(page.getByTestId('provider-setup-open-settings')).toBeVisible()
|
|
})
|
|
|
|
test('browser credential preferences live in General, not the footer', async ({ page }) => {
|
|
await page.goto('/')
|
|
await page.keyboard.press('ControlOrMeta+,')
|
|
const panel = page.getByTestId('settings-general-panel')
|
|
const remember = panel.getByRole('switch', { name: 'Remember API keys on this device' })
|
|
await expect(remember).toBeVisible()
|
|
if ((await remember.getAttribute('aria-checked')) === 'true') await remember.click()
|
|
await expect(remember).toHaveAttribute('aria-checked', 'false')
|
|
await expect(panel.getByText('Keys are kept only until you close this session.')).toBeVisible()
|
|
await remember.click()
|
|
await expect(remember).toHaveAttribute('aria-checked', 'true')
|
|
await expect(panel.getByText('Keys are kept only until you close this session.')).toBeHidden()
|
|
await expect(page.getByText('system credential store', { exact: false })).toHaveCount(0)
|
|
await page.getByTestId('app-settings-done').click()
|
|
})
|