orca/tests/e2e/computer-windows.e2e.ts

67 lines
2.0 KiB
TypeScript

import { afterAll, beforeAll, describe, expect, test } from 'vitest'
import type { ComputerActionResult, ComputerSnapshotResult } from '../../src/shared/runtime-types'
import {
ensureNotepadLaunched,
killNotepad,
parseJsonOutput,
runOrcaCli
} from './helpers/computer-driver'
const isWindows = process.platform === 'win32'
const e2eOptIn = process.env.ORCA_COMPUTER_E2E === '1'
describe.skipIf(!isWindows || !e2eOptIn)('computer-use Windows e2e (Notepad)', () => {
beforeAll(async () => {
await ensureNotepadLaunched()
})
afterAll(async () => {
await killNotepad()
})
test('Notepad exposes a basic accessibility tree', async () => {
const result = await runOrcaCli(['computer', 'get-app-state', '--app', 'Notepad', '--json'])
const envelope = parseJsonOutput<{ result: ComputerSnapshotResult }>(result.stdout)
expect(envelope.result.snapshot.elementCount).toBeGreaterThan(0)
expect(envelope.result.snapshot.coordinateSpace).toBe('window')
expect(envelope.result.snapshot.truncation?.truncated).toBe(false)
expect(envelope.result.screenshot?.data).toBeUndefined()
expect(envelope.result.screenshot?.path).toContain('orca-computer-use-')
})
test('paste-text mutates the test-owned document', async () => {
const marker = `orca-windows-paste-${Date.now()}`
const action = parseJsonOutput<{ result: ComputerActionResult }>(
(
await runOrcaCli([
'computer',
'paste-text',
'--app',
'Notepad',
'--text',
marker,
'--restore-window',
'--no-screenshot',
'--json'
])
).stdout
)
expect(action.result.action?.path).toBe('clipboard')
const after = parseJsonOutput<{ result: ComputerSnapshotResult }>(
(
await runOrcaCli([
'computer',
'get-app-state',
'--app',
'Notepad',
'--no-screenshot',
'--json'
])
).stdout
)
expect(after.result.snapshot.treeText).toContain(marker)
})
})