orca/tests/e2e/computer-linux.e2e.ts

67 lines
2.0 KiB
TypeScript

import { afterAll, beforeAll, describe, expect, test } from 'vitest'
import type { ComputerActionResult, ComputerSnapshotResult } from '../../src/shared/runtime-types'
import {
ensureGeditLaunched,
killGedit,
parseJsonOutput,
runOrcaCli
} from './helpers/computer-driver'
const isLinux = process.platform === 'linux'
const e2eOptIn = process.env.ORCA_COMPUTER_E2E === '1'
describe.skipIf(!isLinux || !e2eOptIn)('computer-use Linux e2e (gedit)', () => {
beforeAll(async () => {
await ensureGeditLaunched()
})
afterAll(async () => {
await killGedit()
})
test('gedit exposes a basic accessibility tree', async () => {
const result = await runOrcaCli(['computer', 'get-app-state', '--app', 'gedit', '--json'])
const envelope = parseJsonOutput<{ result: ComputerSnapshotResult }>(result.stdout)
expect(envelope.result.snapshot.elementCount).toBeGreaterThan(0)
expect(envelope.result.snapshot.coordinateSpace).toBe('window')
expect(envelope.result.snapshot.truncation?.truncated).toBe(false)
expect(envelope.result.screenshot?.data).toBeUndefined()
expect(envelope.result.screenshot?.path).toContain('orca-computer-use-')
})
test('paste-text mutates the test-owned document', async () => {
const marker = `orca-linux-paste-${Date.now()}`
const action = parseJsonOutput<{ result: ComputerActionResult }>(
(
await runOrcaCli([
'computer',
'paste-text',
'--app',
'gedit',
'--text',
marker,
'--restore-window',
'--no-screenshot',
'--json'
])
).stdout
)
expect(action.result.action?.path).toBe('clipboard')
const after = parseJsonOutput<{ result: ComputerSnapshotResult }>(
(
await runOrcaCli([
'computer',
'get-app-state',
'--app',
'gedit',
'--no-screenshot',
'--json'
])
).stdout
)
expect(after.result.snapshot.treeText).toContain(marker)
})
})