Compare commits

...

5 Commits

Author SHA1 Message Date
LukeParkerDev 541b9b5c78 feat(app): add browser pane UI 2026-07-29 16:43:06 +10:00
LukeParkerDev fb11917aa7 feat(desktop): add Electron browser adapter 2026-07-29 16:43:06 +10:00
LukeParkerDev 4205af5cde feat(client): add shared Chromium driver 2026-07-29 15:59:59 +10:00
LukeParkerDev 9721f7ab8b test(client): typecheck browser registration 2026-07-29 15:59:58 +10:00
LukeParkerDev 0ebce16396 feat(client): add browser host SDK 2026-07-29 15:59:56 +10:00
46 changed files with 3011 additions and 65 deletions
+15 -12
View File
@@ -184,12 +184,14 @@
"dependencies": {
"@opencode-ai/protocol": "workspace:*",
"@opencode-ai/schema": "workspace:*",
"ws": "8.21.0",
},
"devDependencies": {
"@effect/platform-node": "catalog:",
"@opencode-ai/httpapi-codegen": "workspace:*",
"@tsconfig/bun": "catalog:",
"@types/bun": "catalog:",
"@types/ws": "8.18.1",
"@typescript/native-preview": "catalog:",
"effect": "catalog:",
},
@@ -443,6 +445,7 @@
"@actions/artifact": "4.0.0",
"@lydell/node-pty": "catalog:",
"@opencode-ai/app": "workspace:*",
"@opencode-ai/client": "workspace:*",
"@opencode-ai/ui": "workspace:*",
"@sentry/solid": "catalog:",
"@sentry/vite-plugin": "catalog:",
@@ -1069,23 +1072,23 @@
},
},
"trustedDependencies": [
"esbuild",
"protobufjs",
"electron",
"web-tree-sitter",
"esbuild",
"electron",
"protobufjs",
],
"patchedDependencies": {
"@pierre/trees@1.0.0-beta.4": "patches/@pierre%2Ftrees@1.0.0-beta.4.patch",
"effect@4.0.0-beta.101": "patches/effect@4.0.0-beta.101.patch",
"@ai-sdk/xai@3.0.102": "patches/@ai-sdk%2Fxai@3.0.102.patch",
"@modelcontextprotocol/sdk@1.29.0": "patches/@modelcontextprotocol%2Fsdk@1.29.0.patch",
"@tanstack/virtual-core@3.17.3": "patches/@tanstack%2Fvirtual-core@3.17.3.patch",
"@standard-community/standard-openapi@0.2.9": "patches/@standard-community%2Fstandard-openapi@0.2.9.patch",
"@ai-sdk/mistral@3.0.51": "patches/@ai-sdk%2Fmistral@3.0.51.patch",
"@npmcli/agent@4.0.2": "patches/@npmcli%2Fagent@4.0.2.patch",
"@silvia-odwyer/photon-node@0.3.4": "patches/@silvia-odwyer%2Fphoton-node@0.3.4.patch",
"solid-js@1.9.10": "patches/solid-js@1.9.10.patch",
"@pierre/trees@1.0.0-beta.4": "patches/@pierre%2Ftrees@1.0.0-beta.4.patch",
"@standard-community/standard-openapi@0.2.9": "patches/@standard-community%2Fstandard-openapi@0.2.9.patch",
"@modelcontextprotocol/sdk@1.29.0": "patches/@modelcontextprotocol%2Fsdk@1.29.0.patch",
"@ai-sdk/google@3.0.73": "patches/@ai-sdk%2Fgoogle@3.0.73.patch",
"@silvia-odwyer/photon-node@0.3.4": "patches/@silvia-odwyer%2Fphoton-node@0.3.4.patch",
"@ai-sdk/mistral@3.0.51": "patches/@ai-sdk%2Fmistral@3.0.51.patch",
"@tanstack/virtual-core@3.17.3": "patches/@tanstack%2Fvirtual-core@3.17.3.patch",
"effect@4.0.0-beta.101": "patches/effect@4.0.0-beta.101.patch",
"@npmcli/agent@4.0.2": "patches/@npmcli%2Fagent@4.0.2.patch",
"@ai-sdk/xai@3.0.102": "patches/@ai-sdk%2Fxai@3.0.102.patch",
},
"overrides": {
"@opentui/core": "catalog:",
@@ -94,7 +94,7 @@ test("shows a pending permission dock", async ({ page }) => {
await expect(permission).toBeVisible()
await expect(permission.getByText("git status")).toBeVisible()
await expect(permission.getByText("git diff")).toBeVisible()
await expect(permission.locator('[data-slot="permission-footer-actions"] button')).toHaveCount(3)
await expect(permission.locator('[data-slot="permission-footer-actions"] button')).toHaveCount(2)
await expect(page.locator('[data-component="session-composer"]')).toHaveCount(0)
const reply = page.waitForRequest((request) => request.method() === "POST")
+1
View File
@@ -5,6 +5,7 @@
"type": "module",
"exports": {
".": "./src/index.ts",
"./browser-pane": "./src/browser-pane.ts",
"./desktop-menu": "./src/desktop-menu.ts",
"./updater": "./src/updater.ts",
"./wsl/types": "./src/wsl/types.ts",
+40
View File
@@ -0,0 +1,40 @@
import type { ServerProtocol } from "./utils/server-protocol"
export type BrowserPaneTarget = Readonly<{ sessionID: string }>
export type BrowserPaneEndpoint = Readonly<{ url: string; username?: string; password?: string }>
export type BrowserPaneBinding = BrowserPaneTarget &
Readonly<{ bindingID: string; endpoint: BrowserPaneEndpoint }>
export type BrowserPaneBounds = { x: number; y: number; width: number; height: number }
export type BrowserPaneLayout = {
visible: boolean
bounds?: BrowserPaneBounds
}
export type BrowserPaneRegistration = {
setLayout(layout?: BrowserPaneLayout): void
close(): void
}
export type BrowserPanePlatform = {
register(binding: BrowserPaneBinding, onOpen: () => void): BrowserPaneRegistration
}
export function browserPaneAvailable(input: {
platform: boolean
sessionID?: string
protocol?: ServerProtocol
}) {
return input.platform && !!input.sessionID && input.protocol === "v2"
}
export function createBrowserPaneBinding(input: BrowserPaneTarget & { endpoint: BrowserPaneEndpoint }) {
return {
sessionID: input.sessionID,
bindingID: globalThis.crypto.randomUUID(),
endpoint: input.endpoint,
} satisfies BrowserPaneBinding
}
@@ -527,8 +527,6 @@ type SessionHeaderV2ActionsState = {
}
function SessionHeaderV2Actions(props: { state: SessionHeaderV2ActionsState }) {
const language = useLanguage()
return (
<div class="flex items-center gap-2">
<Show when={props.state.statusVisible}>
+7 -6
View File
@@ -711,9 +711,9 @@ export const { use: useLayout, provider: LayoutProvider } = createSimpleContext(
return
}
setStore("fileTree", "tab", tab)
},
open() {
if (!store.fileTree) {
},
open() {
if (!store.fileTree) {
setStore("fileTree", { opened: true, width: DEFAULT_FILE_TREE_WIDTH, tab: "changes" })
return
}
@@ -726,12 +726,13 @@ export const { use: useLayout, provider: LayoutProvider } = createSimpleContext(
}
setStore("fileTree", "opened", false)
},
toggle() {
if (!store.fileTree) {
toggle() {
const next = !(store.fileTree?.opened ?? true)
if (!store.fileTree) {
setStore("fileTree", { opened: true, width: DEFAULT_FILE_TREE_WIDTH, tab: "changes" })
return
}
setStore("fileTree", "opened", (x) => !x)
setStore("fileTree", "opened", next)
},
resize(width: number) {
if (!store.fileTree) {
+14
View File
@@ -5,6 +5,17 @@ import type { DesktopMenuAction } from "../desktop-menu"
import { ServerConnection } from "./server"
import type { WslServersPlatform } from "../wsl/types"
import type { UpdaterPlatform } from "../updater"
import type { BrowserPanePlatform } from "../browser-pane"
export type {
BrowserPaneBinding,
BrowserPaneBounds,
BrowserPaneEndpoint,
BrowserPaneLayout,
BrowserPanePlatform,
BrowserPaneRegistration,
BrowserPaneTarget,
} from "../browser-pane"
export { browserPaneAvailable, createBrowserPaneBinding } from "../browser-pane"
type PickerPaths = string | string[] | null
type OpenDirectoryPickerOptions = { title?: string; multiple?: boolean }
@@ -123,6 +134,9 @@ type PlatformBase = {
/** Record a fatal renderer error in platform logs (desktop only) */
recordFatalRendererError?(error: FatalRendererErrorLog): Promise<void>
/** Native browser pane hosted by the platform (desktop only). */
browserPane?: BrowserPanePlatform
}
export type Platform = PlatformBase &
-1
View File
@@ -20,7 +20,6 @@ const appLocales = [
"zht",
] as const
const desktopLocales = appLocales.filter((locale) => locale !== "th" && locale !== "tr")
const domains = [
{
name: "app",
+117 -20
View File
@@ -11,6 +11,7 @@ import {
Match,
Switch,
createMemo,
createResource,
createEffect,
createComputed,
createSignal,
@@ -50,7 +51,8 @@ import { useLayout } from "@/context/layout"
import { ModelsProvider } from "@/context/models"
import { useNotification } from "@/context/notification"
import { PromptProvider, usePrompt } from "@/context/prompt"
import { usePlatform } from "@/context/platform"
import { browserPaneAvailable, createBrowserPaneBinding, usePlatform } from "@/context/platform"
import type { BrowserPaneRegistration } from "@/context/platform"
import { SDKProvider, useSDK } from "@/context/sdk"
import { useServerSDK } from "@/context/server-sdk"
import { ServerConnection, serverName, useServer } from "@/context/server"
@@ -103,6 +105,7 @@ import { legacySessionHref, requireServerKey, sessionHref } from "@/utils/sessio
import { useUsageExceededDialogs } from "./session/usage-exceeded-dialogs"
import { createSessionOwnership } from "./session/session-ownership"
import { createSessionLineage } from "./session/session-lineage"
import { SessionBrowserPane } from "./session/browser-pane"
type FollowupItem = FollowupDraft & { id: string }
type FollowupEdit = Pick<FollowupItem, "id" | "prompt" | "context">
@@ -352,6 +355,7 @@ function SessionPanelFrame(props: ParentProps<{ newLayout: boolean; raised?: boo
export default function Page() {
const serverSync = useServerSync()
const server = useServer()
const layout = useLayout()
const local = useLocal()
const file = useFile()
@@ -447,12 +451,87 @@ export default function Page() {
const isDesktop = createMediaQuery("(min-width: 768px)")
const size = createSizing()
const [serverProtocol] = createResource(
() => serverSDK().protocol,
(protocol) => protocol,
)
const browserAvailable = createMemo(() =>
browserPaneAvailable({
platform: !!platform.browserPane,
sessionID: params.id,
protocol: serverProtocol(),
}),
)
const browserServer = createMemo(
() => {
if (!browserAvailable()) return undefined
const routeServer = serverSDK().server
const serverKey = ServerConnection.key(routeServer)
const connection = server.list.find((item) => ServerConnection.key(item) === serverKey) ?? routeServer
return {
endpoint: {
url: connection.http.url,
username: connection.http.username,
password: connection.http.password,
},
}
},
undefined,
{
equals: (left, right) => {
if (!left || !right) return left === right
return (
left.endpoint.url === right.endpoint.url &&
left.endpoint.username === right.endpoint.username &&
left.endpoint.password === right.endpoint.password
)
},
},
)
const browserBinding = createMemo(() => {
if (!params.id) return undefined
const target = browserServer()
if (!target) return undefined
return createBrowserPaneBinding({ sessionID: params.id, endpoint: target.endpoint })
})
const [browserPane, setBrowserPane] = createStore<{
registration?: BrowserPaneRegistration
opened: boolean
}>({ opened: false })
createEffect(() => {
const binding = browserBinding()
const browser = platform.browserPane
if (!binding || !browser) {
setBrowserPane({ registration: undefined, opened: false })
return
}
const registration = browser.register(binding, () => {
view().reviewPanel.close()
layout.fileTree.close()
setBrowserPane("opened", true)
})
setBrowserPane("registration", registration)
onCleanup(() => {
setBrowserPane({ registration: undefined, opened: false })
registration.close()
})
})
createEffect(() => {
if (!browserPane.opened) return
if (!view().reviewPanel.opened() && !layout.fileTree.opened()) return
setBrowserPane("opened", false)
})
const desktopBrowserBinding = createMemo(() => {
if (!isDesktop() || !browserAvailable() || !browserPane.opened) return undefined
return browserPane.registration
})
const desktopBrowserOpen = createMemo(() => !!desktopBrowserBinding())
const desktopReviewOpen = createMemo(() => isDesktop() && view().reviewPanel.opened())
const desktopV2ReviewOpen = createMemo(() => newSessionDesign() && desktopReviewOpen() && !!params.id)
const terminalOpen = createMemo(() => view().terminal.opened())
const desktopTerminalOpen = createMemo(() => isDesktop() && terminalOpen())
const desktopInlineTerminalOnlyOpen = createMemo(
() => newSessionDesign() && desktopTerminalOpen() && !desktopV2ReviewOpen(),
() => newSessionDesign() && desktopTerminalOpen() && !desktopV2ReviewOpen() && !desktopBrowserOpen(),
)
const desktopFileTreeOpen = createMemo(
() =>
@@ -463,7 +542,9 @@ export default function Page() {
}),
)
const desktopSessionResizeOpen = createMemo(() =>
newSessionDesign() ? desktopV2ReviewOpen() || desktopTerminalOpen() : desktopReviewOpen(),
newSessionDesign()
? desktopV2ReviewOpen() || desktopBrowserOpen() || desktopTerminalOpen()
: desktopReviewOpen() || desktopBrowserOpen(),
)
const desktopSidePanelOpen = createMemo(() => desktopSessionResizeOpen() || desktopFileTreeOpen())
let panelRow: HTMLDivElement | undefined
@@ -505,6 +586,7 @@ export default function Page() {
const desktopV2PanelLayout = createMemo(() =>
sessionPanelLayout({
review: desktopV2ReviewOpen(),
browser: desktopBrowserOpen(),
terminal: desktopTerminalOpen(),
files: desktopFileTreeOpen(),
}),
@@ -2298,27 +2380,42 @@ export default function Page() {
</div>
<Show when={!newSessionDesign() && desktopSidePanelOpen()}>
<Suspense>
<SessionSidePanel
canReview={canReview}
diffs={reviewDiffs}
diffsReady={reviewReady}
empty={reviewEmptyText}
hasReview={hasReview}
reviewHasFocusableContent={hasReview}
reviewCount={reviewCount}
reviewPanel={reviewPanel}
activeDiff={activeReviewFile()}
focusReviewDiff={focusReviewDiff}
reviewSnap={ui.reviewSnap}
size={size}
/>
</Suspense>
<Show
when={desktopBrowserBinding()}
keyed
fallback={
<Suspense>
<SessionSidePanel
canReview={canReview}
diffs={reviewDiffs}
diffsReady={reviewReady}
empty={reviewEmptyText}
hasReview={hasReview}
reviewHasFocusableContent={hasReview}
reviewCount={reviewCount}
reviewPanel={reviewPanel}
activeDiff={activeReviewFile()}
focusReviewDiff={focusReviewDiff}
reviewSnap={ui.reviewSnap}
size={size}
/>
</Suspense>
}
>
{(registration) => <SessionBrowserPane registration={registration} />}
</Show>
</Show>
<Show when={newSessionDesign()}>
<Show when={isDesktop() ? desktopV2PanelLayout().visible : terminalOpen()}>
<div class="min-w-0 h-full flex flex-1 flex-col">
<Show when={isDesktop() && (desktopV2ReviewOpen() || desktopFileTreeOpen())}>
<Show when={desktopBrowserBinding()} keyed>
{(registration) => (
<div class="min-h-0 flex-1">
<SessionBrowserPane registration={registration} />
</div>
)}
</Show>
<Show when={isDesktop() && !desktopBrowserOpen() && (desktopV2ReviewOpen() || desktopFileTreeOpen())}>
<div class="min-h-0 flex-1">
<Suspense>
<SessionSidePanel
@@ -0,0 +1,64 @@
import { useDialog } from "@opencode-ai/ui/context/dialog"
import { createEffect, onCleanup, onMount } from "solid-js"
import { createStore } from "solid-js/store"
import { usePlatform, type BrowserPaneRegistration } from "@/context/platform"
export function SessionBrowserPane(props: { registration: BrowserPaneRegistration }) {
const platform = usePlatform()
const dialog = useDialog()
const [store, setStore] = createStore({
visible: typeof document === "undefined" || document.visibilityState === "visible",
})
let surface: HTMLDivElement | undefined
let frame: number | undefined
let until = 0
const measure = () => {
frame = undefined
if (!surface) return
const rect = surface.getBoundingClientRect()
const zoom = platform.webviewZoom?.() ?? 1
const left = Math.round(rect.left * zoom)
const top = Math.round(rect.top * zoom)
const right = Math.round(rect.right * zoom)
const bottom = Math.round(rect.bottom * zoom)
props.registration.setLayout({
visible: store.visible && !dialog.active,
bounds: { x: left, y: top, width: Math.max(0, right - left), height: Math.max(0, bottom - top) },
})
if (performance.now() < until) frame = requestAnimationFrame(measure)
}
const schedule = (duration = 0) => {
until = Math.max(until, performance.now() + duration)
if (frame !== undefined) return
frame = requestAnimationFrame(measure)
}
createEffect(() => {
props.registration
platform.webviewZoom?.()
dialog.active
store.visible
schedule(300)
})
onMount(() => {
const resize = new ResizeObserver(() => schedule())
if (surface) resize.observe(surface)
const onResize = () => schedule(300)
const onVisibility = () => setStore("visible", document.visibilityState === "visible")
window.addEventListener("resize", onResize)
document.addEventListener("visibilitychange", onVisibility)
schedule(300)
onCleanup(() => {
resize.disconnect()
window.removeEventListener("resize", onResize)
document.removeEventListener("visibilitychange", onVisibility)
if (frame !== undefined) cancelAnimationFrame(frame)
props.registration.setLayout()
})
})
return <div ref={surface} class="size-full bg-background-base" />
}
@@ -0,0 +1,9 @@
import { describe, expect, test } from "bun:test"
import { canRememberPermission } from "./session-permission-dock"
describe("canRememberPermission", () => {
test("hides Always when the request has no persistent resources", () => {
expect(canRememberPermission({ always: [] })).toBe(false)
expect(canRememberPermission({ always: ["https://example.com/*"] })).toBe(true)
})
})
@@ -5,6 +5,10 @@ import { DockPrompt } from "@opencode-ai/session-ui/dock-prompt"
import { Icon } from "@opencode-ai/ui/icon"
import { useLanguage } from "@/context/language"
export function canRememberPermission(request: Pick<PermissionRequest, "always">) {
return request.always.length > 0
}
export function SessionPermissionDock(props: {
request: PermissionRequest
responding: boolean
@@ -37,14 +41,16 @@ export function SessionPermissionDock(props: {
<Button variant="ghost" size="normal" onClick={() => props.onDecide("reject")} disabled={props.responding}>
{language.t("ui.permission.deny")}
</Button>
<Button
variant="secondary"
size="normal"
onClick={() => props.onDecide("always")}
disabled={props.responding}
>
{language.t("ui.permission.allowAlways")}
</Button>
<Show when={canRememberPermission(props.request)}>
<Button
variant="secondary"
size="normal"
onClick={() => props.onDecide("always")}
disabled={props.responding}
>
{language.t("ui.permission.allowAlways")}
</Button>
</Show>
<Button variant="primary" size="normal" onClick={() => props.onDecide("once")} disabled={props.responding}>
{language.t("ui.permission.allowOnce")}
</Button>
@@ -3,15 +3,19 @@ import { sessionPanelLayout } from "./session-panel-layout"
describe("sessionPanelLayout", () => {
test("keeps one V2 owner while changing panel geometry", () => {
expect(sessionPanelLayout({ review: false, terminal: false, files: false })).toEqual({
expect(sessionPanelLayout({ review: false, browser: false, terminal: false, files: false })).toEqual({
visible: false,
stacked: false,
})
expect(sessionPanelLayout({ review: false, terminal: true, files: false })).toEqual({
expect(sessionPanelLayout({ review: false, browser: false, terminal: true, files: false })).toEqual({
visible: true,
stacked: false,
})
expect(sessionPanelLayout({ review: true, terminal: true, files: false })).toEqual({
expect(sessionPanelLayout({ review: true, browser: false, terminal: true, files: false })).toEqual({
visible: true,
stacked: true,
})
expect(sessionPanelLayout({ review: false, browser: true, terminal: true, files: false })).toEqual({
visible: true,
stacked: true,
})
@@ -1,6 +1,6 @@
export function sessionPanelLayout(input: { review: boolean; terminal: boolean; files: boolean }) {
export function sessionPanelLayout(input: { review: boolean; browser: boolean; terminal: boolean; files: boolean }) {
return {
visible: input.review || input.terminal || input.files,
stacked: input.review && input.terminal,
visible: input.review || input.browser || input.terminal || input.files,
stacked: (input.review || input.browser) && input.terminal,
}
}
+52 -2
View File
@@ -1,17 +1,67 @@
# @opencode-ai/client
Private generation target for clients derived directly from OpenCode's authoritative Effect `HttpApi`.
Promise and Effect clients derived from OpenCode's authoritative Effect `HttpApi`, plus handwritten Node transports.
## Entrypoints
- `@opencode-ai/client`: zero-Effect Promise client using `fetch`.
- `@opencode-ai/client/node`: Promise client plus Node-hosted browser attachments.
- `@opencode-ai/client/effect`: rich Effect network client using an environment-provided `HttpClient`.
The generated surface includes every standard HTTP group from Server's concrete API. The build compiler reads `@opencode-ai/server/api`; the generated Effect runtime imports a client-local projection built from Protocol, with a generation-equivalence test preventing transport drift. Custom transports such as the PTY WebSocket connection remain outside the generic HTTP client. Run `bun run generate` after changing the contract and `bun run check:generated` to detect committed-output drift.
The Effect entrypoint uses canonical decoded values such as `Session.ID`, `Location.Ref`, and `Prompt`. These datatypes come from the lightweight `@opencode-ai/schema` package and are re-exported so callers depend only on the client surface. Protocol owns endpoint construction and middleware placement; Server supplies the concrete middleware keys used by the build-time API.
The Promise root remains structural and has no Core or Effect runtime dependency. `/effect` depends only on Effect, Schema, and Protocol and is browser-bundle safe. Bundle-boundary tests enforce both import graphs.
The Promise root remains structural and has no Core, Effect, Schema, Protocol, or WebSocket runtime dependency. `/node` adds Effect, Schema, Protocol, and `ws`, but never Core or Server. `/effect` depends only on Effect, Schema, and Protocol and is browser-bundle safe. Bundle-boundary tests enforce these import graphs.
## Node browser attachments
The Node entrypoint owns the control connection, Session lease, authenticated proxy, and network tunnels. Chromium hosts provide a small platform port once with `BrowserDriver.chromium`; the SDK owns command semantics, CDP input, snapshots, generations, cancellation, and limits.
```ts
import { BrowserDriver, OpenCode } from "@opencode-ai/client/node"
const driver = BrowserDriver.chromium(async ({ proxy, signal }) => {
const view = await createChromiumView({ proxy, signal })
return {
resource: view,
state: () => view.state(),
subscribe: (listener) => view.subscribe((state, mainDocumentChanged) => listener({ state, mainDocumentChanged })),
navigate: (url) => view.navigate(url),
back: () => view.back(),
forward: () => view.forward(),
reload: () => view.reload(),
stop: () => view.stop(),
send: (method, params) => view.sendCDP(method, params),
viewport: () => view.viewport(),
screenshot: ({ maxDimension }) => view.capturePNG({ maxDimension }),
dispose: () => view.close(),
}
})
const client = OpenCode.make({
baseUrl: "https://opencode.example",
headers: { authorization: `Basic ${credentials}` },
})
const registration = await client.browser.register({
sessionID,
open: () => showBrowserPane(),
})
const attachment = await registration.attach({ driver })
await attachment.resource.navigate("example.com")
const view = attachment.resource.resource
await attachment.close()
await registration.close()
```
`register` owns one control WebSocket for one Session. Its `open` callback is invoked when the server requests the browser pane. `attach` resolves only after the server acknowledges the exact lease; closing an attachment leaves its registration connected for a later `open`, while closing the registration closes the socket.
Driver factories should return after configuring their resource rather than await a proxied navigation: tunnel dialing is deliberately held behind the first lease acknowledgement, which is published after the driver supplies its initial state.
Port state events set `mainDocumentChanged` only when the main document changes; this advances the public generation and invalidates element refs. `send` must dispatch CDP calls in invocation order. `screenshot` returns PNG bytes and dimensions, proportionally scaled to `maxDimension` without upscaling. The returned controller serializes local navigation with remote commands; `stop` immediately interrupts active work, and controller disposal is idempotent. An aborted or timed-out operation that reached the platform disposes the port so late native completion cannot cross the queue fence.
`BrowserDriver` descriptors are structural factory functions, so adapters remain compatible across duplicate client package instances. The Node entrypoint also re-exports canonical `Browser` contracts. `BrowserDriver.define` remains the advanced escape hatch for non-Chromium semantics; throw `BrowserDriverError` for typed command failures there. Structurally equivalent errors are accepted only when their `code` is a valid `Browser.ErrorCode`.
Effect consumers construct canonical decoded inputs:
+7 -3
View File
@@ -17,6 +17,7 @@
],
"exports": {
".": "./src/promise/index.ts",
"./node": "./src/node/index.ts",
"./promise": "./src/promise/index.ts",
"./promise/api": "./src/promise/api.ts",
"./service": "./src/promise/service.ts",
@@ -28,12 +29,14 @@
"build": "bun run script/build-package.ts",
"generate": "bun run script/build.ts",
"check:generated": "bun run generate && git diff --exit-code -- src/promise/generated src/effect/generated src/effect/api",
"test": "bun test --timeout 5000",
"typecheck": "tsgo --noEmit"
"test": "bun test --timeout 5000 && bun run test:node-package",
"test:node-package": "bun test ./test/node/package-smoke.ts --timeout 60000",
"typecheck": "tsgo --noEmit && tsgo -p test/types/tsconfig.json --noEmit"
},
"dependencies": {
"@opencode-ai/schema": "workspace:*",
"@opencode-ai/protocol": "workspace:*"
"@opencode-ai/protocol": "workspace:*",
"ws": "8.21.0"
},
"peerDependencies": {
"effect": "4.0.0-beta.101"
@@ -48,6 +51,7 @@
"@opencode-ai/httpapi-codegen": "workspace:*",
"@tsconfig/bun": "catalog:",
"@types/bun": "catalog:",
"@types/ws": "8.18.1",
"@typescript/native-preview": "catalog:",
"effect": "catalog:"
}
+1
View File
@@ -7,3 +7,4 @@ process.chdir(fileURLToPath(new URL("..", import.meta.url)))
await $`rm -rf dist`
await $`bun tsc -p tsconfig.build.json`
await $`bun build src/node/index.ts --outfile dist/node/index.js --target=node --format=esm --packages=external`
@@ -0,0 +1,696 @@
import { Browser } from "@opencode-ai/schema/browser"
import {
BrowserDriverError,
type BrowserDriver,
type BrowserDriverContext,
type BrowserDriverInstance,
} from "./driver.js"
type ChromiumViewState = Omit<Browser.State, "generation">
type ChromiumViewEvent = { readonly state: ChromiumViewState; readonly mainDocumentChanged: boolean }
type ChromiumCommands = {
"Runtime.evaluate": { readonly expression: string }
"Runtime.callFunctionOn": {
readonly objectId: string
readonly functionDeclaration: string
readonly arguments?: ReadonlyArray<{ readonly value: string }>
readonly returnByValue: true
}
"Runtime.releaseObject": { readonly objectId: string }
"Input.dispatchMouseEvent": {
readonly type: "mouseMoved" | "mousePressed" | "mouseReleased" | "mouseWheel"
readonly x: number
readonly y: number
readonly button?: "left"
readonly clickCount?: 1
readonly deltaX?: number
readonly deltaY?: number
}
"Input.dispatchKeyEvent": {
readonly type: "keyDown" | "keyUp"
readonly key: string
readonly code: string
readonly modifiers?: number
readonly windowsVirtualKeyCode?: number
}
"Input.insertText": { readonly text: string }
}
type ChromiumCommand = {
[Method in keyof ChromiumCommands]: { readonly method: Method; readonly params: ChromiumCommands[Method] }
}[keyof ChromiumCommands]
/** Platform primitives used by the shared semantic driver. */
export interface ChromiumPort<Resource> {
readonly resource: Resource; readonly state: () => ChromiumViewState
readonly subscribe: (listener: (event: ChromiumViewEvent) => void) => () => void
readonly navigate: (url: string) => PromiseLike<void>; readonly back: () => PromiseLike<void> | void
readonly forward: () => PromiseLike<void> | void; readonly reload: () => PromiseLike<void> | void
readonly stop: () => void; readonly send: (command: ChromiumCommand) => PromiseLike<unknown>
readonly viewport: () => { readonly width: number; readonly height: number }
readonly screenshot: (maxDimension: number) => PromiseLike<{
readonly data: Uint8Array
readonly width: number
readonly height: number
}>
readonly dispose: () => PromiseLike<void> | void
}
export interface ChromiumController<Resource> extends AsyncDisposable {
readonly resource: Resource; readonly state: () => Browser.State
readonly subscribe: (listener: (state: Browser.State) => void) => () => void
readonly navigate: (url: string) => Promise<void>; readonly back: () => Promise<void>
readonly forward: () => Promise<void>; readonly reload: () => Promise<void>
readonly stop: () => void; readonly dispose: () => Promise<void>
}
export type ChromiumDriver<Resource> = BrowserDriver<ChromiumController<Resource>>
type SnapshotNode = {
readonly token?: string; readonly role: string; readonly name: string; readonly value: string; readonly depth: number
readonly checked?: boolean; readonly disabled?: boolean; readonly expanded?: boolean; readonly selected?: boolean
}
type Page<Resource> = {
readonly port: ChromiumPort<Resource>; readonly lifetime: AbortSignal
readonly refs: Set<string>; readonly listeners: Set<(state: Browser.State) => void>
state: ChromiumViewState; document: number; nextRef: number; snapshotObjectID?: string
active?: AbortController; unsubscribe?: () => void; queue: Promise<void>
disposed: boolean; disposal?: Promise<void>
}
const commandTimeout = 10_000
const snapshotLimit = 500
const screenshotDimensionLimit = 2_000
const screenshotByteLimit = 5 * 1_024 * 1_024
export function chromiumDriver<Resource>(
create: (context: BrowserDriverContext) => PromiseLike<ChromiumPort<Resource>> | ChromiumPort<Resource>,
): ChromiumDriver<Resource> {
return async (context) => {
const port = await create(context)
if (!context.signal.aborted) return createInstance(port, context.signal)
await Promise.resolve(port.dispose())
throw context.signal.reason instanceof Error ? context.signal.reason : new Error("Chromium driver creation was aborted")
}
}
function createInstance<Resource>(
port: ChromiumPort<Resource>,
lifetime: AbortSignal,
): BrowserDriverInstance<ChromiumController<Resource>> {
const page: Page<Resource> = {
port,
lifetime,
refs: new Set(),
listeners: new Set(),
state: port.state(),
document: 0,
nextRef: 0,
queue: Promise.resolve(),
disposed: false,
}
page.unsubscribe = port.subscribe((event) => {
if (page.disposed) return
if (event.mainDocumentChanged) {
page.document++
invalidateRefs(page)
}
page.state = event.state
publish(page)
})
const dispose = () => disposePage(page)
const controller: ChromiumController<Resource> = Object.freeze({
resource: port.resource,
state: () => state(page),
subscribe: (listener) => subscribe(page, listener),
navigate: (url) => schedule(page, undefined, (signal) => navigate(page, url, signal)),
back: () => localAction(page, () => port.back()),
forward: () => localAction(page, () => port.forward()),
reload: () => localAction(page, () => port.reload()),
stop: () => stop(page),
dispose,
[Symbol.asyncDispose]: dispose,
})
return Object.freeze({
resource: controller,
state: controller.state,
subscribe: controller.subscribe,
execute: (command: Browser.Command, options: { readonly signal: AbortSignal }) =>
schedule(page, options.signal, (signal) => execute(page, command, signal)),
dispose,
})
}
async function execute<Resource>(page: Page<Resource>, command: Browser.Command, signal: AbortSignal) {
assertDocument(page, command.generation)
switch (command.type) {
case "navigate":
await navigate(page, command.url, signal)
return { type: "navigate", state: state(page) } as const
case "snapshot":
return snapshot(page, command.generation, signal)
case "click":
await click(page, command.ref, command.generation, signal)
return { type: "click", state: refresh(page) } as const
case "fill":
await fill(page, command.ref, command.text, command.generation, signal)
return { type: "fill", state: refresh(page) } as const
case "press":
await press(page, command.key, command.generation, signal)
return { type: "press", state: refresh(page) } as const
case "scroll":
await scroll(page, command.direction, command.pixels, command.generation, signal)
return { type: "scroll", state: refresh(page) } as const
case "screenshot":
return screenshot(page, command.generation, signal)
}
}
async function navigate<Resource>(page: Page<Resource>, input: string, signal: AbortSignal) {
const url = normalizeURL(input)
const onAbort = () => page.port.stop()
signal.addEventListener("abort", onAbort, { once: true })
await bounded(() => page.port.navigate(url), signal, 30_000, "The browser navigation timed out.")
.catch((error) => {
if (signal.aborted) throw error
if (error instanceof BrowserDriverError) throw error
throw browserError("navigation_failed", error instanceof Error ? error.message : String(error))
})
.finally(() => signal.removeEventListener("abort", onAbort))
refresh(page)
}
async function snapshot<Resource>(page: Page<Resource>, generation: number, signal: AbortSignal) {
const object = await send(
page,
{ method: "Runtime.evaluate", params: { expression: snapshotExpression(page.nextRef) } },
signal,
)
const objectID = runtimeObjectID(object)
const result = await send(
page,
{
method: "Runtime.callFunctionOn",
params: {
objectId: objectID,
functionDeclaration: "function() { return this.result }",
returnByValue: true,
},
},
signal,
)
.then(readSnapshot)
.catch((error) => {
release(page, objectID)
throw error
})
assertDocument(page, generation)
invalidateRefs(page)
page.snapshotObjectID = objectID
page.nextRef = Math.max(page.nextRef, result.nextRef)
const lines = result.nodes.map((node) => {
if (node.token) page.refs.add(node.token)
const flags = [
node.checked === undefined ? undefined : `checked=${node.checked}`,
node.disabled === undefined ? undefined : `disabled=${node.disabled}`,
node.expanded === undefined ? undefined : `expanded=${node.expanded}`,
node.selected === undefined ? undefined : `selected=${node.selected}`,
].filter((value): value is string => value !== undefined)
const details = [
node.name ? JSON.stringify(node.name) : undefined,
node.value && node.value !== node.name ? `value=${JSON.stringify(node.value)}` : undefined,
].filter((value): value is string => value !== undefined)
return `${" ".repeat(node.depth)}${node.token ? `${node.token} ` : ""}[${node.role}]${details.length ? ` ${details.join(" ")}` : ""}${flags.length ? ` ${flags.join(" ")}` : ""}`
})
const current = page.port.state()
const content = [
`Page: ${current.title.replaceAll(/\s+/g, " ").trim().slice(0, 1_024)}`,
`URL: ${current.url.slice(0, 16_384)}`,
"",
...lines,
]
.join("\n")
.slice(0, 40 * 1_024)
return { type: "snapshot", state: refresh(page), format: "opencode.semantic.v1", content } as const
}
async function click<Resource>(page: Page<Resource>, ref: Browser.Ref, generation: number, signal: AbortSignal) {
const objectID = resolveRef(page, ref)
const point = await send(
page,
{
method: "Runtime.callFunctionOn",
params: {
objectId: objectID,
functionDeclaration:
"function(token) { const element = this.refs[token]; if (!element || !element.isConnected) throw new Error('stale element'); element.scrollIntoView({ block: 'center', inline: 'center' }); const bounds = element.getBoundingClientRect(); if (bounds.width <= 0 || bounds.height <= 0) throw new Error('element has no bounds'); return { x: bounds.left + bounds.width / 2, y: bounds.top + bounds.height / 2 } }",
arguments: [{ value: ref }],
returnByValue: true,
},
},
signal,
).then(readPoint)
assertDocument(page, generation)
await send(page, { method: "Input.dispatchMouseEvent", params: { type: "mouseMoved", ...point } }, signal)
await inputPair(
() =>
send(
page,
{
method: "Input.dispatchMouseEvent",
params: { type: "mousePressed", button: "left", clickCount: 1, ...point },
},
signal,
),
() =>
send(page, {
method: "Input.dispatchMouseEvent",
params: { type: "mouseReleased", button: "left", clickCount: 1, ...point },
}),
)
assertDocument(page, generation)
}
async function fill<Resource>(
page: Page<Resource>,
ref: Browser.Ref,
text: string,
generation: number,
signal: AbortSignal,
) {
const editable = await send(
page,
{
method: "Runtime.callFunctionOn",
params: {
objectId: resolveRef(page, ref),
functionDeclaration: fillFunction,
arguments: [{ value: ref }],
returnByValue: true,
},
},
signal,
).then(runtimeValue)
assertDocument(page, generation)
if (editable !== true) throw browserError("stale_ref", "The browser element is not editable. Call browser_snapshot again.")
const select = { key: "a", code: "KeyA", modifiers: process.platform === "darwin" ? 4 : 2 }
await keyPair(page, select, signal)
await keyPair(page, { key: "Backspace", code: "Backspace", windowsVirtualKeyCode: 8 }, signal)
await send(page, { method: "Input.insertText", params: { text } }, signal)
assertDocument(page, generation)
}
async function press<Resource>(page: Page<Resource>, key: Browser.Key, generation: number, signal: AbortSignal) {
await keyPair(page, keyInfo(key), signal)
assertDocument(page, generation)
}
async function scroll<Resource>(
page: Page<Resource>,
direction: Browser.Direction,
pixels: number,
generation: number,
signal: AbortSignal,
) {
const viewport = page.port.viewport()
const distance = Math.min(2_000, Math.max(1, pixels))
await send(
page,
{
method: "Input.dispatchMouseEvent",
params: {
type: "mouseWheel",
x: Math.max(0, Math.round(viewport.width / 2)),
y: Math.max(0, Math.round(viewport.height / 2)),
deltaX: direction === "left" ? -distance : direction === "right" ? distance : 0,
deltaY: direction === "up" ? -distance : direction === "down" ? distance : 0,
},
},
signal,
)
assertDocument(page, generation)
}
async function screenshot<Resource>(page: Page<Resource>, generation: number, signal: AbortSignal) {
const source = await bounded(
() => page.port.screenshot(screenshotDimensionLimit),
signal,
commandTimeout,
"The browser screenshot timed out.",
)
assertDocument(page, generation)
if (source.data.byteLength > screenshotByteLimit) {
throw browserError("result_too_large", "The browser screenshot exceeds 5 MiB.")
}
if (
!Number.isSafeInteger(source.width) ||
!Number.isSafeInteger(source.height) ||
source.width < 1 ||
source.height < 1 ||
source.width > screenshotDimensionLimit ||
source.height > screenshotDimensionLimit
) {
throw browserError("internal", "The browser pane has no drawable area.")
}
return {
type: "screenshot",
state: refresh(page),
mediaType: "image/png",
data: new Uint8Array(source.data),
width: source.width,
height: source.height,
} as const
}
function schedule<Resource, Result>(
page: Page<Resource>,
signal: AbortSignal | undefined,
run: (signal: AbortSignal) => Promise<Result>,
) {
assertAttached(page)
throwIfAborted(signal)
const result = page.queue.then(async () => {
assertAttached(page)
throwIfAborted(signal)
const controller = new AbortController()
page.active = controller
const combined = AbortSignal.any([page.lifetime, controller.signal, ...(signal ? [signal] : [])])
return run(combined).finally(() => {
if (page.active === controller) page.active = undefined
})
})
page.queue = result.then(
() => undefined,
() => undefined,
)
return result.catch((error) => {
throw normalizeError(error)
})
}
function localAction<Resource>(page: Page<Resource>, run: () => PromiseLike<void> | void) {
return schedule(page, undefined, async (signal) => {
throwIfAborted(signal)
await run()
throwIfAborted(signal)
})
}
function stop<Resource>(page: Page<Resource>) {
assertAttached(page)
page.active?.abort()
try {
page.port.stop()
} catch (error) {
throw normalizeError(error)
}
}
function subscribe<Resource>(page: Page<Resource>, listener: (state: Browser.State) => void) {
assertAttached(page)
page.listeners.add(listener)
listener(state(page))
return () => page.listeners.delete(listener)
}
function publish<Resource>(page: Page<Resource>) {
const current = state(page)
page.listeners.forEach((listener) => listener(current))
}
function refresh<Resource>(page: Page<Resource>) {
page.state = page.port.state()
publish(page)
return state(page)
}
function state<Resource>(page: Page<Resource>): Browser.State {
assertAttached(page)
return {
url: page.state.url.slice(0, 16_384),
title: page.state.title.slice(0, 1_024),
loading: page.state.loading,
canGoBack: page.state.canGoBack,
canGoForward: page.state.canGoForward,
generation: page.document,
}
}
function disposePage<Resource>(page: Page<Resource>) {
if (page.disposal) return page.disposal
page.disposed = true
page.active?.abort()
page.listeners.clear()
invalidateRefs(page)
page.unsubscribe?.()
page.unsubscribe = undefined
page.port.stop()
page.disposal = Promise.resolve(page.port.dispose())
return page.disposal
}
function invalidateRefs<Resource>(page: Page<Resource>) {
if (page.snapshotObjectID) release(page, page.snapshotObjectID)
page.snapshotObjectID = undefined
page.refs.clear()
}
function release<Resource>(page: Page<Resource>, objectID: string) {
void Promise.resolve(
page.port.send({ method: "Runtime.releaseObject", params: { objectId: objectID } }),
).catch(() => undefined)
}
function resolveRef<Resource>(page: Page<Resource>, ref: Browser.Ref) {
if (!page.snapshotObjectID || !page.refs.has(ref)) {
throw browserError("stale_ref", "The element reference is stale. Call browser_snapshot again.")
}
return page.snapshotObjectID
}
function send<Resource>(page: Page<Resource>, command: ChromiumCommand, signal?: AbortSignal) {
return bounded(
() => page.port.send(command),
signal,
commandTimeout,
"The browser command timed out.",
).catch((error) => {
if (staleProtocolError(error)) {
throw browserError("stale_ref", "The element reference is stale. Call browser_snapshot again.")
}
throw error
})
}
function readSnapshot(input: unknown) {
const value = runtimeValue(input)
if (!record(value) || !Array.isArray(value.nodes) || value.nodes.length > snapshotLimit) {
throw browserError("internal", "Invalid browser snapshot response.")
}
if (!Number.isSafeInteger(value.nextRef) || Number(value.nextRef) < 0) {
throw browserError("internal", "Invalid browser snapshot response.")
}
const nodes = value.nodes.map((node) => {
if (!snapshotNode(node)) throw browserError("internal", "Invalid browser snapshot response.")
return node
})
return { nodes, nextRef: Number(value.nextRef) }
}
function snapshotNode(input: unknown): input is SnapshotNode {
if (!record(input)) return false
if (
typeof input.role !== "string" ||
!/^[a-zA-Z0-9_-]{1,40}$/.test(input.role) ||
typeof input.name !== "string" ||
typeof input.value !== "string" ||
!Number.isSafeInteger(input.depth) ||
Number(input.depth) < 0 ||
Number(input.depth) > 6
)
return false
if (input.token !== undefined && (typeof input.token !== "string" || !/^e[1-9][0-9]*$/.test(input.token))) return false
return true
}
function runtimeObjectID(input: unknown) {
if (!record(input) || !record(input.result) || typeof input.result.objectId !== "string") {
throw browserError("internal", "Browser page operation failed.")
}
return input.result.objectId
}
function runtimeValue(input: unknown) {
if (!record(input)) throw browserError("internal", "Browser page operation failed.")
if (input.exceptionDetails !== undefined) {
const details = record(input.exceptionDetails) ? input.exceptionDetails : undefined
const exception = details && record(details.exception) ? details.exception : undefined
const message =
(exception && typeof exception.description === "string" && exception.description) ||
(details && typeof details.text === "string" && details.text) ||
"Browser page operation failed."
if (staleProtocolError(message)) {
throw browserError("stale_ref", "The element reference is stale. Call browser_snapshot again.")
}
throw browserError("internal", message)
}
if (!record(input.result) || !("value" in input.result)) {
throw browserError("internal", "Browser page operation failed.")
}
return input.result.value
}
function readPoint(input: unknown) {
const value = runtimeValue(input)
if (!record(value) || typeof value.x !== "number" || typeof value.y !== "number") {
throw browserError("stale_ref", "The browser element has no clickable bounds.")
}
return { x: value.x, y: value.y }
}
function keyPair<Resource>(
page: Page<Resource>,
key: { readonly key: string; readonly code: string; readonly modifiers?: number; readonly windowsVirtualKeyCode?: number },
signal: AbortSignal,
) {
return inputPair(
() => send(page, { method: "Input.dispatchKeyEvent", params: { type: "keyDown", ...key } }, signal),
() => send(page, { method: "Input.dispatchKeyEvent", params: { type: "keyUp", ...key } }),
)
}
async function inputPair(down: () => Promise<unknown>, up: () => Promise<unknown>) {
try {
await down()
} finally {
await up()
}
}
function keyInfo(key: Browser.Key) {
const codes: Partial<Record<Browser.Key, number>> = {
Enter: 13,
Tab: 9,
Escape: 27,
Backspace: 8,
Delete: 46,
Space: 32,
}
const windowsVirtualKeyCode = codes[key]
return {
key: key === "Space" ? " " : key,
code: key,
...(windowsVirtualKeyCode ? { windowsVirtualKeyCode } : {}),
}
}
function assertDocument<Resource>(page: Page<Resource>, generation: number) {
if (page.document !== generation) {
throw browserError("stale_ref", "The browser page changed. Call browser_snapshot again.")
}
}
function assertAttached<Resource>(page: Page<Resource>) {
if (page.disposed) throw browserError("not_attached", "The browser page is no longer attached.")
}
function throwIfAborted(signal?: AbortSignal) {
if (signal?.aborted) throw browserError("aborted", "The browser action was aborted.")
}
function browserError(code: Browser.ErrorCode, message: string) {
return new BrowserDriverError(code, message.slice(0, 1_024))
}
function normalizeError(error: unknown) {
if (error instanceof BrowserDriverError) return error
return browserError("internal", error instanceof Error ? error.message : String(error))
}
function normalizeURL(input: string) {
const value = input.trim()
if (value.length > 16_384) throw browserError("invalid_url", "The browser URL is too long.")
if (!value || value === "about:blank") return "about:blank"
const candidate = /^(localhost|127(?:\.\d{1,3}){3}|\[?::1\]?)(:\d+)?(?:\/|$)/i.test(value)
? `http://${value}`
: /^[a-z][a-z\d+.-]*:/i.test(value)
? value
: `https://${value}`
if (!URL.canParse(candidate)) throw browserError("invalid_url", "Enter a valid HTTP or HTTPS URL.")
const url = new URL(candidate)
if ((url.protocol !== "http:" && url.protocol !== "https:") || url.username || url.password) {
throw browserError("invalid_url", "Only HTTP, HTTPS, and about:blank URLs are supported.")
}
if (url.href.length > 16_384) throw browserError("invalid_url", "The browser URL is too long.")
return url.href
}
function bounded<Result>(
run: () => PromiseLike<Result>,
signal: AbortSignal | undefined,
timeout: number,
timeoutMessage: string,
) {
throwIfAborted(signal)
const timedOut = AbortSignal.timeout(timeout)
const abort = signal ? AbortSignal.any([signal, timedOut]) : timedOut
return new Promise<Result>((resolve, reject) => {
abort.addEventListener(
"abort",
() =>
reject(
timedOut.aborted
? browserError("timeout", timeoutMessage)
: browserError("aborted", "The browser action was aborted."),
),
{ once: true },
)
Promise.resolve().then(run).then(resolve, reject)
})
}
function staleProtocolError(input: unknown) {
return /Could not find (node|object)|No node with given id|Node with given id does not belong|Could not push node|Could not compute box model|stale element/i.test(
input instanceof Error ? input.message : String(input),
)
}
function snapshotExpression(nextRef: number) {
return `(() => {
const interactive = new Set(["button","checkbox","combobox","link","menuitem","option","radio","searchbox","slider","spinbutton","switch","tab","textbox"])
const readable = new Set(["article","cell","columnheader","heading","img","list","listitem","p","region","row","rowheader","table"])
const roleFor = (element) => {
const explicit = element.getAttribute("role")
if (explicit) return explicit.slice(0, 100).split(/\\s+/)[0]
if (/^H[1-6]$/.test(element.tagName)) return "heading"
if (element.tagName === "INPUT") {
if (element.type === "checkbox") return "checkbox"
if (element.type === "radio") return "radio"
if (element.type === "range") return "slider"
if (element.type === "number") return "spinbutton"
if (element.type === "search") return "searchbox"
return "textbox"
}
return ({A:"link",ARTICLE:"article",BUTTON:"button",IMG:"img",LI:"listitem",OL:"list",P:"p",SELECT:"combobox",TABLE:"table",TD:"cell",TH:"columnheader",TR:"row",TEXTAREA:"textbox",UL:"list"})[element.tagName] || element.tagName.toLowerCase()
}
const clean = (value) => String(value || "").slice(0, 1000).replace(/\\s+/g, " ").trim().slice(0, 300)
const textFor = (element) => {
const queue = Array.from(element.childNodes).slice(0, 20)
const parts = []
let visited = 0
while (queue.length && visited++ < 20) {
const item = queue.shift()
if (item.nodeType === Node.TEXT_NODE) parts.push(item.nodeValue || "")
queue.push(...Array.from(item.childNodes).slice(0, Math.max(0, 20 - queue.length - visited)))
}
return parts.join(" ")
}
const nodes = []
const refs = Object.create(null)
const walker = document.createTreeWalker(document.body || document.documentElement, NodeFilter.SHOW_ELEMENT)
let visited = 0
let ref = ${Math.max(0, Math.floor(nextRef))}
while (visited++ < ${snapshotLimit}) {
const element = walker.nextNode()
if (!element) break
if (element.hidden || element.getAttribute("aria-hidden") === "true" || (element.tagName === "INPUT" && element.type === "hidden")) continue
const role = clean(roleFor(element)).replace(/[^a-zA-Z0-9_-]/g, "").slice(0, 40) || "node"
const isInteractive = interactive.has(role) || element.tabIndex >= 0
if (!isInteractive && !readable.has(role)) continue
const editable = ["INPUT","TEXTAREA","SELECT"].includes(element.tagName) || ["textbox","searchbox","combobox","spinbutton"].includes(role) || element.isContentEditable
const labelledBy = element.getAttribute("aria-labelledby")
const label = labelledBy && document.getElementById(labelledBy)
const token = isInteractive ? "e" + (++ref) : undefined
if (token) refs[token] = element
let depth = 0
for (let item = element.parentElement; item && depth < 6; item = item.parentElement) depth++
nodes.push({
token,
role,
name: clean(element.getAttribute("aria-label") || (label && textFor(label)) || element.alt || (editable ? "" : textFor(element))),
value: editable ? "" : clean(element.value),
depth,
checked: "checked" in element ? Boolean(element.checked) : undefined,
disabled: "disabled" in element ? Boolean(element.disabled) : undefined,
expanded: element.getAttribute("aria-expanded") === "true" ? true : element.getAttribute("aria-expanded") === "false" ? false : undefined,
selected: "selected" in element ? Boolean(element.selected) : undefined,
})
}
return { result: { nodes, nextRef: ref }, refs }
})()`
}
const fillFunction = `function(token) {
const element = this.refs[token]
if (!element || !element.isConnected) throw new Error("stale element")
const role = String(element.getAttribute("role") || "").split(/\\s+/, 1)[0]
const input = element.tagName === "INPUT" && !["button","checkbox","color","file","hidden","image","radio","range","reset","submit"].includes(String(element.type).toLowerCase())
const editable = input || element.tagName === "TEXTAREA" || element.isContentEditable || ["textbox","searchbox","combobox","spinbutton"].includes(role)
if (!editable || element.disabled || element.readOnly || element.getAttribute("aria-disabled") === "true" || element.getAttribute("aria-readonly") === "true") return false
element.focus()
return true
}`
function record(input: unknown): input is Record<string, unknown> {
return typeof input === "object" && input !== null && !Array.isArray(input)
}
+360
View File
@@ -0,0 +1,360 @@
import { BrowserControlProtocol } from "@opencode-ai/protocol/browser-control"
import { Browser } from "@opencode-ai/schema/browser"
import { BrowserControl } from "@opencode-ai/schema/browser-control"
import { Session } from "@opencode-ai/schema/session"
import { Effect, Schema } from "effect"
import WebSocket from "ws"
import type { ClientOptions } from "../../promise/generated/client.js"
import { browserDriverFactory, type BrowserDriver, type BrowserDriverInstance, type BrowserProxy } from "./driver.js"
import { createBrowserProxy } from "./proxy.js"
import { openBrowserTunnel, type BrowserTunnelEndpoint } from "./tunnel.js"
export interface BrowserRegisterOptions {
readonly sessionID: string
readonly open: () => Promise<void> | void
}
export interface BrowserAttachOptions<Resource> {
readonly driver: BrowserDriver<Resource>
readonly signal?: AbortSignal
}
export interface BrowserAttachment<Resource> extends AsyncDisposable {
readonly resource: Resource
readonly close: () => Promise<void>
}
export interface BrowserRegistration extends AsyncDisposable {
readonly attach: <Resource>(options: BrowserAttachOptions<Resource>) => Promise<BrowserAttachment<Resource>>
readonly close: () => Promise<void>
}
export interface BrowserClient {
readonly register: (options: BrowserRegisterOptions) => Promise<BrowserRegistration>
}
type ProxyServer = Awaited<ReturnType<typeof createBrowserProxy>>
type Attachment = {
readonly leaseID: Browser.LeaseID
readonly abort: AbortController
readonly attached: Promise<void>
readonly resolveAttached: () => void
readonly rejectAttached: (error: Error) => void
readonly externalSignal?: AbortSignal
readonly externalAbort: () => void
state?: Browser.State
execute?: BrowserDriverInstance<unknown>["execute"]
unsubscribe?: () => void
dispose?: () => Promise<void> | void
proxy?: ProxyServer
acknowledged: boolean
closed: boolean
closing?: Promise<void>
}
export function createBrowserClient(options: ClientOptions): BrowserClient {
const server = endpoint(options)
return { register: (input) => BrowserRegistrationControl.create(server, input) }
}
class BrowserRegistrationControl implements BrowserRegistration {
private readonly requests = new Map<BrowserControl.RequestID, AbortController>()
private readonly socket: WebSocket
private attachment?: Attachment
private resolveRegistered!: () => void
private rejectRegistered!: (error: Error) => void
private readonly registered: Promise<void>
private closed = false
private closing?: Promise<void>
static async create(server: BrowserTunnelEndpoint, options: BrowserRegisterOptions) {
if (!Schema.is(Session.ID)(options.sessionID))
throw new TypeError("Browser registration requires a valid Session ID")
if (typeof options.open !== "function") throw new TypeError("Browser registration requires an open callback")
if (process.versions.bun) {
const response = await (server.fetch ?? globalThis.fetch)(new URL("/api/health", server.url), {
headers: server.authorization ? { Authorization: server.authorization } : undefined,
signal: AbortSignal.timeout(10_000),
})
if (response.status === 401 || response.status === 403) {
throw new Error(`Browser control connection was rejected with HTTP ${response.status}`)
}
}
const registration = new BrowserRegistrationControl(server, Session.ID.make(options.sessionID), options.open)
await registration.registered
return registration
}
private constructor(
private readonly server: BrowserTunnelEndpoint,
private readonly sessionID: Session.ID,
private readonly open: BrowserRegisterOptions["open"],
) {
this.registered = new Promise<void>((resolve, reject) => {
this.resolveRegistered = resolve
this.rejectRegistered = reject
})
this.socket = new WebSocket(controlURL(server), BrowserControlProtocol.Subprotocol, {
...(server.authorization ? { headers: { Authorization: server.authorization } } : {}),
handshakeTimeout: 10_000,
maxPayload: BrowserControlProtocol.MaxMessageBytes,
perMessageDeflate: false,
followRedirects: false,
})
this.socket.once("open", () => this.send({ type: "browser.control.register", sessionID }))
this.socket.on("message", (data, binary) => void this.receive(data, binary))
this.socket.on("error", (error) => {
const status = /^Unexpected server response: (\d+)$/.exec(error.message)?.[1]
this.fail(new Error(status ? `Browser control connection was rejected with HTTP ${status}` : error.message))
})
if (!process.versions.bun) {
this.socket.on("unexpected-response", (_request, response) => {
response.resume()
this.fail(new Error(`Browser control connection was rejected with HTTP ${response.statusCode}`))
})
}
this.socket.on("close", () => this.fail(new Error("Browser control connection closed.")))
}
async attach<Resource>(input: BrowserAttachOptions<Resource>): Promise<BrowserAttachment<Resource>> {
if (this.closed) throw new Error("Browser registration is closed")
if (this.attachment) throw new Error("A browser is already attached to this registration")
if (input.signal?.aborted) throw abortError(input.signal, "Browser attachment was aborted")
let resolveAttached!: () => void
let rejectAttached!: (error: Error) => void
const attached = new Promise<void>((resolve, reject) => {
resolveAttached = resolve
rejectAttached = reject
})
const externalAbort = () =>
void this.closeAttachment(record, abortError(input.signal, "Browser attachment was aborted"))
const record: Attachment = {
leaseID: Browser.LeaseID.create(),
abort: new AbortController(),
attached,
resolveAttached,
rejectAttached,
externalSignal: input.signal,
externalAbort,
acknowledged: false,
closed: false,
}
this.attachment = record
input.signal?.addEventListener("abort", record.externalAbort, { once: true })
try {
record.proxy = await createBrowserProxy({
connect: async (target, signal) => {
await abortable(record.attached, signal)
return openBrowserTunnel({
endpoint: this.server,
sessionID: this.sessionID,
leaseID: record.leaseID,
target,
signal: AbortSignal.any([signal, record.abort.signal]),
})
},
})
const instance = await Promise.resolve(
browserDriverFactory(input.driver)({ proxy: exposedProxy(record.proxy), signal: record.abort.signal }),
)
if (!validDriver(instance)) throw new TypeError("Browser driver factory returned an invalid driver instance")
record.dispose = () => instance.dispose()
record.execute = (command, options) => instance.execute(command, options)
record.state = contractState(instance.state())
record.unsubscribe = instance.subscribe((state) => {
if (record.closed) return
record.state = contractState(state)
if (record.acknowledged)
this.send({ type: "browser.control.state", leaseID: record.leaseID, state: record.state })
})
this.send({ type: "browser.control.attach", leaseID: record.leaseID, state: record.state })
await abortable(record.attached, record.abort.signal)
record.acknowledged = true
this.send({ type: "browser.control.state", leaseID: record.leaseID, state: record.state })
const close = () => this.closeAttachment(record)
return Object.freeze({ resource: instance.resource, close, [Symbol.asyncDispose]: close })
} catch (error) {
await this.closeAttachment(record).catch(() => undefined)
throw error
}
}
close() {
if (this.closing) return this.closing
this.closed = true
const attachment = this.attachment
this.closing = (attachment ? this.closeAttachment(attachment) : Promise.resolve()).finally(() => {
this.requests.forEach((abort) => abort.abort())
this.requests.clear()
if (this.socket.readyState === WebSocket.OPEN) this.socket.close(1000)
else if (this.socket.readyState !== WebSocket.CLOSED) this.socket.terminate()
})
return this.closing
}
[Symbol.asyncDispose]() {
return this.close()
}
private closeAttachment(record: Attachment, reason = new Error("Browser attachment was closed")) {
if (record.closing) return record.closing
record.closed = true
record.externalSignal?.removeEventListener("abort", record.externalAbort)
record.abort.abort(reason)
record.rejectAttached(reason)
if (this.attachment === record) this.attachment = undefined
if (record.acknowledged) this.send({ type: "browser.control.detach", leaseID: record.leaseID })
record.closing = Promise.resolve()
.then(() => record.unsubscribe?.())
.then(() => record.dispose?.())
.then(() => record.proxy?.close())
return record.closing
}
private async receive(data: WebSocket.RawData, binary: boolean) {
if (binary) return this.protocolError()
const message = await Effect.runPromise(
BrowserControlProtocol.decodeFromServer(Buffer.from(rawData(data)).toString("utf8")),
).catch(() => undefined)
if (!message) return this.protocolError()
if (message.type === "browser.control.registered") {
this.resolveRegistered()
return
}
if (message.type === "browser.control.open") {
queueMicrotask(() => void Promise.resolve(this.open()).catch((error) => this.fail(asError(error))))
return
}
if (message.type === "browser.control.attached") {
if (this.attachment?.leaseID !== message.leaseID) return this.protocolError()
this.attachment.resolveAttached()
return
}
if (message.type === "browser.control.cancel") {
this.requests.get(message.requestID)?.abort(new Error("Browser command was cancelled"))
this.requests.delete(message.requestID)
return
}
void this.request(message)
}
private async request(message: Extract<BrowserControl.FromServer, { readonly type: "browser.control.request" }>) {
const record = this.attachment
if (!record?.acknowledged || record.leaseID !== message.leaseID || !record.execute) {
this.send({
type: "browser.control.response",
requestID: message.requestID,
leaseID: message.leaseID,
outcome: { type: "failure", code: "not_attached", message: "Browser is not attached." },
})
return
}
const abort = new AbortController()
this.requests.set(message.requestID, abort)
const outcome = await record.execute(message.command, { signal: abort.signal }).then(
(result): Browser.Outcome =>
Schema.is(Browser.Result)(result) && result.type === message.command.type
? { type: "success", result }
: { type: "failure", code: "protocol", message: "Browser driver returned an invalid result." },
(error): Browser.Outcome => driverFailure(error),
)
if (this.requests.get(message.requestID) !== abort) return
this.requests.delete(message.requestID)
this.send({ type: "browser.control.response", requestID: message.requestID, leaseID: message.leaseID, outcome })
}
private send(message: BrowserControl.FromClient) {
if (this.socket.readyState !== WebSocket.OPEN) return
this.socket.send(BrowserControlProtocol.encodeFromClient(message), (error) => {
if (error) this.fail(error)
})
}
private protocolError() {
this.fail(new Error("Invalid browser control message."))
}
private fail(error: Error) {
if (this.closed) return
this.rejectRegistered(error)
this.attachment?.rejectAttached(error)
void this.close()
}
}
function validDriver<Resource>(input: BrowserDriverInstance<Resource>): input is BrowserDriverInstance<Resource> {
return (
input !== null &&
typeof input === "object" &&
typeof input.state === "function" &&
typeof input.subscribe === "function" &&
typeof input.execute === "function" &&
typeof input.dispose === "function"
)
}
function exposedProxy(proxy: ProxyServer): BrowserProxy {
return Object.freeze({
url: proxy.url,
host: proxy.host,
port: proxy.port,
credentials: Object.freeze({ ...proxy.credentials }),
})
}
function contractState(state: Browser.State) {
if (!Schema.is(Browser.State)(state)) throw new TypeError("Browser driver returned an invalid state")
return Object.freeze({ ...state })
}
function driverFailure(error: unknown): Extract<Browser.Outcome, { readonly type: "failure" }> {
return {
type: "failure",
code:
error !== null && typeof error === "object" && "code" in error && Schema.is(Browser.ErrorCode)(error.code)
? error.code
: "internal",
message: (error instanceof Error ? error.message : String(error)).slice(0, 1_024),
}
}
function endpoint(options: ClientOptions): BrowserTunnelEndpoint {
const url = new URL(options.baseUrl)
if ((url.protocol !== "http:" && url.protocol !== "https:") || url.username || url.password) {
throw new TypeError("Browser server endpoint must be an HTTP URL without embedded credentials")
}
const authorization = new Headers(options.headers).get("authorization") ?? undefined
return Object.freeze({ url: url.href, ...(authorization ? { authorization } : {}), fetch: options.fetch })
}
function controlURL(endpoint: BrowserTunnelEndpoint) {
const url = new URL(endpoint.url)
url.protocol = url.protocol === "https:" ? "wss:" : "ws:"
url.pathname = BrowserControlProtocol.Path
url.search = ""
url.hash = ""
return url
}
function abortable<Result>(promise: Promise<Result>, signal: AbortSignal) {
if (signal.aborted) return Promise.reject(abortError(signal, "Browser operation was aborted"))
return new Promise<Result>((resolve, reject) => {
const abort = () => reject(abortError(signal, "Browser operation was aborted"))
signal.addEventListener("abort", abort, { once: true })
promise.then(resolve, reject).finally(() => signal.removeEventListener("abort", abort))
})
}
function abortError(signal: AbortSignal | undefined, message: string) {
return signal?.reason instanceof Error ? signal.reason : new Error(message)
}
function asError(error: unknown) {
return error instanceof Error ? error : new Error(String(error))
}
function rawData(data: WebSocket.RawData) {
if (data instanceof ArrayBuffer) return new Uint8Array(data)
if (Array.isArray(data)) return new Uint8Array(Buffer.concat(data))
return new Uint8Array(data.buffer, data.byteOffset, data.byteLength)
}
@@ -0,0 +1,53 @@
import type { Browser } from "@opencode-ai/schema/browser"
import { chromiumDriver, type ChromiumDriver, type ChromiumPort } from "./chromium.js"
export interface BrowserProxy {
readonly url: string
readonly host: string
readonly port: number
readonly credentials: {
readonly username: string
readonly password: string
}
}
export interface BrowserDriverContext {
readonly proxy: BrowserProxy
readonly signal: AbortSignal
}
export interface BrowserDriverInstance<Resource> {
readonly resource: Resource
readonly state: () => Browser.State
readonly subscribe: (listener: (state: Browser.State) => void) => () => void
readonly execute: (command: Browser.Command, options: { readonly signal: AbortSignal }) => Promise<Browser.Result>
readonly dispose: () => Promise<void> | void
}
export type BrowserDriverFactory<Resource> = (
context: BrowserDriverContext,
) => Promise<BrowserDriverInstance<Resource>> | BrowserDriverInstance<Resource>
export class BrowserDriverError extends Error {
override readonly name = "BrowserDriverError"
constructor(
readonly code: Browser.ErrorCode,
message: string,
options?: ErrorOptions,
) {
super(message, options)
}
}
export type BrowserDriver<Resource> = BrowserDriverFactory<Resource>
export const BrowserDriver = {
define<Resource>(create: BrowserDriverFactory<Resource>): BrowserDriver<Resource> {
return create
},
chromium<Resource>(
create: (context: BrowserDriverContext) => PromiseLike<ChromiumPort<Resource>> | ChromiumPort<Resource>,
): ChromiumDriver<Resource> {
return chromiumDriver(create)
},
}
export function browserDriverFactory<Resource>(driver: BrowserDriver<Resource>) {
return driver
}
+260
View File
@@ -0,0 +1,260 @@
import { BrowserTunnel } from "@opencode-ai/schema/browser-tunnel"
import { randomBytes, timingSafeEqual } from "node:crypto"
import {
Agent,
createServer,
request,
type IncomingHttpHeaders,
type IncomingMessage,
type ServerResponse,
} from "node:http"
import { Duplex } from "node:stream"
export type BrowserProxyConnector = (target: BrowserTunnel.Target, signal: AbortSignal) => Promise<Duplex>
/** Starts a loopback-only authenticated HTTP proxy backed exclusively by tunnel connections. */
export async function createBrowserProxy(input: { readonly connect: BrowserProxyConnector }) {
const username = randomBytes(16).toString("hex")
const password = randomBytes(32).toString("hex")
const expected = Buffer.from(`Basic ${Buffer.from(`${username}:${password}`).toString("base64")}`)
const clients = new Set<Duplex>()
const tunnels = new Set<Duplex>()
const pending = new Set<AbortController>()
let closed = false
const authorized = (value: string | undefined) => {
if (!value) return false
const actual = Buffer.from(value)
return actual.length === expected.length && timingSafeEqual(actual, expected)
}
const connect = async (target: BrowserTunnel.Target, signal?: AbortSignal) => {
if (closed) throw new Error("Browser proxy is closed")
const abort = new AbortController()
const cancel = () => abort.abort(signal?.reason)
signal?.addEventListener("abort", cancel, { once: true })
if (signal?.aborted) cancel()
pending.add(abort)
try {
const tunnel = await input.connect(target, abort.signal)
if (closed || abort.signal.aborted) {
tunnel.destroy()
throw abort.signal.reason ?? new Error("Browser proxy is closed")
}
tunnels.add(tunnel)
tunnel.once("close", () => tunnels.delete(tunnel))
tunnel.on("error", () => tunnel.destroy())
return tunnel
} finally {
pending.delete(abort)
signal?.removeEventListener("abort", cancel)
}
}
const server = createServer({ maxHeaderSize: 64 * 1_024 }, (incoming, response) => {
void forward(incoming, response, connect, authorized).catch(() => response.destroy())
})
server.requestTimeout = 30_000
server.headersTimeout = 10_000
server.keepAliveTimeout = 5_000
server.on("connection", (socket) => {
clients.add(socket)
socket.once("close", () => clients.delete(socket))
})
server.on("connect", (incoming, socket, head) => {
void (async () => {
if (!authorized(singleHeader(incoming.headers["proxy-authorization"]))) {
socket.end(
'HTTP/1.1 407 Proxy Authentication Required\r\nProxy-Authenticate: Basic realm="OpenCode Browser Proxy"\r\nContent-Length: 0\r\nConnection: close\r\n\r\n',
)
return
}
const destination = authority(incoming.url ?? "", 443)
if (!destination) {
socket.end("HTTP/1.1 400 Bad Request\r\nContent-Length: 0\r\nConnection: close\r\n\r\n")
return
}
const abort = new AbortController()
const cancel = () => abort.abort(new Error("Browser proxy client closed"))
socket.once("close", cancel)
socket.pause()
const tunnel = await connect(destination, abort.signal)
socket.off("close", cancel)
if (socket.destroyed) {
tunnel.destroy()
return
}
socket.write("HTTP/1.1 200 Connection Established\r\n\r\n")
if (head.byteLength) tunnel.write(head)
bridge(socket, tunnel)
socket.resume()
})().catch(() => {
if (!socket.destroyed) socket.end("HTTP/1.1 502 Bad Gateway\r\nContent-Length: 0\r\nConnection: close\r\n\r\n")
})
})
server.on("error", () => undefined)
server.on("clientError", (_error, socket) => {
if (!socket.destroyed) socket.end("HTTP/1.1 400 Bad Request\r\nConnection: close\r\n\r\n")
})
await new Promise<void>((resolve, reject) => {
const onError = (error: Error) => reject(error)
server.once("error", onError)
server.listen(0, "127.0.0.1", () => {
server.off("error", onError)
resolve()
})
})
const address = server.address()
if (!address || typeof address === "string") throw new Error("Browser proxy did not bind a TCP address")
let closing: Promise<void> | undefined
return {
url: `http://127.0.0.1:${address.port}`,
host: "127.0.0.1",
port: address.port,
credentials: { username, password },
close() {
if (closing) return closing
closed = true
pending.forEach((abort) => abort.abort())
tunnels.forEach((tunnel) => tunnel.destroy())
clients.forEach((client) => client.destroy())
closing = new Promise<void>((resolve) => server.close(() => resolve()))
return closing
},
}
}
async function forward(
incoming: IncomingMessage,
response: ServerResponse,
connect: (target: BrowserTunnel.Target, signal?: AbortSignal) => Promise<Duplex>,
authorized: (header: string | undefined) => boolean,
) {
if (!authorized(singleHeader(incoming.headers["proxy-authorization"]))) {
response.writeHead(407, { "Proxy-Authenticate": 'Basic realm="OpenCode Browser Proxy"' })
response.end()
return
}
const url = parseURL(incoming.url)
if (!url || url.protocol !== "http:" || !url.hostname || url.username || url.password) {
response.writeHead(400)
response.end()
return
}
const port = url.port ? Number(url.port) : 80
const abort = new AbortController()
let tunnel: Duplex | undefined
let agent: Agent | undefined
const cancel = () => {
abort.abort(new Error("Browser proxy client closed"))
tunnel?.destroy()
}
incoming.once("aborted", cancel)
response.once("close", cancel)
try {
tunnel = await connect(target(normalizeHostname(url.hostname), port), abort.signal)
const headers = forwardedHeaders(incoming.headers)
headers.host = url.host
headers.connection = "close"
agent = new Agent({ keepAlive: false, maxSockets: 1 })
const connection = tunnel
agent.createConnection = () => connection
await new Promise<void>((resolve, reject) => {
const upstream = request(
{
agent,
hostname: url.hostname,
port,
path: `${url.pathname}${url.search}`,
method: incoming.method,
headers,
signal: abort.signal,
},
(result) => {
const headers = forwardedHeaders(result.headers)
headers.connection = "close"
response.writeHead(result.statusCode ?? 502, result.statusMessage, headers)
result.once("error", reject)
response.once("finish", resolve)
result.pipe(response)
},
)
upstream.once("error", reject)
incoming.pipe(upstream)
})
} finally {
incoming.off("aborted", cancel)
response.off("close", cancel)
agent?.destroy()
tunnel?.destroy()
}
}
function forwardedHeaders(input: IncomingHttpHeaders) {
const headers = { ...input }
singleHeader(headers.connection)
?.split(",")
.map((value) => value.trim().toLowerCase())
.forEach((name) => delete headers[name])
;[
"connection",
"keep-alive",
"proxy-authenticate",
"proxy-authorization",
"proxy-connection",
"te",
"trailer",
"transfer-encoding",
"upgrade",
].forEach((name) => delete headers[name])
return headers
}
function bridge(client: Duplex, tunnel: Duplex) {
client.on("error", () => tunnel.destroy())
tunnel.on("error", () => client.destroy())
client.once("close", () => tunnel.destroy())
tunnel.once("close", () => client.destroy())
client.pipe(tunnel)
tunnel.pipe(client)
}
function authority(value: string, defaultPort: number) {
const bracket = /^\[([^\]]+)](?::([0-9]+))?$/.exec(value)
if (bracket) return validAuthority(bracket[1], bracket[2], defaultPort)
const separator = value.lastIndexOf(":")
if (separator < 0) return validAuthority(value, undefined, defaultPort)
if (value.slice(0, separator).includes(":")) return undefined
return validAuthority(value.slice(0, separator), value.slice(separator + 1), defaultPort)
}
function validAuthority(host: string, value: string | undefined, defaultPort: number) {
if (!host || (value !== undefined && !/^[0-9]+$/.test(value))) return undefined
const port = value === undefined ? defaultPort : Number(value)
if (!Number.isSafeInteger(port) || port < 1 || port > 65_535) return undefined
try {
return target(host, port)
} catch {
return undefined
}
}
function target(host: string, port: number): BrowserTunnel.Target {
return { host: BrowserTunnel.Host.make(host), port: BrowserTunnel.Port.make(port) }
}
function parseURL(value: string | undefined) {
try {
return new URL(value ?? "")
} catch {
return undefined
}
}
function normalizeHostname(hostname: string) {
return hostname.startsWith("[") && hostname.endsWith("]") ? hostname.slice(1, -1) : hostname
}
function singleHeader(value: string | ReadonlyArray<string> | undefined) {
return typeof value === "string" ? value : undefined
}
+208
View File
@@ -0,0 +1,208 @@
import { BrowserTunnelProtocol } from "@opencode-ai/protocol/browser-tunnel"
import { Browser } from "@opencode-ai/schema/browser"
import { BrowserTunnel } from "@opencode-ai/schema/browser-tunnel"
import { Session } from "@opencode-ai/schema/session"
import { Effect } from "effect"
import { Duplex } from "node:stream"
import WebSocket from "ws"
export type BrowserTunnelEndpoint = {
readonly url: string
readonly authorization?: string
readonly fetch?: typeof globalThis.fetch
}
export type BrowserTunnelOpen = {
readonly endpoint: BrowserTunnelEndpoint
readonly sessionID: Session.ID
readonly leaseID: Browser.LeaseID
readonly target: BrowserTunnel.Target
readonly signal?: AbortSignal
}
export class BrowserTunnelError extends Error {
constructor(
readonly code: BrowserTunnel.OpenErrorCode | "transport",
message: string,
) {
super(message)
this.name = "BrowserTunnelError"
}
}
/** Opens one WebSocket whose binary messages are the bytes of one TCP connection. */
export async function openBrowserTunnel(input: BrowserTunnelOpen): Promise<Duplex> {
const tunnel = new BrowserTunnelStream(input)
await tunnel.opened
return tunnel
}
class BrowserTunnelStream extends Duplex {
readonly connecting = false
readonly opened: Promise<void>
private resolveOpened!: () => void
private rejectOpened!: (error: Error) => void
private readonly socket: WebSocket
private readonly signal?: AbortSignal
private state: "opening" | "open" | "closed" = "opening"
private paused = false
private timer?: ReturnType<typeof setTimeout>
constructor(input: BrowserTunnelOpen) {
super()
this.opened = new Promise<void>((resolve, reject) => {
this.resolveOpened = resolve
this.rejectOpened = reject
})
this.on("error", () => undefined)
this.signal = input.signal
this.socket = new WebSocket(endpointURL(input.endpoint), BrowserTunnelProtocol.Subprotocol, {
...(input.endpoint.authorization ? { headers: { Authorization: input.endpoint.authorization } } : {}),
handshakeTimeout: 10_000,
maxPayload: BrowserTunnelProtocol.MaxFrameBytes,
perMessageDeflate: false,
followRedirects: false,
})
this.timer = setTimeout(
() => this.fail(new BrowserTunnelError("transport", "Browser tunnel handshake timed out.")),
15_000,
)
this.timer.unref()
this.socket.once("open", () => {
this.socket.send(
BrowserTunnelProtocol.encodeFromClient({
type: "browser.tunnel.open",
sessionID: input.sessionID,
leaseID: input.leaseID,
target: input.target,
}),
)
})
this.socket.on("message", (data, binary) => void this.receive(data, binary))
this.socket.on("error", (error) => this.fail(new BrowserTunnelError("transport", error.message)))
this.socket.on("close", () => {
if (this.state === "opening")
this.fail(new BrowserTunnelError("transport", "Browser tunnel closed while opening."))
if (this.state !== "open") return
this.state = "closed"
this.push(null)
this.destroy()
})
this.signal?.addEventListener("abort", this.onAbort, { once: true })
if (this.signal?.aborted) this.onAbort()
}
override _read() {
if (!this.paused) return
this.paused = false
this.socket.resume()
}
override _write(chunk: Buffer | string, encoding: BufferEncoding, callback: (error?: Error | null) => void) {
if (this.state !== "open") {
callback(new BrowserTunnelError("transport", "Browser tunnel is not writable."))
return
}
const data = typeof chunk === "string" ? Buffer.from(chunk, encoding) : chunk
const frames = Array.from(
{ length: Math.ceil(data.byteLength / BrowserTunnelProtocol.MaxFrameBytes) },
(_, index) =>
data.subarray(index * BrowserTunnelProtocol.MaxFrameBytes, (index + 1) * BrowserTunnelProtocol.MaxFrameBytes),
)
const send = (index: number) => {
if (index === frames.length) {
callback()
return
}
this.socket.send(frames[index], { binary: true }, (error) => {
if (error) callback(error)
else send(index + 1)
})
}
send(0)
}
override _final(callback: (error?: Error | null) => void) {
if (this.socket.readyState === WebSocket.OPEN) this.socket.close(1000)
callback()
}
override _destroy(error: Error | null, callback: (error?: Error | null) => void) {
if (this.timer) clearTimeout(this.timer)
this.signal?.removeEventListener("abort", this.onAbort)
if (this.state === "opening" && error) this.rejectOpened(error)
this.state = "closed"
if (this.socket.readyState === WebSocket.OPEN) this.socket.close(1000)
else if (this.socket.readyState !== WebSocket.CLOSED) this.socket.terminate()
callback(error)
}
setKeepAlive() {
return this
}
setNoDelay() {
return this
}
setTimeout(_timeout: number, callback?: () => void) {
if (callback) this.once("timeout", callback)
return this
}
ref() {
return this
}
unref() {
return this
}
private async receive(data: WebSocket.RawData, binary: boolean) {
if (this.state === "opening") {
if (binary) return this.fail(new BrowserTunnelError("transport", "Browser tunnel handshake must be text."))
const message = await Effect.runPromise(
BrowserTunnelProtocol.decodeFromServer(Buffer.from(rawData(data)).toString("utf8")),
).catch(() => undefined)
if (!message) return this.fail(new BrowserTunnelError("transport", "Browser tunnel handshake is invalid."))
if (message.type === "browser.tunnel.rejected")
return this.fail(new BrowserTunnelError(message.code, message.message))
this.state = "open"
if (this.timer) clearTimeout(this.timer)
this.resolveOpened()
return
}
if (this.state !== "open" || !binary)
return this.fail(new BrowserTunnelError("transport", "Browser tunnel payload is invalid."))
if (!this.push(rawData(data))) {
this.paused = true
this.socket.pause()
}
}
private fail(error: BrowserTunnelError) {
if (this.state === "closed") return
if (this.state === "opening") this.rejectOpened(error)
this.destroy(error)
}
private readonly onAbort = () => this.fail(new BrowserTunnelError("transport", "Browser tunnel was cancelled."))
}
function endpointURL(endpoint: BrowserTunnelEndpoint) {
const url = new URL(endpoint.url)
if ((url.protocol !== "http:" && url.protocol !== "https:") || url.username || url.password) {
throw new TypeError("Browser server endpoint must be an HTTP URL without embedded credentials")
}
url.protocol = url.protocol === "https:" ? "wss:" : "ws:"
url.pathname = BrowserTunnelProtocol.Path
url.search = ""
url.hash = ""
return url
}
function rawData(data: WebSocket.RawData) {
if (data instanceof ArrayBuffer) return new Uint8Array(data)
if (Array.isArray(data)) return new Uint8Array(Buffer.concat(data))
return new Uint8Array(data.buffer, data.byteOffset, data.byteLength)
}
+13
View File
@@ -0,0 +1,13 @@
import { OpenCode } from "../promise/generated/index.js"
import { createBrowserClient } from "./browser/client.js"
export type ClientOptions = OpenCode.ClientOptions
export type RequestOptions = OpenCode.RequestOptions
/** Creates the Promise client with Node-only browser attachment support. */
export function make(options: ClientOptions) {
return {
...OpenCode.make(options),
browser: createBrowserClient(options),
}
}
+35
View File
@@ -0,0 +1,35 @@
export { ClientError, type ClientErrorReason } from "../promise/generated/client-error.js"
export * from "../promise/generated/types.js"
export type {
AgentApi,
CatalogApi,
CommandApi,
EventApi,
IntegrationApi,
ModelApi,
PluginApi,
ProviderApi,
ReferenceApi,
WebSearchApi,
SessionApi,
SkillApi,
} from "../promise/api.js"
export * as OpenCode from "./client.js"
export { Browser } from "@opencode-ai/schema/browser"
export { BrowserDriver, BrowserDriverError } from "./browser/driver.js"
export type {
BrowserDriverContext,
BrowserDriverFactory,
BrowserDriverInstance,
BrowserProxy,
} from "./browser/driver.js"
export type { ChromiumController, ChromiumDriver, ChromiumPort } from "./browser/chromium.js"
export type {
BrowserAttachment,
BrowserAttachOptions,
BrowserClient,
BrowserRegistration,
BrowserRegisterOptions,
} from "./browser/client.js"
export type { EventSubscribeOutput as OpenCodeEvent } from "../promise/generated/types.js"
export type OpenCodeClient = ReturnType<typeof import("./client.js").make>
+12 -1
View File
@@ -5,6 +5,7 @@ import { join, resolve, sep } from "node:path"
const directory = resolve(import.meta.dir, "..")
const effect = realpathSync(resolve(import.meta.dir, "../node_modules/effect"))
const ws = realpathSync(resolve(import.meta.dir, "../node_modules/ws"))
const schema = resolve(import.meta.dir, "../../schema")
const protocol = resolve(import.meta.dir, "../../protocol")
const core = resolve(import.meta.dir, "../../core")
@@ -17,6 +18,7 @@ describe("public import boundaries", () => {
expect(within(root, effect)).toEqual([])
expect(within(root, schema)).toEqual([])
expect(within(root, protocol)).toEqual([])
expect(within(root, ws)).toEqual([])
expect(within(root, core)).toEqual([])
expect(within(root, server)).toEqual([])
@@ -28,6 +30,15 @@ describe("public import boundaries", () => {
expect(within(network, core)).toEqual([])
expect(within(network, server)).toEqual([])
const node = await bundleInputs("@opencode-ai/client/node", "node")
expect(within(node, effect).length).toBeGreaterThan(0)
expect(within(node, schema).length).toBeGreaterThan(0)
expect(within(node, protocol).length).toBeGreaterThan(0)
expect(within(node, ws).length).toBeGreaterThan(0)
expect(within(node, core)).toEqual([])
expect(within(node, server)).toEqual([])
const promiseService = await bundleInputs("@opencode-ai/client/service", "bun")
expect(within(promiseService, effect)).toEqual([])
@@ -45,7 +56,7 @@ describe("public import boundaries", () => {
})
})
async function bundleInputs(specifier: string, target: "browser" | "bun") {
async function bundleInputs(specifier: string, target: "browser" | "bun" | "node") {
const temporary = await mkdtemp(join(import.meta.dir, ".import-boundary-"))
const entrypoint = join(temporary, "index.ts")
const metafile = join(temporary, "meta.json")
@@ -0,0 +1,149 @@
import { BrowserControlProtocol } from "@opencode-ai/protocol/browser-control"
import { BrowserControl } from "@opencode-ai/schema/browser-control"
import { describe, expect, test } from "bun:test"
import { Effect } from "effect"
import { once } from "node:events"
import { createServer } from "node:http"
import WebSocket, { WebSocketServer } from "ws"
import { Browser, BrowserDriver, OpenCode } from "@opencode-ai/client/node"
const state: Browser.State = {
url: "https://example.com/",
title: "Example",
loading: false,
canGoBack: false,
canGoForward: false,
generation: 1,
}
describe("Node browser client", () => {
test("registers one Session and handles attach, command, detach, and open", async () => {
const server = await controlServer()
let opened = 0
let disposed = 0
const client = OpenCode.make({ baseUrl: server.url })
try {
const registering = client.browser.register({ sessionID: "ses_node_browser", open: () => opened++ })
const socket = await server.connected
const next = reader(socket)
expect(await next()).toEqual({ type: "browser.control.register", sessionID: "ses_node_browser" })
socket.send(BrowserControlProtocol.encodeFromServer({ type: "browser.control.registered" }))
const registration = await registering
socket.send(BrowserControlProtocol.encodeFromServer({ type: "browser.control.open" }))
await waitFor(() => opened === 1)
expect(opened).toBe(1)
const attaching = registration.attach({
driver: BrowserDriver.define(({ proxy }) => ({
resource: proxy,
state: () => state,
subscribe: () => () => undefined,
execute: async () => ({ type: "snapshot", state, format: "opencode.semantic.v1", content: "snapshot" }),
dispose: () => disposed++,
})),
})
const attach = await next()
if (attach.type !== "browser.control.attach") throw new Error("expected browser attach")
expect(attach.state).toEqual(state)
socket.send(
BrowserControlProtocol.encodeFromServer({ type: "browser.control.attached", leaseID: attach.leaseID }),
)
const attachment = await attaching
expect(attachment.resource.url.startsWith("http://127.0.0.1:")).toBe(true)
expect((await next()).type).toBe("browser.control.state")
const requestID = BrowserControl.RequestID.create()
socket.send(
BrowserControlProtocol.encodeFromServer({
type: "browser.control.request",
requestID,
leaseID: attach.leaseID,
command: { type: "snapshot", generation: 1 },
}),
)
expect(await next()).toMatchObject({
type: "browser.control.response",
requestID,
outcome: { type: "success", result: { type: "snapshot", content: "snapshot" } },
})
await attachment.close()
expect(await next()).toEqual({ type: "browser.control.detach", leaseID: attach.leaseID })
expect(socket.readyState).toBe(WebSocket.OPEN)
expect(disposed).toBe(1)
const closed = once(socket, "close")
await registration.close()
await closed
} finally {
await server.close()
}
})
})
async function controlServer(authorization?: string) {
const http = createServer((request, response) => {
response.statusCode = request.headers.authorization === authorization ? 200 : 401
response.end()
})
const webSockets = new WebSocketServer({ noServer: true })
let resolveConnected!: (socket: WebSocket) => void
const connected = new Promise<WebSocket>((resolve) => {
resolveConnected = resolve
})
webSockets.once("connection", resolveConnected)
http.on("upgrade", (request, socket, head) => {
if (
request.url !== BrowserControlProtocol.Path ||
request.headers.authorization !== authorization ||
request.headers["sec-websocket-protocol"] !== BrowserControlProtocol.Subprotocol
) {
socket.end("HTTP/1.1 401 Unauthorized\r\nContent-Length: 0\r\n\r\n")
return
}
webSockets.handleUpgrade(request, socket, head, (webSocket) => webSockets.emit("connection", webSocket, request))
})
await new Promise<void>((resolve) => http.listen(0, "127.0.0.1", resolve))
const address = http.address()
if (!address || typeof address === "string") throw new Error("control server did not bind")
return {
connected,
url: `http://127.0.0.1:${address.port}`,
async close() {
webSockets.clients.forEach((socket) => socket.terminate())
webSockets.close()
http.closeAllConnections()
await new Promise<void>((resolve) => http.close(() => resolve()))
},
}
}
function reader(socket: WebSocket) {
const queued: WebSocket.RawData[] = []
const waiting: Array<(data: WebSocket.RawData) => void> = []
socket.on("message", (data, binary) => {
if (binary) throw new Error("expected text control message")
const resolve = waiting.shift()
if (resolve) resolve(data)
else queued.push(data)
})
return async () => {
const data = queued.shift() ?? (await new Promise<WebSocket.RawData>((resolve) => waiting.push(resolve)))
return Effect.runPromise(BrowserControlProtocol.decodeFromClient(Buffer.from(rawData(data)).toString("utf8")))
}
}
function rawData(data: WebSocket.RawData) {
if (data instanceof ArrayBuffer) return new Uint8Array(data)
if (Array.isArray(data)) return new Uint8Array(Buffer.concat(data))
return new Uint8Array(data.buffer, data.byteOffset, data.byteLength)
}
async function waitFor(check: () => boolean) {
for (let attempt = 0; attempt < 100; attempt++) {
if (check()) return
await Bun.sleep(5)
}
throw new Error("timed out waiting for browser client")
}
@@ -0,0 +1,85 @@
import { Browser, BrowserDriver, type BrowserDriverContext, type ChromiumPort } from "@opencode-ai/client/node"
import { describe, expect, test } from "bun:test"
type Port = ChromiumPort<{ readonly name: string }>
type Command = Parameters<Port["send"]>[0]
type Listener = Parameters<Port["subscribe"]>[0]
describe("Chromium browser driver", () => {
test("snapshots accessibility refs and invalidates them with the document generation", async () => {
const port = new FakePort()
const instance = await BrowserDriver.chromium(() => port)({
proxy: { url: "http://127.0.0.1:1", host: "127.0.0.1", port: 1, credentials: { username: "u", password: "p" } },
signal: new AbortController().signal,
} satisfies BrowserDriverContext)
const execute = (command: Browser.Command) => instance.execute(command, { signal: new AbortController().signal })
const snapshot = await execute({ type: "snapshot", generation: 0 })
expect(snapshot).toMatchObject({
type: "snapshot",
content: expect.stringContaining('e1 [button] "Save" disabled=false'),
})
expect(port.expression).toContain("while (visited++ < 500)")
expect(port.expression).not.toContain("textContent")
await execute({ type: "click", ref: Browser.Ref.make("e1"), generation: 0 })
port.emit()
expect(instance.resource.state().generation).toBe(1)
expect(port.commands.some((command) => command.method === "Runtime.releaseObject")).toBe(true)
await expect(execute({ type: "click", ref: Browser.Ref.make("e1"), generation: 1 })).rejects.toMatchObject({
code: "stale_ref",
})
await instance.resource.dispose()
})
})
class FakePort implements Port {
readonly resource = { name: "chromium" }
readonly listeners = new Set<Listener>()
readonly commands: Command[] = []
current = { url: "https://example.com/", title: "Example", loading: false, canGoBack: false, canGoForward: false }
expression = ""
state() {
return this.current
}
subscribe(listener: Listener) {
this.listeners.add(listener)
return () => this.listeners.delete(listener)
}
navigate() {}
back() {}
forward() {}
reload() {}
stop() {}
send(command: Command) {
this.commands.push(command)
if (command.method === "Runtime.evaluate") {
this.expression = command.params.expression
return Promise.resolve({ result: { objectId: "snapshot" } })
}
if (command.method !== "Runtime.callFunctionOn") return Promise.resolve({})
if (command.params.functionDeclaration === "function() { return this.result }") {
return Promise.resolve({
result: {
value: {
nodes: [{ token: "e1", role: "button", name: "Save", value: "", depth: 1, disabled: false }],
nextRef: 1,
},
},
})
}
return Promise.resolve({ result: { value: { x: 25, y: 40 } } })
}
viewport() {
return { width: 800, height: 600 }
}
screenshot() {
return Promise.resolve({ data: new Uint8Array(), width: 800, height: 600 })
}
dispose() {}
emit() {
this.current = { ...this.current, url: "https://next.example/" }
this.listeners.forEach((listener) => listener({ state: this.current, mainDocumentChanged: true }))
}
}
+133
View File
@@ -0,0 +1,133 @@
import { expect, test } from "bun:test"
import { mkdir, mkdtemp, rm } from "node:fs/promises"
import { join, relative, resolve } from "node:path"
import { pathToFileURL } from "node:url"
const directory = resolve(import.meta.dir, "../..")
test("built Node entrypoint imports and exposes browser registration in Node", async () => {
await buildClient()
const output = await Bun.file(join(directory, "dist/node/index.js")).text()
expect(output).not.toMatch(/(?:from\s+|import\s*)["']\.\.?\//)
const temporary = await mkdtemp(join(import.meta.dir, ".node-package-"))
try {
await Bun.write(join(temporary, "index.mjs"), output)
await stageWorkspaceDependencies(temporary)
const child = Bun.spawn(
["node", "--input-type=module", "-e", nodeScenario(pathToFileURL(join(temporary, "index.mjs")).href)],
{ cwd: temporary, stdout: "pipe", stderr: "pipe" },
)
const [exitCode, stdout, stderr] = await Promise.all([
child.exited,
new Response(child.stdout).text(),
new Response(child.stderr).text(),
])
if (exitCode !== 0) throw new Error(stderr || stdout)
expect(stdout.trim()).toBe("ok")
} finally {
await rm(temporary, { recursive: true, force: true })
}
}, 60_000)
async function buildClient() {
const child = Bun.spawn([process.execPath, "run", "build"], {
cwd: directory,
stdout: "pipe",
stderr: "pipe",
})
const [exitCode, stdout, stderr] = await Promise.all([
child.exited,
new Response(child.stdout).text(),
new Response(child.stderr).text(),
])
if (exitCode !== 0) throw new Error(stdout + stderr)
}
async function stageWorkspaceDependencies(temporary: string) {
const schema = join(temporary, "node_modules/@opencode-ai/schema")
const protocol = join(temporary, "node_modules/@opencode-ai/protocol")
await Promise.all([mkdir(schema, { recursive: true }), mkdir(protocol, { recursive: true })])
const schemaEntry = join(temporary, "schema.ts")
const protocolEntry = join(temporary, "protocol.ts")
await Promise.all([
Bun.write(
schemaEntry,
[
`export { Browser } from ${JSON.stringify(importPath(temporary, resolve(directory, "../schema/src/browser.ts")))}`,
`export { BrowserControl } from ${JSON.stringify(importPath(temporary, resolve(directory, "../schema/src/browser-control.ts")))}`,
`export { BrowserTunnel } from ${JSON.stringify(importPath(temporary, resolve(directory, "../schema/src/browser-tunnel.ts")))}`,
`export { Session } from ${JSON.stringify(importPath(temporary, resolve(directory, "../schema/src/session.ts")))}`,
].join("\n"),
),
Bun.write(
protocolEntry,
[
`export { BrowserControlProtocol } from ${JSON.stringify(importPath(temporary, resolve(directory, "../protocol/src/browser-control.ts")))}`,
`export { BrowserTunnelProtocol } from ${JSON.stringify(importPath(temporary, resolve(directory, "../protocol/src/browser-tunnel.ts")))}`,
].join("\n"),
),
])
const [schemaBuild, protocolBuild] = await Promise.all([
Bun.build({
entrypoints: [schemaEntry],
outdir: schema,
naming: "index.js",
target: "node",
format: "esm",
packages: "bundle",
}),
Bun.build({
entrypoints: [protocolEntry],
outdir: protocol,
naming: "index.js",
target: "node",
format: "esm",
packages: "bundle",
}),
])
if (!schemaBuild.success) throw new Error(schemaBuild.logs.map((log) => log.message).join("\n"))
if (!protocolBuild.success) throw new Error(protocolBuild.logs.map((log) => log.message).join("\n"))
await Promise.all([
Bun.write(
join(schema, "package.json"),
JSON.stringify({
type: "module",
exports: {
"./browser": "./index.js",
"./browser-control": "./index.js",
"./browser-tunnel": "./index.js",
"./session": "./index.js",
},
}),
),
Bun.write(
join(protocol, "package.json"),
JSON.stringify({
type: "module",
exports: {
"./browser-control": "./index.js",
"./browser-tunnel": "./index.js",
},
}),
),
])
}
function importPath(from: string, to: string) {
const path = relative(from, to).replaceAll("\\", "/")
return path.startsWith(".") ? path : `./${path}`
}
function nodeScenario(moduleURL: string) {
return `const sdk = await import(${JSON.stringify(moduleURL)})
if (typeof sdk.OpenCode.make !== "function") throw new Error("Missing OpenCode.make")
if (typeof sdk.BrowserDriver.define !== "function") throw new Error("Missing BrowserDriver.define")
if (typeof sdk.BrowserDriver.chromium !== "function") throw new Error("Missing BrowserDriver.chromium")
if (typeof sdk.BrowserDriverError !== "function") throw new Error("Missing BrowserDriverError")
if (!sdk.Browser.State) throw new Error("Missing canonical Browser export")
const client = sdk.OpenCode.make({ baseUrl: "http://127.0.0.1:1" })
if (typeof client.browser.register !== "function") throw new Error("Missing browser.register")
console.log("ok")`
}
@@ -0,0 +1,47 @@
import {
Browser,
BrowserDriver,
BrowserDriverError,
OpenCode,
type BrowserAttachment,
type BrowserRegistration,
type ChromiumController,
type ChromiumDriver,
type ChromiumPort,
} from "@opencode-ai/client/node"
const state: Browser.State = {
url: "about:blank",
title: "",
loading: false,
canGoBack: false,
canGoForward: false,
generation: 0,
}
const factory: BrowserDriver<{ readonly proxyURL: string }> = (context) => ({
resource: { proxyURL: context.proxy.url },
state: () => state,
subscribe: () => () => undefined,
execute: async (_command, options) => {
throw new BrowserDriverError(options.signal.aborted ? "aborted" : "internal", "Command unavailable")
},
dispose: () => undefined,
})
const driver = BrowserDriver.define(factory)
declare const port: ChromiumPort<{ readonly page: true }>
const chromium: ChromiumDriver<{ readonly page: true }> = BrowserDriver.chromium(() => port)
declare const client: ReturnType<typeof OpenCode.make>
const registration: Promise<BrowserRegistration> = client.browser.register({
sessionID: "ses_type_fixture",
open: () => undefined,
})
void registration.then((handle) => {
const attachment: Promise<BrowserAttachment<{ readonly proxyURL: string }>> = handle.attach({ driver })
const chromiumAttachment: Promise<BrowserAttachment<ChromiumController<{ readonly page: true }>>> = handle.attach({
driver: chromium,
})
void attachment
void chromiumAttachment
})
+8
View File
@@ -0,0 +1,8 @@
{
"$schema": "https://json.schemastore.org/tsconfig",
"extends": "../../tsconfig.json",
"compilerOptions": {
"noEmit": true
},
"include": ["node-consumer.ts"]
}
@@ -0,0 +1,15 @@
import { expect, test } from "bun:test"
import config from "./electron.vite.config"
test("bundles the Node browser client into Electron main", () => {
expect(config.main?.build?.externalizeDeps).toEqual({
include: [`@lydell/node-pty-${process.platform}-${process.arch}`, "bufferutil", "utf-8-validate"],
exclude: ["@opencode-ai/client"],
})
})
test("keeps the bundled Node client out of packaged production dependencies", async () => {
const pkg = await Bun.file("package.json").json()
expect(pkg.dependencies["@opencode-ai/client"]).toBeUndefined()
expect(pkg.devDependencies["@opencode-ai/client"]).toBe("workspace:*")
})
+4 -1
View File
@@ -48,7 +48,10 @@ const require = __cjs_mod__.createRequire(import.meta.url);
`,
},
},
externalizeDeps: { include: [nodePtyPkg] },
externalizeDeps: {
include: [nodePtyPkg, "bufferutil", "utf-8-validate"],
exclude: ["@opencode-ai/client"],
},
},
plugins: [
{
+2
View File
@@ -11,6 +11,7 @@
},
"scripts": {
"typecheck": "tsgo -b",
"test": "bun test --only-failures",
"predev": "bun ./scripts/predev.ts",
"dev": "electron-vite dev",
"prebuild": "bun ./scripts/prebuild.ts",
@@ -37,6 +38,7 @@
"@actions/artifact": "4.0.0",
"@lydell/node-pty": "catalog:",
"@opencode-ai/app": "workspace:*",
"@opencode-ai/client": "workspace:*",
"@opencode-ai/ui": "workspace:*",
"@sentry/solid": "catalog:",
"@sentry/vite-plugin": "catalog:",
+9
View File
@@ -0,0 +1,9 @@
import type { BrowserPaneBinding, BrowserPaneLayout } from "@opencode-ai/app/browser-pane"
export const BrowserPaneIPC = {
register: "browser-pane-register", unregister: "browser-pane-unregister", layout: "browser-pane-layout",
open: "browser-pane-open",
} as const
export type BrowserPaneOpenEvent = { readonly bindingID: string }
export type BrowserPaneRegisterInput = BrowserPaneBinding
export type BrowserPaneLayoutInput = { readonly bindingID: string; readonly layout?: BrowserPaneLayout }
@@ -0,0 +1,43 @@
import type { BrowserProxy } from "@opencode-ai/client/node"
export async function installBrowserNetwork(input: {
readonly proxy: BrowserProxy; readonly session: Electron.Session; readonly webContents: Electron.WebContents
}) {
let disposed = false
const onLogin = (
event: Electron.Event,
_details: Electron.LoginAuthenticationResponseDetails,
authInfo: Electron.AuthInfo,
callback: (username?: string, password?: string) => void,
) => {
if (
!authInfo.isProxy ||
authInfo.scheme !== "basic" ||
authInfo.host !== input.proxy.host ||
authInfo.port !== input.proxy.port ||
authInfo.realm !== "OpenCode Browser Proxy"
)
return
event.preventDefault()
callback(input.proxy.credentials.username, input.proxy.credentials.password)
}
const cleanup = () => {
if (disposed) return
disposed = true
input.webContents.off("login", onLogin)
void input.session.closeAllConnections()
}
input.webContents.on("login", onLogin)
input.webContents.setWebRTCIPHandlingPolicy("disable_non_proxied_udp")
return input.session
.setProxy({ mode: "fixed_servers", proxyRules: input.proxy.url, proxyBypassRules: "<-loopback>" })
.then(() => input.session.closeAllConnections())
.then(
() => cleanup,
(error) => {
cleanup()
throw error
},
)
}
@@ -0,0 +1,21 @@
export function destinationOrigin(input: string) {
if (input === "about:blank") return input
if (!URL.canParse(input)) return undefined
const url = new URL(input)
if ((url.protocol !== "http:" && url.protocol !== "https:") || url.username || url.password) return undefined
return url.origin
}
export function allowedDestination(input: string, approvedOrigin: string) {
return input === "about:blank" || destinationOrigin(input) === approvedOrigin
}
export function normalizeBounds(input: { x: number; y: number; width: number; height: number }, parent: Electron.Rectangle) {
if (![input.x, input.y, input.width, input.height].every(Number.isFinite)) return undefined
const x = Math.max(0, Math.min(Math.round(input.x), parent.width))
const y = Math.max(0, Math.min(Math.round(input.y), parent.height))
const right = Math.max(x, Math.min(Math.round(input.x + input.width), parent.width))
const bottom = Math.max(y, Math.min(Math.round(input.y + input.height), parent.height))
if (right === x || bottom === y) return undefined
return { x, y, width: right - x, height: bottom - y }
}
@@ -0,0 +1,86 @@
import { afterAll, expect, mock, test } from "bun:test"
let windowDestroyed = false
let contentsDestroyed = false
let removed = 0
let detached = 0
let contentsClosed = 0
let registrationClosed = 0
let attachmentClosed = 0
class WebContentsView {
readonly webContents = {
session: {},
debugger: {},
setWindowOpenHandler() {},
on() {},
isDestroyed: () => contentsDestroyed,
close: () => contentsClosed++,
}
setVisible() {}
setBounds() {}
getBounds() {
return { x: 0, y: 0, width: 800, height: 600 }
}
}
mock.module("electron", () => ({ default: {}, BrowserWindow: class {}, WebContentsView }))
mock.module("@opencode-ai/client/node", () => ({
BrowserDriver: { chromium: () => ({}) },
OpenCode: {
make: () => ({
browser: {
register: async () => ({
attach: async () => ({ close: async () => attachmentClosed++ }),
close: async () => registrationClosed++,
}),
},
}),
},
}))
afterAll(() => mock.restore())
test("cleans up registration after Electron already destroyed its owned objects", async () => {
windowDestroyed = false
contentsDestroyed = false
removed = 0
detached = 0
contentsClosed = 0
registrationClosed = 0
attachmentClosed = 0
const pane = (await import(`./browser-pane?destroyed=${Date.now()}`)).createBrowserPane()
const win = {
isDestroyed: () => windowDestroyed,
once() {},
off: () => detached++,
webContents: { send() {} },
contentView: {
addChildView() {},
removeChildView: () => removed++,
getBounds: () => ({ x: 0, y: 0, width: 800, height: 600 }),
},
}
await pane.register(win, {
sessionID: "ses_desktop_browser",
bindingID: "binding",
endpoint: { url: "http://127.0.0.1:4096" },
})
pane.setLayout(win, {
bindingID: "binding",
layout: { visible: true, bounds: { x: 0, y: 0, width: 800, height: 600 } },
})
await Promise.resolve()
windowDestroyed = true
contentsDestroyed = true
await pane.unregister(win, "binding")
await Promise.resolve()
expect({ detached, removed, contentsClosed, registrationClosed, attachmentClosed }).toEqual({
detached: 0,
removed: 0,
contentsClosed: 0,
registrationClosed: 1,
attachmentClosed: 1,
})
})
+325
View File
@@ -0,0 +1,325 @@
export * as BrowserPane from "./browser-pane"
import { randomUUID } from "node:crypto"
import {
BrowserDriver,
OpenCode,
type BrowserAttachment,
type BrowserRegistration,
type ChromiumController,
type ChromiumPort,
type OpenCodeClient,
} from "@opencode-ai/client/node"
import type {
BrowserPaneBinding,
BrowserPaneLayout,
} from "@opencode-ai/app/browser-pane"
import { BrowserWindow, WebContentsView } from "electron"
import { BrowserPaneIPC, type BrowserPaneOpenEvent } from "../browser-pane-ipc"
import { installBrowserNetwork } from "./browser-network"
import { allowedDestination, destinationOrigin, normalizeBounds } from "./browser-pane-policy"
type ViewState = {
readonly url: string
readonly title: string
readonly loading: boolean
readonly canGoBack: boolean
readonly canGoForward: boolean
}
type ViewEvent = { readonly state: ViewState; readonly mainDocumentChanged: boolean }
type Page = {
readonly view: WebContentsView; readonly abort: AbortController
readonly listeners: Set<(event: ViewEvent) => void>
approvedOrigin: string; closed: boolean
attachment?: BrowserAttachment<ChromiumController<Page>>
}
type Entry = {
readonly binding: BrowserPaneBinding; readonly win: BrowserWindow
readonly registration: BrowserRegistration; readonly onClosed: () => void
page?: Page
}
export function createBrowserPane() {
const clients = new Map<string, OpenCodeClient>()
const entries = new Map<string, Entry>()
const unregister = async (win: BrowserWindow, bindingID: string) => {
const entry = ownedEntry(entries, win, bindingID)
await closeRegistration(entry)
}
const closeRegistration = async (entry: Entry) => {
const bindingID = entry.binding.bindingID
if (entries.get(bindingID) !== entry) return
entries.delete(bindingID)
closePage(entry)
// Electron destroys the parent WebContents before BrowserWindow emits closed.
if (!entry.win.isDestroyed()) entry.win.off("closed", entry.onClosed)
await entry.registration.close()
}
const register = async (win: BrowserWindow, input: unknown) => {
const binding = parseBinding(input)
const previous = entries.get(binding.bindingID)
if (previous) await closeRegistration(previous)
const key = JSON.stringify(binding.endpoint)
const client =
clients.get(key) ??
OpenCode.make({
baseUrl: binding.endpoint.url,
headers: binding.endpoint.password
? {
Authorization: `Basic ${Buffer.from(`${binding.endpoint.username ?? "opencode"}:${binding.endpoint.password}`).toString("base64")}`,
}
: undefined,
})
clients.set(key, client)
const registration = await client.browser.register({
sessionID: binding.sessionID,
open: () => {
if (!win.isDestroyed()) {
win.webContents.send(BrowserPaneIPC.open, { bindingID: binding.bindingID } satisfies BrowserPaneOpenEvent)
}
},
})
if (win.isDestroyed()) {
await registration.close()
throw new Error("Browser pane window closed during registration")
}
const onClosed = () => void closeRegistration(entry)
const entry: Entry = { binding, win, registration, onClosed }
entries.set(binding.bindingID, entry)
win.once("closed", onClosed)
}
const setLayout = (win: BrowserWindow, input: unknown) => {
const request = parseLayout(input)
const entry = ownedEntry(entries, win, request.bindingID)
if (!request.layout) return closePage(entry)
if (!entry.page) createPage(entry)
const page = entry.page
if (!page || page.closed) return
if (!request.layout.visible || !request.layout.bounds) {
page.view.setVisible(false)
return
}
const bounds = normalizeBounds(request.layout.bounds, win.contentView.getBounds())
if (!bounds) return page.view.setVisible(false)
page.view.setBounds(bounds)
page.view.setVisible(true)
}
return {
register,
unregister,
setLayout,
dispose() {
entries.forEach((entry) => void closeRegistration(entry))
clients.clear()
},
}
function publish(page: Page, state: ViewState, mainDocumentChanged = false) {
page.listeners.forEach((listener) => listener({ state, mainDocumentChanged }))
}
function createPage(entry: Entry) {
const view = new WebContentsView({
webPreferences: {
partition: `opencode-browser-${randomUUID()}`,
nodeIntegration: false,
contextIsolation: true,
sandbox: true,
webSecurity: true,
webviewTag: false,
devTools: false,
},
})
const page: Page = {
view,
abort: new AbortController(),
listeners: new Set(),
approvedOrigin: "about:blank",
closed: false,
}
entry.page = page
view.setVisible(false)
entry.win.contentView.addChildView(view)
const contents = view.webContents
contents.setWindowOpenHandler(() => ({ action: "deny" }))
const guardNavigation = (event: Electron.Event<{ url: string }>) => {
if (allowedDestination(event.url, page.approvedOrigin)) return
event.preventDefault()
}
contents.on("will-navigate", guardNavigation)
contents.on("will-redirect", guardNavigation)
const update = () => publish(page, readState(page))
contents.on("did-start-loading", update)
contents.on("did-stop-loading", update)
contents.on("did-navigate", update)
contents.on("did-navigate-in-page", update)
contents.on("page-title-updated", update)
contents.on("did-start-navigation", (event) => {
if (!event.isMainFrame) return
publish(page, { ...readState(page), url: event.url, loading: true }, !event.isSameDocument)
})
const driver = BrowserDriver.chromium<Page>(async ({ proxy, signal }) => {
const cleanupNetwork = await installBrowserNetwork({ proxy, session: contents.session, webContents: contents })
const browserDebugger = contents.debugger
let disposed = false
let queue = Promise.resolve()
const port = {
resource: page,
state: () => readState(page),
subscribe(listener: (event: ViewEvent) => void) {
page.listeners.add(listener)
return () => page.listeners.delete(listener)
},
navigate(url: string) {
const origin = destinationOrigin(url)
if (!origin) throw new Error("Only HTTP and HTTPS browser navigation is allowed")
page.approvedOrigin = origin
return contents.loadURL(url)
},
back: () => navigateHistory(page, -1),
forward: () => navigateHistory(page, 1),
reload: () => contents.reload(),
stop: () => {
if (!contents.isDestroyed()) contents.stop()
},
send(command) {
const result = queue.then(() => {
if (page.closed || contents.isDestroyed()) throw new Error("The browser page is no longer available")
if (!browserDebugger.isAttached()) browserDebugger.attach("1.3")
return browserDebugger.sendCommand(command.method, command.params)
})
queue = result.then(
() => undefined,
() => undefined,
)
return result
},
viewport: () => view.getBounds(),
async screenshot(maxDimension: number) {
const source = await contents.capturePage()
const size = source.getSize()
const scale = Math.min(1, Math.floor(maxDimension) / Math.max(size.width, size.height))
const image =
scale < 1
? source.resize({
width: Math.max(1, Math.round(size.width * scale)),
height: Math.max(1, Math.round(size.height * scale)),
quality: "good",
})
: source
return { data: new Uint8Array(image.toPNG()), ...image.getSize() }
},
dispose() {
if (disposed) return
disposed = true
cleanupNetwork()
},
} satisfies ChromiumPort<Page>
if (signal.aborted) throw signal.reason
await contents.loadURL("about:blank")
return port
})
void entry.registration.attach({ driver, signal: page.abort.signal }).then(
(attachment) => {
if (page.closed) return attachment.close()
page.attachment = attachment
},
() => undefined,
)
}
}
export type Controller = ReturnType<typeof createBrowserPane>
function closePage(entry: Entry) {
const page = entry.page
if (!page || page.closed) return
entry.page = undefined
page.closed = true
page.abort.abort()
page.listeners.clear()
page.view.setVisible(false)
if (!entry.win.isDestroyed()) entry.win.contentView.removeChildView(page.view)
if (!page.view.webContents.isDestroyed()) page.view.webContents.close({ waitForBeforeUnload: false })
void page.attachment?.close().catch(() => undefined)
}
function readState(page: Page): ViewState {
const contents = page.view.webContents
if (contents.isDestroyed()) return { url: "", title: "", loading: false, canGoBack: false, canGoForward: false }
return {
url: contents.getURL(),
title: contents.getTitle(),
loading: contents.isLoading(),
canGoBack: contents.navigationHistory.canGoBack(),
canGoForward: contents.navigationHistory.canGoForward(),
}
}
function navigateHistory(page: Page, offset: -1 | 1) {
const history = page.view.webContents.navigationHistory
if (!history.canGoToOffset(offset)) return
const url = history.getAllEntries()[history.getActiveIndex() + offset]?.url
const origin = url && destinationOrigin(url)
if (!origin) throw new Error("Only HTTP and HTTPS browser navigation is allowed")
page.approvedOrigin = origin
history.goToOffset(offset)
}
function parseBinding(input: unknown): BrowserPaneBinding {
if (!record(input) || !record(input.endpoint)) throw new TypeError("Invalid browser pane binding")
const sessionID = text(input.sessionID, 256)
const bindingID = text(input.bindingID, 128)
const url = new URL(text(input.endpoint.url, 16_384))
if ((url.protocol !== "http:" && url.protocol !== "https:") || url.username || url.password) {
throw new TypeError("Browser server URL must be HTTP or HTTPS without embedded credentials")
}
const username = input.endpoint.username === undefined ? undefined : text(input.endpoint.username, 1_024)
const password = input.endpoint.password === undefined ? undefined : text(input.endpoint.password, 4_096)
if (username && !password) throw new TypeError("Browser server username requires a password")
return { sessionID, bindingID, endpoint: { url: url.href, username, password } }
}
function parseLayout(input: unknown): { bindingID: string; layout?: BrowserPaneLayout } {
if (!record(input)) throw new TypeError("Invalid browser pane layout")
const bindingID = text(input.bindingID, 128)
if (input.layout === undefined) return { bindingID }
if (!record(input.layout) || typeof input.layout.visible !== "boolean") throw new TypeError("Invalid browser pane layout")
if (input.layout.bounds !== undefined && !record(input.layout.bounds)) throw new TypeError("Invalid browser pane bounds")
const bounds = input.layout.bounds
return {
bindingID,
layout: {
visible: input.layout.visible,
...(bounds
? { bounds: { x: number(bounds.x), y: number(bounds.y), width: number(bounds.width), height: number(bounds.height) } }
: {}),
},
}
}
function ownedEntry(entries: Map<string, Entry>, win: BrowserWindow, bindingID: string) {
const entry = entries.get(bindingID)
if (!entry || entry.win !== win) throw new Error("Browser pane registration is unavailable")
return entry
}
function text(input: unknown, limit: number) {
if (typeof input !== "string" || !input || input.length > limit) throw new TypeError("Invalid browser pane value")
return input
}
function number(input: unknown) {
if (typeof input !== "number" || !Number.isFinite(input)) throw new TypeError("Invalid browser pane bounds")
return input
}
function record(input: unknown): input is Record<string, unknown> {
return typeof input === "object" && input !== null && !Array.isArray(input)
}
+6
View File
@@ -42,6 +42,7 @@ import { spawnWslSidecar } from "./wsl/sidecar"
import { migrate } from "./migrate"
import { cleanupStoreFiles } from "./store-cleanup"
import { startBackgroundCli } from "./background-cli"
import { createBrowserPane } from "./browser-pane"
const APP_NAMES: Record<string, string> = {
dev: "OpenCode Dev",
@@ -97,6 +98,7 @@ function ensureLoopbackNoProxy() {
}
const main = Effect.gen(function* () {
const browser = createBrowserPane()
contextMenu({ showSaveImageAs: true, showLookUpSelection: false, showSearchWithGoogle: false })
// on macOS apps run in `/` which can cause issues with ripgrep
@@ -204,11 +206,13 @@ const main = Effect.gen(function* () {
app.on("before-quit", () => {
setAppQuitting()
browser.dispose()
void stopSidecars()
})
app.on("will-quit", () => {
setAppQuitting()
browser.dispose()
void stopSidecars()
})
@@ -227,6 +231,7 @@ const main = Effect.gen(function* () {
for (const signal of ["SIGINT", "SIGTERM"] as const) {
process.on(signal, () => {
setAppQuitting()
browser.dispose()
void stopSidecars().finally(() => app.exit(0))
})
}
@@ -281,6 +286,7 @@ const main = Effect.gen(function* () {
setBackgroundColor: (color) => setBackgroundColor(color),
exportDebugLogs: () => exportDebugLogs(),
recordFatalRendererError: (error) => writeLog("renderer", "fatal renderer error", { ...error }, "error"),
browser,
})
registerWslIpcHandlers(wslServers)
void updater.start()
+36 -1
View File
@@ -4,15 +4,24 @@ import { basename } from "node:path"
import { app, BrowserWindow, Notification, clipboard, dialog, ipcMain, shell } from "electron"
import type { IpcMainEvent, IpcMainInvokeEvent } from "electron"
import type { DesktopMenuAction } from "@opencode-ai/app/desktop-menu"
import { BrowserPaneIPC } from "../browser-pane-ipc"
import type { FatalRendererError, ServerReadyData, TitlebarTheme } from "../preload/types"
import { runDesktopMenuAction } from "./desktop-menu-actions"
import { setForceFocus } from "./debug"
import { assertAttachmentBudget, createPickedFileAuthorizations } from "./attachment-picker"
import { getStore, removeStoreFileIfEmpty } from "./store"
import { getPinchZoomEnabled, getWindowID, setPinchZoomEnabled, setTitlebar, updateTitlebar } from "./windows"
import {
getPinchZoomEnabled,
getWindowID,
isTrustedRendererUrl,
setPinchZoomEnabled,
setTitlebar,
updateTitlebar,
} from "./windows"
import type { UpdaterController } from "./updater-controller"
import { createUpdaterSubscriptions } from "./updater-subscriptions"
import type { BrowserPane } from "./browser-pane"
const pickerFilters = (ext?: string[]) => {
if (!ext || ext.length === 0) return undefined
@@ -41,6 +50,7 @@ type Deps = {
setBackgroundColor: (color: string) => void
exportDebugLogs: () => Promise<string>
recordFatalRendererError: (error: FatalRendererError) => Promise<void> | void
browser: BrowserPane.Controller
}
export function registerIpcHandlers(deps: Deps) {
@@ -88,6 +98,20 @@ export function registerIpcHandlers(deps: Deps) {
ipcMain.handle("record-fatal-renderer-error", (_event: IpcMainInvokeEvent, error: FatalRendererError) =>
deps.recordFatalRendererError(error),
)
ipcMain.handle(BrowserPaneIPC.register, (event, binding: unknown) => {
return deps.browser.register(requireTrustedWindow(event), binding)
})
ipcMain.handle(BrowserPaneIPC.unregister, (event, bindingID: unknown) => {
if (typeof bindingID !== "string") throw new TypeError("Invalid browser pane binding ID")
return deps.browser.unregister(requireTrustedWindow(event), bindingID)
})
ipcMain.on(BrowserPaneIPC.layout, (event, input: unknown) => {
const win = trustedWindow(event)
if (!win) return
try {
deps.browser.setLayout(win, input)
} catch {}
})
ipcMain.handle("store-get", (_event: IpcMainInvokeEvent, name: string, key: string) => {
try {
const store = getStore(name)
@@ -270,6 +294,17 @@ export function registerIpcHandlers(deps: Deps) {
})
}
function trustedWindow(event: IpcMainEvent | IpcMainInvokeEvent) {
if (!isTrustedRendererUrl(event.senderFrame?.url)) return undefined
return BrowserWindow.fromWebContents(event.sender) ?? undefined
}
function requireTrustedWindow(event: IpcMainInvokeEvent) {
const win = trustedWindow(event)
if (!win) throw new Error("Untrusted browser pane IPC sender")
return win
}
export function sendMenuCommand(win: BrowserWindow, id: string) {
win.webContents.send("menu-command", id)
}
+1 -1
View File
@@ -438,7 +438,7 @@ function allowRendererPermissions(win: BrowserWindow) {
})
}
function isTrustedRendererUrl(value?: string) {
export function isTrustedRendererUrl(value?: string) {
return isRendererUrl(value)
}
+11
View File
@@ -1,6 +1,7 @@
import { contextBridge, ipcRenderer, webUtils } from "electron"
import type { ElectronAPI, WslServersEvent } from "./types"
import type { UpdaterState } from "@opencode-ai/app/updater"
import { BrowserPaneIPC, type BrowserPaneOpenEvent } from "../browser-pane-ipc"
const updaterCallbacks = new Set<(state: UpdaterState) => void>()
let updaterState: UpdaterState | undefined
@@ -56,6 +57,16 @@ const api: ElectronAPI = {
check: () => ipcRenderer.invoke("updater-check"),
install: () => ipcRenderer.invoke("updater-install"),
},
browserPane: {
register: (binding) => ipcRenderer.invoke(BrowserPaneIPC.register, binding),
unregister: (bindingID) => ipcRenderer.invoke(BrowserPaneIPC.unregister, bindingID),
setLayout: (bindingID, layout) => ipcRenderer.send(BrowserPaneIPC.layout, { bindingID, layout }),
onOpen: (callback) => {
const handler = (_event: unknown, input: BrowserPaneOpenEvent) => callback(input)
ipcRenderer.on(BrowserPaneIPC.open, handler)
return () => ipcRenderer.removeListener(BrowserPaneIPC.open, handler)
},
},
consumeInitialDeepLinks: () => ipcRenderer.invoke("consume-initial-deep-links"),
getDefaultServerUrl: () => ipcRenderer.invoke("get-default-server-url"),
setDefaultServerUrl: (url) => ipcRenderer.invoke("set-default-server-url", url),
+12
View File
@@ -1,6 +1,11 @@
import type { DesktopMenuAction } from "@opencode-ai/app/desktop-menu"
import type { WslServersPlatform } from "@opencode-ai/app/wsl/types"
import type { UpdaterState } from "@opencode-ai/app/updater"
import type {
BrowserPaneBinding,
BrowserPaneLayout,
} from "@opencode-ai/app/browser-pane"
import type { BrowserPaneOpenEvent } from "../browser-pane-ipc"
export type {
WslDistroProbe,
WslInstalledDistro,
@@ -27,6 +32,12 @@ export type UpdaterAPI = {
check: () => Promise<UpdaterState>
install: () => Promise<void>
}
export type BrowserPaneAPI = {
register: (binding: BrowserPaneBinding) => Promise<void>
unregister: (bindingID: string) => Promise<void>
setLayout: (bindingID: string, layout?: BrowserPaneLayout) => void
onOpen: (callback: (event: BrowserPaneOpenEvent) => void) => () => void
}
export type LinuxDisplayBackend = "wayland" | "auto"
export type TitlebarTheme = {
@@ -47,6 +58,7 @@ export type ElectronAPI = {
awaitInitialization: () => Promise<ServerReadyData>
wslServers: WslServersAPI
updater: UpdaterAPI
browserPane: BrowserPaneAPI
consumeInitialDeepLinks: () => Promise<string[]>
getDefaultServerUrl: () => Promise<string | null>
setDefaultServerUrl: (url: string | null) => Promise<void>
+20
View File
@@ -233,6 +233,26 @@ const createPlatform = (windowState: DesktopWindowState): Platform => {
storage,
browserPane: {
register: (binding, onOpen) => {
let closed = false
const ready = window.api.browserPane.register(binding)
const disposeOpen = window.api.browserPane.onOpen((event) => {
if (!closed && event.bindingID === binding.bindingID) onOpen()
})
return {
setLayout: (layout) =>
void ready.then(() => window.api.browserPane.setLayout(binding.bindingID, layout)).catch(() => undefined),
close: () => {
if (closed) return
closed = true
disposeOpen()
void ready.then(() => window.api.browserPane.unregister(binding.bindingID)).catch(() => undefined)
},
}
},
},
updater: {
state: updaterState,
check: () => window.api.updater.check(),
@@ -31,6 +31,11 @@ const WHEEL_PINCH_END_DELAY = 160
const clamp = (value: number) => Math.min(Math.max(value, MIN_ZOOM_LEVEL), MAX_ZOOM_LEVEL)
void window.api.getZoomFactor().then((factor) => {
requestedZoom = clamp(factor)
setWebviewZoom(requestedZoom)
})
const applyZoom = (next: number) => {
requestedZoom = next
void window.api
+4
View File
@@ -28,6 +28,10 @@
"dependsOn": ["^build"],
"outputs": []
},
"@opencode-ai/desktop#test": {
"dependsOn": ["^build"],
"outputs": []
},
"@opencode-ai/ui#test": {
"dependsOn": ["^build"],
"outputs": []