Compare commits

...

1 Commits

Author SHA1 Message Date
James Long b696a681cb run in durable object 2026-06-12 22:50:54 -04:00
16 changed files with 43 additions and 37 deletions
+1 -1
View File
@@ -1,7 +1,7 @@
import { sqliteTable, text, integer, primaryKey } from "drizzle-orm/sqlite-core" import { sqliteTable, text, integer, primaryKey } from "drizzle-orm/sqlite-core"
import { AccountV2 } from "../account" import { AccountV2 } from "../account"
import { Timestamps } from "../database/schema.sql" import { Timestamps } from "../database/schema.sql.js"
export const AccountTable = sqliteTable("account", { export const AccountTable = sqliteTable("account", {
id: text().$type<AccountV2.ID>().primaryKey(), id: text().$type<AccountV2.ID>().primaryKey(),
+1 -1
View File
@@ -1,5 +1,5 @@
import { integer, sqliteTable, text } from "drizzle-orm/sqlite-core" import { integer, sqliteTable, text } from "drizzle-orm/sqlite-core"
import { Timestamps } from "../database/schema.sql" import { Timestamps } from "../database/schema.sql.js"
import type { IntegrationSchema } from "../integration/schema" import type { IntegrationSchema } from "../integration/schema"
import type { Credential } from "../credential" import type { Credential } from "../credential"
+1 -2
View File
@@ -7,11 +7,10 @@ import Config from "@npmcli/config"
import { definitions, flatten, nerfDarts, shorthands } from "@npmcli/config/lib/definitions/index.js" import { definitions, flatten, nerfDarts, shorthands } from "@npmcli/config/lib/definitions/index.js"
import { Effect } from "effect" import { Effect } from "effect"
const npmPath = fileURLToPath(new URL("..", import.meta.url))
export const load = (dir: string) => export const load = (dir: string) =>
Effect.tryPromise({ Effect.tryPromise({
try: async () => { try: async () => {
const npmPath = fileURLToPath(new URL("..", import.meta.url))
const config = new Config({ const config = new Config({
npmPath, npmPath,
cwd: dir, cwd: dir,
+3 -2
View File
@@ -9,13 +9,14 @@ import { Otlp } from "./observability/otlp"
export const layer = Layer.unwrap( export const layer = Layer.unwrap(
Effect.gen(function* () { Effect.gen(function* () {
const logs = Logger.layer([...Logging.loggers(), ...Otlp.loggers()], { mergeWithExisting: false }).pipe( const runID = crypto.randomUUID().slice(0, 8)
const logs = Logger.layer([...Logging.loggers(runID), ...Otlp.loggers(runID)], { mergeWithExisting: false }).pipe(
Layer.provide(NodeFileSystem.layer), Layer.provide(NodeFileSystem.layer),
Layer.provide(OtlpSerialization.layerJson), Layer.provide(OtlpSerialization.layerJson),
Layer.provide(FetchHttpClient.layer), Layer.provide(FetchHttpClient.layer),
Layer.orDie, Layer.orDie,
Layer.merge(Layer.succeed(References.MinimumLogLevel, Logging.minimumLogLevel())), Layer.merge(Layer.succeed(References.MinimumLogLevel, Logging.minimumLogLevel())),
) )
return Layer.merge(logs, yield* Effect.promise(Otlp.tracingLayer)) return Layer.merge(logs, yield* Effect.promise(() => Otlp.tracingLayer(runID)))
}), }),
) )
+8 -6
View File
@@ -1,9 +1,8 @@
import { Formatter, Logger, type LogLevel } from "effect" import { Formatter, Logger, type LogLevel } from "effect"
import path from "path" import path from "path"
import { Global } from "../global" import { Global } from "../global"
import { runID } from "./shared"
function formatter(id: string = runID) { function formatter(id: string) {
return Logger.map(Logger.formatStructured, (output) => { return Logger.map(Logger.formatStructured, (output) => {
const messages = Array.isArray(output.message) ? output.message : [output.message] const messages = Array.isArray(output.message) ? output.message : [output.message]
return [ return [
@@ -46,12 +45,13 @@ function format(input: unknown) {
return /^[^\s="\\]+$/.test(value) ? value : JSON.stringify(value) return /^[^\s="\\]+$/.test(value) ? value : JSON.stringify(value)
} }
export function fileLogger(file = path.join(Global.Path.log, "opencode.log"), id: string = runID) { export function fileLogger(id: string, file = path.join(Global.Path.log, "opencode.log")) {
// Do not set batchWindow to 0; it causes high idle CPU usage. // Do not set batchWindow to 0; it causes high idle CPU usage.
return Logger.toFile(formatter(id), file, { flag: "a" }) return Logger.toFile(formatter(id), file, { flag: "a" })
} }
const stderrLogger = Logger.make((options) => process.stderr.write(formatter().log(options) + "\n")) const stderrLogger = (id: string) =>
Logger.make((options) => process.stderr.write(formatter(id).log(options) + "\n"))
export function minimumLogLevel() { export function minimumLogLevel() {
const value = process.env.OPENCODE_LOG_LEVEL?.toUpperCase() const value = process.env.OPENCODE_LOG_LEVEL?.toUpperCase()
@@ -64,8 +64,10 @@ export function minimumLogLevel() {
return value && value in levels ? levels[value as keyof typeof levels] : levels.INFO return value && value in levels ? levels[value as keyof typeof levels] : levels.INFO
} }
export function loggers() { export function loggers(runID: string) {
return process.env.OPENCODE_PRINT_LOGS === "1" ? [fileLogger(), stderrLogger] : [fileLogger()] return process.env.OPENCODE_PRINT_LOGS === "1"
? [fileLogger(runID), stderrLogger(runID)]
: [fileLogger(runID)]
} }
export * as Logging from "./logging" export * as Logging from "./logging"
+9 -6
View File
@@ -2,7 +2,6 @@ import { Layer } from "effect"
import { OtlpLogger } from "effect/unstable/observability" import { OtlpLogger } from "effect/unstable/observability"
import { Flag } from "../flag/flag" import { Flag } from "../flag/flag"
import { InstallationChannel, InstallationVersion } from "../installation/version" import { InstallationChannel, InstallationVersion } from "../installation/version"
import { runID } from "./shared"
const endpoint = Flag.OTEL_EXPORTER_OTLP_ENDPOINT const endpoint = Flag.OTEL_EXPORTER_OTLP_ENDPOINT
@@ -33,7 +32,11 @@ function resourceAttributes() {
} }
} }
export function resource(): { serviceName: string; serviceVersion: string; attributes: Record<string, string> } { export function resource(runID: string): {
serviceName: string
serviceVersion: string
attributes: Record<string, string>
} {
return { return {
serviceName: "opencode", serviceName: "opencode",
serviceVersion: InstallationVersion, serviceVersion: InstallationVersion,
@@ -47,12 +50,12 @@ export function resource(): { serviceName: string; serviceVersion: string; attri
} }
} }
export function loggers() { export function loggers(runID: string) {
if (!endpoint) return [] if (!endpoint) return []
return [OtlpLogger.make({ url: `${endpoint}/v1/logs`, resource: resource(), headers })] return [OtlpLogger.make({ url: `${endpoint}/v1/logs`, resource: resource(runID), headers })]
} }
export async function tracingLayer() { export async function tracingLayer(runID: string) {
if (!endpoint) return Layer.empty if (!endpoint) return Layer.empty
const NodeSdk = await import("@effect/opentelemetry/NodeSdk") const NodeSdk = await import("@effect/opentelemetry/NodeSdk")
const OTLP = await import("@opentelemetry/exporter-trace-otlp-http") const OTLP = await import("@opentelemetry/exporter-trace-otlp-http")
@@ -66,7 +69,7 @@ export async function tracingLayer() {
context.setGlobalContextManager(manager) context.setGlobalContextManager(manager)
return NodeSdk.layer(() => ({ return NodeSdk.layer(() => ({
resource: resource(), resource: resource(runID),
spanProcessor: new SdkBase.BatchSpanProcessor( spanProcessor: new SdkBase.BatchSpanProcessor(
new OTLP.OTLPTraceExporter({ new OTLP.OTLPTraceExporter({
url: `${endpoint}/v1/traces`, url: `${endpoint}/v1/traces`,
@@ -1 +0,0 @@
export const runID = crypto.randomUUID().slice(0, 8)
+1 -1
View File
@@ -1,5 +1,5 @@
import { sqliteTable, text, uniqueIndex } from "drizzle-orm/sqlite-core" import { sqliteTable, text, uniqueIndex } from "drizzle-orm/sqlite-core"
import { Timestamps } from "../database/schema.sql" import { Timestamps } from "../database/schema.sql.js"
import { ProjectV2 } from "../project" import { ProjectV2 } from "../project"
import { ProjectTable } from "../project/sql" import { ProjectTable } from "../project/sql"
import type { PermissionSaved } from "./saved" import type { PermissionSaved } from "./saved"
+2 -2
View File
@@ -20,7 +20,7 @@ import { Npm } from "../npm"
import { PluginV2 } from "../plugin" import { PluginV2 } from "../plugin"
import { AgentPlugin } from "./agent" import { AgentPlugin } from "./agent"
import { CommandPlugin } from "./command" import { CommandPlugin } from "./command"
import { SkillPlugin } from "./skill" // import { SkillPlugin } from "./skill"
import { ConfigProviderPlugin } from "../config/plugin/provider" import { ConfigProviderPlugin } from "../config/plugin/provider"
import { EnvPlugin } from "./env" import { EnvPlugin } from "./env"
import { ModelsDevPlugin } from "./models-dev" import { ModelsDevPlugin } from "./models-dev"
@@ -102,7 +102,7 @@ export const layer = Layer.effect(
yield* add(EnvPlugin) yield* add(EnvPlugin)
yield* add(AgentPlugin.Plugin) yield* add(AgentPlugin.Plugin)
yield* add(CommandPlugin.Plugin) yield* add(CommandPlugin.Plugin)
yield* add(SkillPlugin.Plugin) // yield* add(SkillPlugin.Plugin)
for (const item of ProviderPlugins) { for (const item of ProviderPlugins) {
yield* add(item) yield* add(item)
} }
@@ -95,8 +95,8 @@ export const AmazonBedrockPlugin = PluginV2.define({
if (!bearerToken && options.credentialProvider === undefined) { if (!bearerToken && options.credentialProvider === undefined) {
// Do not gate SDK creation on explicit AWS env vars. The default chain // Do not gate SDK creation on explicit AWS env vars. The default chain
// also handles ~/.aws/credentials, SSO, process creds, and instance roles. // also handles ~/.aws/credentials, SSO, process creds, and instance roles.
const { fromNodeProviderChain } = yield* Effect.promise(() => import("@aws-sdk/credential-providers")) // const { fromNodeProviderChain } = yield* Effect.promise(() => import("@aws-sdk/credential-providers"))
options.credentialProvider = fromNodeProviderChain(profile ? { profile } : {}) // options.credentialProvider = fromNodeProviderChain(profile ? { profile } : {})
} }
if (evt.package === "@ai-sdk/amazon-bedrock/mantle") { if (evt.package === "@ai-sdk/amazon-bedrock/mantle") {
+1 -1
View File
@@ -271,9 +271,9 @@ export const layer = Layer.effect(
) )
export const defaultLayer = layer.pipe( export const defaultLayer = layer.pipe(
Layer.provide(Database.defaultLayer),
Layer.provide(FSUtil.defaultLayer), Layer.provide(FSUtil.defaultLayer),
Layer.provide(Git.defaultLayer), Layer.provide(Git.defaultLayer),
Layer.provide(EventV2.defaultLayer), Layer.provide(EventV2.defaultLayer),
Layer.provide(Database.defaultLayer),
) )
export const node = LayerNode.make(layer, [FSUtil.node, Git.node, EventV2.node, Database.node]) export const node = LayerNode.make(layer, [FSUtil.node, Git.node, EventV2.node, Database.node])
+1 -1
View File
@@ -1,6 +1,6 @@
import { sqliteTable, text, integer, primaryKey } from "drizzle-orm/sqlite-core" import { sqliteTable, text, integer, primaryKey } from "drizzle-orm/sqlite-core"
import * as DatabasePath from "../database/path" import * as DatabasePath from "../database/path"
import { Timestamps } from "../database/schema.sql" import { Timestamps } from "../database/schema.sql.js"
import { ProjectV2 } from "../project" import { ProjectV2 } from "../project"
export const ProjectTable = sqliteTable("project", { export const ProjectTable = sqliteTable("project", {
+1 -1
View File
@@ -7,7 +7,7 @@ import { EventV2 } from "../event"
import { LayerNode } from "../effect/layer-node" import { LayerNode } from "../effect/layer-node"
import { SessionEvent } from "./event" import { SessionEvent } from "./event"
import { SessionV1 } from "../v1/session" import { SessionV1 } from "../v1/session"
import { WorkspaceTable } from "../control-plane/workspace.sql" import { WorkspaceTable } from "../control-plane/workspace.sql.js"
import { SessionMessage } from "./message" import { SessionMessage } from "./message"
import { SessionMessageUpdater } from "./message-updater" import { SessionMessageUpdater } from "./message-updater"
import { SessionInput } from "./input" import { SessionInput } from "./input"
+1 -1
View File
@@ -10,7 +10,7 @@ import { ProjectV2 } from "../project"
import type { SessionSchema } from "./schema" import type { SessionSchema } from "./schema"
import type { MessageID, PartID, SessionV1 } from "../v1/session" import type { MessageID, PartID, SessionV1 } from "../v1/session"
import { WorkspaceV2 } from "../workspace" import { WorkspaceV2 } from "../workspace"
import { Timestamps } from "../database/schema.sql" import { Timestamps } from "../database/schema.sql.js"
import type { SystemContext } from "../system-context/index" import type { SystemContext } from "../system-context/index"
import { AgentV2 } from "../agent" import { AgentV2 } from "../agent"
+1 -1
View File
@@ -1,6 +1,6 @@
import { sqliteTable, text } from "drizzle-orm/sqlite-core" import { sqliteTable, text } from "drizzle-orm/sqlite-core"
import { SessionTable } from "../session/sql" import { SessionTable } from "../session/sql"
import { Timestamps } from "../database/schema.sql" import { Timestamps } from "../database/schema.sql.js"
export const SessionShareTable = sqliteTable("session_share", { export const SessionShareTable = sqliteTable("session_share", {
session_id: text() session_id: text()
@@ -19,11 +19,13 @@ afterEach(() => {
}) })
describe("resource", () => { describe("resource", () => {
const runID = "1234abcd"
test("parses and decodes OTEL resource attributes", () => { test("parses and decodes OTEL resource attributes", () => {
process.env.OTEL_RESOURCE_ATTRIBUTES = process.env.OTEL_RESOURCE_ATTRIBUTES =
"service.namespace=anomalyco,team=platform%2Cobservability,label=hello%3Dworld,key%2Fname=value%20here" "service.namespace=anomalyco,team=platform%2Cobservability,label=hello%3Dworld,key%2Fname=value%20here"
expect(resource().attributes).toMatchObject({ expect(resource(runID).attributes).toMatchObject({
"service.namespace": "anomalyco", "service.namespace": "anomalyco",
team: "platform,observability", team: "platform,observability",
label: "hello=world", label: "hello=world",
@@ -34,8 +36,8 @@ describe("resource", () => {
test("drops OTEL resource attributes when any entry is invalid", () => { test("drops OTEL resource attributes when any entry is invalid", () => {
process.env.OTEL_RESOURCE_ATTRIBUTES = "service.namespace=anomalyco,broken" process.env.OTEL_RESOURCE_ATTRIBUTES = "service.namespace=anomalyco,broken"
expect(resource().attributes["service.namespace"]).toBeUndefined() expect(resource(runID).attributes["service.namespace"]).toBeUndefined()
expect(resource().attributes["opencode.client"]).toBeDefined() expect(resource(runID).attributes["opencode.client"]).toBeDefined()
}) })
test("keeps built-in attributes when env values conflict", () => { test("keeps built-in attributes when env values conflict", () => {
@@ -43,12 +45,12 @@ describe("resource", () => {
process.env.OTEL_RESOURCE_ATTRIBUTES = process.env.OTEL_RESOURCE_ATTRIBUTES =
"opencode.client=web,service.instance.id=override,service.namespace=anomalyco" "opencode.client=web,service.instance.id=override,service.namespace=anomalyco"
expect(resource().attributes).toMatchObject({ expect(resource(runID).attributes).toMatchObject({
"opencode.client": "cli", "opencode.client": "cli",
"service.namespace": "anomalyco", "service.namespace": "anomalyco",
}) })
expect(resource().attributes["service.instance.id"]).not.toBe("override") expect(resource(runID).attributes["service.instance.id"]).toBe(runID)
expect(resource().attributes["opencode.run"]).toMatch(/^[0-9a-f]{8}$/) expect(resource(runID).attributes["opencode.run"]).toBe(runID)
}) })
}) })
@@ -65,7 +67,7 @@ test("file logger appends concurrent runs with a run on every line", async () =>
Array.from({ length: 50 }, (_, index) => index), Array.from({ length: 50 }, (_, index) => index),
(index) => Effect.logInfo(`entry-${index}`), (index) => Effect.logInfo(`entry-${index}`),
).pipe( ).pipe(
Effect.provide(Logger.layer([fileLogger(file, runID)]).pipe(Layer.provide(NodeFileSystem.layer), Layer.orDie)), Effect.provide(Logger.layer([fileLogger(runID, file)]).pipe(Layer.provide(NodeFileSystem.layer), Layer.orDie)),
Effect.scoped, Effect.scoped,
) )
@@ -94,7 +96,7 @@ test("file logger flattens nested objects", async () => {
tags: ["api", "test"], tags: ["api", "test"],
}).pipe( }).pipe(
Effect.annotateLogs({ session: { id: "session-1" } }), Effect.annotateLogs({ session: { id: "session-1" } }),
Effect.provide(Logger.layer([fileLogger(file, "run-a")]).pipe(Layer.provide(NodeFileSystem.layer), Layer.orDie)), Effect.provide(Logger.layer([fileLogger("run-a", file)]).pipe(Layer.provide(NodeFileSystem.layer), Layer.orDie)),
Effect.scoped, Effect.scoped,
Effect.runPromise, Effect.runPromise,
) )