lmin/zmo-cli
1
0
Fork 0
Code Issues Pull Requests Actions 77 Packages Projects Releases Wiki Activity

test(session): migrate structured output integration test (#27143)

Browse Source
This commit is contained in:
Kit Langton
2026-05-12 20:30:35 +00:00
committed by GitHub
parent dd14413a64
commit af4ab017cb
1 changed files with 164 additions and 195 deletions
Download Patch File Download Diff File Expand all files Collapse all files
packages/opencode/test/session/structured-output-integration.test.ts
+164 -195
View File
@@ -1,250 +1,219 @@
import { describe, expect, test } from "bun:test" import { describe, expect, test } from "bun:test"
import path from "path"
import { Effect, Layer } from "effect" import { Effect, Layer } from "effect"
import { Session } from "@/session/session" import { Session } from "@/session/session"
import { SessionPrompt } from "../../src/session/prompt" import { SessionPrompt } from "../../src/session/prompt"
import * as Log from "@opencode-ai/core/util/log" import * as Log from "@opencode-ai/core/util/log"
import { Instance } from "../../src/project/instance"
import { WithInstance } from "../../src/project/with-instance"
import { MessageV2 } from "../../src/session/message-v2" import { MessageV2 } from "../../src/session/message-v2"
import { testEffect } from "../lib/effect"
const projectRoot = path.join(__dirname, "../..")
void Log.init({ print: false }) void Log.init({ print: false })
// Skip tests if no API key is available // Skip tests if no API key is available
const hasApiKey = !!process.env.ANTHROPIC_API_KEY const hasApiKey = !!process.env.ANTHROPIC_API_KEY
const it = testEffect(Layer.mergeAll(SessionPrompt.defaultLayer, Session.defaultLayer))
// Helper to run test within Instance context const live = hasApiKey ? it.instance : it.instance.skip
async function withInstance<T>(fn: () => Promise<T>): Promise<T> {
return WithInstance.provide({
directory: projectRoot,
fn,
})
}
function run<A, E>(fx: Effect.Effect<A, E, SessionPrompt.Service | Session.Service>) {
return Effect.runPromise(
fx.pipe(Effect.scoped, Effect.provide(Layer.mergeAll(SessionPrompt.defaultLayer, Session.defaultLayer))),
)
}
describe("StructuredOutput Integration", () => { describe("StructuredOutput Integration", () => {
test.skipIf(!hasApiKey)( live(
"produces structured output with simple schema", "produces structured output with simple schema",
async () => { () =>
await withInstance(() => Effect.gen(function* () {
run( const prompt = yield* SessionPrompt.Service
Effect.gen(function* () { const sessions = yield* Session.Service
const prompt = yield* SessionPrompt.Service const session = yield* sessions.create({ title: "Structured Output Test" })
const sessions = yield* Session.Service
const session = yield* sessions.create({ title: "Structured Output Test" })
const result = yield* prompt.prompt({ const result = yield* prompt.prompt({
sessionID: session.id, sessionID: session.id,
parts: [ parts: [
{ {
type: "text", type: "text",
text: "What is 2 + 2? Provide a simple answer.", text: "What is 2 + 2? Provide a simple answer.",
}, },
], ],
format: { format: {
type: "json_schema", type: "json_schema",
schema: { schema: {
type: "object", type: "object",
properties: { properties: {
answer: { type: "number", description: "The numerical answer" }, answer: { type: "number", description: "The numerical answer" },
explanation: { type: "string", description: "Brief explanation" }, explanation: { type: "string", description: "Brief explanation" },
},
required: ["answer"],
},
retryCount: 0,
}, },
}) required: ["answer"],
},
retryCount: 0,
},
})
// Verify structured output was captured (only on assistant messages) // Verify structured output was captured (only on assistant messages)
expect(result.info.role).toBe("assistant") expect(result.info.role).toBe("assistant")
if (result.info.role === "assistant") { if (result.info.role === "assistant") {
expect(result.info.structured).toBeDefined() expect(result.info.structured).toBeDefined()
expect(typeof result.info.structured).toBe("object") expect(typeof result.info.structured).toBe("object")
const output = result.info.structured as any const output = result.info.structured as any
expect(output.answer).toBe(4) expect(output.answer).toBe(4)
// Verify no error was set // Verify no error was set
expect(result.info.error).toBeUndefined() expect(result.info.error).toBeUndefined()
} }
// Clean up // Clean up
// Note: Not removing session to avoid race with background SessionSummary.summarize // Note: Not removing session to avoid race with background SessionSummary.summarize
}), }),
), { git: true },
)
},
60000, 60000,
) )
test.skipIf(!hasApiKey)( live(
"produces structured output with nested objects", "produces structured output with nested objects",
async () => { () =>
await withInstance(() => Effect.gen(function* () {
run( const prompt = yield* SessionPrompt.Service
Effect.gen(function* () { const sessions = yield* Session.Service
const prompt = yield* SessionPrompt.Service const session = yield* sessions.create({ title: "Nested Schema Test" })
const sessions = yield* Session.Service
const session = yield* sessions.create({ title: "Nested Schema Test" })
const result = yield* prompt.prompt({ const result = yield* prompt.prompt({
sessionID: session.id, sessionID: session.id,
parts: [ parts: [
{ {
type: "text", type: "text",
text: "Tell me about Anthropic company in a structured format.", text: "Tell me about Anthropic company in a structured format.",
}, },
], ],
format: { format: {
type: "json_schema", type: "json_schema",
schema: { schema: {
type: "object",
properties: {
company: {
type: "object", type: "object",
properties: { properties: {
company: { name: { type: "string" },
type: "object", founded: { type: "number" },
properties: {
name: { type: "string" },
founded: { type: "number" },
},
required: ["name", "founded"],
},
products: {
type: "array",
items: { type: "string" },
},
}, },
required: ["company"], required: ["name", "founded"],
},
products: {
type: "array",
items: { type: "string" },
}, },
retryCount: 0,
}, },
}) required: ["company"],
},
retryCount: 0,
},
})
// Verify structured output was captured (only on assistant messages) // Verify structured output was captured (only on assistant messages)
expect(result.info.role).toBe("assistant") expect(result.info.role).toBe("assistant")
if (result.info.role === "assistant") { if (result.info.role === "assistant") {
expect(result.info.structured).toBeDefined() expect(result.info.structured).toBeDefined()
const output = result.info.structured as any const output = result.info.structured as any
expect(output.company).toBeDefined() expect(output.company).toBeDefined()
expect(output.company.name).toBe("Anthropic") expect(output.company.name).toBe("Anthropic")
expect(typeof output.company.founded).toBe("number") expect(typeof output.company.founded).toBe("number")
if (output.products) { if (output.products) {
expect(Array.isArray(output.products)).toBe(true) expect(Array.isArray(output.products)).toBe(true)
} }
// Verify no error was set // Verify no error was set
expect(result.info.error).toBeUndefined() expect(result.info.error).toBeUndefined()
} }
// Clean up // Clean up
// Note: Not removing session to avoid race with background SessionSummary.summarize // Note: Not removing session to avoid race with background SessionSummary.summarize
}), }),
), { git: true },
)
},
60000, 60000,
) )
test.skipIf(!hasApiKey)( live(
"works with text outputFormat (default)", "works with text outputFormat (default)",
async () => { () =>
await withInstance(() => Effect.gen(function* () {
run( const prompt = yield* SessionPrompt.Service
Effect.gen(function* () { const sessions = yield* Session.Service
const prompt = yield* SessionPrompt.Service const session = yield* sessions.create({ title: "Text Output Test" })
const sessions = yield* Session.Service
const session = yield* sessions.create({ title: "Text Output Test" })
const result = yield* prompt.prompt({ const result = yield* prompt.prompt({
sessionID: session.id, sessionID: session.id,
parts: [ parts: [
{ {
type: "text", type: "text",
text: "Say hello.", text: "Say hello.",
}, },
], ],
format: { format: {
type: "text", type: "text",
}, },
}) })
// Verify no structured output (text mode) and no error // Verify no structured output (text mode) and no error
expect(result.info.role).toBe("assistant") expect(result.info.role).toBe("assistant")
if (result.info.role === "assistant") { if (result.info.role === "assistant") {
expect(result.info.structured).toBeUndefined() expect(result.info.structured).toBeUndefined()
expect(result.info.error).toBeUndefined() expect(result.info.error).toBeUndefined()
} }
// Verify we got a response with parts // Verify we got a response with parts
expect(result.parts.length).toBeGreaterThan(0) expect(result.parts.length).toBeGreaterThan(0)
// Clean up // Clean up
// Note: Not removing session to avoid race with background SessionSummary.summarize // Note: Not removing session to avoid race with background SessionSummary.summarize
}), }),
), { git: true },
)
},
60000, 60000,
) )
test.skipIf(!hasApiKey)( live(
"stores outputFormat on user message", "stores outputFormat on user message",
async () => { () =>
await withInstance(() => Effect.gen(function* () {
run( const prompt = yield* SessionPrompt.Service
Effect.gen(function* () { const sessions = yield* Session.Service
const prompt = yield* SessionPrompt.Service const session = yield* sessions.create({ title: "OutputFormat Storage Test" })
const sessions = yield* Session.Service
const session = yield* sessions.create({ title: "OutputFormat Storage Test" })
yield* prompt.prompt({ yield* prompt.prompt({
sessionID: session.id, sessionID: session.id,
parts: [ parts: [
{ {
type: "text", type: "text",
text: "What is 1 + 1?", text: "What is 1 + 1?",
}, },
], ],
format: { format: {
type: "json_schema", type: "json_schema",
schema: { schema: {
type: "object", type: "object",
properties: { properties: {
result: { type: "number" }, result: { type: "number" },
},
required: ["result"],
},
retryCount: 3,
}, },
}) required: ["result"],
},
retryCount: 3,
},
})
// Get all messages from session // Get all messages from session
const messages = yield* sessions.messages({ sessionID: session.id }) const messages = yield* sessions.messages({ sessionID: session.id })
const userMessage = messages.find((m) => m.info.role === "user") const userMessage = messages.find((m) => m.info.role === "user")
// Verify outputFormat was stored on user message // Verify outputFormat was stored on user message
expect(userMessage).toBeDefined() expect(userMessage).toBeDefined()
if (userMessage?.info.role === "user") { if (userMessage?.info.role === "user") {
expect(userMessage.info.format).toBeDefined() expect(userMessage.info.format).toBeDefined()
expect(userMessage.info.format?.type).toBe("json_schema") expect(userMessage.info.format?.type).toBe("json_schema")
if (userMessage.info.format?.type === "json_schema") { if (userMessage.info.format?.type === "json_schema") {
expect(userMessage.info.format.retryCount).toBe(3) expect(userMessage.info.format.retryCount).toBe(3)
} }
} }
// Clean up // Clean up
// Note: Not removing session to avoid race with background SessionSummary.summarize // Note: Not removing session to avoid race with background SessionSummary.summarize
}), }),
), { git: true },
)
},
60000, 60000,
) )