feat(core): deterministic session log replay with synced watermark (#35040)
This commit is contained in:
parent
1aae92c42a
commit
57e9e9771d
16 changed files with 205 additions and 87 deletions
|
|
@ -1575,7 +1575,7 @@ export type SessionLogOutput =
|
||||||
readonly data: { readonly timestamp: number; readonly sessionID: string; readonly messageID: string }
|
readonly data: { readonly timestamp: number; readonly sessionID: string; readonly messageID: string }
|
||||||
}
|
}
|
||||||
)
|
)
|
||||||
| { readonly type: "log.caught_up"; readonly aggregateID: string; readonly seq?: number }
|
| { readonly type: "log.synced"; readonly aggregateID: string; readonly seq?: number }
|
||||||
|
|
||||||
export type SessionInterruptInput = { readonly sessionID: { readonly sessionID: string }["sessionID"] }
|
export type SessionInterruptInput = { readonly sessionID: { readonly sessionID: string }["sessionID"] }
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -3,7 +3,7 @@ import { DateTime, Effect, Stream } from "effect"
|
||||||
import { HttpClient, HttpClientResponse } from "effect/unstable/http"
|
import { HttpClient, HttpClientResponse } from "effect/unstable/http"
|
||||||
import { AbsolutePath, Agent, Event, Location, Model, OpenCode, Prompt, Session, SessionMessage } from "../src/effect"
|
import { AbsolutePath, Agent, Event, Location, Model, OpenCode, Prompt, Session, SessionMessage } from "../src/effect"
|
||||||
|
|
||||||
const caughtUp = { type: "log.caught_up" as const, aggregateID: "ses_test", seq: Event.Seq.make(1) }
|
const synced = { type: "log.synced" as const, aggregateID: "ses_test", seq: Event.Seq.make(1) }
|
||||||
|
|
||||||
test("session.get returns the decoded Effect projection", async () => {
|
test("session.get returns the decoded Effect projection", async () => {
|
||||||
const httpClient = HttpClient.make((request) =>
|
const httpClient = HttpClient.make((request) =>
|
||||||
|
|
@ -70,7 +70,7 @@ test("session methods retain decoded Effect inputs and outputs", async () => {
|
||||||
return Effect.succeed(
|
return Effect.succeed(
|
||||||
HttpClientResponse.fromWeb(
|
HttpClientResponse.fromWeb(
|
||||||
request,
|
request,
|
||||||
new Response(`data: ${JSON.stringify(modelSwitchedEvent)}\n\ndata: ${JSON.stringify(caughtUp)}\n\n`, {
|
new Response(`data: ${JSON.stringify(modelSwitchedEvent)}\n\ndata: ${JSON.stringify(synced)}\n\n`, {
|
||||||
headers: { "content-type": "text/event-stream" },
|
headers: { "content-type": "text/event-stream" },
|
||||||
}),
|
}),
|
||||||
),
|
),
|
||||||
|
|
@ -149,11 +149,11 @@ test("session methods retain decoded Effect inputs and outputs", async () => {
|
||||||
expect(result.context).toEqual([])
|
expect(result.context).toEqual([])
|
||||||
expect(logQueries[0]).toEqual({ after: "0" })
|
expect(logQueries[0]).toEqual({ after: "0" })
|
||||||
const logged = Array.from(result.log)
|
const logged = Array.from(result.log)
|
||||||
expect(logged.map((item) => item.type)).toEqual(["session.next.model.switched", "log.caught_up"])
|
expect(logged.map((item) => item.type)).toEqual(["session.next.model.switched", "log.synced"])
|
||||||
expect(logged[0]?.type === "session.next.model.switched" && DateTime.toEpochMillis(logged[0].data.timestamp)).toBe(
|
expect(logged[0]?.type === "session.next.model.switched" && DateTime.toEpochMillis(logged[0].data.timestamp)).toBe(
|
||||||
1_717_171_717_000,
|
1_717_171_717_000,
|
||||||
)
|
)
|
||||||
expect(logged.at(-1)).toEqual(caughtUp)
|
expect(logged.at(-1)).toEqual(synced)
|
||||||
expect(result.message).toEqual(expect.objectContaining({ id: "msg_model", type: "model-switched" }))
|
expect(result.message).toEqual(expect.objectContaining({ id: "msg_model", type: "model-switched" }))
|
||||||
})
|
})
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -232,7 +232,7 @@ test("session methods use the public HTTP contract", async () => {
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
if (url.includes("/log")) {
|
if (url.includes("/log")) {
|
||||||
return new Response(`data: ${JSON.stringify(modelSwitchedEvent)}\n\ndata: ${JSON.stringify(caughtUp)}\n\n`, {
|
return new Response(`data: ${JSON.stringify(modelSwitchedEvent)}\n\ndata: ${JSON.stringify(synced)}\n\n`, {
|
||||||
headers: { "content-type": "text/event-stream" },
|
headers: { "content-type": "text/event-stream" },
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
@ -273,7 +273,7 @@ test("session methods use the public HTTP contract", async () => {
|
||||||
expect(created.id).toBe("ses_test")
|
expect(created.id).toBe("ses_test")
|
||||||
expect(admitted.id).toBe("msg_test")
|
expect(admitted.id).toBe("msg_test")
|
||||||
expect(context).toEqual([])
|
expect(context).toEqual([])
|
||||||
expect(log).toEqual([modelSwitchedEvent, caughtUp])
|
expect(log).toEqual([modelSwitchedEvent, synced])
|
||||||
expect(message).toEqual(modelSwitchedMessage)
|
expect(message).toEqual(modelSwitchedMessage)
|
||||||
expect(requests.map((request) => [request.init?.method, request.url])).toEqual([
|
expect(requests.map((request) => [request.init?.method, request.url])).toEqual([
|
||||||
["GET", "http://localhost:3000/api/session?limit=10&order=desc&parentID=null"],
|
["GET", "http://localhost:3000/api/session?limit=10&order=desc&parentID=null"],
|
||||||
|
|
@ -368,7 +368,7 @@ const modelSwitchedMessage = {
|
||||||
model: { id: "claude", providerID: "anthropic" },
|
model: { id: "claude", providerID: "anthropic" },
|
||||||
}
|
}
|
||||||
|
|
||||||
const caughtUp = { type: "log.caught_up", aggregateID: "ses_test", seq: 1 }
|
const synced = { type: "log.synced", aggregateID: "ses_test", seq: 1 }
|
||||||
|
|
||||||
const modelSwitchedEvent = {
|
const modelSwitchedEvent = {
|
||||||
id: "evt_model",
|
id: "evt_model",
|
||||||
|
|
|
||||||
|
|
@ -4,7 +4,7 @@ import { Cause, Context, Effect, Layer, Option, PubSub, Queue, Schema, Stream }
|
||||||
import { Event } from "@opencode-ai/schema/event"
|
import { Event } from "@opencode-ai/schema/event"
|
||||||
import type { Data, Definition, Payload } from "@opencode-ai/schema/event"
|
import type { Data, Definition, Payload } from "@opencode-ai/schema/event"
|
||||||
import type { EventLog } from "@opencode-ai/schema/event-log"
|
import type { EventLog } from "@opencode-ai/schema/event-log"
|
||||||
import { and, asc, eq, gt, inArray, sql } from "drizzle-orm"
|
import { and, asc, eq, gt, inArray, lte, sql } from "drizzle-orm"
|
||||||
import { Database } from "./database/database"
|
import { Database } from "./database/database"
|
||||||
import { EventSequenceTable, EventTable } from "./event/sql"
|
import { EventSequenceTable, EventTable } from "./event/sql"
|
||||||
import { Location } from "./location"
|
import { Location } from "./location"
|
||||||
|
|
@ -103,10 +103,10 @@ export interface PublishOptions {
|
||||||
readonly commit?: (seq: number) => Effect.Effect<void>
|
readonly commit?: (seq: number) => Effect.Effect<void>
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Marker/event union emitted by `log`. Markers carry no event `id`. */
|
/** Marker/event union emitted by `log`. */
|
||||||
export type LogItem = Payload | EventLog.CaughtUp
|
export type LogItem = Payload | EventLog.Synced
|
||||||
|
|
||||||
export const isCaughtUp = (item: LogItem): item is EventLog.CaughtUp => !("id" in item)
|
export const isSynced = (item: LogItem): item is EventLog.Synced => item.type === "log.synced"
|
||||||
|
|
||||||
export interface Interface {
|
export interface Interface {
|
||||||
readonly publish: <D extends Definition>(
|
readonly publish: <D extends Definition>(
|
||||||
|
|
@ -124,8 +124,8 @@ export interface Interface {
|
||||||
/**
|
/**
|
||||||
* Durable, ordered, gap-free per-aggregate log read. `follow: false`
|
* Durable, ordered, gap-free per-aggregate log read. `follow: false`
|
||||||
* completes at the end of the log; `follow: true` replays then transitions
|
* completes at the end of the log; `follow: true` replays then transitions
|
||||||
* to live. Both modes emit a `CaughtUp` marker at the replay boundary; the
|
* to live. Both modes emit one `Synced` marker at the captured replay
|
||||||
* marker may be re-emitted after internal re-attaches.
|
* watermark.
|
||||||
*/
|
*/
|
||||||
readonly log: (input: {
|
readonly log: (input: {
|
||||||
readonly aggregateID: string
|
readonly aggregateID: string
|
||||||
|
|
@ -178,6 +178,8 @@ export interface LayerOptions {
|
||||||
* buffer is abandoned and the subscriber is told to sweep.
|
* buffer is abandoned and the subscriber is told to sweep.
|
||||||
*/
|
*/
|
||||||
readonly changesKeyCapacity?: number
|
readonly changesKeyCapacity?: number
|
||||||
|
/** Maximum durable rows read per page while replaying or tailing an aggregate log. */
|
||||||
|
readonly logReadPageSize?: number
|
||||||
}
|
}
|
||||||
|
|
||||||
export const layerWith = (options?: LayerOptions) =>
|
export const layerWith = (options?: LayerOptions) =>
|
||||||
|
|
@ -199,6 +201,7 @@ export const layerWith = (options?: LayerOptions) =>
|
||||||
readonly wake: PubSub.PubSub<void>
|
readonly wake: PubSub.PubSub<void>
|
||||||
}>()
|
}>()
|
||||||
const { db } = yield* Database.Service
|
const { db } = yield* Database.Service
|
||||||
|
const logReadPageSize = options?.logReadPageSize ?? 512
|
||||||
|
|
||||||
const getOrCreate = (definition: Definition) =>
|
const getOrCreate = (definition: Definition) =>
|
||||||
Effect.gen(function* () {
|
Effect.gen(function* () {
|
||||||
|
|
@ -573,15 +576,27 @@ export const layerWith = (options?: LayerOptions) =>
|
||||||
|
|
||||||
const streamLive = (): Stream.Stream<Payload> => Stream.fromPubSub(pubsub.live)
|
const streamLive = (): Stream.Stream<Payload> => Stream.fromPubSub(pubsub.live)
|
||||||
|
|
||||||
const readAfter = (aggregateID: string, after: number) =>
|
const readAfter = (
|
||||||
|
aggregateID: string,
|
||||||
|
after: number,
|
||||||
|
input: { readonly through: number; readonly limit: number },
|
||||||
|
) =>
|
||||||
(options?.beforeAggregateRead?.(aggregateID) ?? Effect.void).pipe(
|
(options?.beforeAggregateRead?.(aggregateID) ?? Effect.void).pipe(
|
||||||
Effect.andThen(
|
Effect.andThen(
|
||||||
db
|
Effect.suspend(() => {
|
||||||
.select()
|
const query = db
|
||||||
.from(EventTable)
|
.select()
|
||||||
.where(and(eq(EventTable.aggregate_id, aggregateID), gt(EventTable.seq, after)))
|
.from(EventTable)
|
||||||
.orderBy(asc(EventTable.seq))
|
.where(
|
||||||
.all(),
|
and(
|
||||||
|
eq(EventTable.aggregate_id, aggregateID),
|
||||||
|
gt(EventTable.seq, after),
|
||||||
|
lte(EventTable.seq, input.through),
|
||||||
|
),
|
||||||
|
)
|
||||||
|
.orderBy(asc(EventTable.seq))
|
||||||
|
return query.limit(input.limit).all()
|
||||||
|
}),
|
||||||
),
|
),
|
||||||
Effect.orDie,
|
Effect.orDie,
|
||||||
// Skip types missing from the durable manifest instead of failing the
|
// Skip types missing from the durable manifest instead of failing the
|
||||||
|
|
@ -632,28 +647,42 @@ export const layerWith = (options?: LayerOptions) =>
|
||||||
Stream.unwrap(
|
Stream.unwrap(
|
||||||
Effect.gen(function* () {
|
Effect.gen(function* () {
|
||||||
let sequence = input.after ?? -1
|
let sequence = input.after ?? -1
|
||||||
const read = Effect.suspend(() => readAfter(input.aggregateID, sequence)).pipe(
|
const readThrough = (through: number): Stream.Stream<Payload> =>
|
||||||
Effect.tap((page) =>
|
Stream.paginate(sequence, (cursor) =>
|
||||||
Effect.sync(() => {
|
readAfter(input.aggregateID, cursor, { through, limit: logReadPageSize }).pipe(
|
||||||
sequence = page.seq ?? sequence
|
Effect.tap((page) =>
|
||||||
}),
|
Effect.sync(() => {
|
||||||
),
|
sequence = page.seq ?? sequence
|
||||||
Effect.map((page) => page.events),
|
}),
|
||||||
)
|
),
|
||||||
|
Effect.map(
|
||||||
|
(page) =>
|
||||||
|
[
|
||||||
|
page.events,
|
||||||
|
page.seq !== undefined && page.seq < through ? Option.some(page.seq) : Option.none<number>(),
|
||||||
|
] as const,
|
||||||
|
),
|
||||||
|
),
|
||||||
|
)
|
||||||
// Subscribing before the historical read means events committed during
|
// Subscribing before the historical read means events committed during
|
||||||
// replay either appear in the read or arrive through a post-marker wake.
|
// replay either appear in the read or arrive through a post-marker wake.
|
||||||
const wakes = input.follow ? yield* subscribeDurable(input.aggregateID) : undefined
|
const wakes = input.follow ? yield* subscribeDurable(input.aggregateID) : undefined
|
||||||
const historical = yield* read
|
const target = yield* latestSequence(db, input.aggregateID)
|
||||||
const marker: EventLog.CaughtUp = {
|
const marker: EventLog.Synced = {
|
||||||
type: "log.caught_up",
|
type: "log.synced",
|
||||||
aggregateID: input.aggregateID,
|
aggregateID: input.aggregateID,
|
||||||
...(sequence >= 0 ? { seq: Seq.make(sequence) } : {}),
|
...(target >= 0 ? { seq: Seq.make(target) } : {}),
|
||||||
}
|
}
|
||||||
const replay = Stream.fromIterable<LogItem>(historical).pipe(Stream.concat(Stream.make(marker)))
|
const replay: Stream.Stream<LogItem> = readThrough(target).pipe(
|
||||||
|
Stream.map((event): LogItem => event),
|
||||||
|
Stream.concat(Stream.make(marker)),
|
||||||
|
)
|
||||||
if (!wakes) return replay
|
if (!wakes) return replay
|
||||||
const live = Stream.fromSubscription(wakes).pipe(
|
const live: Stream.Stream<LogItem> = Stream.fromSubscription(wakes).pipe(
|
||||||
Stream.mapEffect(() => read),
|
Stream.mapEffect(() => latestSequence(db, input.aggregateID)),
|
||||||
Stream.flattenIterable,
|
Stream.filter((target) => target > sequence),
|
||||||
|
Stream.flatMap((target) => readThrough(target)),
|
||||||
|
Stream.map((event): LogItem => event),
|
||||||
)
|
)
|
||||||
return Stream.concat(replay, live)
|
return Stream.concat(replay, live)
|
||||||
}),
|
}),
|
||||||
|
|
|
||||||
|
|
@ -163,8 +163,9 @@ export interface Interface {
|
||||||
) => Effect.Effect<SessionMessage.Message[], NotFoundError | MessageDecodeError>
|
) => Effect.Effect<SessionMessage.Message[], NotFoundError | MessageDecodeError>
|
||||||
/**
|
/**
|
||||||
* Durable, ordered, gap-free session log read. Replays public durable
|
* Durable, ordered, gap-free session log read. Replays public durable
|
||||||
* session events after the exclusive `after` cursor, emits a `CaughtUp`
|
* session events after the exclusive `after` cursor, emits a `Synced`
|
||||||
* marker at the replay boundary, then continues live when `follow` is set.
|
* marker at the captured replay watermark, then continues live when `follow`
|
||||||
|
* is set.
|
||||||
* The marker's seq may exceed the last emitted event because non-public
|
* The marker's seq may exceed the last emitted event because non-public
|
||||||
* durable events share the aggregate's sequence space.
|
* durable events share the aggregate's sequence space.
|
||||||
*/
|
*/
|
||||||
|
|
@ -172,7 +173,7 @@ export interface Interface {
|
||||||
sessionID: SessionSchema.ID
|
sessionID: SessionSchema.ID
|
||||||
after?: number
|
after?: number
|
||||||
follow?: boolean
|
follow?: boolean
|
||||||
}) => Stream.Stream<SessionEvent.DurableEvent | EventLog.CaughtUp, NotFoundError>
|
}) => Stream.Stream<SessionEvent.DurableEvent | EventLog.Synced, NotFoundError>
|
||||||
/** Latest durable log seq per session. Sessions without events are absent. */
|
/** Latest durable log seq per session. Sessions without events are absent. */
|
||||||
readonly watermarks: (sessionIDs: ReadonlyArray<SessionSchema.ID>) => Effect.Effect<ReadonlyMap<string, EventV2.Seq>>
|
readonly watermarks: (sessionIDs: ReadonlyArray<SessionSchema.ID>) => Effect.Effect<ReadonlyMap<string, EventV2.Seq>>
|
||||||
readonly switchAgent: (input: { sessionID: SessionSchema.ID; agent: string }) => Effect.Effect<void, NotFoundError>
|
readonly switchAgent: (input: { sessionID: SessionSchema.ID; agent: string }) => Effect.Effect<void, NotFoundError>
|
||||||
|
|
@ -455,8 +456,8 @@ const layer = Layer.effect(
|
||||||
.pipe(Effect.as(events.log({ aggregateID: input.sessionID, after: input.after, follow: input.follow }))),
|
.pipe(Effect.as(events.log({ aggregateID: input.sessionID, after: input.after, follow: input.follow }))),
|
||||||
).pipe(
|
).pipe(
|
||||||
Stream.filter(
|
Stream.filter(
|
||||||
(item): item is SessionEvent.DurableEvent | EventLog.CaughtUp =>
|
(item): item is SessionEvent.DurableEvent | EventLog.Synced =>
|
||||||
EventV2.isCaughtUp(item) || isDurableSessionEvent(item),
|
EventV2.isSynced(item) || isDurableSessionEvent(item),
|
||||||
),
|
),
|
||||||
),
|
),
|
||||||
watermarks: Effect.fn("V2Session.watermarks")(function* (sessionIDs) {
|
watermarks: Effect.fn("V2Session.watermarks")(function* (sessionIDs) {
|
||||||
|
|
|
||||||
|
|
@ -1,5 +1,5 @@
|
||||||
import { describe, expect } from "bun:test"
|
import { describe, expect } from "bun:test"
|
||||||
import { Cause, DateTime, Deferred, Effect, Exit, Fiber, Layer, Option, Schema, Stream } from "effect"
|
import { Cause, DateTime, Deferred, Effect, Exit, Fiber, Layer, Option, Ref, Schema, Stream } from "effect"
|
||||||
import { EventV2 } from "@opencode-ai/core/event"
|
import { EventV2 } from "@opencode-ai/core/event"
|
||||||
import { Event } from "@opencode-ai/schema/event"
|
import { Event } from "@opencode-ai/schema/event"
|
||||||
import { Session } from "@opencode-ai/schema/session"
|
import { Session } from "@opencode-ai/schema/session"
|
||||||
|
|
@ -80,9 +80,7 @@ const durableData = (sessionID: Session.ID, text: string) => ({
|
||||||
|
|
||||||
/** Followed log read without markers: the old `durable` stream shape. */
|
/** Followed log read without markers: the old `durable` stream shape. */
|
||||||
const tail = (events: EventV2.Interface, input: { aggregateID: string; after?: number }) =>
|
const tail = (events: EventV2.Interface, input: { aggregateID: string; after?: number }) =>
|
||||||
events
|
events.log({ ...input, follow: true }).pipe(Stream.filter((item): item is EventV2.Payload => !EventV2.isSynced(item)))
|
||||||
.log({ ...input, follow: true })
|
|
||||||
.pipe(Stream.filter((item): item is EventV2.Payload => !EventV2.isCaughtUp(item)))
|
|
||||||
|
|
||||||
const it = testEffect(
|
const it = testEffect(
|
||||||
AppNodeBuilder.build(LayerNode.group([Database.node, EventV2.node, Location.node]), [[Location.node, locationLayer]]),
|
AppNodeBuilder.build(LayerNode.group([Database.node, EventV2.node, Location.node]), [[Location.node, locationLayer]]),
|
||||||
|
|
@ -1128,7 +1126,7 @@ describe("EventV2", () => {
|
||||||
}),
|
}),
|
||||||
)
|
)
|
||||||
|
|
||||||
it.effect("log without follow replays events and completes with a caught-up marker", () =>
|
it.effect("log without follow replays events and completes with a synced marker", () =>
|
||||||
Effect.gen(function* () {
|
Effect.gen(function* () {
|
||||||
const events = yield* EventV2.Service
|
const events = yield* EventV2.Service
|
||||||
const aggregateID = Session.ID.create()
|
const aggregateID = Session.ID.create()
|
||||||
|
|
@ -1137,16 +1135,16 @@ describe("EventV2", () => {
|
||||||
|
|
||||||
const items = Array.from(yield* Stream.runCollect(events.log({ aggregateID })))
|
const items = Array.from(yield* Stream.runCollect(events.log({ aggregateID })))
|
||||||
|
|
||||||
expect(items.map((item) => (EventV2.isCaughtUp(item) ? item.type : item.durable?.seq))).toEqual([
|
expect(items.map((item) => (EventV2.isSynced(item) ? item.type : item.durable?.seq))).toEqual([
|
||||||
EventV2.Seq.make(0),
|
EventV2.Seq.make(0),
|
||||||
EventV2.Seq.make(1),
|
EventV2.Seq.make(1),
|
||||||
"log.caught_up",
|
"log.synced",
|
||||||
])
|
])
|
||||||
expect(items.at(-1)).toEqual({ type: "log.caught_up", aggregateID, seq: EventV2.Seq.make(1) })
|
expect(items.at(-1)).toEqual({ type: "log.synced", aggregateID, seq: EventV2.Seq.make(1) })
|
||||||
}),
|
}),
|
||||||
)
|
)
|
||||||
|
|
||||||
it.effect("log caught-up marker omits seq for an empty log and keeps the cursor otherwise", () =>
|
it.effect("log synced marker omits seq for an empty log and keeps the cursor otherwise", () =>
|
||||||
Effect.gen(function* () {
|
Effect.gen(function* () {
|
||||||
const events = yield* EventV2.Service
|
const events = yield* EventV2.Service
|
||||||
const aggregateID = Session.ID.create()
|
const aggregateID = Session.ID.create()
|
||||||
|
|
@ -1155,13 +1153,13 @@ describe("EventV2", () => {
|
||||||
yield* events.publish(DurableMessage, durableData(aggregateID, "zero"))
|
yield* events.publish(DurableMessage, durableData(aggregateID, "zero"))
|
||||||
const drained = Array.from(yield* Stream.runCollect(events.log({ aggregateID, after: 0 })))
|
const drained = Array.from(yield* Stream.runCollect(events.log({ aggregateID, after: 0 })))
|
||||||
|
|
||||||
expect(empty).toEqual([{ type: "log.caught_up", aggregateID }])
|
expect(empty).toEqual([{ type: "log.synced", aggregateID }])
|
||||||
expect(empty[0]).not.toHaveProperty("seq")
|
expect(empty[0]).not.toHaveProperty("seq")
|
||||||
expect(drained).toEqual([{ type: "log.caught_up", aggregateID, seq: EventV2.Seq.make(0) }])
|
expect(drained).toEqual([{ type: "log.synced", aggregateID, seq: EventV2.Seq.make(0) }])
|
||||||
}),
|
}),
|
||||||
)
|
)
|
||||||
|
|
||||||
it.effect("log with follow emits the caught-up marker at the replay-to-live boundary", () =>
|
it.effect("log with follow emits the synced marker at the replay-to-live boundary", () =>
|
||||||
Effect.gen(function* () {
|
Effect.gen(function* () {
|
||||||
const events = yield* EventV2.Service
|
const events = yield* EventV2.Service
|
||||||
const aggregateID = Session.ID.create()
|
const aggregateID = Session.ID.create()
|
||||||
|
|
@ -1174,14 +1172,79 @@ describe("EventV2", () => {
|
||||||
yield* events.publish(DurableMessage, durableData(aggregateID, "one"))
|
yield* events.publish(DurableMessage, durableData(aggregateID, "one"))
|
||||||
|
|
||||||
const items = Array.from(yield* Fiber.join(fiber))
|
const items = Array.from(yield* Fiber.join(fiber))
|
||||||
expect(items.map((item) => (EventV2.isCaughtUp(item) ? item : item.durable?.seq))).toEqual([
|
expect(items.map((item) => (EventV2.isSynced(item) ? item : item.durable?.seq))).toEqual([
|
||||||
EventV2.Seq.make(0),
|
EventV2.Seq.make(0),
|
||||||
{ type: "log.caught_up", aggregateID, seq: EventV2.Seq.make(0) },
|
{ type: "log.synced", aggregateID, seq: EventV2.Seq.make(0) },
|
||||||
EventV2.Seq.make(1),
|
EventV2.Seq.make(1),
|
||||||
])
|
])
|
||||||
}),
|
}),
|
||||||
)
|
)
|
||||||
|
|
||||||
|
it.effect("log replays across configured read pages", () =>
|
||||||
|
Effect.gen(function* () {
|
||||||
|
const eventLayer = EventV2.layerWith({ logReadPageSize: 2 }).pipe(Layer.provide(LayerNode.compile(Database.node)))
|
||||||
|
|
||||||
|
yield* Effect.gen(function* () {
|
||||||
|
const events = yield* EventV2.Service
|
||||||
|
const aggregateID = Session.ID.create()
|
||||||
|
yield* events.publish(DurableMessage, durableData(aggregateID, "zero"))
|
||||||
|
yield* events.publish(DurableMessage, durableData(aggregateID, "one"))
|
||||||
|
yield* events.publish(DurableMessage, durableData(aggregateID, "two"))
|
||||||
|
yield* events.publish(DurableMessage, durableData(aggregateID, "three"))
|
||||||
|
yield* events.publish(DurableMessage, durableData(aggregateID, "four"))
|
||||||
|
|
||||||
|
const items = Array.from(yield* Stream.runCollect(events.log({ aggregateID })))
|
||||||
|
|
||||||
|
expect(items.map((item) => (EventV2.isSynced(item) ? item.type : item.durable?.seq))).toEqual([
|
||||||
|
EventV2.Seq.make(0),
|
||||||
|
EventV2.Seq.make(1),
|
||||||
|
EventV2.Seq.make(2),
|
||||||
|
EventV2.Seq.make(3),
|
||||||
|
EventV2.Seq.make(4),
|
||||||
|
"log.synced",
|
||||||
|
])
|
||||||
|
expect(items.at(-1)).toEqual({ type: "log.synced", aggregateID, seq: EventV2.Seq.make(4) })
|
||||||
|
}).pipe(Effect.provide(Layer.merge(LayerNode.compile(Database.node), eventLayer)))
|
||||||
|
}),
|
||||||
|
)
|
||||||
|
|
||||||
|
it.effect("log with follow emits events committed during replay after the synced marker", () =>
|
||||||
|
Effect.gen(function* () {
|
||||||
|
const readStarted = yield* Deferred.make<void>()
|
||||||
|
const releaseRead = yield* Deferred.make<void>()
|
||||||
|
const firstRead = yield* Ref.make(true)
|
||||||
|
const eventLayer = EventV2.layerWith({
|
||||||
|
beforeAggregateRead: () =>
|
||||||
|
Ref.getAndSet(firstRead, false).pipe(
|
||||||
|
Effect.flatMap((shouldBlock) => {
|
||||||
|
if (!shouldBlock) return Effect.void
|
||||||
|
return Deferred.succeed(readStarted, undefined).pipe(Effect.andThen(Deferred.await(releaseRead)))
|
||||||
|
}),
|
||||||
|
),
|
||||||
|
}).pipe(Layer.provide(LayerNode.compile(Database.node)))
|
||||||
|
|
||||||
|
yield* Effect.gen(function* () {
|
||||||
|
const events = yield* EventV2.Service
|
||||||
|
const aggregateID = Session.ID.create()
|
||||||
|
yield* events.publish(DurableMessage, durableData(aggregateID, "zero"))
|
||||||
|
const fiber = yield* events
|
||||||
|
.log({ aggregateID, follow: true })
|
||||||
|
.pipe(Stream.take(3), Stream.runCollect, Effect.forkScoped)
|
||||||
|
|
||||||
|
yield* Deferred.await(readStarted)
|
||||||
|
yield* events.publish(DurableMessage, durableData(aggregateID, "one"))
|
||||||
|
yield* Deferred.succeed(releaseRead, undefined)
|
||||||
|
|
||||||
|
const items = Array.from(yield* Fiber.join(fiber))
|
||||||
|
expect(items.map((item) => (EventV2.isSynced(item) ? item : item.durable?.seq))).toEqual([
|
||||||
|
EventV2.Seq.make(0),
|
||||||
|
{ type: "log.synced", aggregateID, seq: EventV2.Seq.make(0) },
|
||||||
|
EventV2.Seq.make(1),
|
||||||
|
])
|
||||||
|
}).pipe(Effect.provide(Layer.merge(LayerNode.compile(Database.node), eventLayer)))
|
||||||
|
}),
|
||||||
|
)
|
||||||
|
|
||||||
it.effect("changes emits sweep-required on subscribe then coalesced hints per aggregate", () =>
|
it.effect("changes emits sweep-required on subscribe then coalesced hints per aggregate", () =>
|
||||||
Effect.gen(function* () {
|
Effect.gen(function* () {
|
||||||
const events = yield* EventV2.Service
|
const events = yield* EventV2.Service
|
||||||
|
|
|
||||||
|
|
@ -8,7 +8,6 @@ import { AppNodeBuilder } from "@opencode-ai/core/effect/app-node-builder"
|
||||||
import { LayerNode } from "@opencode-ai/core/effect/layer-node"
|
import { LayerNode } from "@opencode-ai/core/effect/layer-node"
|
||||||
import { EventV2 } from "@opencode-ai/core/event"
|
import { EventV2 } from "@opencode-ai/core/event"
|
||||||
import { EventTable } from "@opencode-ai/core/event/sql"
|
import { EventTable } from "@opencode-ai/core/event/sql"
|
||||||
import { Job } from "@opencode-ai/core/job"
|
|
||||||
import { Location } from "@opencode-ai/core/location"
|
import { Location } from "@opencode-ai/core/location"
|
||||||
import { ModelV2 } from "@opencode-ai/core/model"
|
import { ModelV2 } from "@opencode-ai/core/model"
|
||||||
import { ProjectV2 } from "@opencode-ai/core/project"
|
import { ProjectV2 } from "@opencode-ai/core/project"
|
||||||
|
|
@ -49,11 +48,11 @@ const it = testEffect(
|
||||||
const location = Location.Ref.make({ directory: AbsolutePath.make("/project") })
|
const location = Location.Ref.make({ directory: AbsolutePath.make("/project") })
|
||||||
const id = SessionV2.ID.create()
|
const id = SessionV2.ID.create()
|
||||||
|
|
||||||
/** Public session events from a `log` read, without caught-up markers. */
|
/** Public session events from a `log` read, without synced markers. */
|
||||||
const logEvents = (session: SessionV2.Interface, sessionID: SessionV2.ID, follow?: boolean) =>
|
const logEvents = (session: SessionV2.Interface, sessionID: SessionV2.ID, follow?: boolean) =>
|
||||||
session
|
session
|
||||||
.log({ sessionID, follow })
|
.log({ sessionID, follow })
|
||||||
.pipe(Stream.filter((item): item is SessionEvent.DurableEvent => !EventV2.isCaughtUp(item)))
|
.pipe(Stream.filter((item): item is SessionEvent.DurableEvent => !EventV2.isSynced(item)))
|
||||||
|
|
||||||
const assertCreateInputTypes = (session: SessionV2.Interface) => {
|
const assertCreateInputTypes = (session: SessionV2.Interface) => {
|
||||||
// @ts-expect-error location or parentID is required.
|
// @ts-expect-error location or parentID is required.
|
||||||
|
|
@ -213,7 +212,7 @@ describe("SessionV2.create", () => {
|
||||||
durable: { seq: 0 },
|
durable: { seq: 0 },
|
||||||
data: { sessionID: forked.id, parentID: parent.id },
|
data: { sessionID: forked.id, parentID: parent.id },
|
||||||
})
|
})
|
||||||
expect(yield* SessionInput.find(db, forkContext[0]!.id)).toMatchObject({
|
expect(yield* SessionInput.find(db, forkContext[0].id)).toMatchObject({
|
||||||
sessionID: forked.id,
|
sessionID: forked.id,
|
||||||
prompt: { text: "First" },
|
prompt: { text: "First" },
|
||||||
promotedSeq: 2,
|
promotedSeq: 2,
|
||||||
|
|
|
||||||
|
|
@ -35,7 +35,7 @@ const it = testEffect(
|
||||||
const location = Location.Ref.make({ directory: AbsolutePath.make("/project") })
|
const location = Location.Ref.make({ directory: AbsolutePath.make("/project") })
|
||||||
|
|
||||||
describe("SessionV2.log", () => {
|
describe("SessionV2.log", () => {
|
||||||
it.effect("replays public session events and marks caught-up at the aggregate watermark", () =>
|
it.effect("replays public session events and marks synced at the aggregate watermark", () =>
|
||||||
Effect.gen(function* () {
|
Effect.gen(function* () {
|
||||||
const session = yield* SessionV2.Service
|
const session = yield* SessionV2.Service
|
||||||
const events = yield* EventV2.Service
|
const events = yield* EventV2.Service
|
||||||
|
|
@ -47,8 +47,8 @@ describe("SessionV2.log", () => {
|
||||||
|
|
||||||
// Session creation commits a non-public durable event, so the marker's
|
// Session creation commits a non-public durable event, so the marker's
|
||||||
// seq covers more of the aggregate than the public events emitted.
|
// seq covers more of the aggregate than the public events emitted.
|
||||||
expect(items.map((item) => item.type)).toEqual(["session.next.renamed", "log.caught_up"])
|
expect(items.map((item) => item.type)).toEqual(["session.next.renamed", "log.synced"])
|
||||||
expect(items.at(-1)).toEqual({ type: "log.caught_up", aggregateID: created.id, seq: watermark })
|
expect(items.at(-1)).toEqual({ type: "log.synced", aggregateID: created.id, seq: watermark })
|
||||||
}),
|
}),
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
@ -64,7 +64,7 @@ describe("SessionV2.log", () => {
|
||||||
yield* session.rename({ sessionID: created.id, title: "renamed live" })
|
yield* session.rename({ sessionID: created.id, title: "renamed live" })
|
||||||
|
|
||||||
const items = Array.from(yield* Fiber.join(fiber))
|
const items = Array.from(yield* Fiber.join(fiber))
|
||||||
expect(items.map((item) => item.type)).toEqual(["log.caught_up", "session.next.renamed"])
|
expect(items.map((item) => item.type)).toEqual(["log.synced", "session.next.renamed"])
|
||||||
}),
|
}),
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
@ -95,13 +95,13 @@ describe("SessionV2.log", () => {
|
||||||
const items = Array.from(yield* Stream.runCollect(session.log({ sessionID: created.id, after: 1 })))
|
const items = Array.from(yield* Stream.runCollect(session.log({ sessionID: created.id, after: 1 })))
|
||||||
|
|
||||||
expect(
|
expect(
|
||||||
items.map((item): number | string | undefined => (EventV2.isCaughtUp(item) ? item.type : item.durable?.seq)),
|
items.map((item): number | string | undefined => (EventV2.isSynced(item) ? item.type : item.durable?.seq)),
|
||||||
).toEqual([3, 4, "log.caught_up"])
|
).toEqual([3, 4, "log.synced"])
|
||||||
expect(items.at(-1)).toEqual({ type: "log.caught_up", aggregateID: created.id, seq: EventV2.Seq.make(4) })
|
expect(items.at(-1)).toEqual({ type: "log.synced", aggregateID: created.id, seq: EventV2.Seq.make(4) })
|
||||||
}),
|
}),
|
||||||
)
|
)
|
||||||
|
|
||||||
it.effect("completes with a bare caught-up marker for a migrated Session with no event sequence", () =>
|
it.effect("completes with a bare synced marker for a migrated Session with no event sequence", () =>
|
||||||
Effect.gen(function* () {
|
Effect.gen(function* () {
|
||||||
const db = (yield* Database.Service).db
|
const db = (yield* Database.Service).db
|
||||||
const session = yield* SessionV2.Service
|
const session = yield* SessionV2.Service
|
||||||
|
|
@ -125,7 +125,7 @@ describe("SessionV2.log", () => {
|
||||||
|
|
||||||
const items = Array.from(yield* Stream.runCollect(session.log({ sessionID })))
|
const items = Array.from(yield* Stream.runCollect(session.log({ sessionID })))
|
||||||
|
|
||||||
expect(items).toEqual([{ type: "log.caught_up", aggregateID: sessionID }])
|
expect(items).toEqual([{ type: "log.synced", aggregateID: sessionID }])
|
||||||
}),
|
}),
|
||||||
)
|
)
|
||||||
})
|
})
|
||||||
|
|
|
||||||
|
|
@ -6,7 +6,6 @@ import { AppNodeBuilder } from "@opencode-ai/core/effect/app-node-builder"
|
||||||
import { LayerNode } from "@opencode-ai/core/effect/layer-node"
|
import { LayerNode } from "@opencode-ai/core/effect/layer-node"
|
||||||
import { EventV2 } from "@opencode-ai/core/event"
|
import { EventV2 } from "@opencode-ai/core/event"
|
||||||
import { EventTable } from "@opencode-ai/core/event/sql"
|
import { EventTable } from "@opencode-ai/core/event/sql"
|
||||||
import { Job } from "@opencode-ai/core/job"
|
|
||||||
import { SessionEvent } from "@opencode-ai/core/session/event"
|
import { SessionEvent } from "@opencode-ai/core/session/event"
|
||||||
import { ModelV2 } from "@opencode-ai/core/model"
|
import { ModelV2 } from "@opencode-ai/core/model"
|
||||||
import { ProviderV2 } from "@opencode-ai/core/provider"
|
import { ProviderV2 } from "@opencode-ai/core/provider"
|
||||||
|
|
@ -248,7 +247,7 @@ describe("SessionV2.prompt", () => {
|
||||||
const publicEvents = (input: { sessionID: SessionV2.ID; after?: number }) =>
|
const publicEvents = (input: { sessionID: SessionV2.ID; after?: number }) =>
|
||||||
session
|
session
|
||||||
.log({ ...input, follow: true })
|
.log({ ...input, follow: true })
|
||||||
.pipe(Stream.filter((item): item is SessionEvent.DurableEvent => !EventV2.isCaughtUp(item)))
|
.pipe(Stream.filter((item): item is SessionEvent.DurableEvent => !EventV2.isSynced(item)))
|
||||||
const fiber = yield* publicEvents({ sessionID }).pipe(Stream.take(4), Stream.runCollect, Effect.forkScoped)
|
const fiber = yield* publicEvents({ sessionID }).pipe(Stream.take(4), Stream.runCollect, Effect.forkScoped)
|
||||||
yield* Effect.yieldNow
|
yield* Effect.yieldNow
|
||||||
|
|
||||||
|
|
@ -265,7 +264,7 @@ describe("SessionV2.prompt", () => {
|
||||||
])
|
])
|
||||||
expect(
|
expect(
|
||||||
Array.from(
|
Array.from(
|
||||||
yield* publicEvents({ sessionID, after: streamed[0]!.durable?.seq }).pipe(Stream.take(1), Stream.runCollect),
|
yield* publicEvents({ sessionID, after: streamed[0].durable?.seq }).pipe(Stream.take(1), Stream.runCollect),
|
||||||
).map((event): [number | undefined, string] => [event.durable?.seq, event.type]),
|
).map((event): [number | undefined, string] => [event.durable?.seq, event.type]),
|
||||||
).toEqual([[1, "session.next.prompt.admitted"]])
|
).toEqual([[1, "session.next.prompt.admitted"]])
|
||||||
}),
|
}),
|
||||||
|
|
|
||||||
|
|
@ -485,7 +485,7 @@ export const makeSessionGroup = <I extends HttpApiMiddleware.AnyId, S>(sessionLo
|
||||||
follow: BooleanFromString.pipe(Schema.optional),
|
follow: BooleanFromString.pipe(Schema.optional),
|
||||||
},
|
},
|
||||||
success: HttpApiSchema.StreamSse({
|
success: HttpApiSchema.StreamSse({
|
||||||
data: Schema.Union([SessionEvent.Durable, EventLog.CaughtUp]).annotate({ identifier: "SessionLogItem" }),
|
data: Schema.Union([SessionEvent.Durable, EventLog.Synced]).annotate({ identifier: "SessionLogItem" }),
|
||||||
}),
|
}),
|
||||||
error: SessionNotFoundError,
|
error: SessionNotFoundError,
|
||||||
})
|
})
|
||||||
|
|
@ -495,7 +495,7 @@ export const makeSessionGroup = <I extends HttpApiMiddleware.AnyId, S>(sessionLo
|
||||||
identifier: "v2.session.log",
|
identifier: "v2.session.log",
|
||||||
summary: "Read the session log",
|
summary: "Read the session log",
|
||||||
description:
|
description:
|
||||||
"Durable, ordered, gap-free read of public session events after an exclusive aggregate sequence. Emits a caught-up marker once the replay reaches the end of the log, then completes; with follow=true it continues with live events instead. The only event API that promises reliability: attach after a snapshot watermark to compose fetch and stream without a race window.",
|
"Durable, ordered, gap-free read of public session events after an exclusive aggregate sequence. Emits a synced marker once replay reaches the captured watermark, then completes; with follow=true it continues with live events instead. The only event API that promises reliability: attach after a snapshot watermark to compose fetch and stream without a race window.",
|
||||||
}),
|
}),
|
||||||
),
|
),
|
||||||
)
|
)
|
||||||
|
|
|
||||||
|
|
@ -6,20 +6,19 @@ import { optional } from "./schema.js"
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Replay-to-live boundary marker for a durable log read. The reader now holds
|
* Replay-to-live boundary marker for a durable log read. The reader now holds
|
||||||
* every event committed at or below `seq`; `seq` is absent when the log holds
|
* every event committed at or below this watermark; `seq` is absent when the
|
||||||
* no events at or before the read position. May be re-emitted after the
|
* captured watermark is empty. Emitted once for the captured watermark.
|
||||||
* reader internally re-attaches.
|
|
||||||
*/
|
*/
|
||||||
export const CaughtUp = Schema.Struct({
|
export const Synced = Schema.Struct({
|
||||||
type: Schema.Literal("log.caught_up"),
|
type: Schema.Literal("log.synced"),
|
||||||
aggregateID: Schema.String,
|
aggregateID: Schema.String,
|
||||||
seq: optional(Event.Seq),
|
seq: optional(Event.Seq),
|
||||||
}).annotate({
|
}).annotate({
|
||||||
identifier: "EventLog.CaughtUp",
|
identifier: "EventLog.Synced",
|
||||||
description:
|
description:
|
||||||
"Marker emitted when a log read transitions from replay to live (or completes a finite read). The reader holds every event committed at or below seq.",
|
"Marker emitted once when a log read reaches its captured watermark. The reader holds every event committed at or below seq.",
|
||||||
})
|
})
|
||||||
export interface CaughtUp extends Schema.Schema.Type<typeof CaughtUp> {}
|
export interface Synced extends Schema.Schema.Type<typeof Synced> {}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* A payload-free doorbell: the aggregate's log advanced to at least `seq`.
|
* A payload-free doorbell: the aggregate's log advanced to at least `seq`.
|
||||||
|
|
|
||||||
|
|
@ -14,7 +14,7 @@ export type ID = typeof ID.Type
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Position in one aggregate's durable log. Values originate from the durable
|
* Position in one aggregate's durable log. Values originate from the durable
|
||||||
* event envelope, caught-up markers, change hints, and snapshot watermarks;
|
* event envelope, synced markers, change hints, and snapshot watermarks;
|
||||||
* `after` cursors accept only values that came from those sources.
|
* `after` cursors accept only values that came from those sources.
|
||||||
*/
|
*/
|
||||||
export const Seq = Schema.Int.check(Schema.isGreaterThanOrEqualTo(0)).pipe(Schema.brand("Event.Seq"))
|
export const Seq = Schema.Int.check(Schema.isGreaterThanOrEqualTo(0)).pipe(Schema.brand("Event.Seq"))
|
||||||
|
|
|
||||||
|
|
@ -1,6 +1,7 @@
|
||||||
import { describe, expect, test } from "bun:test"
|
import { describe, expect, test } from "bun:test"
|
||||||
import { Schema } from "effect"
|
import { Schema } from "effect"
|
||||||
import { Event } from "../src/event.js"
|
import { Event } from "../src/event.js"
|
||||||
|
import { EventLog } from "../src/event-log.js"
|
||||||
|
|
||||||
describe("public event schemas", () => {
|
describe("public event schemas", () => {
|
||||||
test("definition is pure", () => {
|
test("definition is pure", () => {
|
||||||
|
|
@ -34,4 +35,18 @@ describe("public event schemas", () => {
|
||||||
|
|
||||||
expect(Event.durable([definition]).get("test.durable.1")).toBe(definition)
|
expect(Event.durable([definition]).get("test.durable.1")).toBe(definition)
|
||||||
})
|
})
|
||||||
|
|
||||||
|
test("synced marker encodes the captured watermark", () => {
|
||||||
|
expect(
|
||||||
|
Schema.encodeSync(EventLog.Synced)({
|
||||||
|
type: "log.synced",
|
||||||
|
aggregateID: "ses_test",
|
||||||
|
seq: Event.Seq.make(1),
|
||||||
|
}),
|
||||||
|
).toEqual({ type: "log.synced", aggregateID: "ses_test", seq: 1 })
|
||||||
|
expect(Schema.encodeSync(EventLog.Synced)({ type: "log.synced", aggregateID: "ses_test" })).toEqual({
|
||||||
|
type: "log.synced",
|
||||||
|
aggregateID: "ses_test",
|
||||||
|
})
|
||||||
|
})
|
||||||
})
|
})
|
||||||
|
|
|
||||||
|
|
@ -85,7 +85,7 @@ it.live(
|
||||||
)
|
)
|
||||||
const wakeContext = yield* opencode.sessions.context({ sessionID: id })
|
const wakeContext = yield* opencode.sessions.context({ sessionID: id })
|
||||||
const event = yield* opencode.sessions.log({ sessionID: id }).pipe(
|
const event = yield* opencode.sessions.log({ sessionID: id }).pipe(
|
||||||
Stream.filter((item) => item.type !== "log.caught_up"),
|
Stream.filter((item) => item.type !== "log.synced"),
|
||||||
Stream.take(1),
|
Stream.take(1),
|
||||||
Stream.runHead,
|
Stream.runHead,
|
||||||
Effect.map(Option.getOrUndefined),
|
Effect.map(Option.getOrUndefined),
|
||||||
|
|
|
||||||
|
|
@ -1,5 +1,16 @@
|
||||||
# V2 Schema Changelog
|
# V2 Schema Changelog
|
||||||
|
|
||||||
|
## 2026-07-02: Rename Session Log Replay Marker
|
||||||
|
|
||||||
|
- Rename the replay boundary marker from `log.caught_up` / `EventLog.CaughtUp` to `log.synced` / `EventLog.Synced`.
|
||||||
|
- Define the marker as a single notification that replay reached the captured aggregate watermark; omit `seq` only when the captured watermark is empty.
|
||||||
|
- Page durable Session log reads toward the captured watermark before switching to live tailing.
|
||||||
|
|
||||||
|
Compatibility:
|
||||||
|
|
||||||
|
- The V2 event stream is still experimental. No durable event rows change because replay markers are stream-only and are not stored.
|
||||||
|
- Generated clients are intentionally regenerated by the audit integrator lane, not by this parallel branch.
|
||||||
|
|
||||||
## 2026-07-02: Add Default Model Endpoint
|
## 2026-07-02: Add Default Model Endpoint
|
||||||
|
|
||||||
- Add `GET /api/model/default` (`v2.model.default`) returning the Location's resolved default model, or `undefined` when no model is available.
|
- Add `GET /api/model/default` (`v2.model.default`) returning the Location's resolved default model, or `undefined` when no model is available.
|
||||||
|
|
|
||||||
|
|
@ -172,13 +172,15 @@ Inbox promotion coalesces pending steers in durable admission order. Once contin
|
||||||
|
|
||||||
Eager local-tool execution is intentionally unbounded in the current local slice. This minimizes tool latency but does not increase SQLite settlement throughput: Session-event publication remains serialized per provider turn. Before broadening exposure, revisit per-turn call limits, output truncation, and operational backpressure using observed workloads. The `session.next.*` event schemas remain experimental and unshipped; databases created by earlier experimental builds are disposable rather than compatibility targets.
|
Eager local-tool execution is intentionally unbounded in the current local slice. This minimizes tool latency but does not increase SQLite settlement throughput: Session-event publication remains serialized per provider turn. Before broadening exposure, revisit per-turn call limits, output truncation, and operational backpressure using observed workloads. The `session.next.*` event schemas remain experimental and unshipped; databases created by earlier experimental builds are disposable rather than compatibility targets.
|
||||||
|
|
||||||
The synchronized `session.next.*` event family and projected Session-message model predate this branch. This slice refines their replay contract: projected Session messages retain their source aggregate sequence so canonical context ordering and `sessions.messages(...)` pagination follow durable event order even when caller-supplied IDs or timestamps do not. Consumers can use `sessions.events({ sessionID, after? })` to replay durable `session.next.*` events after an aggregate sequence cursor, then tail durable events without a race. Live-only text, reasoning, and tool-input fragments remain available through EventV2 subscriptions for connected renderers; they are intentionally absent from the replayable Session stream.
|
The synchronized `session.next.*` event family and projected Session-message model predate this branch. This slice refines their replay contract: projected Session messages retain their source aggregate sequence so canonical context ordering and `sessions.messages(...)` pagination follow durable event order even when caller-supplied IDs or timestamps do not. Consumers can use `sessions.log({ sessionID, after? })` to replay durable `session.next.*` events after an aggregate sequence cursor, then tail durable events without a race. Live-only text, reasoning, and tool-input fragments remain available through EventV2 subscriptions for connected renderers; they are intentionally absent from the replayable Session stream.
|
||||||
|
|
||||||
The first `sessions.events(...)` contract is durable-only during both replay and live tailing. This keeps one cursor equal to one persisted aggregate sequence and is sufficient for reconnect-safe consumers. A later UI-facing API may optionally interleave live-only deltas while connected, but those fragments must remain explicitly ephemeral: they cannot advance the durable cursor, replay after reconnect, or be mistaken for publication boundaries.
|
The first `sessions.log(...)` contract is durable-only during both replay and live tailing. This keeps one cursor equal to one persisted aggregate sequence and is sufficient for reconnect-safe consumers. A later UI-facing API may optionally interleave live-only deltas while connected, but those fragments must remain explicitly ephemeral: they cannot advance the durable cursor, replay after reconnect, or be mistaken for publication boundaries.
|
||||||
|
|
||||||
|
`sessions.log(...)` captures the aggregate's durable watermark before replay and emits one `log.synced` marker when replay reaches that watermark. The marker carries `seq` when the captured watermark is non-empty and omits it when the log has no sequence. With `follow=true`, the tail subscribes before the replay watermark is captured, so events committed during replay are delivered after `log.synced` with a sequence greater than the marker watermark. Durable reads are paged internally; consumers observe only the ordered event stream plus the single marker.
|
||||||
|
|
||||||
`sessions.history({ sessionID, after?, limit? })` is the finite counterpart for request/response consumers. `after` is an exclusive aggregate sequence, and omission starts before sequence zero. The response is `{ data, hasMore }`; callers derive the next `after` from the final event's durable sequence when `hasMore` is true. Public durable Session events are selected before pagination, which permits gaps from private or historical aggregate events while preserving strictly increasing unique sequences. The log has a moving head, so events committed between pages may appear on the next page.
|
`sessions.history({ sessionID, after?, limit? })` is the finite counterpart for request/response consumers. `after` is an exclusive aggregate sequence, and omission starts before sequence zero. The response is `{ data, hasMore }`; callers derive the next `after` from the final event's durable sequence when `hasMore` is true. Public durable Session events are selected before pagination, which permits gaps from private or historical aggregate events while preserving strictly increasing unique sequences. The log has a moving head, so events committed between pages may appear on the next page.
|
||||||
|
|
||||||
The finite endpoint is `GET /api/session/:sessionID/history`, uses the normal Session Location and authorization middleware, defaults to 50 events, and accepts at most 100. It returns only events in the public durable Session schema. The existing `sessions.events()` replay-and-tail stream is unchanged.
|
The finite endpoint is `GET /api/session/:sessionID/history`, uses the normal Session Location and authorization middleware, defaults to 50 events, and accepts at most 100. It returns only events in the public durable Session schema. The existing `sessions.log()` replay-and-tail stream is unchanged except for its explicit `log.synced` replay marker.
|
||||||
|
|
||||||
Durable event tail wakeups are advisory and edge-triggered. Each active tail owns one sliding-capacity-1 dirty signal for its aggregate and re-queries SQLite after a wake. Repeated commits coalesce while the tail is busy because durable rows, not in-memory notifications, preserve every event and sequence. Subscribe and register the dirty signal before historical replay, then remove it when the tail closes, so replay handoff cannot miss a commit and inactive aggregates retain no wake state.
|
Durable event tail wakeups are advisory and edge-triggered. Each active tail owns one sliding-capacity-1 dirty signal for its aggregate and re-queries SQLite after a wake. Repeated commits coalesce while the tail is busy because durable rows, not in-memory notifications, preserve every event and sequence. Subscribe and register the dirty signal before historical replay, then remove it when the tail closes, so replay handoff cannot miss a commit and inactive aggregates retain no wake state.
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue