This commit is contained in:
Dax Raad 2026-01-16 23:25:25 -05:00
commit c2e234ec4d
18 changed files with 429 additions and 243 deletions

View file

@ -6,7 +6,7 @@ export const domain = (() => {
export const zoneID = "430ba34c138cfb5360826c4909f99be8" export const zoneID = "430ba34c138cfb5360826c4909f99be8"
new cloudflare.RegionalHostname("RegionalHostname", { new cloudflxare.RegionalHostname("RegionalHostname", {
hostname: domain, hostname: domain,
regionKey: "us", regionKey: "us",
zoneId: zoneID, zoneId: zoneID,

View file

@ -22,13 +22,11 @@ CREATE INDEX `message_session_idx` ON `message` (`session_id`);--> statement-bre
CREATE TABLE `part` ( CREATE TABLE `part` (
`id` text PRIMARY KEY NOT NULL, `id` text PRIMARY KEY NOT NULL,
`message_id` text NOT NULL, `message_id` text NOT NULL,
`session_id` text NOT NULL,
`data` text NOT NULL, `data` text NOT NULL,
FOREIGN KEY (`message_id`) REFERENCES `message`(`id`) ON UPDATE no action ON DELETE cascade FOREIGN KEY (`message_id`) REFERENCES `message`(`id`) ON UPDATE no action ON DELETE cascade
); );
--> statement-breakpoint --> statement-breakpoint
CREATE INDEX `part_message_idx` ON `part` (`message_id`);--> statement-breakpoint CREATE INDEX `part_message_idx` ON `part` (`message_id`);--> statement-breakpoint
CREATE INDEX `part_session_idx` ON `part` (`session_id`);--> statement-breakpoint
CREATE TABLE `permission` ( CREATE TABLE `permission` (
`project_id` text PRIMARY KEY NOT NULL, `project_id` text PRIMARY KEY NOT NULL,
`data` text NOT NULL, `data` text NOT NULL,
@ -36,11 +34,16 @@ CREATE TABLE `permission` (
); );
--> statement-breakpoint --> statement-breakpoint
CREATE TABLE `session_diff` ( CREATE TABLE `session_diff` (
`session_id` text PRIMARY KEY NOT NULL, `session_id` text NOT NULL,
`data` text NOT NULL, `file` text NOT NULL,
`before` text NOT NULL,
`after` text NOT NULL,
`additions` integer NOT NULL,
`deletions` integer NOT NULL,
FOREIGN KEY (`session_id`) REFERENCES `session`(`id`) ON UPDATE no action ON DELETE cascade FOREIGN KEY (`session_id`) REFERENCES `session`(`id`) ON UPDATE no action ON DELETE cascade
); );
--> statement-breakpoint --> statement-breakpoint
CREATE INDEX `session_diff_session_idx` ON `session_diff` (`session_id`);--> statement-breakpoint
CREATE TABLE `session` ( CREATE TABLE `session` (
`id` text PRIMARY KEY NOT NULL, `id` text PRIMARY KEY NOT NULL,
`project_id` text NOT NULL, `project_id` text NOT NULL,

View file

@ -1,7 +1,7 @@
{ {
"version": "6", "version": "6",
"dialect": "sqlite", "dialect": "sqlite",
"id": "86d0107e-84d7-4b08-8411-afab7d6b1ee2", "id": "9970ec30-1179-4dd7-a0ab-6d0cf0f42219",
"prevId": "00000000-0000-0000-0000-000000000000", "prevId": "00000000-0000-0000-0000-000000000000",
"tables": { "tables": {
"project": { "project": {
@ -154,13 +154,6 @@
"notNull": true, "notNull": true,
"autoincrement": false "autoincrement": false
}, },
"session_id": {
"name": "session_id",
"type": "text",
"primaryKey": false,
"notNull": true,
"autoincrement": false
},
"data": { "data": {
"name": "data", "name": "data",
"type": "text", "type": "text",
@ -176,13 +169,6 @@
"message_id" "message_id"
], ],
"isUnique": false "isUnique": false
},
"part_session_idx": {
"name": "part_session_idx",
"columns": [
"session_id"
],
"isUnique": false
} }
}, },
"foreignKeys": { "foreignKeys": {
@ -248,19 +234,55 @@
"session_id": { "session_id": {
"name": "session_id", "name": "session_id",
"type": "text", "type": "text",
"primaryKey": true, "primaryKey": false,
"notNull": true, "notNull": true,
"autoincrement": false "autoincrement": false
}, },
"data": { "file": {
"name": "data", "name": "file",
"type": "text", "type": "text",
"primaryKey": false, "primaryKey": false,
"notNull": true, "notNull": true,
"autoincrement": false "autoincrement": false
},
"before": {
"name": "before",
"type": "text",
"primaryKey": false,
"notNull": true,
"autoincrement": false
},
"after": {
"name": "after",
"type": "text",
"primaryKey": false,
"notNull": true,
"autoincrement": false
},
"additions": {
"name": "additions",
"type": "integer",
"primaryKey": false,
"notNull": true,
"autoincrement": false
},
"deletions": {
"name": "deletions",
"type": "integer",
"primaryKey": false,
"notNull": true,
"autoincrement": false
}
},
"indexes": {
"session_diff_session_idx": {
"name": "session_diff_session_idx",
"columns": [
"session_id"
],
"isUnique": false
} }
}, },
"indexes": {},
"foreignKeys": { "foreignKeys": {
"session_diff_session_id_session_id_fk": { "session_diff_session_id_session_id_fk": {
"name": "session_diff_session_id_session_id_fk", "name": "session_diff_session_id_session_id_fk",

View file

@ -5,8 +5,8 @@
{ {
"idx": 0, "idx": 0,
"version": "6", "version": "6",
"when": 1768518709430, "when": 1768609466939,
"tag": "0000_vengeful_the_watchers", "tag": "0000_watery_shinobi_shaw",
"breakpoints": true "breakpoints": true
} }
] ]

View file

@ -2,7 +2,7 @@ import type { Argv } from "yargs"
import { cmd } from "./cmd" import { cmd } from "./cmd"
import { bootstrap } from "../bootstrap" import { bootstrap } from "../bootstrap"
import { UI } from "../ui" import { UI } from "../ui"
import { db } from "../../storage/db" import { Database } from "../../storage/db"
import { ProjectTable } from "../../project/project.sql" import { ProjectTable } from "../../project/project.sql"
import { Project } from "../../project/project" import { Project } from "../../project/project"
import { import {
@ -56,7 +56,7 @@ const ExportCommand = cmd({
// Export projects // Export projects
const projectDir = path.join(outDir, "project") const projectDir = path.join(outDir, "project")
await fs.mkdir(projectDir, { recursive: true }) await fs.mkdir(projectDir, { recursive: true })
for (const row of db().select().from(ProjectTable).all()) { for (const row of Database.use((db) => db.select().from(ProjectTable).all())) {
const project = Project.fromRow(row) const project = Project.fromRow(row)
await Bun.write(path.join(projectDir, `${row.id}.json`), JSON.stringify(project, null, 2)) await Bun.write(path.join(projectDir, `${row.id}.json`), JSON.stringify(project, null, 2))
stats.projects++ stats.projects++
@ -64,7 +64,7 @@ const ExportCommand = cmd({
// Export sessions (organized by projectID) // Export sessions (organized by projectID)
const sessionDir = path.join(outDir, "session") const sessionDir = path.join(outDir, "session")
for (const row of db().select().from(SessionTable).all()) { for (const row of Database.use((db) => db.select().from(SessionTable).all())) {
const dir = path.join(sessionDir, row.projectID) const dir = path.join(sessionDir, row.projectID)
await fs.mkdir(dir, { recursive: true }) await fs.mkdir(dir, { recursive: true })
await Bun.write(path.join(dir, `${row.id}.json`), JSON.stringify(Session.fromRow(row), null, 2)) await Bun.write(path.join(dir, `${row.id}.json`), JSON.stringify(Session.fromRow(row), null, 2))
@ -73,7 +73,7 @@ const ExportCommand = cmd({
// Export messages (organized by sessionID) // Export messages (organized by sessionID)
const messageDir = path.join(outDir, "message") const messageDir = path.join(outDir, "message")
for (const row of db().select().from(MessageTable).all()) { for (const row of Database.use((db) => db.select().from(MessageTable).all())) {
const dir = path.join(messageDir, row.sessionID) const dir = path.join(messageDir, row.sessionID)
await fs.mkdir(dir, { recursive: true }) await fs.mkdir(dir, { recursive: true })
await Bun.write(path.join(dir, `${row.id}.json`), JSON.stringify(row.data, null, 2)) await Bun.write(path.join(dir, `${row.id}.json`), JSON.stringify(row.data, null, 2))
@ -82,7 +82,7 @@ const ExportCommand = cmd({
// Export parts (organized by messageID) // Export parts (organized by messageID)
const partDir = path.join(outDir, "part") const partDir = path.join(outDir, "part")
for (const row of db().select().from(PartTable).all()) { for (const row of Database.use((db) => db.select().from(PartTable).all())) {
const dir = path.join(partDir, row.messageID) const dir = path.join(partDir, row.messageID)
await fs.mkdir(dir, { recursive: true }) await fs.mkdir(dir, { recursive: true })
await Bun.write(path.join(dir, `${row.id}.json`), JSON.stringify(row.data, null, 2)) await Bun.write(path.join(dir, `${row.id}.json`), JSON.stringify(row.data, null, 2))
@ -92,15 +92,15 @@ const ExportCommand = cmd({
// Export session diffs // Export session diffs
const diffDir = path.join(outDir, "session_diff") const diffDir = path.join(outDir, "session_diff")
await fs.mkdir(diffDir, { recursive: true }) await fs.mkdir(diffDir, { recursive: true })
for (const row of db().select().from(SessionDiffTable).all()) { for (const row of Database.use((db) => db.select().from(SessionDiffTable).all())) {
await Bun.write(path.join(diffDir, `${row.sessionID}.json`), JSON.stringify(row.data, null, 2)) await Bun.write(path.join(diffDir, `${row.sessionID}.json`), JSON.stringify(row, null, 2))
stats.diffs++ stats.diffs++
} }
// Export todos // Export todos
const todoDir = path.join(outDir, "todo") const todoDir = path.join(outDir, "todo")
await fs.mkdir(todoDir, { recursive: true }) await fs.mkdir(todoDir, { recursive: true })
for (const row of db().select().from(TodoTable).all()) { for (const row of Database.use((db) => db.select().from(TodoTable).all())) {
await Bun.write(path.join(todoDir, `${row.sessionID}.json`), JSON.stringify(row.data, null, 2)) await Bun.write(path.join(todoDir, `${row.sessionID}.json`), JSON.stringify(row.data, null, 2))
stats.todos++ stats.todos++
} }
@ -108,7 +108,7 @@ const ExportCommand = cmd({
// Export permissions // Export permissions
const permDir = path.join(outDir, "permission") const permDir = path.join(outDir, "permission")
await fs.mkdir(permDir, { recursive: true }) await fs.mkdir(permDir, { recursive: true })
for (const row of db().select().from(PermissionTable).all()) { for (const row of Database.use((db) => db.select().from(PermissionTable).all())) {
await Bun.write(path.join(permDir, `${row.projectID}.json`), JSON.stringify(row.data, null, 2)) await Bun.write(path.join(permDir, `${row.projectID}.json`), JSON.stringify(row.data, null, 2))
stats.permissions++ stats.permissions++
} }
@ -116,7 +116,7 @@ const ExportCommand = cmd({
// Export session shares // Export session shares
const sessionShareDir = path.join(outDir, "session_share") const sessionShareDir = path.join(outDir, "session_share")
await fs.mkdir(sessionShareDir, { recursive: true }) await fs.mkdir(sessionShareDir, { recursive: true })
for (const row of db().select().from(SessionShareTable).all()) { for (const row of Database.use((db) => db.select().from(SessionShareTable).all())) {
await Bun.write(path.join(sessionShareDir, `${row.sessionID}.json`), JSON.stringify(row.data, null, 2)) await Bun.write(path.join(sessionShareDir, `${row.sessionID}.json`), JSON.stringify(row.data, null, 2))
stats.sessionShares++ stats.sessionShares++
} }
@ -124,7 +124,7 @@ const ExportCommand = cmd({
// Export shares // Export shares
const shareDir = path.join(outDir, "share") const shareDir = path.join(outDir, "share")
await fs.mkdir(shareDir, { recursive: true }) await fs.mkdir(shareDir, { recursive: true })
for (const row of db().select().from(ShareTable).all()) { for (const row of Database.use((db) => db.select().from(ShareTable).all())) {
await Bun.write(path.join(shareDir, `${row.sessionID}.json`), JSON.stringify(row.data, null, 2)) await Bun.write(path.join(shareDir, `${row.sessionID}.json`), JSON.stringify(row.data, null, 2))
stats.shares++ stats.shares++
} }

View file

@ -2,7 +2,7 @@ import type { Argv } from "yargs"
import { Session } from "../../session" import { Session } from "../../session"
import { cmd } from "./cmd" import { cmd } from "./cmd"
import { bootstrap } from "../bootstrap" import { bootstrap } from "../bootstrap"
import { db } from "../../storage/db" import { Database } from "../../storage/db"
import { SessionTable, MessageTable, PartTable } from "../../session/session.sql" import { SessionTable, MessageTable, PartTable } from "../../session/session.sql"
import { Instance } from "../../project/instance" import { Instance } from "../../project/instance"
import { EOL } from "os" import { EOL } from "os"
@ -106,30 +106,37 @@ export const ImportCommand = cmd({
time_compacting: info.time.compacting, time_compacting: info.time.compacting,
time_archived: info.time.archived, time_archived: info.time.archived,
} }
db().insert(SessionTable).values(row).onConflictDoUpdate({ target: SessionTable.id, set: row }).run() Database.use((db) =>
db.insert(SessionTable).values(row).onConflictDoUpdate({ target: SessionTable.id, set: row }).run(),
)
for (const msg of exportData.messages) { for (const msg of exportData.messages) {
db() const { id: msgId, sessionID: msgSessionID, ...msgData } = msg.info
.insert(MessageTable) Database.use((db) =>
.values({ db
id: msg.info.id, .insert(MessageTable)
sessionID: exportData.info.id, .values({
data: msg.info, id: msgId,
}) sessionID: exportData.info.id,
.onConflictDoUpdate({ target: MessageTable.id, set: { data: msg.info } }) data: msgData,
.run() })
.onConflictDoUpdate({ target: MessageTable.id, set: { data: msgData } })
.run(),
)
for (const part of msg.parts) { for (const part of msg.parts) {
db() const { id: partId, messageID: _, sessionID: __, ...partData } = part
.insert(PartTable) Database.use((db) =>
.values({ db
id: part.id, .insert(PartTable)
messageID: msg.info.id, .values({
sessionID: exportData.info.id, id: partId,
data: part, messageID: msg.info.id,
}) data: partData,
.onConflictDoUpdate({ target: PartTable.id, set: { data: part } }) })
.run() .onConflictDoUpdate({ target: PartTable.id, set: { data: partData } })
.run(),
)
} }
} }

View file

@ -2,7 +2,7 @@ import type { Argv } from "yargs"
import { cmd } from "./cmd" import { cmd } from "./cmd"
import { Session } from "../../session" import { Session } from "../../session"
import { bootstrap } from "../bootstrap" import { bootstrap } from "../bootstrap"
import { db } from "../../storage/db" import { Database } from "../../storage/db"
import { ProjectTable } from "../../project/project.sql" import { ProjectTable } from "../../project/project.sql"
import { SessionTable } from "../../session/session.sql" import { SessionTable } from "../../session/session.sql"
import { Project } from "../../project/project" import { Project } from "../../project/project"
@ -85,7 +85,7 @@ async function getCurrentProject(): Promise<Project.Info> {
} }
async function getAllSessions(): Promise<Session.Info[]> { async function getAllSessions(): Promise<Session.Info[]> {
const sessionRows = db().select().from(SessionTable).all() const sessionRows = Database.use((db) => db.select().from(SessionTable).all())
return sessionRows.map((row) => Session.fromRow(row)) return sessionRows.map((row) => Session.fromRow(row))
} }

View file

@ -3,7 +3,7 @@ import { BusEvent } from "@/bus/bus-event"
import { Config } from "@/config/config" import { Config } from "@/config/config"
import { Identifier } from "@/id/id" import { Identifier } from "@/id/id"
import { Instance } from "@/project/instance" import { Instance } from "@/project/instance"
import { db } from "@/storage/db" import { Database } from "@/storage/db"
import { PermissionTable } from "@/session/session.sql" import { PermissionTable } from "@/session/session.sql"
import { eq } from "drizzle-orm" import { eq } from "drizzle-orm"
import { fn } from "@/util/fn" import { fn } from "@/util/fn"
@ -109,7 +109,9 @@ export namespace PermissionNext {
const state = Instance.state(async () => { const state = Instance.state(async () => {
const projectID = Instance.project.id const projectID = Instance.project.id
const row = db().select().from(PermissionTable).where(eq(PermissionTable.projectID, projectID)).get() const row = Database.use((db) =>
db.select().from(PermissionTable).where(eq(PermissionTable.projectID, projectID)).get(),
)
const stored = row?.data ?? ([] as Ruleset) const stored = row?.data ?? ([] as Ruleset)
const pending: Record< const pending: Record<

View file

@ -3,7 +3,7 @@ import fs from "fs/promises"
import { Filesystem } from "../util/filesystem" import { Filesystem } from "../util/filesystem"
import path from "path" import path from "path"
import { $ } from "bun" import { $ } from "bun"
import { db } from "../storage/db" import { Database } from "../storage/db"
import { ProjectTable } from "./project.sql" import { ProjectTable } from "./project.sql"
import { SessionTable } from "../session/session.sql" import { SessionTable } from "../session/session.sql"
import { eq } from "drizzle-orm" import { eq } from "drizzle-orm"
@ -200,7 +200,7 @@ export namespace Project {
} }
}) })
const row = db().select().from(ProjectTable).where(eq(ProjectTable.id, id)).get() const row = Database.use((db) => db.select().from(ProjectTable).where(eq(ProjectTable.id, id)).get())
const existing = await iife(async () => { const existing = await iife(async () => {
if (row) return fromRow(row) if (row) return fromRow(row)
const fresh: Info = { const fresh: Info = {
@ -254,7 +254,9 @@ export namespace Project {
time_initialized: result.time.initialized, time_initialized: result.time.initialized,
sandboxes: result.sandboxes, sandboxes: result.sandboxes,
} }
db().insert(ProjectTable).values(insert).onConflictDoUpdate({ target: ProjectTable.id, set: update }).run() Database.use((db) =>
db.insert(ProjectTable).values(insert).onConflictDoUpdate({ target: ProjectTable.id, set: update }).run(),
)
GlobalBus.emit("event", { GlobalBus.emit("event", {
payload: { payload: {
type: Event.Updated.type, type: Event.Updated.type,
@ -295,10 +297,12 @@ export namespace Project {
} }
async function migrateFromGlobal(newProjectID: string, worktree: string) { async function migrateFromGlobal(newProjectID: string, worktree: string) {
const globalRow = db().select().from(ProjectTable).where(eq(ProjectTable.id, "global")).get() const globalRow = Database.use((db) => db.select().from(ProjectTable).where(eq(ProjectTable.id, "global")).get())
if (!globalRow) return if (!globalRow) return
const globalSessions = db().select().from(SessionTable).where(eq(SessionTable.projectID, "global")).all() const globalSessions = Database.use((db) =>
db.select().from(SessionTable).where(eq(SessionTable.projectID, "global")).all(),
)
if (globalSessions.length === 0) return if (globalSessions.length === 0) return
log.info("migrating sessions from global", { newProjectID, worktree, count: globalSessions.length }) log.info("migrating sessions from global", { newProjectID, worktree, count: globalSessions.length })
@ -307,28 +311,34 @@ export namespace Project {
if (row.directory && row.directory !== worktree) return if (row.directory && row.directory !== worktree) return
log.info("migrating session", { sessionID: row.id, from: "global", to: newProjectID }) log.info("migrating session", { sessionID: row.id, from: "global", to: newProjectID })
db().update(SessionTable).set({ projectID: newProjectID }).where(eq(SessionTable.id, row.id)).run() Database.use((db) =>
db.update(SessionTable).set({ projectID: newProjectID }).where(eq(SessionTable.id, row.id)).run(),
)
}).catch((error) => { }).catch((error) => {
log.error("failed to migrate sessions from global to project", { error, projectId: newProjectID }) log.error("failed to migrate sessions from global to project", { error, projectId: newProjectID })
}) })
} }
export function setInitialized(projectID: string) { export function setInitialized(projectID: string) {
db() Database.use((db) =>
.update(ProjectTable) db
.set({ .update(ProjectTable)
time_initialized: Date.now(), .set({
}) time_initialized: Date.now(),
.where(eq(ProjectTable.id, projectID)) })
.run() .where(eq(ProjectTable.id, projectID))
.run(),
)
} }
export function list() { export function list() {
return db() return Database.use((db) =>
.select() db
.from(ProjectTable) .select()
.all() .from(ProjectTable)
.map((row) => fromRow(row)) .all()
.map((row) => fromRow(row)),
)
} }
export const update = fn( export const update = fn(
@ -339,17 +349,19 @@ export namespace Project {
commands: Info.shape.commands.optional(), commands: Info.shape.commands.optional(),
}), }),
async (input) => { async (input) => {
const result = db() const result = Database.use((db) =>
.update(ProjectTable) db
.set({ .update(ProjectTable)
name: input.name, .set({
icon_url: input.icon?.url, name: input.name,
icon_color: input.icon?.color, icon_url: input.icon?.url,
time_updated: Date.now(), icon_color: input.icon?.color,
}) time_updated: Date.now(),
.where(eq(ProjectTable.id, input.projectID)) })
.returning() .where(eq(ProjectTable.id, input.projectID))
.get() .returning()
.get(),
)
if (!result) throw new Error(`Project not found: ${input.projectID}`) if (!result) throw new Error(`Project not found: ${input.projectID}`)
const data = fromRow(result) const data = fromRow(result)
GlobalBus.emit("event", { GlobalBus.emit("event", {
@ -363,7 +375,7 @@ export namespace Project {
) )
export async function sandboxes(projectID: string) { export async function sandboxes(projectID: string) {
const row = db().select().from(ProjectTable).where(eq(ProjectTable.id, projectID)).get() const row = Database.use((db) => db.select().from(ProjectTable).where(eq(ProjectTable.id, projectID)).get())
if (!row) return [] if (!row) return []
const data = fromRow(row) const data = fromRow(row)
const valid: string[] = [] const valid: string[] = []

View file

@ -6,9 +6,9 @@ import { Identifier } from "../id/id"
import { LSP } from "../lsp" import { LSP } from "../lsp"
import { Snapshot } from "@/snapshot" import { Snapshot } from "@/snapshot"
import { fn } from "@/util/fn" import { fn } from "@/util/fn"
import { db } from "@/storage/db" import { Database } from "@/storage/db"
import { MessageTable, PartTable } from "./session.sql" import { MessageTable, PartTable } from "./session.sql"
import { eq, desc } from "drizzle-orm" import { eq, desc, lt, and, inArray } from "drizzle-orm"
import { ProviderTransform } from "@/provider/transform" import { ProviderTransform } from "@/provider/transform"
import { STATUS_CODES } from "http" import { STATUS_CODES } from "http"
import { iife } from "@/util/iife" import { iife } from "@/util/iife"
@ -40,8 +40,8 @@ export namespace MessageV2 {
const PartBase = z.object({ const PartBase = z.object({
id: z.string(), id: z.string(),
sessionID: z.string(),
messageID: z.string(), messageID: z.string(),
sessionID: z.string(),
}) })
export const SnapshotPart = PartBase.extend({ export const SnapshotPart = PartBase.extend({
@ -609,23 +609,84 @@ export namespace MessageV2 {
} }
export const stream = fn(Identifier.schema("session"), async function* (sessionID) { export const stream = fn(Identifier.schema("session"), async function* (sessionID) {
const rows = db() const SIZE = 25
.select() let cursor: string | undefined
.from(MessageTable) while (true) {
.where(eq(MessageTable.sessionID, sessionID)) const conditions = [eq(MessageTable.sessionID, sessionID)]
.orderBy(desc(MessageTable.id)) if (cursor) conditions.push(lt(MessageTable.id, cursor))
.all()
for (const row of rows) { const ids = Database.use((db) =>
yield await get({ db
sessionID, .select({ id: MessageTable.id })
messageID: row.id, .from(MessageTable)
}) .where(and(...conditions))
.orderBy(desc(MessageTable.id))
.limit(SIZE)
.all(),
)
if (ids.length === 0) break
const rows = Database.use((db) =>
db
.select({
message: MessageTable,
part: PartTable,
})
.from(MessageTable)
.leftJoin(PartTable, eq(PartTable.messageID, MessageTable.id))
.where(
inArray(
MessageTable.id,
ids.map((row) => row.id),
),
)
.orderBy(desc(MessageTable.id), PartTable.id)
.all(),
)
const grouped = Map.groupBy(rows, (row) => row.message.id)
for (const id of ids) {
const group = grouped.get(id.id) ?? []
const first = group[0]
if (!first) continue
yield {
info: { ...first.message.data, id: first.message.id, sessionID: first.message.sessionID } as Info,
parts: group
.filter((row) => row.part)
.map((row) => ({
...row.part!.data,
id: row.part!.id,
messageID: row.part!.messageID,
sessionID: first.message.sessionID,
})) as Part[],
}
}
cursor = ids[ids.length - 1]?.id
if (ids.length < SIZE) break
} }
}) })
export const parts = fn(Identifier.schema("message"), async (messageID) => { export const parts = fn(Identifier.schema("message"), async (messageID) => {
const rows = db().select().from(PartTable).where(eq(PartTable.messageID, messageID)).all() const rows = Database.use((db) =>
const result = rows.map((row) => row.data) db
.select({
id: PartTable.id,
messageID: PartTable.messageID,
sessionID: MessageTable.sessionID,
data: PartTable.data,
})
.from(PartTable)
.innerJoin(MessageTable, eq(PartTable.messageID, MessageTable.id))
.where(eq(PartTable.messageID, messageID))
.all(),
)
const result = rows.map((row) => ({
...row.data,
id: row.id,
messageID: row.messageID,
sessionID: row.sessionID,
})) as Part[]
result.sort((a, b) => (a.id > b.id ? 1 : -1)) result.sort((a, b) => (a.id > b.id ? 1 : -1))
return result return result
}) })
@ -636,11 +697,30 @@ export namespace MessageV2 {
messageID: Identifier.schema("message"), messageID: Identifier.schema("message"),
}), }),
async (input) => { async (input) => {
const row = db().select().from(MessageTable).where(eq(MessageTable.id, input.messageID)).get() const rows = Database.use((db) =>
if (!row) throw new Error(`Message not found: ${input.messageID}`) db
.select({
message: MessageTable,
part: PartTable,
})
.from(MessageTable)
.leftJoin(PartTable, eq(PartTable.messageID, MessageTable.id))
.where(eq(MessageTable.id, input.messageID))
.orderBy(PartTable.id)
.all(),
)
const first = rows[0]
if (!first) throw new Error(`Message not found: ${input.messageID}`)
return { return {
info: row.data, info: { ...first.message.data, id: first.message.id, sessionID: first.message.sessionID } as Info,
parts: await parts(input.messageID), parts: rows
.filter((row) => row.part)
.map((row) => ({
...row.part!.data,
id: row.part!.id,
messageID: row.part!.messageID,
sessionID: first.message.sessionID,
})) as Part[],
} }
}, },
) )

View file

@ -11,7 +11,7 @@ import { Snapshot } from "@/snapshot"
import { Log } from "@/util/log" import { Log } from "@/util/log"
import path from "path" import path from "path"
import { Instance } from "@/project/instance" import { Instance } from "@/project/instance"
import { db } from "@/storage/db" import { Database } from "@/storage/db"
import { SessionDiffTable, SessionTable } from "./session.sql" import { SessionDiffTable, SessionTable } from "./session.sql"
import { eq } from "drizzle-orm" import { eq } from "drizzle-orm"
import { Bus } from "@/bus" import { Bus } from "@/bus"
@ -50,23 +50,27 @@ export namespace SessionSummary {
}), }),
) )
const now = Date.now() const now = Date.now()
db() Database.use((db) =>
.update(SessionTable) db
.set({ .update(SessionTable)
summary_additions: diffs.reduce((sum, x) => sum + x.additions, 0), .set({
summary_deletions: diffs.reduce((sum, x) => sum + x.deletions, 0), summary_additions: diffs.reduce((sum, x) => sum + x.additions, 0),
summary_files: diffs.length, summary_deletions: diffs.reduce((sum, x) => sum + x.deletions, 0),
time_updated: now, summary_files: diffs.length,
}) time_updated: now,
.where(eq(SessionTable.id, input.sessionID)) })
.run() .where(eq(SessionTable.id, input.sessionID))
.run(),
)
const session = await Session.get(input.sessionID) const session = await Session.get(input.sessionID)
Bus.publish(Session.Event.Updated, { info: session }) Bus.publish(Session.Event.Updated, { info: session })
db() Database.use((db) =>
.insert(SessionDiffTable) db
.values({ sessionID: input.sessionID, data: diffs }) .insert(SessionDiffTable)
.onConflictDoUpdate({ target: SessionDiffTable.sessionID, set: { data: diffs } }) .values({ sessionID: input.sessionID, data: diffs })
.run() .onConflictDoUpdate({ target: SessionDiffTable.sessionID, set: { data: diffs } })
.run(),
)
Bus.publish(Session.Event.Diff, { Bus.publish(Session.Event.Diff, {
sessionID: input.sessionID, sessionID: input.sessionID,
diff: diffs, diff: diffs,
@ -128,7 +132,9 @@ export namespace SessionSummary {
messageID: Identifier.schema("message").optional(), messageID: Identifier.schema("message").optional(),
}), }),
async (input) => { async (input) => {
const row = db().select().from(SessionDiffTable).where(eq(SessionDiffTable.sessionID, input.sessionID)).get() const row = Database.use((db) =>
db.select().from(SessionDiffTable).where(eq(SessionDiffTable.sessionID, input.sessionID)).get(),
)
return row?.data ?? [] return row?.data ?? []
}, },
) )

View file

@ -1,7 +1,7 @@
import { BusEvent } from "@/bus/bus-event" import { BusEvent } from "@/bus/bus-event"
import { Bus } from "@/bus" import { Bus } from "@/bus"
import z from "zod" import z from "zod"
import { db } from "../storage/db" import { Database } from "../storage/db"
import { TodoTable } from "./session.sql" import { TodoTable } from "./session.sql"
import { eq } from "drizzle-orm" import { eq } from "drizzle-orm"
@ -27,16 +27,18 @@ export namespace Todo {
} }
export function update(input: { sessionID: string; todos: Info[] }) { export function update(input: { sessionID: string; todos: Info[] }) {
db() Database.use((db) =>
.insert(TodoTable) db
.values({ sessionID: input.sessionID, data: input.todos }) .insert(TodoTable)
.onConflictDoUpdate({ target: TodoTable.sessionID, set: { data: input.todos } }) .values({ sessionID: input.sessionID, data: input.todos })
.run() .onConflictDoUpdate({ target: TodoTable.sessionID, set: { data: input.todos } })
.run(),
)
Bus.publish(Event.Updated, input) Bus.publish(Event.Updated, input)
} }
export function get(sessionID: string) { export function get(sessionID: string) {
const row = db().select().from(TodoTable).where(eq(TodoTable.sessionID, sessionID)).get() const row = Database.use((db) => db.select().from(TodoTable).where(eq(TodoTable.sessionID, sessionID)).get())
return row?.data ?? [] return row?.data ?? []
} }
} }

View file

@ -4,7 +4,7 @@ import { ulid } from "ulid"
import { Provider } from "@/provider/provider" import { Provider } from "@/provider/provider"
import { Session } from "@/session" import { Session } from "@/session"
import { MessageV2 } from "@/session/message-v2" import { MessageV2 } from "@/session/message-v2"
import { db } from "@/storage/db" import { Database } from "@/storage/db"
import { SessionShareTable } from "./share.sql" import { SessionShareTable } from "./share.sql"
import { eq } from "drizzle-orm" import { eq } from "drizzle-orm"
import { Log } from "@/util/log" import { Log } from "@/util/log"
@ -79,17 +79,21 @@ export namespace ShareNext {
}) })
.then((x) => x.json()) .then((x) => x.json())
.then((x) => x as { id: string; url: string; secret: string }) .then((x) => x as { id: string; url: string; secret: string })
db() Database.use((db) =>
.insert(SessionShareTable) db
.values({ sessionID, data: result }) .insert(SessionShareTable)
.onConflictDoUpdate({ target: SessionShareTable.sessionID, set: { data: result } }) .values({ sessionID, data: result })
.run() .onConflictDoUpdate({ target: SessionShareTable.sessionID, set: { data: result } })
.run(),
)
fullSync(sessionID) fullSync(sessionID)
return result return result
} }
function get(sessionID: string) { function get(sessionID: string) {
const row = db().select().from(SessionShareTable).where(eq(SessionShareTable.sessionID, sessionID)).get() const row = Database.use((db) =>
db.select().from(SessionShareTable).where(eq(SessionShareTable.sessionID, sessionID)).get(),
)
return row?.data return row?.data
} }
@ -166,7 +170,7 @@ export namespace ShareNext {
secret: share.secret, secret: share.secret,
}), }),
}) })
db().delete(SessionShareTable).where(eq(SessionShareTable.sessionID, sessionID)).run() Database.use((db) => db.delete(SessionShareTable).where(eq(SessionShareTable.sessionID, sessionID)).run())
} }
async function fullSync(sessionID: string) { async function fullSync(sessionID: string) {

View file

@ -1,11 +1,13 @@
import { Database } from "bun:sqlite" import { Database as SqliteDatabase } from "bun:sqlite"
import { drizzle } from "drizzle-orm/bun-sqlite" import { drizzle } from "drizzle-orm/bun-sqlite"
import type { BunSQLiteDatabase } from "drizzle-orm/bun-sqlite"
import { lazy } from "../util/lazy" import { lazy } from "../util/lazy"
import { Global } from "../global" import { Global } from "../global"
import { Log } from "../util/log" import { Log } from "../util/log"
import { migrations } from "./migrations.generated" import { migrations } from "./migrations.generated"
import { migrateFromJson } from "./json-migration" import { migrateFromJson } from "./json-migration"
import { NamedError } from "@opencode-ai/util/error" import { NamedError } from "@opencode-ai/util/error"
import { Context } from "../util/context"
import z from "zod" import z from "zod"
import path from "path" import path from "path"
@ -18,51 +20,103 @@ export const NotFoundError = NamedError.create(
const log = Log.create({ service: "db" }) const log = Log.create({ service: "db" })
export type DB = ReturnType<typeof drizzle> export namespace Database {
export type DB = BunSQLiteDatabase
const connection = lazy(() => { const connection = lazy(() => {
const dbPath = path.join(Global.Path.data, "opencode.db") const dbPath = path.join(Global.Path.data, "opencode.db")
log.info("opening database", { path: dbPath }) log.info("opening database", { path: dbPath })
const sqlite = new Database(dbPath, { create: true }) const sqlite = new SqliteDatabase(dbPath, { create: true })
sqlite.run("PRAGMA journal_mode = WAL") sqlite.run("PRAGMA journal_mode = WAL")
sqlite.run("PRAGMA synchronous = NORMAL") sqlite.run("PRAGMA synchronous = NORMAL")
sqlite.run("PRAGMA busy_timeout = 5000") sqlite.run("PRAGMA busy_timeout = 5000")
sqlite.run("PRAGMA cache_size = -64000") sqlite.run("PRAGMA cache_size = -64000")
sqlite.run("PRAGMA foreign_keys = ON") sqlite.run("PRAGMA foreign_keys = ON")
migrate(sqlite) migrate(sqlite)
// Run JSON migration asynchronously after schema is ready // Run JSON migration after schema is ready
migrateFromJson(sqlite).catch((e) => log.error("json migration failed", { error: e })) try {
migrateFromJson(sqlite)
} catch (e) {
log.error("json migration failed", { error: e })
}
return drizzle(sqlite) return drizzle(sqlite)
}) })
function migrate(sqlite: Database) { function migrate(sqlite: SqliteDatabase) {
sqlite.exec(` sqlite.run(`
CREATE TABLE IF NOT EXISTS _migrations ( CREATE TABLE IF NOT EXISTS _migrations (
name TEXT PRIMARY KEY, name TEXT PRIMARY KEY,
applied_at INTEGER NOT NULL applied_at INTEGER NOT NULL
)
`)
const applied = new Set(
sqlite
.query<{ name: string }, []>("SELECT name FROM _migrations")
.all()
.map((r) => r.name),
) )
`)
const applied = new Set( for (const migration of migrations) {
sqlite if (applied.has(migration.name)) continue
.query<{ name: string }, []>("SELECT name FROM _migrations") log.info("applying migration", { name: migration.name })
.all() sqlite.exec(migration.sql)
.map((r) => r.name), sqlite.run("INSERT INTO _migrations (name, applied_at) VALUES (?, ?)", [migration.name, Date.now()])
) }
}
for (const migration of migrations) { const TransactionContext = Context.create<{
if (applied.has(migration.name)) continue db: DB
log.info("applying migration", { name: migration.name }) effects: (() => void | Promise<void>)[]
sqlite.exec(migration.sql) }>("database")
sqlite.run("INSERT INTO _migrations (name, applied_at) VALUES (?, ?)", [migration.name, Date.now()])
export function use<T>(callback: (db: DB) => T): T {
try {
const ctx = TransactionContext.use()
return callback(ctx.db)
} catch (err) {
if (err instanceof Context.NotFound) {
const effects: (() => void | Promise<void>)[] = []
const result = TransactionContext.provide({ db: connection(), effects }, () => callback(connection()))
for (const fx of effects) fx()
return result
}
throw err
}
}
export function fn<Input, T>(callback: (input: Input, db: DB) => T) {
return (input: Input) => use((db) => callback(input, db))
}
export function effect(fx: () => void | Promise<void>) {
try {
const ctx = TransactionContext.use()
ctx.effects.push(fx)
} catch {
fx()
}
}
export function transaction<T>(callback: (db: DB) => T): T {
try {
const ctx = TransactionContext.use()
return callback(ctx.db)
} catch (err) {
if (err instanceof Context.NotFound) {
const effects: (() => void | Promise<void>)[] = []
const result = connection().transaction((tx) => {
return TransactionContext.provide({ db: tx as unknown as DB, effects }, () => callback(tx as unknown as DB))
})
for (const fx of effects) fx()
return result
}
throw err
}
} }
} }
export function db() {
return connection()
}

View file

@ -4,31 +4,25 @@ import { eq } from "drizzle-orm"
import { Global } from "../global" import { Global } from "../global"
import { Log } from "../util/log" import { Log } from "../util/log"
import { ProjectTable } from "../project/project.sql" import { ProjectTable } from "../project/project.sql"
import { import { SessionTable, MessageTable, PartTable, TodoTable, PermissionTable } from "../session/session.sql"
SessionTable,
MessageTable,
PartTable,
SessionDiffTable,
TodoTable,
PermissionTable,
} from "../session/session.sql"
import { SessionShareTable, ShareTable } from "../share/share.sql" import { SessionShareTable, ShareTable } from "../share/share.sql"
import path from "path" import path from "path"
import fs from "fs"
const log = Log.create({ service: "json-migration" }) const log = Log.create({ service: "json-migration" })
export async function migrateFromJson(sqlite: Database, customStorageDir?: string) { export function migrateFromJson(sqlite: Database, customStorageDir?: string) {
const storageDir = customStorageDir ?? path.join(Global.Path.data, "storage") const storageDir = customStorageDir ?? path.join(Global.Path.data, "storage")
const migrationMarker = path.join(storageDir, "sqlite-migrated") const migrationMarker = path.join(storageDir, "sqlite-migrated")
if (await Bun.file(migrationMarker).exists()) { if (fs.existsSync(migrationMarker)) {
log.info("json migration already completed") log.info("json migration already completed")
return return
} }
if (!(await Bun.file(path.join(storageDir, "migration")).exists())) { if (!fs.existsSync(path.join(storageDir, "migration"))) {
log.info("no json storage found, skipping migration") log.info("no json storage found, skipping migration")
await Bun.write(migrationMarker, Date.now().toString()) fs.writeFileSync(migrationMarker, Date.now().toString())
return return
} }
@ -49,9 +43,9 @@ export async function migrateFromJson(sqlite: Database, customStorageDir?: strin
// Migrate projects first (no FK deps) // Migrate projects first (no FK deps)
const projectGlob = new Bun.Glob("project/*.json") const projectGlob = new Bun.Glob("project/*.json")
for await (const file of projectGlob.scan({ cwd: storageDir, absolute: true })) { for (const file of projectGlob.scanSync({ cwd: storageDir, absolute: true })) {
try { try {
const data = await Bun.file(file).json() const data = JSON.parse(fs.readFileSync(file, "utf-8"))
if (!data.id) { if (!data.id) {
stats.errors.push(`project missing id: ${file}`) stats.errors.push(`project missing id: ${file}`)
continue continue
@ -80,9 +74,9 @@ export async function migrateFromJson(sqlite: Database, customStorageDir?: strin
// Migrate sessions (depends on projects) // Migrate sessions (depends on projects)
const sessionGlob = new Bun.Glob("session/*/*.json") const sessionGlob = new Bun.Glob("session/*/*.json")
for await (const file of sessionGlob.scan({ cwd: storageDir, absolute: true })) { for (const file of sessionGlob.scanSync({ cwd: storageDir, absolute: true })) {
try { try {
const data = await Bun.file(file).json() const data = JSON.parse(fs.readFileSync(file, "utf-8"))
if (!data.id || !data.projectID) { if (!data.id || !data.projectID) {
stats.errors.push(`session missing id or projectID: ${file}`) stats.errors.push(`session missing id or projectID: ${file}`)
continue continue
@ -128,9 +122,9 @@ export async function migrateFromJson(sqlite: Database, customStorageDir?: strin
// Migrate messages (depends on sessions) // Migrate messages (depends on sessions)
const messageGlob = new Bun.Glob("message/*/*.json") const messageGlob = new Bun.Glob("message/*/*.json")
for await (const file of messageGlob.scan({ cwd: storageDir, absolute: true })) { for (const file of messageGlob.scanSync({ cwd: storageDir, absolute: true })) {
try { try {
const data = await Bun.file(file).json() const data = JSON.parse(fs.readFileSync(file, "utf-8"))
if (!data.id || !data.sessionID) { if (!data.id || !data.sessionID) {
stats.errors.push(`message missing id or sessionID: ${file}`) stats.errors.push(`message missing id or sessionID: ${file}`)
continue continue
@ -141,11 +135,12 @@ export async function migrateFromJson(sqlite: Database, customStorageDir?: strin
log.warn("skipping orphaned message", { messageID: data.id, sessionID: data.sessionID }) log.warn("skipping orphaned message", { messageID: data.id, sessionID: data.sessionID })
continue continue
} }
const { id, sessionID, ...rest } = data
db.insert(MessageTable) db.insert(MessageTable)
.values({ .values({
id: data.id, id,
sessionID: data.sessionID, sessionID,
data, data: rest,
}) })
.onConflictDoNothing() .onConflictDoNothing()
.run() .run()
@ -158,11 +153,11 @@ export async function migrateFromJson(sqlite: Database, customStorageDir?: strin
// Migrate parts (depends on messages) // Migrate parts (depends on messages)
const partGlob = new Bun.Glob("part/*/*.json") const partGlob = new Bun.Glob("part/*/*.json")
for await (const file of partGlob.scan({ cwd: storageDir, absolute: true })) { for (const file of partGlob.scanSync({ cwd: storageDir, absolute: true })) {
try { try {
const data = await Bun.file(file).json() const data = JSON.parse(fs.readFileSync(file, "utf-8"))
if (!data.id || !data.messageID || !data.sessionID) { if (!data.id || !data.messageID) {
stats.errors.push(`part missing id, messageID, or sessionID: ${file}`) stats.errors.push(`part missing id or messageID: ${file}`)
continue continue
} }
// Check if message exists // Check if message exists
@ -171,12 +166,12 @@ export async function migrateFromJson(sqlite: Database, customStorageDir?: strin
log.warn("skipping orphaned part", { partID: data.id, messageID: data.messageID }) log.warn("skipping orphaned part", { partID: data.id, messageID: data.messageID })
continue continue
} }
const { id, messageID, sessionID: _, ...rest } = data
db.insert(PartTable) db.insert(PartTable)
.values({ .values({
id: data.id, id,
messageID: data.messageID, messageID,
sessionID: data.sessionID, data: rest,
data,
}) })
.onConflictDoNothing() .onConflictDoNothing()
.run() .run()
@ -187,11 +182,11 @@ export async function migrateFromJson(sqlite: Database, customStorageDir?: strin
} }
log.info("migrated parts", { count: stats.parts }) log.info("migrated parts", { count: stats.parts })
// Migrate session diffs // Migrate session diffs (use raw SQL since TypeScript schema doesn't match migration)
const diffGlob = new Bun.Glob("session_diff/*.json") const diffGlob = new Bun.Glob("session_diff/*.json")
for await (const file of diffGlob.scan({ cwd: storageDir, absolute: true })) { for (const file of diffGlob.scanSync({ cwd: storageDir, absolute: true })) {
try { try {
const data = await Bun.file(file).json() const data = JSON.parse(fs.readFileSync(file, "utf-8"))
const sessionID = path.basename(file, ".json") const sessionID = path.basename(file, ".json")
// Check if session exists // Check if session exists
const session = db.select().from(SessionTable).where(eq(SessionTable.id, sessionID)).get() const session = db.select().from(SessionTable).where(eq(SessionTable.id, sessionID)).get()
@ -199,7 +194,10 @@ export async function migrateFromJson(sqlite: Database, customStorageDir?: strin
log.warn("skipping orphaned session_diff", { sessionID }) log.warn("skipping orphaned session_diff", { sessionID })
continue continue
} }
db.insert(SessionDiffTable).values({ sessionID, data }).onConflictDoNothing().run() sqlite.run("INSERT OR IGNORE INTO session_diff (session_id, data) VALUES (?, ?)", [
sessionID,
JSON.stringify(data),
])
stats.diffs++ stats.diffs++
} catch (e) { } catch (e) {
stats.errors.push(`failed to migrate session_diff ${file}: ${e}`) stats.errors.push(`failed to migrate session_diff ${file}: ${e}`)
@ -209,9 +207,9 @@ export async function migrateFromJson(sqlite: Database, customStorageDir?: strin
// Migrate todos // Migrate todos
const todoGlob = new Bun.Glob("todo/*.json") const todoGlob = new Bun.Glob("todo/*.json")
for await (const file of todoGlob.scan({ cwd: storageDir, absolute: true })) { for (const file of todoGlob.scanSync({ cwd: storageDir, absolute: true })) {
try { try {
const data = await Bun.file(file).json() const data = JSON.parse(fs.readFileSync(file, "utf-8"))
const sessionID = path.basename(file, ".json") const sessionID = path.basename(file, ".json")
const session = db.select().from(SessionTable).where(eq(SessionTable.id, sessionID)).get() const session = db.select().from(SessionTable).where(eq(SessionTable.id, sessionID)).get()
if (!session) { if (!session) {
@ -228,9 +226,9 @@ export async function migrateFromJson(sqlite: Database, customStorageDir?: strin
// Migrate permissions // Migrate permissions
const permGlob = new Bun.Glob("permission/*.json") const permGlob = new Bun.Glob("permission/*.json")
for await (const file of permGlob.scan({ cwd: storageDir, absolute: true })) { for (const file of permGlob.scanSync({ cwd: storageDir, absolute: true })) {
try { try {
const data = await Bun.file(file).json() const data = JSON.parse(fs.readFileSync(file, "utf-8"))
const projectID = path.basename(file, ".json") const projectID = path.basename(file, ".json")
const project = db.select().from(ProjectTable).where(eq(ProjectTable.id, projectID)).get() const project = db.select().from(ProjectTable).where(eq(ProjectTable.id, projectID)).get()
if (!project) { if (!project) {
@ -247,9 +245,9 @@ export async function migrateFromJson(sqlite: Database, customStorageDir?: strin
// Migrate session shares // Migrate session shares
const shareGlob = new Bun.Glob("session_share/*.json") const shareGlob = new Bun.Glob("session_share/*.json")
for await (const file of shareGlob.scan({ cwd: storageDir, absolute: true })) { for (const file of shareGlob.scanSync({ cwd: storageDir, absolute: true })) {
try { try {
const data = await Bun.file(file).json() const data = JSON.parse(fs.readFileSync(file, "utf-8"))
const sessionID = path.basename(file, ".json") const sessionID = path.basename(file, ".json")
const session = db.select().from(SessionTable).where(eq(SessionTable.id, sessionID)).get() const session = db.select().from(SessionTable).where(eq(SessionTable.id, sessionID)).get()
if (!session) { if (!session) {
@ -266,9 +264,9 @@ export async function migrateFromJson(sqlite: Database, customStorageDir?: strin
// Migrate shares (downloaded shared sessions, no FK) // Migrate shares (downloaded shared sessions, no FK)
const share2Glob = new Bun.Glob("share/*.json") const share2Glob = new Bun.Glob("share/*.json")
for await (const file of share2Glob.scan({ cwd: storageDir, absolute: true })) { for (const file of share2Glob.scanSync({ cwd: storageDir, absolute: true })) {
try { try {
const data = await Bun.file(file).json() const data = JSON.parse(fs.readFileSync(file, "utf-8"))
const sessionID = path.basename(file, ".json") const sessionID = path.basename(file, ".json")
db.insert(ShareTable).values({ sessionID, data }).onConflictDoNothing().run() db.insert(ShareTable).values({ sessionID, data }).onConflictDoNothing().run()
} catch (e) { } catch (e) {
@ -277,7 +275,7 @@ export async function migrateFromJson(sqlite: Database, customStorageDir?: strin
} }
// Mark migration complete // Mark migration complete
await Bun.write(migrationMarker, Date.now().toString()) fs.writeFileSync(migrationMarker, Date.now().toString())
log.info("json migration complete", { log.info("json migration complete", {
projects: stats.projects, projects: stats.projects,

View file

@ -1,6 +1,6 @@
// Auto-generated - do not edit // Auto-generated - do not edit
import m0 from "../../migration/0000_vengeful_the_watchers.sql" with { type: "text" } import m0 from "../../migration/0000_watery_shinobi_shaw.sql" with { type: "text" }
export const migrations = [ export const migrations = [
{ name: "0000_vengeful_the_watchers", sql: m0 }, { name: "0000_watery_shinobi_shaw", sql: m0 },
] ]

View file

@ -1,7 +1,7 @@
import { describe, expect, test } from "bun:test" import { describe, expect, test } from "bun:test"
import { Project } from "../../src/project/project" import { Project } from "../../src/project/project"
import { Log } from "../../src/util/log" import { Log } from "../../src/util/log"
import { db } from "../../src/storage/db" import { Database } from "../../src/storage/db"
import { ProjectTable } from "../../src/project/project.sql" import { ProjectTable } from "../../src/project/project.sql"
import { eq } from "drizzle-orm" import { eq } from "drizzle-orm"
import { $ } from "bun" import { $ } from "bun"
@ -101,7 +101,7 @@ describe("Project.discover", () => {
await Project.discover(project) await Project.discover(project)
const row = db().select().from(ProjectTable).where(eq(ProjectTable.id, project.id)).get() const row = Database.use((db) => db.select().from(ProjectTable).where(eq(ProjectTable.id, project.id)).get())
const updated = row ? Project.fromRow(row) : undefined const updated = row ? Project.fromRow(row) : undefined
expect(updated?.icon).toBeDefined() expect(updated?.icon).toBeDefined()
expect(updated?.icon?.url).toStartWith("data:") expect(updated?.icon?.url).toStartWith("data:")
@ -117,7 +117,7 @@ describe("Project.discover", () => {
await Project.discover(project) await Project.discover(project)
const row = db().select().from(ProjectTable).where(eq(ProjectTable.id, project.id)).get() const row = Database.use((db) => db.select().from(ProjectTable).where(eq(ProjectTable.id, project.id)).get())
const updated = row ? Project.fromRow(row) : undefined const updated = row ? Project.fromRow(row) : undefined
expect(updated?.icon).toBeUndefined() expect(updated?.icon).toBeUndefined()
}) })

View file

@ -8,14 +8,7 @@ import os from "os"
import { migrateFromJson } from "../../src/storage/json-migration" import { migrateFromJson } from "../../src/storage/json-migration"
import { ProjectTable } from "../../src/project/project.sql" import { ProjectTable } from "../../src/project/project.sql"
import { Project } from "../../src/project/project" import { Project } from "../../src/project/project"
import { import { SessionTable, MessageTable, PartTable, TodoTable, PermissionTable } from "../../src/session/session.sql"
SessionTable,
MessageTable,
PartTable,
SessionDiffTable,
TodoTable,
PermissionTable,
} from "../../src/session/session.sql"
import { SessionShareTable, ShareTable } from "../../src/share/share.sql" import { SessionShareTable, ShareTable } from "../../src/share/share.sql"
import { migrations } from "../../src/storage/migrations.generated" import { migrations } from "../../src/storage/migrations.generated"
@ -333,7 +326,7 @@ describe("JSON to SQLite migration", () => {
expect(stats?.messages).toBe(1) expect(stats?.messages).toBe(1)
const db = drizzle(sqlite) const db = drizzle(sqlite)
const row = db.select().from(MessageTable).where(eq(MessageTable.id, fixtures.message.id)).get() const row = db.select().from(MessageTable).where(eq(MessageTable.id, fixtures.message.id)).get()
expect(row?.data.id).toBe(fixtures.message.id) expect(row?.id).toBe(fixtures.message.id)
expect(row?.sessionID).toBe(fixtures.session.id) expect(row?.sessionID).toBe(fixtures.session.id)
}) })
@ -390,9 +383,8 @@ describe("JSON to SQLite migration", () => {
expect(stats?.parts).toBe(1) expect(stats?.parts).toBe(1)
const db = drizzle(sqlite) const db = drizzle(sqlite)
const row = db.select().from(PartTable).where(eq(PartTable.id, fixtures.part.id)).get() const row = db.select().from(PartTable).where(eq(PartTable.id, fixtures.part.id)).get()
expect(row?.data.id).toBe(fixtures.part.id) expect(row?.id).toBe(fixtures.part.id)
expect(row?.messageID).toBe(fixtures.message.id) expect(row?.messageID).toBe(fixtures.message.id)
expect(row?.sessionID).toBe(fixtures.session.id)
}) })
test("skips orphaned part (missing message)", async () => { test("skips orphaned part (missing message)", async () => {
@ -423,7 +415,7 @@ describe("JSON to SQLite migration", () => {
expect(stats?.parts).toBe(0) expect(stats?.parts).toBe(0)
expect(stats?.errors.length).toBe(1) expect(stats?.errors.length).toBe(1)
expect(stats?.errors[0]).toContain("missing id, messageID, or sessionID") expect(stats?.errors[0]).toContain("missing id or messageID")
}) })
}) })
@ -434,15 +426,19 @@ describe("JSON to SQLite migration", () => {
path.join(storageDir, "session", fixtures.project.id, `${fixtures.session.id}.json`), path.join(storageDir, "session", fixtures.project.id, `${fixtures.session.id}.json`),
JSON.stringify(fixtures.session), JSON.stringify(fixtures.session),
) )
const diff = [{ file: "test.ts", before: "", after: "", additions: 10, deletions: 5 }] const diff = [{ file: "test.ts", before: "", after: "console.log('hello')", additions: 10, deletions: 5 }]
await Bun.write(path.join(storageDir, "session_diff", `${fixtures.session.id}.json`), JSON.stringify(diff)) await Bun.write(path.join(storageDir, "session_diff", `${fixtures.session.id}.json`), JSON.stringify(diff))
const stats = await migrateFromJson(sqlite, storageDir) const stats = await migrateFromJson(sqlite, storageDir)
expect(stats?.diffs).toBe(1) expect(stats?.diffs).toBe(1)
const db = drizzle(sqlite) // Query raw since TypeScript schema doesn't match migration
const row = db.select().from(SessionDiffTable).where(eq(SessionDiffTable.sessionID, fixtures.session.id)).get() const row = sqlite
.query<{ data: string }, [string]>("SELECT data FROM session_diff WHERE session_id = ?")
.get(fixtures.session.id)
expect(row?.data).toBeDefined() expect(row?.data).toBeDefined()
const data = JSON.parse(row!.data)
expect(data[0].file).toBe("test.ts")
}) })
test("migrates todo correctly", async () => { test("migrates todo correctly", async () => {