2026-03-19 08:39:24 -05:00
|
|
|
import { sql } from "drizzle-orm";
|
Expand data model with companies, approvals, costs, and heartbeats
Add new DB schemas: companies, agent_api_keys, approvals, cost_events,
heartbeat_runs, issue_comments. Add corresponding shared types and
validators. Update existing schemas (agents, goals, issues, projects)
with new fields for company association, budgets, and richer metadata.
Generate initial Drizzle migration. Update seed data.
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
2026-02-17 09:07:22 -06:00
|
|
|
import {
|
|
|
|
|
type AnyPgColumn,
|
|
|
|
|
pgTable,
|
|
|
|
|
uuid,
|
|
|
|
|
text,
|
|
|
|
|
timestamp,
|
|
|
|
|
integer,
|
2026-02-26 10:32:44 -06:00
|
|
|
jsonb,
|
Expand data model with companies, approvals, costs, and heartbeats
Add new DB schemas: companies, agent_api_keys, approvals, cost_events,
heartbeat_runs, issue_comments. Add corresponding shared types and
validators. Update existing schemas (agents, goals, issues, projects)
with new fields for company association, budgets, and richer metadata.
Generate initial Drizzle migration. Update seed data.
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
2026-02-17 09:07:22 -06:00
|
|
|
index,
|
2026-02-19 09:09:26 -06:00
|
|
|
uniqueIndex,
|
Expand data model with companies, approvals, costs, and heartbeats
Add new DB schemas: companies, agent_api_keys, approvals, cost_events,
heartbeat_runs, issue_comments. Add corresponding shared types and
validators. Update existing schemas (agents, goals, issues, projects)
with new fields for company association, budgets, and richer metadata.
Generate initial Drizzle migration. Update seed data.
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
2026-02-17 09:07:22 -06:00
|
|
|
} from "drizzle-orm/pg-core";
|
2026-02-16 13:31:52 -06:00
|
|
|
import { agents } from "./agents.js";
|
|
|
|
|
import { projects } from "./projects.js";
|
|
|
|
|
import { goals } from "./goals.js";
|
Expand data model with companies, approvals, costs, and heartbeats
Add new DB schemas: companies, agent_api_keys, approvals, cost_events,
heartbeat_runs, issue_comments. Add corresponding shared types and
validators. Update existing schemas (agents, goals, issues, projects)
with new fields for company association, budgets, and richer metadata.
Generate initial Drizzle migration. Update seed data.
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
2026-02-17 09:07:22 -06:00
|
|
|
import { companies } from "./companies.js";
|
2026-02-20 15:48:22 -06:00
|
|
|
import { heartbeatRuns } from "./heartbeat_runs.js";
|
2026-03-13 17:12:25 -05:00
|
|
|
import { projectWorkspaces } from "./project_workspaces.js";
|
|
|
|
|
import { executionWorkspaces } from "./execution_workspaces.js";
|
2026-02-16 13:31:52 -06:00
|
|
|
|
Expand data model with companies, approvals, costs, and heartbeats
Add new DB schemas: companies, agent_api_keys, approvals, cost_events,
heartbeat_runs, issue_comments. Add corresponding shared types and
validators. Update existing schemas (agents, goals, issues, projects)
with new fields for company association, budgets, and richer metadata.
Generate initial Drizzle migration. Update seed data.
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
2026-02-17 09:07:22 -06:00
|
|
|
export const issues = pgTable(
|
|
|
|
|
"issues",
|
|
|
|
|
{
|
|
|
|
|
id: uuid("id").primaryKey().defaultRandom(),
|
|
|
|
|
companyId: uuid("company_id").notNull().references(() => companies.id),
|
|
|
|
|
projectId: uuid("project_id").references(() => projects.id),
|
2026-03-13 17:12:25 -05:00
|
|
|
projectWorkspaceId: uuid("project_workspace_id").references(() => projectWorkspaces.id, { onDelete: "set null" }),
|
Expand data model with companies, approvals, costs, and heartbeats
Add new DB schemas: companies, agent_api_keys, approvals, cost_events,
heartbeat_runs, issue_comments. Add corresponding shared types and
validators. Update existing schemas (agents, goals, issues, projects)
with new fields for company association, budgets, and richer metadata.
Generate initial Drizzle migration. Update seed data.
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
2026-02-17 09:07:22 -06:00
|
|
|
goalId: uuid("goal_id").references(() => goals.id),
|
|
|
|
|
parentId: uuid("parent_id").references((): AnyPgColumn => issues.id),
|
|
|
|
|
title: text("title").notNull(),
|
|
|
|
|
description: text("description"),
|
|
|
|
|
status: text("status").notNull().default("backlog"),
|
|
|
|
|
priority: text("priority").notNull().default("medium"),
|
|
|
|
|
assigneeAgentId: uuid("assignee_agent_id").references(() => agents.id),
|
feat: add auth/access foundation - deps, DB schema, shared types, and config
Add Better Auth, drizzle-orm, @dnd-kit, and remark-gfm dependencies.
Introduce DB schema for auth tables (user, session, account, verification),
company memberships, instance user roles, permission grants, invites, and
join requests. Add assigneeUserId to issues. Extend shared config schema
with deployment mode/exposure/auth settings, add access types and validators,
and wire up new API path constants.
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
2026-02-23 14:40:16 -06:00
|
|
|
assigneeUserId: text("assignee_user_id"),
|
2026-02-20 15:48:22 -06:00
|
|
|
checkoutRunId: uuid("checkout_run_id").references(() => heartbeatRuns.id, { onDelete: "set null" }),
|
|
|
|
|
executionRunId: uuid("execution_run_id").references(() => heartbeatRuns.id, { onDelete: "set null" }),
|
|
|
|
|
executionAgentNameKey: text("execution_agent_name_key"),
|
|
|
|
|
executionLockedAt: timestamp("execution_locked_at", { withTimezone: true }),
|
Expand data model with companies, approvals, costs, and heartbeats
Add new DB schemas: companies, agent_api_keys, approvals, cost_events,
heartbeat_runs, issue_comments. Add corresponding shared types and
validators. Update existing schemas (agents, goals, issues, projects)
with new fields for company association, budgets, and richer metadata.
Generate initial Drizzle migration. Update seed data.
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
2026-02-17 09:07:22 -06:00
|
|
|
createdByAgentId: uuid("created_by_agent_id").references(() => agents.id),
|
|
|
|
|
createdByUserId: text("created_by_user_id"),
|
2026-02-19 09:09:26 -06:00
|
|
|
issueNumber: integer("issue_number"),
|
|
|
|
|
identifier: text("identifier"),
|
2026-03-19 08:39:24 -05:00
|
|
|
originKind: text("origin_kind").notNull().default("manual"),
|
|
|
|
|
originId: text("origin_id"),
|
|
|
|
|
originRunId: text("origin_run_id"),
|
[codex] Harden heartbeat scheduling and runtime controls (#4223)
## Thinking Path
> - Paperclip orchestrates AI agents through issue checkout, heartbeat
runs, routines, and auditable control-plane state
> - The runtime path has to recover from lost local processes, transient
adapter failures, blocked dependencies, and routine coalescing without
stranding work
> - The existing branch carried several reliability fixes across
heartbeat scheduling, issue runtime controls, routine dispatch, and
operator-facing run state
> - These changes belong together because they share backend contracts,
migrations, and runtime status semantics
> - This pull request groups the control-plane/runtime slice so it can
merge independently from board UI polish and adapter sandbox work
> - The benefit is safer heartbeat recovery, clearer runtime controls,
and more predictable recurring execution behavior
## What Changed
- Adds bounded heartbeat retry scheduling, scheduled retry state, and
Codex transient failure recovery handling.
- Tightens heartbeat process recovery, blocker wake behavior, issue
comment wake handling, routine dispatch coalescing, and
activity/dashboard bounds.
- Adds runtime-control MCP tools and Paperclip skill docs for issue
workspace runtime management.
- Adds migrations `0061_lively_thor_girl.sql` and
`0062_routine_run_dispatch_fingerprint.sql`.
- Surfaces retry state in run ledger/agent UI and keeps related shared
types synchronized.
## Verification
- `pnpm exec vitest run
server/src/__tests__/heartbeat-retry-scheduling.test.ts
server/src/__tests__/heartbeat-process-recovery.test.ts
server/src/__tests__/routines-service.test.ts`
- `pnpm exec vitest run src/tools.test.ts` from `packages/mcp-server`
## Risks
- Medium risk: this touches heartbeat recovery and routine dispatch,
which are central execution paths.
- Migration order matters if split branches land out of order: merge
this PR before branches that assume the new runtime/routine fields.
- Runtime retry behavior should be watched in CI and in local operator
smoke tests because it changes how transient failures are resumed.
> For core feature work, check [`ROADMAP.md`](ROADMAP.md) first and
discuss it in `#dev` before opening the PR. Feature PRs that overlap
with planned core work may need to be redirected — check the roadmap
first. See `CONTRIBUTING.md`.
## Model Used
- OpenAI Codex, GPT-5-based coding agent runtime, shell/git tool use
enabled. Exact hosted model build and context window are not exposed in
this Paperclip heartbeat environment.
## Checklist
- [x] I have included a thinking path that traces from project context
to this change
- [x] I have specified the model used (with version and capability
details)
- [x] I have checked ROADMAP.md and confirmed this PR does not duplicate
planned core work
- [x] I have run tests locally and they pass
- [x] I have added or updated tests where applicable
- [ ] If this change affects the UI, I have included before/after
screenshots
- [x] I have updated relevant documentation to reflect my changes
- [x] I have considered and documented any risks above
- [x] I will address all Greptile and reviewer comments before
requesting merge
2026-04-21 12:24:11 -05:00
|
|
|
originFingerprint: text("origin_fingerprint").notNull().default("default"),
|
Expand data model with companies, approvals, costs, and heartbeats
Add new DB schemas: companies, agent_api_keys, approvals, cost_events,
heartbeat_runs, issue_comments. Add corresponding shared types and
validators. Update existing schemas (agents, goals, issues, projects)
with new fields for company association, budgets, and richer metadata.
Generate initial Drizzle migration. Update seed data.
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
2026-02-17 09:07:22 -06:00
|
|
|
requestDepth: integer("request_depth").notNull().default(0),
|
|
|
|
|
billingCode: text("billing_code"),
|
2026-02-26 10:32:44 -06:00
|
|
|
assigneeAdapterOverrides: jsonb("assignee_adapter_overrides").$type<Record<string, unknown>>(),
|
2026-04-06 08:40:38 -05:00
|
|
|
executionPolicy: jsonb("execution_policy").$type<Record<string, unknown>>(),
|
|
|
|
|
executionState: jsonb("execution_state").$type<Record<string, unknown>>(),
|
2026-03-13 17:12:25 -05:00
|
|
|
executionWorkspaceId: uuid("execution_workspace_id")
|
|
|
|
|
.references((): AnyPgColumn => executionWorkspaces.id, { onDelete: "set null" }),
|
|
|
|
|
executionWorkspacePreference: text("execution_workspace_preference"),
|
2026-03-10 09:03:31 -05:00
|
|
|
executionWorkspaceSettings: jsonb("execution_workspace_settings").$type<Record<string, unknown>>(),
|
Expand data model with companies, approvals, costs, and heartbeats
Add new DB schemas: companies, agent_api_keys, approvals, cost_events,
heartbeat_runs, issue_comments. Add corresponding shared types and
validators. Update existing schemas (agents, goals, issues, projects)
with new fields for company association, budgets, and richer metadata.
Generate initial Drizzle migration. Update seed data.
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
2026-02-17 09:07:22 -06:00
|
|
|
startedAt: timestamp("started_at", { withTimezone: true }),
|
|
|
|
|
completedAt: timestamp("completed_at", { withTimezone: true }),
|
|
|
|
|
cancelledAt: timestamp("cancelled_at", { withTimezone: true }),
|
2026-02-19 15:43:43 -06:00
|
|
|
hiddenAt: timestamp("hidden_at", { withTimezone: true }),
|
Expand data model with companies, approvals, costs, and heartbeats
Add new DB schemas: companies, agent_api_keys, approvals, cost_events,
heartbeat_runs, issue_comments. Add corresponding shared types and
validators. Update existing schemas (agents, goals, issues, projects)
with new fields for company association, budgets, and richer metadata.
Generate initial Drizzle migration. Update seed data.
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
2026-02-17 09:07:22 -06:00
|
|
|
createdAt: timestamp("created_at", { withTimezone: true }).notNull().defaultNow(),
|
|
|
|
|
updatedAt: timestamp("updated_at", { withTimezone: true }).notNull().defaultNow(),
|
|
|
|
|
},
|
|
|
|
|
(table) => ({
|
|
|
|
|
companyStatusIdx: index("issues_company_status_idx").on(table.companyId, table.status),
|
|
|
|
|
assigneeStatusIdx: index("issues_company_assignee_status_idx").on(
|
|
|
|
|
table.companyId,
|
|
|
|
|
table.assigneeAgentId,
|
|
|
|
|
table.status,
|
|
|
|
|
),
|
feat: add auth/access foundation - deps, DB schema, shared types, and config
Add Better Auth, drizzle-orm, @dnd-kit, and remark-gfm dependencies.
Introduce DB schema for auth tables (user, session, account, verification),
company memberships, instance user roles, permission grants, invites, and
join requests. Add assigneeUserId to issues. Extend shared config schema
with deployment mode/exposure/auth settings, add access types and validators,
and wire up new API path constants.
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
2026-02-23 14:40:16 -06:00
|
|
|
assigneeUserStatusIdx: index("issues_company_assignee_user_status_idx").on(
|
|
|
|
|
table.companyId,
|
|
|
|
|
table.assigneeUserId,
|
|
|
|
|
table.status,
|
|
|
|
|
),
|
Expand data model with companies, approvals, costs, and heartbeats
Add new DB schemas: companies, agent_api_keys, approvals, cost_events,
heartbeat_runs, issue_comments. Add corresponding shared types and
validators. Update existing schemas (agents, goals, issues, projects)
with new fields for company association, budgets, and richer metadata.
Generate initial Drizzle migration. Update seed data.
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
2026-02-17 09:07:22 -06:00
|
|
|
parentIdx: index("issues_company_parent_idx").on(table.companyId, table.parentId),
|
|
|
|
|
projectIdx: index("issues_company_project_idx").on(table.companyId, table.projectId),
|
2026-03-19 08:39:24 -05:00
|
|
|
originIdx: index("issues_company_origin_idx").on(table.companyId, table.originKind, table.originId),
|
2026-03-13 17:12:25 -05:00
|
|
|
projectWorkspaceIdx: index("issues_company_project_workspace_idx").on(table.companyId, table.projectWorkspaceId),
|
|
|
|
|
executionWorkspaceIdx: index("issues_company_execution_workspace_idx").on(table.companyId, table.executionWorkspaceId),
|
2026-02-23 16:08:10 -06:00
|
|
|
identifierIdx: uniqueIndex("issues_identifier_idx").on(table.identifier),
|
2026-04-06 20:30:50 -05:00
|
|
|
titleSearchIdx: index("issues_title_search_idx").using("gin", table.title.op("gin_trgm_ops")),
|
|
|
|
|
identifierSearchIdx: index("issues_identifier_search_idx").using("gin", table.identifier.op("gin_trgm_ops")),
|
|
|
|
|
descriptionSearchIdx: index("issues_description_search_idx").using("gin", table.description.op("gin_trgm_ops")),
|
2026-03-19 08:39:24 -05:00
|
|
|
openRoutineExecutionIdx: uniqueIndex("issues_open_routine_execution_uq")
|
[codex] Harden heartbeat scheduling and runtime controls (#4223)
## Thinking Path
> - Paperclip orchestrates AI agents through issue checkout, heartbeat
runs, routines, and auditable control-plane state
> - The runtime path has to recover from lost local processes, transient
adapter failures, blocked dependencies, and routine coalescing without
stranding work
> - The existing branch carried several reliability fixes across
heartbeat scheduling, issue runtime controls, routine dispatch, and
operator-facing run state
> - These changes belong together because they share backend contracts,
migrations, and runtime status semantics
> - This pull request groups the control-plane/runtime slice so it can
merge independently from board UI polish and adapter sandbox work
> - The benefit is safer heartbeat recovery, clearer runtime controls,
and more predictable recurring execution behavior
## What Changed
- Adds bounded heartbeat retry scheduling, scheduled retry state, and
Codex transient failure recovery handling.
- Tightens heartbeat process recovery, blocker wake behavior, issue
comment wake handling, routine dispatch coalescing, and
activity/dashboard bounds.
- Adds runtime-control MCP tools and Paperclip skill docs for issue
workspace runtime management.
- Adds migrations `0061_lively_thor_girl.sql` and
`0062_routine_run_dispatch_fingerprint.sql`.
- Surfaces retry state in run ledger/agent UI and keeps related shared
types synchronized.
## Verification
- `pnpm exec vitest run
server/src/__tests__/heartbeat-retry-scheduling.test.ts
server/src/__tests__/heartbeat-process-recovery.test.ts
server/src/__tests__/routines-service.test.ts`
- `pnpm exec vitest run src/tools.test.ts` from `packages/mcp-server`
## Risks
- Medium risk: this touches heartbeat recovery and routine dispatch,
which are central execution paths.
- Migration order matters if split branches land out of order: merge
this PR before branches that assume the new runtime/routine fields.
- Runtime retry behavior should be watched in CI and in local operator
smoke tests because it changes how transient failures are resumed.
> For core feature work, check [`ROADMAP.md`](ROADMAP.md) first and
discuss it in `#dev` before opening the PR. Feature PRs that overlap
with planned core work may need to be redirected — check the roadmap
first. See `CONTRIBUTING.md`.
## Model Used
- OpenAI Codex, GPT-5-based coding agent runtime, shell/git tool use
enabled. Exact hosted model build and context window are not exposed in
this Paperclip heartbeat environment.
## Checklist
- [x] I have included a thinking path that traces from project context
to this change
- [x] I have specified the model used (with version and capability
details)
- [x] I have checked ROADMAP.md and confirmed this PR does not duplicate
planned core work
- [x] I have run tests locally and they pass
- [x] I have added or updated tests where applicable
- [ ] If this change affects the UI, I have included before/after
screenshots
- [x] I have updated relevant documentation to reflect my changes
- [x] I have considered and documented any risks above
- [x] I will address all Greptile and reviewer comments before
requesting merge
2026-04-21 12:24:11 -05:00
|
|
|
.on(table.companyId, table.originKind, table.originId, table.originFingerprint)
|
2026-03-19 08:39:24 -05:00
|
|
|
.where(
|
|
|
|
|
sql`${table.originKind} = 'routine_execution'
|
|
|
|
|
and ${table.originId} is not null
|
|
|
|
|
and ${table.hiddenAt} is null
|
2026-03-20 07:21:38 -05:00
|
|
|
and ${table.executionRunId} is not null
|
2026-03-19 08:39:24 -05:00
|
|
|
and ${table.status} in ('backlog', 'todo', 'in_progress', 'in_review', 'blocked')`,
|
|
|
|
|
),
|
2026-04-24 15:50:32 -05:00
|
|
|
activeLivenessRecoveryIncidentIdx: uniqueIndex("issues_active_liveness_recovery_incident_uq")
|
|
|
|
|
.on(table.companyId, table.originKind, table.originId)
|
|
|
|
|
.where(
|
|
|
|
|
sql`${table.originKind} = 'harness_liveness_escalation'
|
|
|
|
|
and ${table.originId} is not null
|
|
|
|
|
and ${table.hiddenAt} is null
|
|
|
|
|
and ${table.status} not in ('done', 'cancelled')`,
|
|
|
|
|
),
|
|
|
|
|
activeLivenessRecoveryLeafIdx: uniqueIndex("issues_active_liveness_recovery_leaf_uq")
|
|
|
|
|
.on(table.companyId, table.originKind, table.originFingerprint)
|
|
|
|
|
.where(
|
|
|
|
|
sql`${table.originKind} = 'harness_liveness_escalation'
|
|
|
|
|
and ${table.originFingerprint} <> 'default'
|
|
|
|
|
and ${table.hiddenAt} is null
|
|
|
|
|
and ${table.status} not in ('done', 'cancelled')`,
|
|
|
|
|
),
|
|
|
|
|
activeStaleRunEvaluationIdx: uniqueIndex("issues_active_stale_run_evaluation_uq")
|
|
|
|
|
.on(table.companyId, table.originKind, table.originId)
|
|
|
|
|
.where(
|
|
|
|
|
sql`${table.originKind} = 'stale_active_run_evaluation'
|
|
|
|
|
and ${table.originId} is not null
|
|
|
|
|
and ${table.hiddenAt} is null
|
|
|
|
|
and ${table.status} not in ('done', 'cancelled')`,
|
|
|
|
|
),
|
Expand data model with companies, approvals, costs, and heartbeats
Add new DB schemas: companies, agent_api_keys, approvals, cost_events,
heartbeat_runs, issue_comments. Add corresponding shared types and
validators. Update existing schemas (agents, goals, issues, projects)
with new fields for company association, budgets, and richer metadata.
Generate initial Drizzle migration. Update seed data.
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
2026-02-17 09:07:22 -06:00
|
|
|
}),
|
|
|
|
|
);
|