mirror of
https://github.com/alkimake/paperclip.git
synced 2026-06-17 03:10:38 +09:00
## Thinking Path > - Paperclip orchestrates AI agents for zero-human companies. > - Operators and agents coordinate through company-scoped issues, comments, documents, and task relationships. > - Issue text can mention other tickets, but those references were previously plain markdown/text without durable relationship data. > - That made it harder to understand related work, surface backlinks, and keep cross-ticket context visible in the board. > - This pull request adds first-class issue reference extraction, storage, API responses, and UI surfaces. > - The benefit is that issue references become queryable, navigable, and visible without relying on ad hoc text scanning. ## What Changed - Added shared issue-reference parsing utilities and exported reference-related types/constants. - Added an `issue_reference_mentions` table, idempotent migration DDL, schema exports, and database documentation. - Added server-side issue reference services, route integration, activity summaries, and a backfill command for existing issue content. - Added UI reference pills, related-work panels, markdown/editor mention handling, and issue detail/property rendering updates. - Added focused shared, server, and UI tests for parsing, persistence, display, and related-work behavior. - Rebased `PAP-735-first-class-task-references` cleanly onto `public-gh/master`; no `pnpm-lock.yaml` changes are included. ## Verification - `pnpm -r typecheck` - `pnpm test:run packages/shared/src/issue-references.test.ts server/src/__tests__/issue-references-service.test.ts ui/src/components/IssueRelatedWorkPanel.test.tsx ui/src/components/IssueProperties.test.tsx ui/src/components/MarkdownBody.test.tsx` ## Risks - Medium risk because this adds a new issue-reference persistence path that touches shared parsing, database schema, server routes, and UI rendering. - Migration risk is mitigated by `CREATE TABLE IF NOT EXISTS`, guarded foreign-key creation, and `CREATE INDEX IF NOT EXISTS` statements so users who have applied an older local version of the numbered migration can re-run safely. - UI risk is limited by focused component coverage, but reviewers should still manually inspect issue detail pages containing ticket references before merge. > For core feature work, check [`ROADMAP.md`](ROADMAP.md) first and discuss it in `#dev` before opening the PR. Feature PRs that overlap with planned core work may need to be redirected — check the roadmap first. See `CONTRIBUTING.md`. ## Model Used - OpenAI Codex, GPT-5-based coding agent, tool-using shell workflow with repository inspection, git rebase/push, typecheck, and focused Vitest verification. ## Checklist - [x] I have included a thinking path that traces from project context to this change - [x] I have specified the model used (with version and capability details) - [x] I have checked ROADMAP.md and confirmed this PR does not duplicate planned core work - [x] I have run tests locally and they pass - [x] I have added or updated tests where applicable - [x] If this change affects the UI, I have included before/after screenshots - [x] I have updated relevant documentation to reflect my changes - [x] I have considered and documented any risks above - [x] I will address all Greptile and reviewer comments before requesting merge --------- Co-authored-by: dotta <dotta@example.com> Co-authored-by: Paperclip <noreply@paperclip.ing>
388 lines
13 KiB
TypeScript
388 lines
13 KiB
TypeScript
import { Readable } from "node:stream";
|
|
import express from "express";
|
|
import request from "supertest";
|
|
import { beforeEach, describe, expect, it, vi } from "vitest";
|
|
import { errorHandler } from "../middleware/index.js";
|
|
import { issueRoutes } from "../routes/issues.js";
|
|
|
|
const issueId = "11111111-1111-4111-8111-111111111111";
|
|
const companyId = "22222222-2222-4222-8222-222222222222";
|
|
const ownerAgentId = "33333333-3333-4333-8333-333333333333";
|
|
const peerAgentId = "44444444-4444-4444-8444-444444444444";
|
|
const ownerRunId = "55555555-5555-4555-8555-555555555555";
|
|
|
|
const mockIssueService = vi.hoisted(() => ({
|
|
addComment: vi.fn(),
|
|
assertCheckoutOwner: vi.fn(),
|
|
getAttachmentById: vi.fn(),
|
|
getByIdentifier: vi.fn(),
|
|
getById: vi.fn(),
|
|
getRelationSummaries: vi.fn(),
|
|
getWakeableParentAfterChildCompletion: vi.fn(),
|
|
listAttachments: vi.fn(),
|
|
listWakeableBlockedDependents: vi.fn(),
|
|
remove: vi.fn(),
|
|
removeAttachment: vi.fn(),
|
|
update: vi.fn(),
|
|
findMentionedAgents: vi.fn(),
|
|
}));
|
|
|
|
const mockAccessService = vi.hoisted(() => ({
|
|
canUser: vi.fn(),
|
|
hasPermission: vi.fn(),
|
|
}));
|
|
|
|
const mockAgentService = vi.hoisted(() => ({
|
|
getById: vi.fn(),
|
|
list: vi.fn(),
|
|
resolveByReference: vi.fn(),
|
|
}));
|
|
|
|
const mockDocumentService = vi.hoisted(() => ({
|
|
upsertIssueDocument: vi.fn(),
|
|
}));
|
|
|
|
const mockWorkProductService = vi.hoisted(() => ({
|
|
getById: vi.fn(),
|
|
update: vi.fn(),
|
|
}));
|
|
|
|
const mockStorageService = vi.hoisted(() => ({
|
|
provider: "local_disk",
|
|
putFile: vi.fn(),
|
|
getObject: vi.fn(),
|
|
headObject: vi.fn(),
|
|
deleteObject: vi.fn(),
|
|
}));
|
|
|
|
vi.mock("@paperclipai/shared/telemetry", () => ({
|
|
trackAgentTaskCompleted: vi.fn(),
|
|
trackErrorHandlerCrash: vi.fn(),
|
|
}));
|
|
|
|
vi.mock("../telemetry.js", () => ({
|
|
getTelemetryClient: vi.fn(() => ({ track: vi.fn() })),
|
|
}));
|
|
|
|
vi.mock("../services/index.js", () => ({
|
|
accessService: () => mockAccessService,
|
|
agentService: () => mockAgentService,
|
|
documentService: () => mockDocumentService,
|
|
executionWorkspaceService: () => ({}),
|
|
feedbackService: () => ({
|
|
listIssueVotesForUser: vi.fn(async () => []),
|
|
saveIssueVote: vi.fn(async () => ({ vote: null, consentEnabledNow: false, sharingEnabled: false })),
|
|
}),
|
|
goalService: () => ({}),
|
|
heartbeatService: () => ({
|
|
wakeup: vi.fn(async () => undefined),
|
|
reportRunActivity: vi.fn(async () => undefined),
|
|
getRun: vi.fn(async () => null),
|
|
getActiveRunForAgent: vi.fn(async () => null),
|
|
cancelRun: vi.fn(async () => null),
|
|
}),
|
|
instanceSettingsService: () => ({
|
|
get: vi.fn(async () => ({
|
|
id: "instance-settings-1",
|
|
general: {
|
|
censorUsernameInLogs: false,
|
|
feedbackDataSharingPreference: "prompt",
|
|
},
|
|
})),
|
|
listCompanyIds: vi.fn(async () => [companyId]),
|
|
}),
|
|
issueApprovalService: () => ({}),
|
|
issueReferenceService: () => ({
|
|
deleteDocumentSource: async () => undefined,
|
|
diffIssueReferenceSummary: () => ({
|
|
addedReferencedIssues: [],
|
|
removedReferencedIssues: [],
|
|
currentReferencedIssues: [],
|
|
}),
|
|
emptySummary: () => ({ outbound: [], inbound: [] }),
|
|
listIssueReferenceSummary: async () => ({ outbound: [], inbound: [] }),
|
|
syncComment: async () => undefined,
|
|
syncDocument: async () => undefined,
|
|
syncIssue: async () => undefined,
|
|
}),
|
|
issueService: () => mockIssueService,
|
|
logActivity: vi.fn(async () => undefined),
|
|
projectService: () => ({}),
|
|
routineService: () => ({
|
|
syncRunStatusForIssue: vi.fn(async () => undefined),
|
|
}),
|
|
workProductService: () => mockWorkProductService,
|
|
}));
|
|
|
|
function makeIssue(overrides: Record<string, unknown> = {}) {
|
|
return {
|
|
id: issueId,
|
|
companyId,
|
|
status: "in_progress",
|
|
priority: "high",
|
|
projectId: null,
|
|
goalId: null,
|
|
parentId: null,
|
|
assigneeAgentId: ownerAgentId,
|
|
assigneeUserId: null,
|
|
createdByUserId: "board-user",
|
|
identifier: "PAP-1649",
|
|
title: "Owned active issue",
|
|
executionPolicy: null,
|
|
executionState: null,
|
|
hiddenAt: null,
|
|
...overrides,
|
|
};
|
|
}
|
|
|
|
function makeAgent(id: string, overrides: Record<string, unknown> = {}) {
|
|
return {
|
|
id,
|
|
companyId,
|
|
role: "engineer",
|
|
reportsTo: null,
|
|
permissions: { canCreateAgents: false },
|
|
...overrides,
|
|
};
|
|
}
|
|
|
|
function createApp(actor: Record<string, unknown>) {
|
|
const app = express();
|
|
app.use(express.json());
|
|
app.use((req, _res, next) => {
|
|
(req as any).actor = actor;
|
|
next();
|
|
});
|
|
app.use("/api", issueRoutes({} as any, mockStorageService as any));
|
|
app.use(errorHandler);
|
|
return app;
|
|
}
|
|
|
|
function peerActor(overrides: Record<string, unknown> = {}) {
|
|
return {
|
|
type: "agent",
|
|
agentId: peerAgentId,
|
|
companyId,
|
|
source: "agent_key",
|
|
runId: "66666666-6666-4666-8666-666666666666",
|
|
...overrides,
|
|
};
|
|
}
|
|
|
|
function ownerActor() {
|
|
return {
|
|
type: "agent",
|
|
agentId: ownerAgentId,
|
|
companyId,
|
|
source: "agent_key",
|
|
runId: ownerRunId,
|
|
};
|
|
}
|
|
|
|
function boardActor() {
|
|
return {
|
|
type: "board",
|
|
userId: "board-user",
|
|
companyIds: [companyId],
|
|
source: "local_implicit",
|
|
isInstanceAdmin: false,
|
|
};
|
|
}
|
|
|
|
describe("agent issue mutation checkout ownership", () => {
|
|
beforeEach(() => {
|
|
vi.clearAllMocks();
|
|
mockAccessService.canUser.mockResolvedValue(true);
|
|
mockAccessService.hasPermission.mockResolvedValue(false);
|
|
mockAgentService.getById.mockImplementation(async (id: string) => {
|
|
if (id === ownerAgentId) return makeAgent(ownerAgentId);
|
|
if (id === peerAgentId) return makeAgent(peerAgentId);
|
|
return null;
|
|
});
|
|
mockAgentService.list.mockResolvedValue([
|
|
makeAgent(ownerAgentId),
|
|
makeAgent(peerAgentId),
|
|
]);
|
|
mockAgentService.resolveByReference.mockResolvedValue({ ambiguous: false, agent: null });
|
|
mockIssueService.getById.mockResolvedValue(makeIssue());
|
|
mockIssueService.getByIdentifier.mockResolvedValue(null);
|
|
mockIssueService.assertCheckoutOwner.mockResolvedValue({ adoptedFromRunId: null });
|
|
mockIssueService.getRelationSummaries.mockResolvedValue({ blockedBy: [], blocks: [] });
|
|
mockIssueService.listWakeableBlockedDependents.mockResolvedValue([]);
|
|
mockIssueService.getWakeableParentAfterChildCompletion.mockResolvedValue(null);
|
|
mockIssueService.findMentionedAgents.mockResolvedValue([]);
|
|
mockIssueService.update.mockImplementation(async (_id: string, patch: Record<string, unknown>) => ({
|
|
...makeIssue(),
|
|
...patch,
|
|
}));
|
|
mockIssueService.addComment.mockResolvedValue({
|
|
id: "77777777-7777-4777-8777-777777777777",
|
|
issueId,
|
|
companyId,
|
|
body: "comment",
|
|
});
|
|
mockIssueService.listAttachments.mockResolvedValue([]);
|
|
mockIssueService.remove.mockResolvedValue(makeIssue({ status: "cancelled" }));
|
|
mockIssueService.getAttachmentById.mockResolvedValue({
|
|
id: "attachment-1",
|
|
issueId,
|
|
companyId,
|
|
objectKey: "issues/attachment-1/report.txt",
|
|
contentType: "text/plain",
|
|
byteSize: 6,
|
|
originalFilename: "report.txt",
|
|
});
|
|
mockIssueService.removeAttachment.mockResolvedValue({
|
|
id: "attachment-1",
|
|
issueId,
|
|
companyId,
|
|
objectKey: "issues/attachment-1/report.txt",
|
|
});
|
|
mockDocumentService.upsertIssueDocument.mockResolvedValue({
|
|
created: false,
|
|
document: {
|
|
id: "document-1",
|
|
key: "plan",
|
|
title: "Plan",
|
|
format: "markdown",
|
|
latestRevisionNumber: 2,
|
|
},
|
|
});
|
|
mockWorkProductService.getById.mockResolvedValue({
|
|
id: "product-1",
|
|
issueId,
|
|
companyId,
|
|
type: "artifact",
|
|
});
|
|
mockWorkProductService.update.mockResolvedValue({
|
|
id: "product-1",
|
|
issueId,
|
|
companyId,
|
|
type: "artifact",
|
|
title: "Updated",
|
|
});
|
|
mockStorageService.putFile.mockResolvedValue({
|
|
provider: "local_disk",
|
|
objectKey: "issues/upload.txt",
|
|
contentType: "text/plain",
|
|
byteSize: 6,
|
|
sha256: "sha256",
|
|
originalFilename: "upload.txt",
|
|
});
|
|
mockStorageService.getObject.mockResolvedValue({
|
|
stream: Readable.from(Buffer.from("report")),
|
|
contentLength: 6,
|
|
});
|
|
mockStorageService.deleteObject.mockResolvedValue(undefined);
|
|
});
|
|
|
|
it.each([
|
|
["patch", (app: express.Express) => request(app).patch(`/api/issues/${issueId}`).send({ title: "Blocked" })],
|
|
["delete", (app: express.Express) => request(app).delete(`/api/issues/${issueId}`)],
|
|
["comment", (app: express.Express) => request(app).post(`/api/issues/${issueId}/comments`).send({ body: "blocked" })],
|
|
[
|
|
"document upsert",
|
|
(app: express.Express) =>
|
|
request(app).put(`/api/issues/${issueId}/documents/plan`).send({ format: "markdown", body: "# blocked" }),
|
|
],
|
|
["work product update", (app: express.Express) => request(app).patch("/api/work-products/product-1").send({ title: "Blocked" })],
|
|
[
|
|
"attachment upload",
|
|
(app: express.Express) =>
|
|
request(app)
|
|
.post(`/api/companies/${companyId}/issues/${issueId}/attachments`)
|
|
.attach("file", Buffer.from("report"), { filename: "report.txt", contentType: "text/plain" }),
|
|
],
|
|
["attachment delete", (app: express.Express) => request(app).delete("/api/attachments/attachment-1")],
|
|
])("rejects peer agent %s on another agent's active checkout", async (_name, sendRequest) => {
|
|
const res = await sendRequest(createApp(peerActor()));
|
|
|
|
expect(res.status, JSON.stringify(res.body)).toBe(409);
|
|
expect(res.body.error).toBe("Issue is checked out by another agent");
|
|
expect(mockIssueService.assertCheckoutOwner).not.toHaveBeenCalled();
|
|
expect(mockIssueService.update).not.toHaveBeenCalled();
|
|
expect(mockIssueService.addComment).not.toHaveBeenCalled();
|
|
expect(mockDocumentService.upsertIssueDocument).not.toHaveBeenCalled();
|
|
expect(mockWorkProductService.update).not.toHaveBeenCalled();
|
|
expect(mockStorageService.putFile).not.toHaveBeenCalled();
|
|
expect(mockStorageService.deleteObject).not.toHaveBeenCalled();
|
|
});
|
|
|
|
it("allows the checked-out owner with the matching run id to patch and update documents", async () => {
|
|
const app = createApp(ownerActor());
|
|
|
|
await request(app).patch(`/api/issues/${issueId}`).send({ title: "Updated" }).expect(200);
|
|
await request(app)
|
|
.put(`/api/issues/${issueId}/documents/plan`)
|
|
.send({ format: "markdown", body: "# updated" })
|
|
.expect(200);
|
|
|
|
expect(mockIssueService.assertCheckoutOwner).toHaveBeenCalledWith(issueId, ownerAgentId, ownerRunId);
|
|
expect(mockIssueService.update).toHaveBeenCalled();
|
|
expect(mockDocumentService.upsertIssueDocument).toHaveBeenCalledWith(
|
|
expect.objectContaining({
|
|
issueId,
|
|
key: "plan",
|
|
createdByAgentId: ownerAgentId,
|
|
createdByRunId: ownerRunId,
|
|
}),
|
|
);
|
|
});
|
|
|
|
it("preserves board mutations on active checkouts", async () => {
|
|
const app = createApp(boardActor());
|
|
|
|
await request(app).patch(`/api/issues/${issueId}`).send({ title: "Board update" }).expect(200);
|
|
await request(app)
|
|
.put(`/api/issues/${issueId}/documents/plan`)
|
|
.send({ format: "markdown", body: "# board" })
|
|
.expect(200);
|
|
|
|
expect(mockIssueService.assertCheckoutOwner).not.toHaveBeenCalled();
|
|
expect(mockIssueService.update).toHaveBeenCalled();
|
|
expect(mockDocumentService.upsertIssueDocument).toHaveBeenCalled();
|
|
});
|
|
|
|
it("allows agents with the active-checkout management grant to mutate active checkouts", async () => {
|
|
mockAccessService.hasPermission.mockImplementation(async (
|
|
_companyId: string,
|
|
_principalType: string,
|
|
principalId: string,
|
|
permissionKey: string,
|
|
) => principalId === peerAgentId && permissionKey === "tasks:manage_active_checkouts");
|
|
|
|
const res = await request(createApp(peerActor())).patch(`/api/issues/${issueId}`).send({ title: "Managed update" });
|
|
|
|
expect(res.status).toBe(200);
|
|
expect(mockIssueService.assertCheckoutOwner).not.toHaveBeenCalled();
|
|
expect(mockIssueService.update).toHaveBeenCalled();
|
|
});
|
|
|
|
it("allows same-company agent mutations when the issue is not in progress", async () => {
|
|
mockIssueService.getById.mockResolvedValue(makeIssue({ status: "todo", assigneeAgentId: ownerAgentId }));
|
|
mockIssueService.update.mockImplementation(async (_id: string, patch: Record<string, unknown>) => ({
|
|
...makeIssue({ status: "todo", assigneeAgentId: ownerAgentId }),
|
|
...patch,
|
|
}));
|
|
|
|
const res = await request(createApp(peerActor())).patch(`/api/issues/${issueId}`).send({ title: "Todo update" });
|
|
|
|
expect(res.status).toBe(200);
|
|
expect(mockIssueService.assertCheckoutOwner).not.toHaveBeenCalled();
|
|
expect(mockIssueService.update).toHaveBeenCalled();
|
|
});
|
|
|
|
it("allows same-company agent mutations on unassigned in-progress issues", async () => {
|
|
mockIssueService.getById.mockResolvedValue(makeIssue({ assigneeAgentId: null }));
|
|
mockIssueService.update.mockImplementation(async (_id: string, patch: Record<string, unknown>) => ({
|
|
...makeIssue({ assigneeAgentId: null }),
|
|
...patch,
|
|
}));
|
|
|
|
const res = await request(createApp(peerActor())).patch(`/api/issues/${issueId}`).send({ title: "Claimable update" });
|
|
|
|
expect(res.status).toBe(200);
|
|
expect(mockIssueService.assertCheckoutOwner).not.toHaveBeenCalled();
|
|
expect(mockIssueService.update).toHaveBeenCalled();
|
|
});
|
|
});
|