chore: auto compact chat

This commit is contained in:
Rotimi Best
2026-05-21 19:46:17 +01:00
parent 4e4119d597
commit 30e5f9cd54
15 changed files with 1247 additions and 122 deletions
+20 -5
View File
@@ -63,7 +63,6 @@ import { eq } from 'drizzle-orm';
import { listCourseSections } from '@api/services/course/section';
import { getLesson } from '@api/services/lesson/lesson';
import { getExercise } from '@api/services/exercise/exercise';
import { trimMessageHistory } from '@api/services/agent/context-window';
import { sanitizeDanglingToolCalls } from '@api/services/agent/sanitize-tool-calls';
import {
collectDocumentIds,
@@ -74,8 +73,10 @@ import {
verifyLessonBelongsToCourse
} from '@api/services/agent/chat-context';
import { buildAgentTools } from '@api/services/agent/chat-tools';
import { buildModelContextMessages } from '@api/services/agent/model-context';
import { summarizeConversation } from '@api/services/agent/summarize';
import { agentHistoryRouter } from './history';
import { agentRunsRouter } from './runs';
const agentCoreRouter = new Hono()
.get('/status', authMiddleware, orgMemberMiddleware, zValidator('query', ZAgentStatusQuery), async (c) => {
@@ -385,7 +386,7 @@ const agentCoreRouter = new Hono()
const orgId = c.req.header('cio-org-id')!;
try {
const { courseId, messages, context, model: requestedModel } = c.req.valid('json');
const { courseId, conversationId, messages, context, model: requestedModel } = c.req.valid('json');
const isTeamMember = await isCourseTeamMemberOrOrgAdmin(courseId, user.id);
const role = isTeamMember ? AgentRole.TEACHER : AgentRole.STUDENT;
@@ -423,6 +424,14 @@ const agentCoreRouter = new Hono()
throw new AppError('Course does not belong to this organization', 'COURSE_ORG_MISMATCH', 403);
}
if (conversationId) {
const conversation = await getChatConversation(conversationId, user.id);
if (!conversation || conversation.courseId !== courseId) {
throw new AppError('Conversation not found for this course', 'CONVERSATION_NOT_FOUND', 404);
}
}
if (role === AgentRole.TEACHER && !modelDescriptor.isFree) {
const isPaid = await isOrgOnPaidPlan(orgId);
@@ -524,8 +533,13 @@ const agentCoreRouter = new Hono()
? buildStudentAgentTools(orgId, user.id, courseId, studentPolicy!.settings)
: buildAgentTools(orgId, user.id, courseId, messages);
const trimmedMessages = trimMessageHistory(messages);
const convertedMessages = sanitizeDanglingToolCalls(await convertToModelMessages(trimmedMessages));
const contextManaged = await buildModelContextMessages({
conversationId,
courseId,
userId: user.id,
messages
});
const convertedMessages = sanitizeDanglingToolCalls(await convertToModelMessages(contextManaged.messages as any));
let completedStepCount = 0;
let finishReason: string | undefined;
@@ -695,4 +709,5 @@ const agentCoreRouter = new Hono()
export const agentRouter = new Hono()
.use('*', agentContentTypeRewrite)
.route('/', agentCoreRouter)
.route('/history', agentHistoryRouter);
.route('/history', agentHistoryRouter)
.route('/runs', agentRunsRouter);
+158
View File
@@ -0,0 +1,158 @@
import { Hono } from '@api/utils/hono';
import { authMiddleware } from '@api/middlewares/auth';
import { orgMemberMiddleware } from '@api/middlewares/org-member';
import { zValidator } from '@hono/zod-validator';
import {
ZAgentRunCourseQuery,
ZAgentRunCreateBody,
ZAgentRunInstructionBody,
ZAgentRunParam
} from '@cio/utils/validation/agent';
import { handleError } from '@api/utils/errors';
import {
appendAgentRunInstructionState,
cancelAgentRunState,
createAgentRunState,
getAgentRunState,
listAgentRunStates,
resumeAgentRunState,
retryAgentRunState
} from '@api/services/agent/run-state';
export const agentRunsRouter = new Hono()
/**
* GET /agent/runs?courseId=...
* List durable course-generation runs for the current user and course.
*/
.get('/', authMiddleware, orgMemberMiddleware, zValidator('query', ZAgentRunCourseQuery), async (c) => {
try {
const user = c.get('user')!;
const orgId = c.req.header('cio-org-id')!;
const { courseId } = c.req.valid('query');
const runs = await listAgentRunStates(courseId, user.id, orgId);
return c.json({ success: true as const, data: runs });
} catch (error) {
return handleError(c, error, 'Failed to list agent runs');
}
})
/**
* POST /agent/runs
* Create a durable run record before worker-backed generation begins.
*/
.post('/', authMiddleware, orgMemberMiddleware, zValidator('json', ZAgentRunCreateBody), async (c) => {
try {
const user = c.get('user')!;
const orgId = c.req.header('cio-org-id')!;
const data = c.req.valid('json');
const run = await createAgentRunState({
orgId,
userId: user.id,
courseId: data.courseId,
conversationId: data.conversationId,
phase: data.phase,
approvedPlan: data.approvedPlan,
executionCursor: data.executionCursor,
sourceIds: data.sourceIds,
modelSummary: data.modelSummary
});
return c.json({ success: true as const, data: run }, 201);
} catch (error) {
return handleError(c, error, 'Failed to create agent run');
}
})
/**
* GET /agent/runs/:runId
* Fetch the run, checkpoint steps, and progress events.
*/
.get('/:runId', authMiddleware, orgMemberMiddleware, zValidator('param', ZAgentRunParam), async (c) => {
try {
const user = c.get('user')!;
const orgId = c.req.header('cio-org-id')!;
const { runId } = c.req.valid('param');
const run = await getAgentRunState(runId, user.id, orgId);
return c.json({ success: true as const, data: run });
} catch (error) {
return handleError(c, error, 'Failed to fetch agent run');
}
})
/**
* POST /agent/runs/:runId/resume
* Requeue a paused or waiting run from its saved cursor.
*/
.post('/:runId/resume', authMiddleware, orgMemberMiddleware, zValidator('param', ZAgentRunParam), async (c) => {
try {
const user = c.get('user')!;
const orgId = c.req.header('cio-org-id')!;
const { runId } = c.req.valid('param');
const run = await resumeAgentRunState(runId, user.id, orgId);
return c.json({ success: true as const, data: run });
} catch (error) {
return handleError(c, error, 'Failed to resume agent run');
}
})
/**
* POST /agent/runs/:runId/retry
* Requeue a failed run without duplicating completed checkpointed steps.
*/
.post('/:runId/retry', authMiddleware, orgMemberMiddleware, zValidator('param', ZAgentRunParam), async (c) => {
try {
const user = c.get('user')!;
const orgId = c.req.header('cio-org-id')!;
const { runId } = c.req.valid('param');
const run = await retryAgentRunState(runId, user.id, orgId);
return c.json({ success: true as const, data: run });
} catch (error) {
return handleError(c, error, 'Failed to retry agent run');
}
})
/**
* POST /agent/runs/:runId/cancel
* Mark the run canceled so workers stop before the next step.
*/
.post('/:runId/cancel', authMiddleware, orgMemberMiddleware, zValidator('param', ZAgentRunParam), async (c) => {
try {
const user = c.get('user')!;
const orgId = c.req.header('cio-org-id')!;
const { runId } = c.req.valid('param');
const run = await cancelAgentRunState(runId, user.id, orgId);
return c.json({ success: true as const, data: run });
} catch (error) {
return handleError(c, error, 'Failed to cancel agent run');
}
})
/**
* POST /agent/runs/:runId/instructions
* Queue teacher instructions for the worker to consume between steps.
*/
.post(
'/:runId/instructions',
authMiddleware,
orgMemberMiddleware,
zValidator('param', ZAgentRunParam),
zValidator('json', ZAgentRunInstructionBody),
async (c) => {
try {
const user = c.get('user')!;
const orgId = c.req.header('cio-org-id')!;
const { runId } = c.req.valid('param');
const { text } = c.req.valid('json');
const run = await appendAgentRunInstructionState(runId, user.id, orgId, text);
return c.json({ success: true as const, data: run });
} catch (error) {
return handleError(c, error, 'Failed to queue agent run instruction');
}
}
);