mirror of
https://github.com/shumaiOne/shumai.git
synced 2026-11-22 14:08:24 +00:00
* feat(agent): support AI embedding, autofill, and read_asset for 3D assets * feat(agent): support 3D degree comments, markup annotations, and config3d in read_asset * fix(agent): resolve 3D session annotations to turntable degree frame time
103 lines
3.4 KiB
TypeScript
103 lines
3.4 KiB
TypeScript
import { prisma } from '@shumai/db'
|
|
import { Type } from 'typebox'
|
|
import { type AgentTool } from '@earendil-works/pi-agent-core'
|
|
import { secondToDegree } from '@shumai/core/src/utils/model3d'
|
|
import { getProxyType } from '@shumai/core/src/utils/mime'
|
|
|
|
const readThreadSchema = Type.Object({
|
|
threadId: Type.String({
|
|
description:
|
|
'The root comment ID of a thread (from <thread id="..." /> in the <context> block). Do NOT pass an asset ID or project ID.',
|
|
}),
|
|
})
|
|
|
|
function formatCommentMeta(
|
|
c: {
|
|
id: string
|
|
second?: number | null
|
|
annotation?: unknown
|
|
},
|
|
proxyType?: string,
|
|
): string {
|
|
const parts = [`id: ${c.id}`]
|
|
if (c.second !== null && c.second !== undefined) {
|
|
if (proxyType === '3d') {
|
|
parts.push(`degree: ${secondToDegree(c.second)}°`)
|
|
} else {
|
|
parts.push(`time: ${c.second}s`)
|
|
}
|
|
}
|
|
const hasMarkup = Boolean(c.annotation && Array.isArray(c.annotation) && c.annotation.length > 0)
|
|
parts.push(`has_markup: ${hasMarkup}`)
|
|
return `(${parts.join(', ')})`
|
|
}
|
|
|
|
export const createReadThreadTool = (): AgentTool<
|
|
typeof readThreadSchema,
|
|
{ threadId: string }
|
|
> => ({
|
|
name: 'read_thread',
|
|
label: 'Read Comment Thread',
|
|
description: 'Reads all comments and replies inside a specific comment thread.',
|
|
parameters: readThreadSchema,
|
|
execute: async (_toolCallId, params) => {
|
|
const rootComment = await prisma.assetComment.findUnique({
|
|
where: { id: params.threadId },
|
|
include: {
|
|
creator: true,
|
|
asset: { select: { media: true, mediaType: true, name: true } },
|
|
},
|
|
})
|
|
|
|
if (!rootComment) {
|
|
const isAsset = await prisma.asset.findUnique({
|
|
where: { id: params.threadId },
|
|
select: { id: true },
|
|
})
|
|
const errorText = isAsset
|
|
? `ID "${params.threadId}" is an Asset ID, not a Comment Thread ID. Do not pass asset IDs to read_thread.`
|
|
: `Comment thread with ID "${params.threadId}" not found.`
|
|
|
|
return {
|
|
content: [{ type: 'text', text: errorText }],
|
|
details: { threadId: params.threadId },
|
|
}
|
|
}
|
|
|
|
const replies = await prisma.assetComment.findMany({
|
|
where: {
|
|
replyToId: rootComment.id,
|
|
message: { not: '__CHAT__' },
|
|
},
|
|
orderBy: { id: 'asc' },
|
|
include: { creator: true },
|
|
})
|
|
|
|
const proxyType =
|
|
(rootComment.asset?.media as PrismaJson.MediaInfo | null)?.proxyType ||
|
|
getProxyType(rootComment.asset?.mediaType, rootComment.asset?.name) ||
|
|
undefined
|
|
|
|
const isRootAgent = rootComment.creator?.type === 'agent' || rootComment.sessionId !== null
|
|
const rootAuthor = rootComment.creator?.name || (isRootAgent ? 'Ai Agent' : 'User')
|
|
const rootMeta = formatCommentMeta(rootComment, proxyType)
|
|
let output = `Thread Root [${rootAuthor}] ${rootMeta}: ${rootComment.message || ''}\n\nReplies (${replies.length}):`
|
|
|
|
if (replies.length === 0) {
|
|
output += '\n(No replies in this thread yet)'
|
|
} else {
|
|
for (const reply of replies) {
|
|
const isAgent = reply.creator?.type === 'agent' || reply.sessionId !== null
|
|
const author = reply.creator?.name || (isAgent ? 'Ai Agent' : 'User')
|
|
const replyMeta = formatCommentMeta(reply, proxyType)
|
|
output += `\n- [${author}] ${replyMeta}: ${reply.message || ''}`
|
|
}
|
|
}
|
|
|
|
return {
|
|
content: [{ type: 'text', text: output }],
|
|
details: { threadId: params.threadId },
|
|
}
|
|
},
|
|
})
|