From b7271777e0015f75ce84d4ac352debe5b81f5bb0 Mon Sep 17 00:00:00 2001 From: Yiling-J Date: Thu, 15 Oct 2026 15:49:24 +0800 Subject: [PATCH] feat(agent): support gemma-embedding-2-openai provider (#475) * feat(agent): support gemma-embedding-2-openai provider Add support for local LiteRT-LM Gemma Embedding 2 provider with 768-dimensional vector embeddings, environment-configured read-only embedding agents, 16-frame uniform sampling for video chunks, and automatic WebP-to-JPEG conversion. * refactor(agent): remove unused legacy generateEmbeddingActivity * chore(agent): align sharp version to 0.35.4 * refactor(agent): rename embedding server env to GEMMA_EMBEDDING_OPENAI_BASE_URL * refactor(agent,transcode): use native Bun.Archive for video chunk frames * fix(transcode,agent): populate buffer entries in Bun.Archive and validate frame sizes --- CHANGELOG.md | 2 + apps/web/e2e/serve.ts | 1 + apps/web/src/index.ts | 2 + bun.lock | 1 + packages/agent/package.json | 1 + packages/agent/src/activities/ai.test.ts | 345 ++++++++++++++++-- packages/agent/src/activities/ai.ts | 298 ++++++++------- packages/agent/src/index.ts | 2 - .../src/workflows/agent-embedding.test.ts | 44 +++ .../agent/src/workflows/agent-embedding.ts | 6 +- packages/api/src/agent.test.ts | 119 +++++- packages/api/src/agent.ts | 20 + packages/core/src/agent/agent.test.ts | 81 ++++ packages/core/src/agent/agent.ts | 52 ++- packages/core/src/search/search.test.ts | 148 ++++++++ packages/core/src/search/search.ts | 12 +- packages/core/src/team/team.ts | 6 +- .../migration.sql | 8 + packages/db/prisma/schema.prisma | 18 +- .../db/src/generated/prisma/internal/class.ts | 2 +- packages/dtos/src/agent.ts | 1 + .../src/activities/transcode.test.ts | 94 +++++ .../transcode/src/activities/transcode.ts | 77 ++++ .../settings/AgentFormDialog.test.tsx | 35 ++ .../components/settings/AgentFormDialog.tsx | 72 ++-- .../components/settings/AgentsSettings.tsx | 57 +-- packages/webui/messages/en.json | 2 + packages/webui/messages/zh.json | 2 + 28 files changed, 1270 insertions(+), 238 deletions(-) create mode 100644 packages/db/prisma/migrations/20261014054332_add_embedding_768/migration.sql diff --git a/CHANGELOG.md b/CHANGELOG.md index f61348b3..e79d7684 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -8,6 +8,8 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.1.0/). ### Added +* **agent**: Add support for local LiteRT-LM Gemma Embedding 2 (`gemma-embedding-2-openai`) provider and environment-enforced read-only embedding agents with automatic 768-dimensional vector search indexing + ### Fixed ### Changed diff --git a/apps/web/e2e/serve.ts b/apps/web/e2e/serve.ts index 6f5238ec..d791520c 100644 --- a/apps/web/e2e/serve.ts +++ b/apps/web/e2e/serve.ts @@ -19,6 +19,7 @@ async function start() { process.env.BETTER_AUTH_URL = 'http://localhost:5200' process.env.NODE_ENV = 'development' process.env.SHUMAI_E2E = 'true' + process.env.ENABLE_EMBEDDING_AGENT = 'false' // Write variables to .env.e2e file so the teardown can load them const envContent = [`DATABASE_URL=${process.env.DATABASE_URL}`, `S3_BUCKET=${bucketName}`].join( diff --git a/apps/web/src/index.ts b/apps/web/src/index.ts index 253e4ef8..c220247e 100644 --- a/apps/web/src/index.ts +++ b/apps/web/src/index.ts @@ -12,6 +12,7 @@ import { metadataService } from '@shumai/core/src/metadata/metadata' import { initTranscodeWorkflows } from '@shumai/transcode' import { workflowService } from '@shumai/workflow-core' import { migrateLegacyAgentAvatars } from '@shumai/core/src/agent/migration' +import { agentService } from '@shumai/core/src/agent/agent' import { handleDaemonCommands } from '@shumai/core/src/utils/daemon' import { authService } from '@shumai/core/src/auth/auth' @@ -58,6 +59,7 @@ async function run() { // Start services await metadataService.syncSystemFields().catch(console.error) await migrateLegacyAgentAvatars().catch(console.error) + await agentService.ensureSystemEmbeddingAgents().catch(console.error) assetService.startCleanupJob() notificationJobService.start() workflowService.start() diff --git a/bun.lock b/bun.lock index e2a97414..aab6dc01 100644 --- a/bun.lock +++ b/bun.lock @@ -161,6 +161,7 @@ "@temporalio/workflow": "1.23.0", "adm-zip": "0.6.0", "jittered-fractional-indexing": "1.0.1", + "sharp": "0.35.4", "typebox": "1.3.22", "ulid": "3.0.2", "zod": "4.5.4", diff --git a/packages/agent/package.json b/packages/agent/package.json index 323917e8..64c8fe03 100644 --- a/packages/agent/package.json +++ b/packages/agent/package.json @@ -19,6 +19,7 @@ "@temporalio/workflow": "1.23.0", "adm-zip": "0.6.0", "jittered-fractional-indexing": "1.0.1", + "sharp": "0.35.4", "typebox": "1.3.22", "ulid": "3.0.2", "zod": "4.5.4" diff --git a/packages/agent/src/activities/ai.test.ts b/packages/agent/src/activities/ai.test.ts index 0490c036..6361bde3 100644 --- a/packages/agent/src/activities/ai.test.ts +++ b/packages/agent/src/activities/ai.test.ts @@ -1,4 +1,4 @@ -import { describe, it, expect, vi, beforeEach } from 'vitest' +import { describe, it, expect, vi, beforeEach, afterEach } from 'vitest' import { generateTextEmbeddingActivity, extractAiMetadataActivity, @@ -6,12 +6,12 @@ import { saveAssetEmbeddingsActivity, generateImageEmbeddingActivity, generateVideoChunkEmbeddingActivity, - generateEmbeddingActivity, } from './ai' import { s3Service } from '@shumai/core/src/s3/s3' import { transcodeService } from '@shumai/core' import { prisma, AssetType, AssetStatus } from '@shumai/db' import { setupTestDbHooks } from '@shumai/db/test' +import sharp from 'sharp' vi.mock('fs', async (importOriginal) => { // eslint-disable-next-line @typescript-eslint/no-explicit-any -- importOriginal returns the raw fs module, typed dynamically as any here @@ -54,7 +54,6 @@ vi.mock('child_process', () => { const execFileMock: any = vi.fn((file: any, args: any, cb: any) => { cb(null, '120.0\n', '') }) - // Setup custom promisify behavior to return { stdout, stderr } // eslint-disable-next-line @typescript-eslint/no-explicit-any -- mock functions dynamically return varying types based on test command calls execFileMock[Symbol.for('nodejs.util.promisify.custom')] = vi.fn(async (file: any) => { if (file === 'ffprobe') { @@ -90,6 +89,14 @@ describe('AI Activities Unit Tests', () => { beforeEach(() => { vi.clearAllMocks() process.env.GEMINI_API_KEY = 'test-key' + delete process.env.EMBEDDING_PROVIDER + delete process.env.GEMMA_EMBEDDING_OPENAI_BASE_URL + }) + + afterEach(() => { + vi.unstubAllGlobals() + delete process.env.EMBEDDING_PROVIDER + delete process.env.GEMMA_EMBEDDING_OPENAI_BASE_URL }) it('should generate image embedding', async () => { @@ -126,33 +133,6 @@ describe('AI Activities Unit Tests', () => { ) }) - it('should resolve video input via resolveInput and avoid downloadToFile in generateEmbeddingActivity', async () => { - vi.mocked(s3Service.downloadToFile).mockClear() - vi.mocked(s3Service.resolveInput).mockClear() - vi.mocked(s3Service.resolveInput).mockResolvedValue( - 'https://mock-storage/files/asset-123/video.mp4', - ) - - const res = await generateEmbeddingActivity({ - teamId: 't1', - assetId: 'asset-123', - context: { - agent: {}, - asset: { - mediaType: 'video/mp4', - name: 'sample.mp4', - storageKey: { key: 'files/asset-123/video.mp4' }, - media: { proxyType: 'video' }, - }, - }, - }) - - expect(s3Service.resolveInput).toHaveBeenCalledWith('shumai', 'files/asset-123/video.mp4') - expect(s3Service.downloadToFile).not.toHaveBeenCalled() - expect(s3Service.getObject).not.toHaveBeenCalledWith('shumai', 'files/asset-123/video.mp4') - expect(res.embeddings.length).toBeGreaterThan(0) - }) - it('should generate text embedding successfully', async () => { const res = await generateTextEmbeddingActivity({ text: 'Search query', @@ -172,6 +152,279 @@ describe('AI Activities Unit Tests', () => { ) }) + it('should generate text embedding successfully with gemma-embedding-2-openai', async () => { + process.env.EMBEDDING_PROVIDER = 'gemma-embedding-2-openai' + const mockFetch = vi.fn().mockResolvedValue({ + ok: true, + json: async () => ({ + model: 'embeddinggemma-2', + data: [{ embedding: Array(768).fill(0.1) }], + // eslint-disable-next-line @typescript-eslint/naming-convention + usage: { prompt_tokens: 15 }, + }), + }) + vi.stubGlobal('fetch', mockFetch) + + const res = await generateTextEmbeddingActivity({ + text: 'Search query', + teamId: 't1', + }) + + expect(res.embedding).toHaveLength(768) + expect(res.usage.model).toBe('embeddinggemma-2') + expect(res.usage.inputTokens).toBe(15) + expect(mockFetch).toHaveBeenCalledWith( + 'http://localhost:9379/v1/embeddings', + expect.objectContaining({ + method: 'POST', + headers: { 'Content-Type': 'application/json' }, + body: JSON.stringify({ + model: 'embeddinggemma-2', + input: 'task: search query | text: Search query', + }), + }), + ) + }) + + it('should generate image embedding successfully with gemma-embedding-2-openai', async () => { + process.env.EMBEDDING_PROVIDER = 'gemma-embedding-2-openai' + const mockFetch = vi.fn().mockResolvedValue({ + ok: true, + json: async () => ({ + model: 'embeddinggemma-2', + data: [{ embedding: Array(768).fill(0.2) }], + // eslint-disable-next-line @typescript-eslint/naming-convention + usage: { prompt_tokens: 140 }, + }), + }) + vi.stubGlobal('fetch', mockFetch) + + vi.mocked(s3Service.getObject).mockResolvedValue({ + buffer: Buffer.from('test-image'), + contentType: 'image/png', + } as unknown as { buffer: Buffer; contentType: string }) + + const res = await generateImageEmbeddingActivity({ + teamId: 't1', + assetKey: 'img.png', + mediaType: 'image/png', + }) + + expect(res.embedding).toHaveLength(768) + expect(res.usage.model).toBe('embeddinggemma-2') + expect(res.usage.inputTokens).toBe(140) + expect(mockFetch).toHaveBeenCalledWith( + 'http://localhost:9379/v1/embeddings', + expect.objectContaining({ + method: 'POST', + body: JSON.stringify({ + model: 'embeddinggemma-2', + input: [ + { + type: 'image_url', + // eslint-disable-next-line @typescript-eslint/naming-convention + image_url: { + url: `data:image/png;base64,${Buffer.from('test-image').toString('base64')}`, + }, + }, + ], + }), + }), + ) + }) + + it('should respect custom GEMMA_EMBEDDING_OPENAI_BASE_URL with or without /v1 suffix', async () => { + process.env.EMBEDDING_PROVIDER = 'gemma-embedding-2-openai' + const mockFetch = vi.fn().mockResolvedValue({ + ok: true, + json: async () => ({ + model: 'embeddinggemma-2', + data: [{ embedding: Array(768).fill(0.2) }], + // eslint-disable-next-line @typescript-eslint/naming-convention + usage: { prompt_tokens: 10 }, + }), + }) + vi.stubGlobal('fetch', mockFetch) + + // Test with /v1 + process.env.GEMMA_EMBEDDING_OPENAI_BASE_URL = 'http://custom-host:9379/v1' + await generateTextEmbeddingActivity({ text: 'test query', teamId: 't1' }) + expect(mockFetch).toHaveBeenLastCalledWith( + 'http://custom-host:9379/v1/embeddings', + expect.anything(), + ) + + // Test without /v1 + process.env.GEMMA_EMBEDDING_OPENAI_BASE_URL = 'http://custom-host:9379' + await generateTextEmbeddingActivity({ text: 'test query', teamId: 't1' }) + expect(mockFetch).toHaveBeenLastCalledWith( + 'http://custom-host:9379/v1/embeddings', + expect.anything(), + ) + }) + + it('should convert webp image to jpeg with gemma-embedding-2-openai', async () => { + process.env.EMBEDDING_PROVIDER = 'gemma-embedding-2-openai' + const mockFetch = vi.fn().mockResolvedValue({ + ok: true, + json: async () => ({ + model: 'embeddinggemma-2', + data: [{ embedding: Array(768).fill(0.2) }], + // eslint-disable-next-line @typescript-eslint/naming-convention + usage: { prompt_tokens: 140 }, + }), + }) + vi.stubGlobal('fetch', mockFetch) + + const webpBuffer = await sharp({ + create: { width: 10, height: 10, channels: 3, background: { r: 255, g: 0, b: 0 } }, + }) + .webp() + .toBuffer() + vi.mocked(s3Service.getObject).mockResolvedValue({ + buffer: webpBuffer, + contentType: 'image/webp', + } as unknown as { buffer: Buffer; contentType: string }) + + const res = await generateImageEmbeddingActivity({ + teamId: 't1', + assetKey: 'img.webp', + mediaType: 'image/webp', + }) + + expect(res.embedding).toHaveLength(768) + expect(mockFetch).toHaveBeenCalledWith( + 'http://localhost:9379/v1/embeddings', + expect.objectContaining({ + method: 'POST', + body: expect.stringContaining('data:image/jpeg;base64,'), + }), + ) + }) + + it('should generate video chunk embedding from tar archive with gemma-embedding-2-openai', async () => { + process.env.EMBEDDING_PROVIDER = 'gemma-embedding-2-openai' + const mockFetch = vi.fn().mockResolvedValue({ + ok: true, + json: async () => ({ + model: 'embeddinggemma-2', + data: [{ embedding: Array(768).fill(0.3) }], + // eslint-disable-next-line @typescript-eslint/naming-convention + usage: { prompt_tokens: 140 }, + }), + }) + vi.stubGlobal('fetch', mockFetch) + + const sampleArchive = new Bun.Archive({ + 'frame_0001.jpg': Buffer.from('frame-1'), + }) + const archiveBytes = await sampleArchive.bytes() + + vi.mocked(s3Service.getObject).mockResolvedValue({ + buffer: Buffer.from(archiveBytes.buffer, archiveBytes.byteOffset, archiveBytes.byteLength), + contentType: 'application/x-tar', + } as unknown as { buffer: Buffer; contentType: string }) + + const res = await generateVideoChunkEmbeddingActivity({ + teamId: 't1', + chunkKey: 'files/asset-1/tmp-embedding-chunks/frames-0-60.tar', + }) + + expect(res.embedding).toHaveLength(768) + expect(res.usage.model).toBe('embeddinggemma-2') + expect(mockFetch).toHaveBeenCalled() + }) + + it('should sample uniform 16 frames when chunk archive contains more than 16 frames', async () => { + process.env.EMBEDDING_PROVIDER = 'gemma-embedding-2-openai' + const mockFetch = vi.fn().mockResolvedValue({ + ok: true, + json: async () => ({ + model: 'embeddinggemma-2', + data: [{ embedding: Array(768).fill(0.3) }], + // eslint-disable-next-line @typescript-eslint/naming-convention + usage: { prompt_tokens: 140 }, + }), + }) + vi.stubGlobal('fetch', mockFetch) + + const frames: Record = {} + for (let i = 1; i <= 30; i++) { + frames[`frame_${String(i).padStart(4, '0')}.jpg`] = Buffer.from(`frame-${i}`) + } + const sampleArchive = new Bun.Archive(frames) + const archiveBytes = await sampleArchive.bytes() + + vi.mocked(s3Service.getObject).mockResolvedValue({ + buffer: Buffer.from(archiveBytes.buffer, archiveBytes.byteOffset, archiveBytes.byteLength), + contentType: 'application/x-tar', + } as unknown as { buffer: Buffer; contentType: string }) + + const res = await generateVideoChunkEmbeddingActivity({ + teamId: 't1', + chunkKey: 'files/asset-1/tmp-embedding-chunks/frames-0-60.tar', + }) + + expect(res.embedding).toHaveLength(768) + const requestBody = JSON.parse(mockFetch.mock.calls[0][1].body) + expect(requestBody.input).toHaveLength(16) + }) + + it('should throw non-retryable ApplicationFailure when chunk archive contains no valid frames', async () => { + process.env.EMBEDDING_PROVIDER = 'gemma-embedding-2-openai' + const sampleArchive = new Bun.Archive({ + 'info.txt': Buffer.from('not an image'), + }) + const archiveBytes = await sampleArchive.bytes() + + vi.mocked(s3Service.getObject).mockResolvedValue({ + buffer: Buffer.from(archiveBytes.buffer, archiveBytes.byteOffset, archiveBytes.byteLength), + contentType: 'application/x-tar', + } as unknown as { buffer: Buffer; contentType: string }) + + await expect( + generateVideoChunkEmbeddingActivity({ + teamId: 't1', + chunkKey: 'files/asset-1/tmp-embedding-chunks/frames-0-60.tar', + }), + ).rejects.toThrow('No extracted frames found in chunk archive') + }) + + it('should throw non-retryable ApplicationFailure when chunk archive data is corrupted', async () => { + process.env.EMBEDDING_PROVIDER = 'gemma-embedding-2-openai' + vi.mocked(s3Service.getObject).mockResolvedValue({ + buffer: Buffer.from('corrupted non-tar bytes'), + contentType: 'application/x-tar', + } as unknown as { buffer: Buffer; contentType: string }) + + await expect( + generateVideoChunkEmbeddingActivity({ + teamId: 't1', + chunkKey: 'files/asset-1/tmp-embedding-chunks/frames-0-60.tar', + }), + ).rejects.toThrow('Failed to read chunk archive') + }) + + it('should throw non-retryable ApplicationFailure when an extracted frame is empty (0 bytes)', async () => { + process.env.EMBEDDING_PROVIDER = 'gemma-embedding-2-openai' + const sampleArchive = new Bun.Archive({ + 'frame_0001.jpg': Buffer.alloc(0), + }) + const archiveBytes = await sampleArchive.bytes() + + vi.mocked(s3Service.getObject).mockResolvedValue({ + buffer: Buffer.from(archiveBytes.buffer, archiveBytes.byteOffset, archiveBytes.byteLength), + contentType: 'application/x-tar', + } as unknown as { buffer: Buffer; contentType: string }) + + await expect( + generateVideoChunkEmbeddingActivity({ + teamId: 't1', + chunkKey: 'files/asset-1/tmp-embedding-chunks/frames-0-60.tar', + }), + ).rejects.toThrow('is empty (0 bytes)') + }) + describe('extractAiMetadataActivity', () => { it('should return existing images if they are already in S3 storage', async () => { // eslint-disable-next-line @typescript-eslint/no-explicit-any -- mock returned object cast as any due to partial implementation @@ -423,5 +676,37 @@ describe('AI Database Activities Integration', () => { expect(dbEmbeddings[0].endTime).toBe(60.0) expect(dbEmbeddings[1].startTime).toBeNull() }) + + it('should save 768-dim embeddings to embedding_768 column in database', async () => { + const embeddings = [ + { + embedding: Array(768).fill(0.01), + startTime: 0.0, + endTime: 60.0, + }, + { + embedding: Array(768).fill(0.02), + }, + ] + + await saveAssetEmbeddingsActivity({ + assetId: asset.id, + embeddings, + }) + + // Query raw embeddings from DB + // eslint-disable-next-line @typescript-eslint/no-explicit-any -- db query output is a raw postgres result array typed as any + const dbEmbeddings: any[] = await prisma.$queryRaw` + SELECT id, asset_id as "assetId", (embedding_768 IS NOT NULL) as "has768", (embedding IS NOT NULL) as "has1536" + FROM asset_embeddings + WHERE asset_id = ${asset.id} + ` + + expect(dbEmbeddings.length).toBe(2) + expect(dbEmbeddings[0].has768).toBe(true) + expect(dbEmbeddings[0].has1536).toBe(false) + expect(dbEmbeddings[1].has768).toBe(true) + expect(dbEmbeddings[1].has1536).toBe(false) + }) }) }) diff --git a/packages/agent/src/activities/ai.ts b/packages/agent/src/activities/ai.ts index 85f8befe..ba862697 100644 --- a/packages/agent/src/activities/ai.ts +++ b/packages/agent/src/activities/ai.ts @@ -1,17 +1,11 @@ import { GoogleGenAI } from '@google/genai' import { s3Service } from '@shumai/core/src/s3/s3' import { transcodeService } from '@shumai/core' -import { execFile } from 'child_process' import * as fs from 'fs' -import * as os from 'os' import * as path from 'path' -import { promisify } from 'util' import { ApplicationFailure } from '@temporalio/activity' import { prisma } from '@shumai/db' -import { getProxyType } from '@shumai/core/src/utils/mime' -import { ulid } from 'ulid' - -const execFileAsync = promisify(execFile) +import sharp from 'sharp' export interface Usage { inputTokens: number @@ -25,15 +19,6 @@ export interface GeneratedEmbedding { endTime?: number } -export interface GenerateEmbeddingParams { - teamId: string - assetId: string - context: { - agent: unknown - asset: unknown - } -} - async function generateMultimodalEmbedding( ai: GoogleGenAI, buffer: Buffer, @@ -62,131 +47,61 @@ async function generateMultimodalEmbedding( return values } -export async function generateEmbeddingActivity(params: GenerateEmbeddingParams): Promise<{ - embeddings: GeneratedEmbedding[] +interface OpenAiEmbeddingItem { + type?: string + // eslint-disable-next-line @typescript-eslint/naming-convention + image_url?: { + url: string + } +} + +async function callGemmaEmbeddingServer(input: string | OpenAiEmbeddingItem[]): Promise<{ + embedding: number[] usage: Usage }> { - // eslint-disable-next-line @typescript-eslint/no-explicit-any -- context properties are fetched as JSON from the DB activity - const { asset } = params.context as any + const rawBaseUrl = process.env.GEMMA_EMBEDDING_OPENAI_BASE_URL || 'http://localhost:9379/v1' - if (!asset.mediaType) { - throw ApplicationFailure.create({ message: 'asset has no media type', nonRetryable: true }) - } + const normalized = rawBaseUrl.replace(/\/+$/, '') + const endpoint = normalized.endsWith('/embeddings') + ? normalized + : normalized.endsWith('/v1') + ? `${normalized}/embeddings` + : `${normalized}/v1/embeddings` - const apiKey = process.env.GEMINI_API_KEY - if (!apiKey) { + const response = await fetch(endpoint, { + method: 'POST', + headers: { 'Content-Type': 'application/json' }, + body: JSON.stringify({ + model: 'embeddinggemma-2', + input, + }), + }) + + if (!response.ok) { + const errorText = await response.text() throw ApplicationFailure.create({ - message: 'GEMINI_API_KEY environment variable is not configured', - nonRetryable: true, + message: `Embedding server returned status ${response.status}: ${errorText}`, + nonRetryable: false, }) } - const resolvedApiKey = process.env[apiKey] || apiKey - const ai = new GoogleGenAI({ apiKey: resolvedApiKey }) - - const usage: Usage = { - model: 'gemini-embedding-2', - inputTokens: 0, - outputTokens: 0, - } - - const proxyType = - (asset.media as PrismaJson.MediaInfo | null)?.proxyType || - getProxyType(asset.mediaType, asset.name) - const isImage = proxyType === 'image' - const isVideo = proxyType === 'video' - - if (!isImage && !isVideo) { + // eslint-disable-next-line @typescript-eslint/no-explicit-any -- response json shape is dynamic from external endpoint + const json: any = await response.json() + const embedding = json.data?.[0]?.embedding + if (!embedding || !Array.isArray(embedding)) { throw ApplicationFailure.create({ - message: `unsupported media type for embeddings: ${asset.mediaType}`, - nonRetryable: true, + message: 'Invalid embedding returned from embedding server', + nonRetryable: false, }) } - const key = asset.storageKey?.key - if (!key) { - throw ApplicationFailure.create({ message: 'asset has no key', nonRetryable: true }) - } - - const bucket = process.env.S3_BUCKET || 'shumai' - const results: GeneratedEmbedding[] = [] - - if (isImage) { - const { buffer: data } = await s3Service.getObject(bucket, key) - const embVec = await generateMultimodalEmbedding(ai, data, asset.mediaType) - results.push({ embedding: embVec }) - } else if (isVideo) { - const inputSource = await s3Service.resolveInput(bucket, key) - const isRemote = inputSource.startsWith('http://') || inputSource.startsWith('https://') - - const { stdout } = await execFileAsync('ffprobe', [ - '-v', - 'error', - '-show_entries', - 'format=duration', - '-of', - 'default=noprint_wrappers=1:nokey=1', - inputSource, - ]) - const duration = parseFloat(stdout.trim()) - if (isNaN(duration)) { - throw ApplicationFailure.create({ - message: 'failed to parse video duration', - nonRetryable: true, - }) - } - - const chunkSize = 60.0 - for (let start = 0.0; start < duration; start += chunkSize) { - let end = start + chunkSize - if (end > duration) end = duration - - const chunkTmp = path.join(os.tmpdir(), `video-chunk-${Date.now()}-${ulid()}.mp4`) - try { - await execFileAsync('ffmpeg', [ - '-y', - '-loglevel', - 'warning', - ...(isRemote - ? ['-reconnect', '1', '-reconnect_streamed', '1', '-reconnect_delay_max', '5'] - : []), - '-ss', - start.toString(), - '-i', - inputSource, - '-map', - '0:V:0', - '-map', - '0:a:0?', - '-t', - (end - start).toString(), - '-c', - 'copy', - chunkTmp, - ]) - - const chunkData = fs.readFileSync(chunkTmp) - - try { - const embVec = await generateMultimodalEmbedding(ai, chunkData, 'video/mp4') - results.push({ embedding: embVec, startTime: start, endTime: end }) - // eslint-disable-next-line @typescript-eslint/no-explicit-any - } catch (e: any) { - console.error( - `failed to generate video embedding for chunk ${start}-${end}: ${e.message}`, - ) - } - } finally { - if (fs.existsSync(chunkTmp)) { - fs.unlinkSync(chunkTmp) - } - } - } - } - return { - embeddings: results, - usage, + embedding, + usage: { + model: json.model || 'gemma-embedding-2-openai', + inputTokens: json.usage?.prompt_tokens ?? 0, + outputTokens: 0, + }, } } @@ -199,6 +114,11 @@ export async function generateTextEmbeddingActivity(params: GenerateTextEmbeddin embedding: number[] usage: Usage }> { + const provider = process.env.EMBEDDING_PROVIDER || 'gemini-embedding-2' + if (provider === 'gemma-embedding-2-openai') { + return callGemmaEmbeddingServer(`task: search query | text: ${params.text}`) + } + const apiKey = process.env.GEMINI_API_KEY if (!apiKey) { throw ApplicationFailure.create({ @@ -339,12 +259,14 @@ export async function getEmbeddingContextActivity(params: { teamId: string; asse const parsedOverlap = parseFloat(process.env.EMBEDDING_CHUNK_OVERLAP || '') const chunkOverlap = Number.isFinite(parsedOverlap) && parsedOverlap >= 0 ? parsedOverlap : 5.0 + const embeddingProvider = process.env.EMBEDDING_PROVIDER || 'gemini-embedding-2' return { agent, asset, chunkDuration, chunkOverlap, + embeddingProvider, } } @@ -358,16 +280,32 @@ export async function saveAssetEmbeddingsActivity(params: { }) { for (const item of params.embeddings) { const embVec = JSON.stringify(item.embedding) + const is768 = item.embedding.length === 768 + if (item.startTime !== undefined && item.endTime !== undefined) { - await prisma.$executeRaw` - INSERT INTO asset_embeddings (id, asset_id, embedding, start_time, end_time, updated_at) - VALUES (gen_random_uuid()::text, ${params.assetId}, ${embVec}::vector, ${item.startTime}, ${item.endTime}, NOW()) - ` + if (is768) { + await prisma.$executeRaw` + INSERT INTO asset_embeddings (id, asset_id, embedding_768, start_time, end_time, updated_at) + VALUES (gen_random_uuid()::text, ${params.assetId}, ${embVec}::vector, ${item.startTime}, ${item.endTime}, NOW()) + ` + } else { + await prisma.$executeRaw` + INSERT INTO asset_embeddings (id, asset_id, embedding, start_time, end_time, updated_at) + VALUES (gen_random_uuid()::text, ${params.assetId}, ${embVec}::vector, ${item.startTime}, ${item.endTime}, NOW()) + ` + } } else { - await prisma.$executeRaw` - INSERT INTO asset_embeddings (id, asset_id, embedding, updated_at) - VALUES (gen_random_uuid()::text, ${params.assetId}, ${embVec}::vector, NOW()) - ` + if (is768) { + await prisma.$executeRaw` + INSERT INTO asset_embeddings (id, asset_id, embedding_768, updated_at) + VALUES (gen_random_uuid()::text, ${params.assetId}, ${embVec}::vector, NOW()) + ` + } else { + await prisma.$executeRaw` + INSERT INTO asset_embeddings (id, asset_id, embedding, updated_at) + VALUES (gen_random_uuid()::text, ${params.assetId}, ${embVec}::vector, NOW()) + ` + } } } } @@ -384,6 +322,30 @@ export async function generateImageEmbeddingActivity( embedding: number[] usage: Usage }> { + const provider = process.env.EMBEDDING_PROVIDER || 'gemini-embedding-2' + const { buffer: data } = await s3Service.getObject( + process.env.S3_BUCKET || 'shumai', + params.assetKey, + ) + + if (provider === 'gemma-embedding-2-openai') { + let imgData = data + let mimeType = params.mediaType || 'image/jpeg' + if (mimeType !== 'image/jpeg' && mimeType !== 'image/png') { + imgData = await sharp(data).jpeg().toBuffer() + mimeType = 'image/jpeg' + } + return callGemmaEmbeddingServer([ + { + type: 'image_url', + // eslint-disable-next-line @typescript-eslint/naming-convention + image_url: { + url: `data:${mimeType};base64,${imgData.toString('base64')}`, + }, + }, + ]) + } + const apiKey = process.env.GEMINI_API_KEY if (!apiKey) { throw ApplicationFailure.create({ @@ -401,10 +363,6 @@ export async function generateImageEmbeddingActivity( outputTokens: 0, } - const { buffer: data } = await s3Service.getObject( - process.env.S3_BUCKET || 'shumai', - params.assetKey, - ) const embVec = await generateMultimodalEmbedding(ai, data, params.mediaType) return { @@ -424,6 +382,66 @@ export async function generateVideoChunkEmbeddingActivity( embedding: number[] usage: Usage }> { + const provider = process.env.EMBEDDING_PROVIDER || 'gemini-embedding-2' + const isGemma = provider === 'gemma-embedding-2-openai' || params.chunkKey.endsWith('.tar') + + if (isGemma) { + const { buffer: data } = await s3Service.getObject( + process.env.S3_BUCKET || 'shumai', + params.chunkKey, + ) + + let filesMap: Map + try { + const archive = new Bun.Archive(data) + filesMap = await archive.files() + } catch (err) { + throw ApplicationFailure.create({ + message: `Failed to read chunk archive ${params.chunkKey}: ${err instanceof Error ? err.message : String(err)}`, + nonRetryable: true, + }) + } + + const frameFiles = Array.from(filesMap.keys()) + .filter((f) => /\.(jpe?g|png|webp)$/i.test(f)) + .sort() + + if (frameFiles.length === 0) { + throw ApplicationFailure.create({ + message: `No extracted frames found in chunk archive ${params.chunkKey}`, + nonRetryable: true, + }) + } + + let selectedFrames = frameFiles + if (selectedFrames.length > 16) { + const step = (selectedFrames.length - 1) / 15 + selectedFrames = Array.from({ length: 16 }, (_, i) => selectedFrames[Math.round(i * step)]) + } + + const input: OpenAiEmbeddingItem[] = await Promise.all( + selectedFrames.map(async (f) => { + const file = filesMap.get(f)! + const fileBytes = await file.bytes() + if (fileBytes.byteLength === 0) { + throw ApplicationFailure.create({ + message: `Extracted frame ${f} in chunk archive ${params.chunkKey} is empty (0 bytes)`, + nonRetryable: true, + }) + } + return { + type: 'image_url', + // eslint-disable-next-line @typescript-eslint/naming-convention + image_url: { + url: `data:image/jpeg;base64,${Buffer.from(fileBytes).toString('base64')}`, + }, + } + }), + ) + + return await callGemmaEmbeddingServer(input) + } + const apiKey = process.env.GEMINI_API_KEY if (!apiKey) { throw ApplicationFailure.create({ diff --git a/packages/agent/src/index.ts b/packages/agent/src/index.ts index a88dcdfd..06216eb8 100644 --- a/packages/agent/src/index.ts +++ b/packages/agent/src/index.ts @@ -625,13 +625,11 @@ export function initAgentWorkflows() { export * from './activities/agent' export { extractAiMetadataActivity, - generateEmbeddingActivity, generateImageEmbeddingActivity, generateTextEmbeddingActivity, generateVideoChunkEmbeddingActivity, type ExtractAiMetadataParams, type GeneratedEmbedding, - type GenerateEmbeddingParams, type GenerateTextEmbeddingParams, } from './activities/ai' export * from './database-session-storage' diff --git a/packages/agent/src/workflows/agent-embedding.test.ts b/packages/agent/src/workflows/agent-embedding.test.ts index 54bae9d4..ecba82f2 100644 --- a/packages/agent/src/workflows/agent-embedding.test.ts +++ b/packages/agent/src/workflows/agent-embedding.test.ts @@ -314,18 +314,21 @@ describe('Agent Embedding Workflow', () => { assetKey: 'test-transcoded.mp4', startTime: 0, endTime: 60, + format: 'video', }) expect(mockActivities.transcodeVideoChunkActivity).toHaveBeenNthCalledWith(2, { assetId: 'a1', assetKey: 'test-transcoded.mp4', startTime: 55, endTime: 115, + format: 'video', }) expect(mockActivities.transcodeVideoChunkActivity).toHaveBeenNthCalledWith(3, { assetId: 'a1', assetKey: 'test-transcoded.mp4', startTime: 110, endTime: 150, + format: 'video', }) // Verify video chunk embedding generation (3 chunks) on agent queue @@ -485,4 +488,45 @@ describe('Agent Embedding Workflow', () => { }), ) }) + + it('should run agent embedding workflow for video with gemma-embedding-2-openai requesting frames format', async () => { + mockActivities.getEmbeddingContextActivity.mockResolvedValue({ + agent: { id: 'b1' }, + asset: { + id: 'a1', + mediaType: 'video/mp4', + storageKey: { key: 'test.mp4' }, + media: { + duration: 30.0, + }, + }, + chunkDuration: 60.0, + chunkOverlap: 5.0, + embeddingProvider: 'gemma-embedding-2-openai', + }) + + const task = await prisma.workflowTask.create({ + data: { + type: 'ai_embedding', + status: 'pending', + assetId: 'a1', + teamId: 't1', + }, + }) + + await agentEmbeddingMedia(task) + + expect(mockActivities.transcodeVideoChunkActivity).toHaveBeenCalledWith( + expect.objectContaining({ + startTime: 0, + endTime: 30, + format: 'frames', + }), + ) + expect(mockActivities.updateTaskUsageActivity).toHaveBeenCalledWith( + expect.objectContaining({ + model: 'gemma-embedding-2-openai', + }), + ) + }) }) diff --git a/packages/agent/src/workflows/agent-embedding.ts b/packages/agent/src/workflows/agent-embedding.ts index 23cb747d..376f8485 100644 --- a/packages/agent/src/workflows/agent-embedding.ts +++ b/packages/agent/src/workflows/agent-embedding.ts @@ -68,7 +68,8 @@ export async function agentEmbeddingMedia(task: WorkflowTask): Promise { }) // eslint-disable-next-line @typescript-eslint/no-explicit-any - const { asset, chunkDuration, chunkOverlap } = context as any + const { asset, chunkDuration, chunkOverlap, embeddingProvider } = context as any + const isGemmaProvider = embeddingProvider === 'gemma-embedding-2-openai' const mediaInfo = asset.media as PrismaJson.MediaInfo | null const is3dWithViews = @@ -115,7 +116,7 @@ export async function agentEmbeddingMedia(task: WorkflowTask): Promise { const results: GeneratedEmbedding[] = [] const usage = { - model: 'gemini-embedding-2', + model: isGemmaProvider ? 'gemma-embedding-2-openai' : 'gemini-embedding-2', inputTokens: 0, outputTokens: 0, } @@ -151,6 +152,7 @@ export async function agentEmbeddingMedia(task: WorkflowTask): Promise { assetKey: embeddingKey, startTime: start, endTime: end, + format: isGemmaProvider ? 'frames' : 'video', }) const { chunkKey } = chunkRes diff --git a/packages/api/src/agent.test.ts b/packages/api/src/agent.test.ts index a7ec25a6..4f7214be 100644 --- a/packages/api/src/agent.test.ts +++ b/packages/api/src/agent.test.ts @@ -1,4 +1,4 @@ -import { describe, it, expect, vi, beforeEach } from 'vitest' +import { describe, it, expect, vi, beforeEach, afterEach } from 'vitest' import { HTTPException } from 'hono/http-exception' import { agentService } from '@shumai/core/src/agent/agent' import { authzService } from '@shumai/core/src/authz/authz' @@ -210,6 +210,30 @@ describe('Agent API', () => { itemId: 'agent1', }) }) + + it('returns 403 when updating embedding agent and ENABLE_EMBEDDING_AGENT is true', async () => { + process.env.ENABLE_EMBEDDING_AGENT = 'true' + try { + vi.mocked(agentService.getAgent).mockResolvedValueOnce({ + id: 'agent1', + teamId: 'team1', + type: 'embedding', + } as unknown as Awaited>) + + const res = await app.request('/agents/agent1', { + method: 'PUT', + headers: { 'Content-Type': 'application/json' }, + body: JSON.stringify({ + name: 'Updated Embedding Agent', + type: 'embedding', + }), + }) + + expect(res.status).toBe(403) + } finally { + delete process.env.ENABLE_EMBEDDING_AGENT + } + }) }) describe('DELETE /agents/:agentId', () => { @@ -227,6 +251,25 @@ describe('Agent API', () => { itemId: 'agent1', }) }) + + it('returns 403 when deleting embedding agent and ENABLE_EMBEDDING_AGENT is true', async () => { + process.env.ENABLE_EMBEDDING_AGENT = 'true' + try { + vi.mocked(agentService.getAgent).mockResolvedValueOnce({ + id: 'agent1', + teamId: 'team1', + type: 'embedding', + } as unknown as Awaited>) + + const res = await app.request('/agents/agent1', { + method: 'DELETE', + }) + + expect(res.status).toBe(403) + } finally { + delete process.env.ENABLE_EMBEDDING_AGENT + } + }) }) describe('PATCH /agents/:agentId/permission', () => { @@ -271,6 +314,27 @@ describe('Agent API', () => { }) }) + it('returns 403 when modifying embedding agent permission and ENABLE_EMBEDDING_AGENT is true', async () => { + process.env.ENABLE_EMBEDDING_AGENT = 'true' + try { + vi.mocked(agentService.getAgent).mockResolvedValueOnce({ + id: 'agent1', + teamId: 'team1', + type: 'embedding', + } as unknown as Awaited>) + + const res = await app.request('/agents/agent1/permission', { + method: 'PATCH', + headers: { 'Content-Type': 'application/json' }, + body: JSON.stringify({ permission: 'owner' }), + }) + + expect(res.status).toBe(403) + } finally { + delete process.env.ENABLE_EMBEDDING_AGENT + } + }) + it('denies access when user is not admin', async () => { vi.mocked(authzService.hasPermission).mockRejectedValue( new HTTPException(403, { message: 'Forbidden' }), @@ -410,4 +474,57 @@ describe('Agent API', () => { expect(agentService.listProjectChatAgents).not.toHaveBeenCalled() }) }) + + describe('read-only embedding agent when ENABLE_EMBEDDING_AGENT is true', () => { + beforeEach(() => { + process.env.ENABLE_EMBEDDING_AGENT = 'true' + vi.mocked(agentService.getAgent).mockResolvedValue({ + id: 'emb1', + teamId: 'team1', + type: 'embedding', + } as unknown as Awaited>) + }) + + afterEach(() => { + delete process.env.ENABLE_EMBEDDING_AGENT + }) + + it('rejects PUT /agents/:agentId with 403', async () => { + const res = await app.request('/agents/emb1', { + method: 'PUT', + headers: { 'Content-Type': 'application/json' }, + body: JSON.stringify({ + name: 'Updated Embedding', + type: 'embedding', + enabled: false, + }), + }) + + expect(res.status).toBe(403) + expect(agentService.updateAgent).not.toHaveBeenCalled() + }) + + it('rejects DELETE /agents/:agentId with 403', async () => { + const res = await app.request('/agents/emb1', { + method: 'DELETE', + headers: { 'Content-Type': 'application/json' }, + }) + + expect(res.status).toBe(403) + expect(agentService.deleteAgent).not.toHaveBeenCalled() + }) + + it('rejects PATCH /agents/:agentId/permission with 403', async () => { + const res = await app.request('/agents/emb1/permission', { + method: 'PATCH', + headers: { 'Content-Type': 'application/json' }, + body: JSON.stringify({ + permission: 'owner', + }), + }) + + expect(res.status).toBe(403) + expect(agentService.updateAgentPermission).not.toHaveBeenCalled() + }) + }) }) diff --git a/packages/api/src/agent.ts b/packages/api/src/agent.ts index 55e5252a..75ed9739 100644 --- a/packages/api/src/agent.ts +++ b/packages/api/src/agent.ts @@ -1,4 +1,5 @@ import { Hono } from 'hono' +import { HTTPException } from 'hono/http-exception' import { zValidator } from '@hono/zod-validator' import { agentService } from '@shumai/core/src/agent/agent' import { authzService, Permission, ResourceType } from '@shumai/core/src/authz/authz' @@ -92,6 +93,13 @@ const route = new Hono<{ Variables: { user: User } }>() id: agentId, }) + const existingAgent = await agentService.getAgent({ agentId }) + if (existingAgent?.type === 'embedding' && process.env.ENABLE_EMBEDDING_AGENT === 'true') { + throw new HTTPException(403, { + message: 'Embedding agent is managed by environment configuration and cannot be modified', + }) + } + const agent = await agentService.updateAgent({ agentId, ...req, @@ -123,6 +131,13 @@ const route = new Hono<{ Variables: { user: User } }>() id: agentId, }) + const existingAgent = await agentService.getAgent({ agentId }) + if (existingAgent?.type === 'embedding' && process.env.ENABLE_EMBEDDING_AGENT === 'true') { + throw new HTTPException(403, { + message: 'Embedding agent is managed by environment configuration and cannot be modified', + }) + } + const agent = await agentService.updateAgentPermission(agentId, req.permission) await auditLogService.logAction({ @@ -149,6 +164,11 @@ const route = new Hono<{ Variables: { user: User } }>() }) const existingAgent = await agentService.getAgent({ agentId }) + if (existingAgent?.type === 'embedding' && process.env.ENABLE_EMBEDDING_AGENT === 'true') { + throw new HTTPException(403, { + message: 'Embedding agent is managed by environment configuration and cannot be deleted', + }) + } await agentService.deleteAgent({ agentId, diff --git a/packages/core/src/agent/agent.test.ts b/packages/core/src/agent/agent.test.ts index 0563f96c..73794c98 100644 --- a/packages/core/src/agent/agent.test.ts +++ b/packages/core/src/agent/agent.test.ts @@ -976,4 +976,85 @@ describe('AgentService', () => { expect(ids).toHaveLength(0) }) }) + + describe('ensureEmbeddingAgent', () => { + test('creates embedding agent when ENABLE_EMBEDDING_AGENT is true', async () => { + const db = prisma + const svc = new AgentService() + const { team } = await setupTestData(db) + + process.env.ENABLE_EMBEDDING_AGENT = 'true' + try { + await svc.ensureEmbeddingAgentForTeam(team.id) + const agent = await db.agent.findFirst({ + where: { teamId: team.id, type: 'embedding' }, + include: { user: true, skills: { include: { skill: true } }, mcpServers: true }, + }) + expect(agent).toBeDefined() + const info = await svc.toAgentInfo(agent!) + expect(info.name).toBe('embedding-agent') + expect(info.type).toBe('embedding') + expect(info.enabled).toBe(true) + expect(info.avatarPreset).toBe('avatar-1') + expect(info.avatar).toContain('avatar-1.webp') + expect(info.readOnly).toBe(true) + + // Ensure idempotency + await svc.ensureEmbeddingAgentForTeam(team.id) + const count = await db.agent.count({ + where: { teamId: team.id, type: 'embedding' }, + }) + expect(count).toBe(1) + } finally { + delete process.env.ENABLE_EMBEDDING_AGENT + } + }) + + test('enables existing embedding agent when ENABLE_EMBEDDING_AGENT is true', async () => { + const db = prisma + const svc = new AgentService() + const { team } = await setupTestData(db) + + const bot = await db.user.create({ + data: { name: 'Existing Embedding', email: 'existing-emb@shumai.ai', type: 'agent' }, + }) + await db.agent.create({ + data: { + id: bot.id, + teamId: team.id, + type: 'embedding', + enabled: false, + config: { provider: '', model: '' }, + }, + }) + + process.env.ENABLE_EMBEDDING_AGENT = 'true' + try { + await svc.ensureEmbeddingAgentForTeam(team.id) + const agent = await db.agent.findFirst({ + where: { teamId: team.id, type: 'embedding' }, + include: { user: true, skills: { include: { skill: true } }, mcpServers: true }, + }) + expect(agent?.id).toBe(bot.id) + expect(agent?.enabled).toBe(true) + const info = await svc.toAgentInfo(agent!) + expect(info.readOnly).toBe(true) + } finally { + delete process.env.ENABLE_EMBEDDING_AGENT + } + }) + + test('does nothing when ENABLE_EMBEDDING_AGENT is false or not set', async () => { + const db = prisma + const svc = new AgentService() + const team = await db.team.create({ data: { name: 'Team No Agent' } }) + + delete process.env.ENABLE_EMBEDDING_AGENT + await svc.ensureEmbeddingAgentForTeam(team.id) + const agent = await db.agent.findFirst({ + where: { teamId: team.id, type: 'embedding' }, + }) + expect(agent).toBeNull() + }) + }) }) diff --git a/packages/core/src/agent/agent.ts b/packages/core/src/agent/agent.ts index b4d16097..655f286b 100644 --- a/packages/core/src/agent/agent.ts +++ b/packages/core/src/agent/agent.ts @@ -43,8 +43,8 @@ interface AgentInfoSource { config: unknown soul: string | null user: { name: string; image: string | null } - skills: Array<{ id: string; skillId: string; skill: { id: string; name: string } }> - mcpServers: Array<{ mcpServerId: string }> + skills?: Array<{ id: string; skillId: string; skill: { id: string; name: string } }> + mcpServers?: Array<{ mcpServerId: string }> } function extractS3Key(urlOrKey?: string | null): string | null | undefined { @@ -462,6 +462,8 @@ export class AgentService { */ async toAgentInfo(agent: AgentInfoSource): Promise { const config = agent.config as unknown as PrismaJson.AgentConfig + const isReadOnly = agent.type === 'embedding' && process.env.ENABLE_EMBEDDING_AGENT === 'true' + return { id: agent.id, name: agent.user.name, @@ -475,13 +477,14 @@ export class AgentService { thinkingLevel: config.thinkingLevel || 'off', systemPrompt: config.systemPrompt, soul: agent.soul || undefined, - skills: agent.skills.map((s) => ({ + skills: (agent.skills || []).map((s) => ({ id: s.id, skillId: s.skillId, skill: s.skill, })), mcpServerIds: (agent.mcpServers || []).map((m) => m.mcpServerId), deniedTools: config.deniedTools || [], + readOnly: isReadOnly, } } @@ -718,6 +721,49 @@ export class AgentService { params, ) } + + async ensureSystemEmbeddingAgents(): Promise { + if (process.env.ENABLE_EMBEDDING_AGENT !== 'true') { + return + } + + const teams = await this.prismaClient.team.findMany({ + select: { id: true }, + }) + + for (const team of teams) { + await this.ensureEmbeddingAgentForTeam(team.id) + } + } + + async ensureEmbeddingAgentForTeam(teamId: string): Promise { + if (process.env.ENABLE_EMBEDDING_AGENT !== 'true') { + return + } + + const existing = await this.prismaClient.agent.findFirst({ + where: { + teamId, + type: 'embedding', + }, + }) + + if (!existing) { + await this.createAgent({ + teamId, + name: 'embedding-agent', + type: 'embedding', + avatar: 'avatar-1', + thinkingLevel: 'off', + enabled: true, + }) + } else if (!existing.enabled) { + await this.prismaClient.agent.update({ + where: { id: existing.id }, + data: { enabled: true }, + }) + } + } } export const agentService = new AgentService() diff --git a/packages/core/src/search/search.test.ts b/packages/core/src/search/search.test.ts index 7ffea779..ca6c841d 100644 --- a/packages/core/src/search/search.test.ts +++ b/packages/core/src/search/search.test.ts @@ -857,6 +857,154 @@ describe('SearchService', () => { mockExecuteWait.mockRestore() }) + + it('matches and sorts 768-dimensional embeddings using embedding_768 column', async () => { + const user = await prisma.user.create({ + data: { name: 'semantic-user-768', email: 'semantic-user-768@example.com', type: 'human' }, + }) + + const team = await prisma.team.create({ + data: { name: 'semantic-team-768' }, + }) + + const project = await prisma.project.create({ + data: { name: 'semantic-project-768', teamId: team.id }, + }) + + const botUser = await prisma.user.create({ + data: { name: 'Embedding Bot 768', email: 'emb-768@example.com', type: 'agent' }, + }) + const provider = await prisma.provider.create({ + data: { + name: 'gemma', + teamId: team.id, + config: { api: 'openai', apiKey: 'key' } as unknown as PrismaJson.ProviderConfig, + }, + }) + const model = await prisma.model.create({ + data: { + modelId: 'embeddinggemma-2', + name: 'EmbeddingGemma 2', + providerId: provider.id, + config: { + reasoning: false, + input: ['text'], + contextWindow: 1000, + maxTokens: 1000, + cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 }, + } as unknown as PrismaJson.ModelConfig, + }, + }) + await prisma.agent.create({ + data: { + id: botUser.id, + teamId: team.id, + type: 'embedding', + enabled: true, + providerId: provider.id, + modelId: model.id, + config: { provider: 'gemma-embedding-2-openai', model: 'embeddinggemma-2' }, + }, + }) + + const rootFolder = await prisma.asset.create({ + data: { + name: 'root-768', + type: AssetType.folder, + projectId: project.id, + creatorId: user.id, + status: 'uploaded', + }, + }) + + const videoAssetA = await prisma.asset.create({ + data: { + name: 'VideoA_768.mp4', + type: AssetType.file, + mediaType: 'video/mp4', + projectId: project.id, + parentId: rootFolder.id, + creatorId: user.id, + status: 'uploaded', + }, + }) + + const videoAssetB = await prisma.asset.create({ + data: { + name: 'VideoB_768.mp4', + type: AssetType.file, + mediaType: 'video/mp4', + projectId: project.id, + parentId: rootFolder.id, + creatorId: user.id, + status: 'uploaded', + }, + }) + + const arrA1 = Array(768).fill(0) + arrA1[0] = 1.0 + const vectorA1 = JSON.stringify(arrA1) + + const arrB1 = Array(768).fill(0) + arrB1[0] = 1.0 + arrB1[1] = 1.0 + const vectorB1 = JSON.stringify(arrB1) + + await prisma.$executeRaw` + INSERT INTO asset_embeddings (id, asset_id, embedding_768, start_time, end_time, created_at, updated_at) + VALUES ( + 'chunk-768-a1', + ${videoAssetA.id}, + ${vectorA1}::vector, + 0.0, + 10.0, + NOW(), + NOW() + ) + ` + await prisma.$executeRaw` + INSERT INTO asset_embeddings (id, asset_id, embedding_768, start_time, end_time, created_at, updated_at) + VALUES ( + 'chunk-768-b1', + ${videoAssetB.id}, + ${vectorB1}::vector, + 5.0, + 15.0, + NOW(), + NOW() + ) + ` + + // Query vector with 768 dims pointing along dimension 0 + const queryVector = Array(768).fill(0) + queryVector[0] = 1.0 + const mockExecuteWait = vi + .spyOn(workflowService, 'executeWait') + .mockImplementation(async (task) => { + return { + ...task, + status: 'completed', + output: { + embedding: queryVector, + }, + } as unknown as typeof task + }) + + const result = await searchService.search(rootFolder.id, { + recursively: true, + assetType: 'file', + operator: 'AND', + conditions: [], + query: 'find 768 dim match', + isSemantic: true, + }) + + expect(result.data.length).toBeGreaterThanOrEqual(2) + expect(result.data[0].id).toBe(videoAssetA.id) + expect(result.data[1].id).toBe(videoAssetB.id) + + mockExecuteWait.mockRestore() + }) }) describe('totalSize calculation', () => { diff --git a/packages/core/src/search/search.ts b/packages/core/src/search/search.ts index e97be338..c79cd6b4 100644 --- a/packages/core/src/search/search.ts +++ b/packages/core/src/search/search.ts @@ -68,12 +68,21 @@ export class SearchService { // 3. Construct raw SQL using SqlQueryBuilder const vectorJson = JSON.stringify(queryVector) + const is768 = queryVector.length === 768 + const distanceExpr = is768 + ? Prisma.sql`(ae.embedding_768 <=> ${vectorJson}::vector)` + : Prisma.sql`(ae.embedding <=> ${vectorJson}::vector)` + const notNullCond = is768 + ? Prisma.sql`ae.embedding_768 IS NOT NULL` + : Prisma.sql`ae.embedding IS NOT NULL` + const builder = new SqlQueryBuilder() .select( - Prisma.sql`a.id as "assetId", ae.start_time as "startTime", ae.end_time as "endTime", (ae.embedding <=> ${vectorJson}::vector) as "distance"`, + Prisma.sql`a.id as "assetId", ae.start_time as "startTime", ae.end_time as "endTime", ${distanceExpr} as "distance"`, ) .from(Prisma.sql`assets a JOIN asset_embeddings ae ON a.id = ae.asset_id`) .addWhere(Prisma.sql`a.is_deleted = false`) + .addWhere(notNullCond) if (targetFolderIds.length > 0) { builder.addWhere(Prisma.sql`a.parent_id = ANY(${targetFolderIds})`) @@ -158,6 +167,7 @@ export class SearchService { .select(Prisma.sql`COUNT(*)`) .from(Prisma.sql`assets a JOIN asset_embeddings ae ON a.id = ae.asset_id`) .addWhere(Prisma.sql`a.is_deleted = false`) + .addWhere(notNullCond) if (targetFolderIds.length > 0) { countBuilder.addWhere(Prisma.sql`a.parent_id = ANY(${targetFolderIds})`) diff --git a/packages/core/src/team/team.ts b/packages/core/src/team/team.ts index 99677372..7fc983d0 100644 --- a/packages/core/src/team/team.ts +++ b/packages/core/src/team/team.ts @@ -6,6 +6,7 @@ import { notificationService } from '@shumai/core/src/notification/notification' import { getAvatarUrl } from '@shumai/core/src/user/avatar' import { HTTPException } from 'hono/http-exception' import { getAllowedAgentRoles } from '@shumai/core/src/agent/permissions' +import { AgentService, agentService } from '@shumai/core/src/agent/agent' import { sandboxService } from '@shumai/core/src/sandbox/sandbox-service' import { turntableService } from '@shumai/core/src/turntable/turntable' import { gotenbergService } from '@shumai/core/src/gotenberg/gotenberg' @@ -46,6 +47,7 @@ export class TeamService { }, }) await providerService.initBuiltinProviders(team.id) + await agentService.ensureEmbeddingAgentForTeam(team.id) } return team @@ -86,10 +88,12 @@ export class TeamService { }, }) - // We use 'any' here because ProviderService expects the full PrismaClient, + // We use 'any' here because ProviderService/AgentService expect the full PrismaClient, // but the TransactionClient is compatible with the methods we use. // eslint-disable-next-line @typescript-eslint/no-explicit-any await new ProviderService(tx as any).initBuiltinProviders(team.id) + // eslint-disable-next-line @typescript-eslint/no-explicit-any + await new AgentService(tx as any).ensureEmbeddingAgentForTeam(team.id) return this.toTeamInfo(updatedTeam) }) diff --git a/packages/db/prisma/migrations/20261014054332_add_embedding_768/migration.sql b/packages/db/prisma/migrations/20261014054332_add_embedding_768/migration.sql new file mode 100644 index 00000000..bb59fe1a --- /dev/null +++ b/packages/db/prisma/migrations/20261014054332_add_embedding_768/migration.sql @@ -0,0 +1,8 @@ +-- AlterTable +ALTER TABLE "asset_embeddings" ADD COLUMN "embedding_768" vector(768); + +-- CreateIndex: HNSW index on asset_embeddings.embedding_768 +CREATE INDEX "AssetEmbedding_embedding_768_idx" + ON "asset_embeddings" + USING hnsw (embedding_768 vector_cosine_ops) + WITH (m = 16, ef_construction = 64); diff --git a/packages/db/prisma/schema.prisma b/packages/db/prisma/schema.prisma index dabc859a..c994e8ca 100644 --- a/packages/db/prisma/schema.prisma +++ b/packages/db/prisma/schema.prisma @@ -706,17 +706,19 @@ model AssetCommentReaction { } model AssetEmbedding { - id String @id @default(ulid()) - embedding Unsupported("vector(1536)")? - startTime Float? @map("start_time") - endTime Float? @map("end_time") - createdAt DateTime @default(now()) @map("created_at") - updatedAt DateTime @updatedAt @map("updated_at") + id String @id @default(ulid()) + embedding Unsupported("vector(1536)")? + embedding768 Unsupported("vector(768)")? @map("embedding_768") + startTime Float? @map("start_time") + endTime Float? @map("end_time") + createdAt DateTime @default(now()) @map("created_at") + updatedAt DateTime @updatedAt @map("updated_at") - assetId String @map("asset_id") - asset Asset @relation("AssetToEmbedding", fields: [assetId], references: [id], onDelete: Cascade) + assetId String @map("asset_id") + asset Asset @relation("AssetToEmbedding", fields: [assetId], references: [id], onDelete: Cascade) @@index([embedding], name: "AssetEmbedding_embedding_idx") + @@index([embedding768], name: "AssetEmbedding_embedding_768_idx") @@map("asset_embeddings") } diff --git a/packages/db/src/generated/prisma/internal/class.ts b/packages/db/src/generated/prisma/internal/class.ts index 37fef6a7..e450767f 100644 --- a/packages/db/src/generated/prisma/internal/class.ts +++ b/packages/db/src/generated/prisma/internal/class.ts @@ -22,7 +22,7 @@ const config: runtime.GetPrismaClientConfig = { "clientVersion": "7.10.0", "engineVersion": "0edf323efd1d98336f3f0a68684b56f689b900d3", "activeProvider": "postgresql", - "inlineSchema": "generator client {\n provider = \"prisma-client\"\n output = \"../src/generated/prisma\"\n binaryTargets = [\"native\", \"linux-musl-openssl-3.0.x\"]\n previewFeatures = [\"postgresqlExtensions\"]\n}\n\ngenerator json {\n provider = \"prisma-json-types-generator\"\n allowAny = false\n}\n\ndatasource db {\n provider = \"postgresql\"\n extensions = [vector]\n}\n\n// ----------------------------------------------------------------------\n// Enums\n// ----------------------------------------------------------------------\n\nenum UserType {\n human\n agent\n}\n\nenum AssetType {\n folder\n file\n share\n root\n attachment\n version_stack\n share_root\n symlink\n}\n\nenum AssetStatus {\n uploading\n uploaded\n processing\n processed\n failed\n trashed\n pending_purge\n}\n\nenum StorageKeyStatus {\n active\n purging\n}\n\nenum InviteRole {\n editor\n reviewer\n}\n\nenum MetadataFieldScope {\n SYSTEM\n TEAM\n PROJECT\n}\n\nenum NotificationType {\n comment_created\n reply_created\n mention\n successful_file_uploaded\n metadata_field_updated_status\n new_user_join_team\n new_user_join_project\n kanban_task_created\n kanban_task_assigned\n kanban_task_status_updated\n kanban_task_updated\n kanban_task_deleted\n kanban_task_comment_created\n}\n\nenum NotificationEmailStatus {\n pending\n processing\n processed\n failed\n}\n\nenum ProjectMemberRole {\n owner\n editor\n reviewer\n}\n\nenum TaskType {\n upload\n}\n\nenum TaskStatus {\n pending\n uploading\n completed\n failed\n}\n\nenum TeamMemberRole {\n owner\n editor\n reviewer\n}\n\nenum TeamMemberScope {\n team\n project\n}\n\nenum WorkflowTaskType {\n transcode\n transcode_video\n transcode_image\n transcode_pdf\n transcode_pdf_pages\n transcode_screenshot\n transcode_image_annotation\n transcode_watermark\n transcode_3d\n ai_metadata_autofill\n chat\n ai_embedding\n query_embedding_for_search\n agent_tool_call // @deprecated: Agent tools now execute directly in-process via Core services\n kanban_agent_run\n}\n\nenum WorkflowTaskStatus {\n pending\n processing\n completed\n failed\n}\n\nenum WatermarkStatus {\n disabled\n processing\n ready\n failed\n}\n\nenum WatermarkFileStatus {\n pending\n processing\n completed\n failed\n}\n\nenum QuotaScopeMode {\n all_members\n each_member\n selected_members\n}\n\nenum QuotaPeriod {\n one_hour @map(\"1hour\")\n five_hours @map(\"5hour\")\n one_day @map(\"1day\")\n seven_days @map(\"7day\")\n}\n\nenum QuotaResourceType {\n agent_total_tokens\n agent_cost\n agent_mcp_call_count\n agent_bash_call_count\n agent_tool_call_count\n}\n\nenum KanbanTaskStatus {\n TODO\n READY\n IN_PROGRESS\n BLOCKED\n IN_REVIEW\n DONE\n}\n\nenum KanbanTaskPriority {\n LOW\n MEDIUM\n HIGH\n URGENT\n}\n\nenum KanbanTaskEventType {\n CREATED\n STATUS_CHANGED\n ASSIGNED\n UNASSIGNED\n COMMENTED\n CHANGES_REQUESTED\n BLOCKED\n UNBLOCKED\n PRIORITY_CHANGED\n GOAL_CHANGED\n DEPENDENCY_ADDED\n DEPENDENCY_REMOVED\n}\n\n// ----------------------------------------------------------------------\n// Models\n// ----------------------------------------------------------------------\n\nmodel User {\n id String @id @default(ulid())\n type UserType @default(human)\n name String\n email String @unique\n emailVerified Boolean @default(false) @map(\"email_verified\")\n image String?\n password String?\n /// [AgentSettings]\n agentSettings Json? @map(\"agent_settings\")\n guestEmail String? @map(\"guest_email\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n assets Asset[] @relation(\"UserToAsset\")\n authTokens AuthToken[] @relation(\"UserToAuthToken\")\n tasks Task[] @relation(\"UserToTask\")\n teamMembers TeamMember[] @relation(\"UserToTeamMember\")\n comments AssetComment[] @relation(\"UserToAssetComment\")\n completionChangedComments AssetComment[] @relation(\"UserToAssetCommentCompletionChanged\")\n commentReactions AssetCommentReaction[] @relation(\"UserToAssetCommentReaction\")\n createdInvites Invite[] @relation(\"UserToInvite\")\n createdNotifications Notification[] @relation(\"UserToCreatedNotification\")\n notifications Notification[] @relation(\"UserToNotification\")\n sessions Session[]\n accounts Account[]\n agent Agent?\n agentSessions AgentSession[]\n userMetadata UserMetadata[] @relation(\"UserToUserMetadata\")\n collections Collection[] @relation(\"UserToCollection\")\n shareLinks ShareLink[] @relation(\"UserToShareLink\")\n apiTokens ApiToken[] @relation(\"UserToApiToken\")\n aiUsages AiUsage[] @relation(\"UserToAiUsage\")\n auditLogs AuditLog[] @relation(\"UserToAuditLog\")\n quotaRecords QuotaRecord[] @relation(\"UserToQuotaRecord\")\n kanbanTasksCreated KanbanTask[] @relation(\"KanbanTaskCreator\")\n kanbanTasksReported KanbanTask[] @relation(\"KanbanTaskReporter\")\n kanbanTasksAssigned KanbanTask[] @relation(\"KanbanTaskAssignee\")\n kanbanGoalsCreated KanbanGoal[] @relation(\"UserToKanbanGoal\")\n kanbanTaskComments KanbanTaskComment[]\n kanbanTaskEvents KanbanTaskEvent[]\n recentFiles RecentFileItem[]\n\n @@map(\"users\")\n}\n\nmodel Session {\n id String @id @default(ulid())\n expiresAt DateTime @map(\"expires_at\")\n token String @unique\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n ipAddress String? @map(\"ip_address\")\n userAgent String? @map(\"user_agent\")\n userId String @map(\"user_id\")\n user User @relation(fields: [userId], references: [id], onDelete: Cascade)\n\n @@map(\"sessions\")\n}\n\nmodel Account {\n id String @id @default(ulid())\n accountId String @map(\"account_id\")\n providerId String @map(\"provider_id\")\n userId String @map(\"user_id\")\n user User @relation(fields: [userId], references: [id], onDelete: Cascade)\n accessToken String? @map(\"access_token\")\n refreshToken String? @map(\"refresh_token\")\n idToken String? @map(\"id_token\")\n accessTokenExpiresAt DateTime? @map(\"access_token_expires_at\")\n refreshTokenExpiresAt DateTime? @map(\"refresh_token_expires_at\")\n scope String?\n password String?\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n @@map(\"accounts\")\n}\n\nmodel Verification {\n id String @id @default(ulid())\n identifier String\n value String\n expiresAt DateTime @map(\"expires_at\")\n createdAt DateTime? @default(now()) @map(\"created_at\")\n updatedAt DateTime? @updatedAt @map(\"updated_at\")\n\n @@map(\"verifications\")\n}\n\nmodel AuthToken {\n id String @id @default(ulid())\n accessToken String @unique @map(\"access_token\")\n refreshToken String @unique @map(\"refresh_token\")\n accessTokenExpiresAt DateTime @map(\"access_token_expires_at\")\n refreshTokenExpiresAt DateTime @map(\"refresh_token_expires_at\")\n\n userId String @map(\"user_id\")\n user User @relation(\"UserToAuthToken\", fields: [userId], references: [id])\n\n @@map(\"auth_tokens\")\n}\n\nmodel Team {\n id String @id @default(ulid())\n name String\n /// [Settings]\n settings Json? @default(\"{}\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n rootFolderId String? @unique @map(\"root_folder_id\")\n rootFolder Asset? @relation(\"TeamToRootFolder\", fields: [rootFolderId], references: [id])\n\n members TeamMember[] @relation(\"TeamToTeamMember\")\n projects Project[] @relation(\"TeamToProject\")\n metadataFields MetadataField[] @relation(\"TeamToMetadataField\")\n invites Invite[] @relation(\"TeamToInvite\")\n notifications Notification[] @relation(\"TeamToNotification\")\n userMetadata UserMetadata[] @relation(\"TeamToUserMetadata\")\n providers Provider[] @relation(\"TeamToProvider\")\n skills Skill[] @relation(\"TeamToSkill\")\n mcpServers McpServer[] @relation(\"TeamToMcpServer\")\n sandbox Sandbox? @relation(\"TeamToSandbox\")\n agents Agent[] @relation(\"TeamToAgent\")\n aiUsages AiUsage[] @relation(\"TeamToAiUsage\")\n auditLogs AuditLog[] @relation(\"TeamToAuditLog\")\n watermarkTemplates WatermarkTemplate[] @relation(\"TeamToWatermarkTemplate\")\n quotaRules QuotaRule[] @relation(\"TeamToQuotaRule\")\n quotaRecords QuotaRecord[] @relation(\"TeamToQuotaRecord\")\n kanbanGoals KanbanGoal[] @relation(\"TeamToKanbanGoal\")\n kanbanTasks KanbanTask[] @relation(\"TeamToKanbanTask\")\n\n @@map(\"teams\")\n}\n\nmodel Sandbox {\n id String @id @default(ulid())\n networkSandboxEnabled Boolean @default(false) @map(\"network_sandbox_enabled\")\n allowedDomains String[] @default([\"npmjs.org\", \"*.npmjs.org\", \"registry.npmjs.org\", \"registry.yarnpkg.com\", \"pypi.org\", \"*.pypi.org\", \"github.com\", \"*.github.com\", \"api.github.com\", \"raw.githubusercontent.com\"])\n pendingDomains String[] @default([]) @map(\"pending_domains\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n teamId String @unique @map(\"team_id\")\n team Team @relation(\"TeamToSandbox\", fields: [teamId], references: [id], onDelete: Cascade)\n\n @@map(\"sandboxes\")\n}\n\nmodel Skill {\n id String @id @default(ulid())\n name String\n description String?\n /// [SkillConfig]\n config Json? @default(\"{}\")\n assetId String @map(\"asset_id\")\n hash String @map(\"hash\")\n permission TeamMemberRole @default(reviewer)\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToSkill\", fields: [teamId], references: [id], onDelete: Cascade)\n\n agentSkills AgentSkill[]\n\n @@unique([teamId, name])\n @@map(\"skills\")\n}\n\nmodel TeamMember {\n id String @id @default(ulid())\n role TeamMemberRole\n scope TeamMemberScope @default(team)\n\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToTeamMember\", fields: [teamId], references: [id])\n\n userId String @map(\"user_id\")\n user User @relation(\"UserToTeamMember\", fields: [userId], references: [id], onDelete: Cascade)\n\n projectMembers ProjectMember[] @relation(\"TeamMemberToProjectMember\")\n lastReadNotificationId String? @unique @map(\"last_read_notification_id\")\n lastReadNotification Notification? @relation(\"TeamMemberToLastReadNotification\", fields: [lastReadNotificationId], references: [id])\n\n @@unique([teamId, userId], name: \"teamIdUserId\")\n @@map(\"team_members\")\n}\n\nmodel Project {\n id String @id @default(ulid())\n name String\n coverImageKey String? @map(\"cover_image_key\")\n hasJpegCover Boolean @default(false) @map(\"has_jpeg_cover\")\n /// [MetadataOverrides]\n metadataOverrides Json? @map(\"metadata_overrides\")\n enableNotification Boolean @default(true) @map(\"enable_notification\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToProject\", fields: [teamId], references: [id])\n\n rootFolderId String? @unique @map(\"root_folder_id\")\n rootFolder Asset? @relation(\"ProjectToRootFolder\", fields: [rootFolderId], references: [id])\n\n shareRootId String? @unique @map(\"share_root_id\")\n shareRoot Asset? @relation(\"ProjectToShareRoot\", fields: [shareRootId], references: [id])\n\n members ProjectMember[] @relation(\"ProjectToProjectMember\")\n assets Asset[] @relation(\"ProjectToAsset\")\n metadataFields MetadataField[] @relation(\"ProjectToMetadataField\")\n invites Invite[] @relation(\"ProjectToInvite\")\n notifications Notification[] @relation(\"ProjectToNotification\")\n shareLinks ShareLink[] @relation(\"ProjectToShareLink\")\n collections Collection[] @relation(\"ProjectToCollection\")\n auditLogs AuditLog[] @relation(\"ProjectToAuditLog\")\n kanbanTasks KanbanTask[] @relation(\"ProjectToKanbanTask\")\n recentFiles RecentFileItem[]\n\n @@index([createdAt])\n @@index([updatedAt])\n @@map(\"projects\")\n}\n\nmodel ProjectMember {\n id String @id @default(ulid())\n role ProjectMemberRole\n\n projectId String @map(\"project_id\")\n project Project @relation(\"ProjectToProjectMember\", fields: [projectId], references: [id], onDelete: Cascade)\n\n teamMemberId String @map(\"team_member_id\")\n teamMember TeamMember @relation(\"TeamMemberToProjectMember\", fields: [teamMemberId], references: [id])\n\n @@unique([projectId, teamMemberId], name: \"projectIdTeamMemberId\")\n @@map(\"project_members\")\n}\n\nmodel ShareLink {\n id String @id @default(ulid())\n name String\n expireAt DateTime? @map(\"expire_at\")\n password String?\n isDisabled Boolean @default(false) @map(\"is_disabled\")\n allowDownload Boolean @default(true) @map(\"allow_download\")\n defaultSortOrder String? @map(\"default_sort_order\")\n viewMode String? @map(\"view_mode\")\n /// [ShareLinkFieldVisibility]\n fieldVisibility Json? @map(\"field_visibility\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n projectId String @map(\"project_id\")\n project Project @relation(\"ProjectToShareLink\", fields: [projectId], references: [id], onDelete: Cascade)\n\n rootFolderId String @unique @map(\"root_folder_id\")\n rootFolder Asset @relation(\"ShareLinkToRootFolder\", fields: [rootFolderId], references: [id])\n\n creatorId String? @map(\"creator_id\")\n creator User? @relation(\"UserToShareLink\", fields: [creatorId], references: [id])\n\n watermarkConfigId String? @map(\"watermark_config_id\")\n watermarkStatus WatermarkStatus @default(disabled) @map(\"watermark_status\")\n watermarkConfig WatermarkConfig? @relation(fields: [watermarkConfigId], references: [id], onDelete: SetNull)\n\n @@map(\"share_links\")\n}\n\nmodel WatermarkConfig {\n id String @id @default(ulid())\n /// [WatermarkConfigSpec]\n config Json\n hash String @unique\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n shareLinks ShareLink[]\n watermarkFiles WatermarkFile[]\n\n @@map(\"watermark_configs\")\n}\n\nmodel WatermarkTemplate {\n id String @id @default(ulid())\n name String\n /// [WatermarkConfigSpec]\n config Json\n teamId String? @map(\"team_id\")\n team Team? @relation(\"TeamToWatermarkTemplate\", fields: [teamId], references: [id], onDelete: Cascade)\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n @@index([teamId])\n @@map(\"watermark_templates\")\n}\n\nmodel WatermarkFile {\n id String @id @default(ulid())\n assetId String @map(\"asset_id\")\n watermarkConfigId String @map(\"watermark_config_id\")\n /// [MediaInfo]\n media Json?\n status WatermarkFileStatus @default(pending)\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n asset Asset @relation(\"AssetToWatermarkFile\", fields: [assetId], references: [id], onDelete: Cascade)\n watermarkConfig WatermarkConfig @relation(fields: [watermarkConfigId], references: [id], onDelete: Cascade)\n\n @@unique([assetId, watermarkConfigId])\n @@index([watermarkConfigId])\n @@map(\"watermark_files\")\n}\n\nmodel Asset {\n id String @id @default(ulid())\n name String @default(\"\")\n nameNgram String[] @default([]) @map(\"name_ngram\")\n type AssetType\n mediaType String? @map(\"media_type\")\n fileCount Int @default(0) @map(\"file_count\")\n sizeByte BigInt @default(0) @map(\"size_byte\")\n status AssetStatus\n transcodeTaskId String? @map(\"transcode_task_id\")\n uploadId String? @map(\"upload_id\")\n /// [MediaInfo]\n media Json?\n hasJpegPreview Boolean @default(false) @map(\"has_jpeg_preview\")\n isDeleted Boolean @default(false) @map(\"is_deleted\")\n deletedAt DateTime? @map(\"deleted_at\")\n sortIndex String? @map(\"sort_index\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n parentId String? @map(\"parent_id\")\n parent Asset? @relation(\"AssetChildren\", fields: [parentId], references: [id])\n children Asset[] @relation(\"AssetChildren\")\n\n targetId String? @map(\"target_id\")\n target Asset? @relation(\"SymlinkTarget\", fields: [targetId], references: [id])\n symlinks Asset[] @relation(\"SymlinkTarget\")\n\n storageKeyId String? @map(\"storage_key_id\")\n storageKey StorageKey? @relation(fields: [storageKeyId], references: [id])\n\n metadataValues AssetMetadataValue[] @relation(\"AssetToMetadataValues\")\n\n creatorId String? @map(\"creator_id\")\n creator User? @relation(\"UserToAsset\", fields: [creatorId], references: [id])\n\n agentId String? @map(\"agent_id\")\n agent Agent? @relation(\"AgentToAsset\", fields: [agentId], references: [id], onDelete: SetNull)\n\n taskId String? @map(\"task_id\")\n task Task? @relation(\"TaskToAsset\", fields: [taskId], references: [id])\n\n projectId String? @map(\"project_id\")\n project Project? @relation(\"ProjectToAsset\", fields: [projectId], references: [id])\n\n comments AssetComment[] @relation(\"AssetToComment\")\n commentAttachments AssetCommentAttachment[] @relation(\"AssetToCommentAttachment\")\n notifications Notification[] @relation(\"AssetToNotification\")\n embeddings AssetEmbedding[] @relation(\"AssetToEmbedding\")\n\n teamRootFolder Team? @relation(\"TeamToRootFolder\")\n projectRootFolder Project? @relation(\"ProjectToRootFolder\")\n projectShareRoot Project? @relation(\"ProjectToShareRoot\")\n shareLinkRootFolder ShareLink? @relation(\"ShareLinkToRootFolder\")\n agentSessions AgentSession[] @relation(\"AssetToAgentSession\")\n watermarkFiles WatermarkFile[] @relation(\"AssetToWatermarkFile\")\n agentMd AssetAgentMd? @relation(\"AssetToAgentMd\")\n kanbanTargetTasks KanbanTask[] @relation(\"KanbanTaskTargetFolder\")\n kanbanTasks KanbanTaskAsset[]\n recentFiles RecentFileItem[]\n\n @@unique([parentId, targetId], name: \"parentIdTargetId\")\n @@index([type])\n @@index([status])\n @@index([createdAt])\n @@index([updatedAt])\n @@index([sortIndex])\n @@index([isDeleted])\n @@index([deletedAt])\n @@index([agentId])\n @@index([name], name: \"assets_name_idx\")\n @@index([nameNgram], type: Gin)\n @@map(\"assets\")\n}\n\nmodel StorageKey {\n id String @id @default(ulid())\n key String @unique\n status StorageKeyStatus @default(active)\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n assets Asset[]\n\n @@map(\"storage_keys\")\n}\n\nmodel AssetMetadataValue {\n id String @id @default(ulid())\n assetId String @map(\"asset_id\")\n fieldKey String @map(\"field_key\") // key from MetadataField\n\n stringValue String? @map(\"string_value\")\n numberValue Float? @map(\"number_value\")\n booleanValue Boolean? @map(\"boolean_value\")\n jsonValue Json? @map(\"json_value\")\n dateValue DateTime? @map(\"date_value\")\n\n asset Asset @relation(\"AssetToMetadataValues\", fields: [assetId], references: [id], onDelete: Cascade)\n\n @@unique([assetId, fieldKey])\n @@index([numberValue])\n @@index([stringValue])\n @@index([booleanValue])\n @@index([dateValue])\n @@index([jsonValue], type: Gin)\n @@map(\"asset_metadata_values\")\n}\n\nmodel AssetAgentMd {\n assetId String @id @map(\"asset_id\")\n content String @db.Text\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n asset Asset @relation(\"AssetToAgentMd\", fields: [assetId], references: [id], onDelete: Cascade)\n\n @@map(\"asset_agentmd\")\n}\n\nmodel AssetComment {\n id String @id @default(ulid())\n message String?\n /// [AnnotationList]\n annotation Json?\n second Float?\n sessionId String? @map(\"session_id\")\n session AgentSession? @relation(fields: [sessionId], references: [id], onDelete: SetNull)\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n assetId String @map(\"asset_id\")\n asset Asset @relation(\"AssetToComment\", fields: [assetId], references: [id], onDelete: Cascade)\n\n creatorId String? @map(\"creator_id\")\n creator User? @relation(\"UserToAssetComment\", fields: [creatorId], references: [id])\n\n isCompleted Boolean @default(false) @map(\"is_completed\")\n completionLastChangedById String? @map(\"completion_last_changed_by_id\")\n completionLastChangedBy User? @relation(\"UserToAssetCommentCompletionChanged\", fields: [completionLastChangedById], references: [id])\n\n replyToId String? @map(\"reply_to_id\")\n replyTo AssetComment? @relation(\"CommentReplies\", fields: [replyToId], references: [id], onDelete: Cascade)\n replies AssetComment[] @relation(\"CommentReplies\")\n\n attachments AssetCommentAttachment[] @relation(\"CommentToAttachment\")\n reactions AssetCommentReaction[] @relation(\"CommentToReaction\")\n\n @@index([assetId])\n @@map(\"asset_comments\")\n}\n\nmodel AssetCommentAttachment {\n id String @id @default(ulid())\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n commentId String @map(\"comment_id\")\n comment AssetComment @relation(\"CommentToAttachment\", fields: [commentId], references: [id], onDelete: Cascade)\n\n assetId String @map(\"asset_id\")\n asset Asset @relation(\"AssetToCommentAttachment\", fields: [assetId], references: [id], onDelete: Cascade)\n\n @@map(\"asset_comment_attachments\")\n}\n\nmodel AssetCommentReaction {\n id String @id @default(ulid())\n createdAt DateTime @default(now()) @map(\"created_at\")\n\n commentId String @map(\"comment_id\")\n comment AssetComment @relation(\"CommentToReaction\", fields: [commentId], references: [id], onDelete: Cascade)\n\n userId String @map(\"user_id\")\n user User @relation(\"UserToAssetCommentReaction\", fields: [userId], references: [id], onDelete: Cascade)\n\n code String @db.VarChar(32)\n\n @@unique([commentId, userId, code])\n @@index([commentId])\n @@map(\"asset_comment_reactions\")\n}\n\nmodel AssetEmbedding {\n id String @id @default(ulid())\n embedding Unsupported(\"vector(1536)\")?\n startTime Float? @map(\"start_time\")\n endTime Float? @map(\"end_time\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n assetId String @map(\"asset_id\")\n asset Asset @relation(\"AssetToEmbedding\", fields: [assetId], references: [id], onDelete: Cascade)\n\n @@index([embedding], name: \"AssetEmbedding_embedding_idx\")\n @@map(\"asset_embeddings\")\n}\n\nmodel Invite {\n id String @id @default(ulid())\n code String @unique\n role InviteRole?\n used Boolean @default(false)\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToInvite\", fields: [teamId], references: [id])\n\n projectId String? @map(\"project_id\")\n project Project? @relation(\"ProjectToInvite\", fields: [projectId], references: [id], onDelete: Cascade)\n\n inviterId String @map(\"inviter_id\")\n inviter User @relation(\"UserToInvite\", fields: [inviterId], references: [id])\n\n @@map(\"invites\")\n}\n\nmodel MetadataField {\n id String @id @default(ulid())\n key String @unique\n scope MetadataFieldScope?\n /// [FieldConfig]\n config Json?\n readOnly Boolean @default(false) @map(\"read_only\")\n description String @default(\"\")\n\n teamId String? @map(\"team_id\")\n team Team? @relation(\"TeamToMetadataField\", fields: [teamId], references: [id])\n\n projectId String? @map(\"project_id\")\n project Project? @relation(\"ProjectToMetadataField\", fields: [projectId], references: [id], onDelete: Cascade)\n\n @@map(\"metadata_fields\")\n}\n\nmodel Notification {\n id String @id @default(ulid())\n type NotificationType?\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToNotification\", fields: [teamId], references: [id])\n\n projectId String? @map(\"project_id\")\n project Project? @relation(\"ProjectToNotification\", fields: [projectId], references: [id], onDelete: Cascade)\n\n creatorId String? @map(\"creator_id\")\n creator User? @relation(\"UserToCreatedNotification\", fields: [creatorId], references: [id])\n\n assetId String? @map(\"asset_id\")\n asset Asset? @relation(\"AssetToNotification\", fields: [assetId], references: [id], onDelete: Cascade)\n\n taskId String? @map(\"task_id\")\n task Task? @relation(\"TaskToNotification\", fields: [taskId], references: [id])\n\n kanbanTaskId String? @map(\"kanban_task_id\")\n kanbanTask KanbanTask? @relation(\"KanbanTaskToNotification\", fields: [kanbanTaskId], references: [id], onDelete: Cascade)\n\n userId String? @map(\"user_id\")\n user User? @relation(\"UserToNotification\", fields: [userId], references: [id])\n\n emailStatus NotificationEmailStatus @default(pending) @map(\"email_status\")\n\n readByMembers TeamMember? @relation(\"TeamMemberToLastReadNotification\")\n\n @@index([kanbanTaskId])\n @@index([emailStatus, createdAt])\n @@map(\"notifications\")\n}\n\nmodel SystemSettings {\n id String @id @default(ulid())\n key String @unique\n /// [SystemSettingsValue]\n value Json?\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n @@index([key])\n @@map(\"system_settings\")\n}\n\nmodel Task {\n id String @id @default(ulid())\n type TaskType?\n status TaskStatus @default(pending)\n name String?\n total Int?\n uploaded Int @default(0)\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n creatorId String? @map(\"creator_id\")\n creator User? @relation(\"UserToTask\", fields: [creatorId], references: [id])\n\n assets Asset[] @relation(\"TaskToAsset\")\n notifications Notification[] @relation(\"TaskToNotification\")\n\n @@map(\"tasks\")\n}\n\nmodel WorkflowTask {\n id String @id @default(ulid())\n uid String @default(uuid()) @db.Uuid\n teamId String? @map(\"team_id\")\n projectId String? @map(\"project_id\")\n assetId String @map(\"asset_id\")\n type WorkflowTaskType?\n status WorkflowTaskStatus?\n /// [WorkflowTaskPayload]\n payload Json?\n /// [WorkflowTaskOutput]\n output Json?\n heartbeat DateTime?\n inputTokens Int @default(0) @map(\"input_tokens\")\n outputTokens Int @default(0) @map(\"output_tokens\")\n model String?\n sessionId String? @map(\"session_id\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n @@index([status, heartbeat])\n @@index([assetId, type])\n @@index([teamId])\n @@index([projectId])\n @@index([type])\n @@index([sessionId])\n @@map(\"workflow_tasks\")\n}\n\nenum AgentType {\n chat\n autofill\n embedding\n}\n\nenum AgentSessionType {\n comment\n chat\n naming\n}\n\nmodel Agent {\n id String @id\n user User @relation(fields: [id], references: [id], onDelete: Cascade)\n type AgentType\n enabled Boolean @default(true)\n permission TeamMemberRole @default(reviewer)\n soul String? @db.Text\n providerId String? @map(\"provider_id\")\n provider Provider? @relation(\"ProviderToAgent\", fields: [providerId], references: [id], onDelete: SetNull)\n modelId String? @map(\"model_id\")\n modelRef Model? @relation(\"ModelToAgent\", fields: [modelId], references: [id], onDelete: SetNull)\n\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToAgent\", fields: [teamId], references: [id], onDelete: Cascade)\n\n /// [AgentConfig]\n config Json\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n agentSessions AgentSession[]\n skills AgentSkill[]\n mcpServers AgentMcpServer[]\n assets Asset[] @relation(\"AgentToAsset\")\n auditLogs AuditLog[] @relation(\"AgentToAuditLog\")\n\n @@map(\"agents\")\n}\n\nmodel AgentSkill {\n id String @id @default(ulid())\n agentId String @map(\"agent_id\")\n agent Agent @relation(fields: [agentId], references: [id], onDelete: Cascade)\n skillId String @map(\"skill_id\")\n skill Skill @relation(fields: [skillId], references: [id], onDelete: Cascade)\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n @@unique([agentId, skillId])\n @@map(\"agent_skills\")\n}\n\nmodel McpServer {\n id String @id @default(ulid())\n name String\n description String?\n instructions String?\n url String\n transport McpTransport @default(streamable_http)\n /// [McpServerAuthConfig]\n authConfig Json? @default(\"{}\")\n /// [McpServerConfig]\n config Json? @default(\"{}\")\n permission TeamMemberRole @default(reviewer)\n /// [McpToolInfo[]]\n tools Json? @default(\"[]\")\n status String @default(\"not_connected\")\n lastError String? @map(\"last_error\")\n lastConnectedAt DateTime? @map(\"last_connected_at\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToMcpServer\", fields: [teamId], references: [id], onDelete: Cascade)\n\n credential McpServerCredential?\n agentMcpServers AgentMcpServer[]\n\n @@map(\"mcp_servers\")\n}\n\n// Join table: which agents get which MCP servers (mirrors AgentSkill).\nmodel AgentMcpServer {\n id String @id @default(ulid())\n agentId String @map(\"agent_id\")\n agent Agent @relation(fields: [agentId], references: [id], onDelete: Cascade)\n mcpServerId String @map(\"mcp_server_id\")\n mcpServer McpServer @relation(fields: [mcpServerId], references: [id], onDelete: Cascade)\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n @@unique([agentId, mcpServerId])\n @@map(\"agent_mcp_servers\")\n}\n\nmodel McpServerCredential {\n id String @id @default(ulid())\n serverId String @unique @map(\"server_id\")\n server McpServer @relation(fields: [serverId], references: [id], onDelete: Cascade)\n serverUrl String @map(\"server_url\")\n /// [McpStoredTokens]\n tokens Json?\n /// [McpStoredClientInfo]\n clientInfo Json?\n codeVerifier String? @map(\"code_verifier\")\n oauthState String? @map(\"oauth_state\")\n /// [McpPendingAuth]\n pendingAuth Json? @map(\"pending_auth\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n @@map(\"mcp_server_credentials\")\n}\n\nenum McpTransport {\n streamable_http\n sse\n}\n\nmodel AgentSession {\n id String @id @default(ulid())\n agentId String @map(\"agent_id\")\n agent Agent @relation(fields: [agentId], references: [id], onDelete: Cascade)\n userId String? @map(\"user_id\")\n user User? @relation(fields: [userId], references: [id], onDelete: SetNull)\n cwd String\n leafId String? @map(\"leaf_id\")\n assetId String? @map(\"asset_id\")\n asset Asset? @relation(\"AssetToAgentSession\", fields: [assetId], references: [id], onDelete: SetNull)\n userCommentId String? @map(\"user_comment_id\")\n type AgentSessionType @default(comment)\n name String?\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n entries AgentSessionEntry[]\n comments AssetComment[]\n\n @@index([type])\n @@map(\"agent_sessions\")\n}\n\nmodel AgentSessionEntry {\n id String @id // Uses ULID generated by pi-coding-agent\n sessionId String? @map(\"session_id\")\n session AgentSession? @relation(fields: [sessionId], references: [id], onDelete: Cascade)\n assetId String? @map(\"asset_id\")\n type String?\n parentId String? @map(\"parent_id\")\n /// [PiSessionEntryData]\n data Json?\n createdAt DateTime @default(now()) @map(\"created_at\")\n\n @@index([sessionId])\n @@index([parentId])\n @@index([assetId])\n @@map(\"agent_session_entries\")\n}\n\nmodel UserMetadata {\n id String @id @default(ulid())\n key String\n /// [UserMetadataValue]\n value Json\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n userId String @map(\"user_id\")\n user User @relation(\"UserToUserMetadata\", fields: [userId], references: [id], onDelete: Cascade)\n\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToUserMetadata\", fields: [teamId], references: [id], onDelete: Cascade)\n\n @@unique([userId, teamId, key], name: \"userIdTeamIdKey\")\n @@map(\"user_metadata\")\n}\n\nmodel Model {\n id String @id @default(ulid())\n modelId String @map(\"model_id\")\n name String @default(\"\")\n /// [ModelConfig]\n config Json\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n providerId String @map(\"provider_id\")\n provider Provider @relation(\"ProviderToModel\", fields: [providerId], references: [id], onDelete: Cascade)\n\n agents Agent[] @relation(\"ModelToAgent\")\n\n @@unique([providerId, modelId])\n @@map(\"models\")\n}\n\nmodel Provider {\n id String @id @default(ulid())\n name String\n isBuiltin Boolean @default(false) @map(\"is_builtin\")\n /// [ProviderConfig]\n config Json\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToProvider\", fields: [teamId], references: [id], onDelete: Cascade)\n\n models Model[] @relation(\"ProviderToModel\")\n agents Agent[] @relation(\"ProviderToAgent\")\n\n @@unique([teamId, name])\n @@map(\"providers\")\n}\n\nmodel Collection {\n id String @id @default(ulid())\n name String\n /// [CollectionFilter]\n filter Json\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n projectId String @map(\"project_id\")\n project Project @relation(\"ProjectToCollection\", fields: [projectId], references: [id], onDelete: Cascade)\n\n creatorId String? @map(\"creator_id\")\n creator User? @relation(\"UserToCollection\", fields: [creatorId], references: [id])\n\n @@index([projectId, createdAt(sort: Desc)])\n @@map(\"collections\")\n}\n\nmodel ApiToken {\n id String @id @default(ulid())\n token String @unique @default(ulid())\n name String\n userId String @map(\"user_id\")\n user User @relation(\"UserToApiToken\", fields: [userId], references: [id], onDelete: Cascade)\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n @@map(\"api_tokens\")\n}\n\nmodel AiUsage {\n id String @id @default(ulid())\n teamId String @map(\"team_id\")\n userId String? @map(\"user_id\")\n periodStart DateTime @map(\"period_start\")\n inputTokens BigInt @default(0) @map(\"input_tokens\")\n outputTokens BigInt @default(0) @map(\"output_tokens\")\n cacheReadTokens BigInt @default(0) @map(\"cache_read_tokens\")\n totalTokens BigInt @default(0) @map(\"total_tokens\")\n cost Float @default(0) @map(\"cost\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n team Team @relation(\"TeamToAiUsage\", fields: [teamId], references: [id], onDelete: Cascade)\n user User? @relation(\"UserToAiUsage\", fields: [userId], references: [id], onDelete: SetNull)\n\n @@unique([teamId, userId, periodStart])\n @@index([teamId, periodStart])\n @@index([teamId, userId, periodStart])\n @@map(\"ai_usages\")\n}\n\nmodel AuditLog {\n id String @id @default(ulid())\n action String\n teamId String @map(\"team_id\")\n userId String? @map(\"user_id\")\n agentId String? @map(\"agent_id\")\n projectId String? @map(\"project_id\")\n itemId String? @map(\"item_id\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n\n team Team @relation(\"TeamToAuditLog\", fields: [teamId], references: [id], onDelete: Cascade)\n user User? @relation(\"UserToAuditLog\", fields: [userId], references: [id], onDelete: SetNull)\n agent Agent? @relation(\"AgentToAuditLog\", fields: [agentId], references: [id], onDelete: SetNull)\n project Project? @relation(\"ProjectToAuditLog\", fields: [projectId], references: [id], onDelete: SetNull)\n\n @@index([teamId, id(sort: Desc)])\n @@index([userId])\n @@index([agentId])\n @@index([action])\n @@index([itemId])\n @@map(\"audit_logs\")\n}\n\nmodel QuotaRule {\n id String @id @default(ulid())\n teamId String @map(\"team_id\")\n scopeMode QuotaScopeMode @map(\"scope_mode\")\n role TeamMemberRole? @map(\"role\")\n /// [QuotaUserIds]\n userIds Json? @map(\"user_ids\")\n resource QuotaResourceType @map(\"resource\")\n /// [QuotaResourceData]\n resourceData Json? @map(\"resource_data\")\n limit Float @map(\"limit\")\n period QuotaPeriod @map(\"period\")\n enabled Boolean @default(true) @map(\"enabled\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n team Team @relation(\"TeamToQuotaRule\", fields: [teamId], references: [id], onDelete: Cascade)\n records QuotaRecord[] @relation(\"QuotaRuleToRecord\")\n\n @@index([teamId, enabled])\n @@index([teamId, resource])\n @@map(\"quota_rules\")\n}\n\nmodel QuotaRecord {\n id String @id @default(ulid())\n ruleId String @map(\"rule_id\")\n teamId String @map(\"team_id\")\n userId String? @map(\"user_id\")\n periodStart DateTime? @map(\"period_start\")\n periodEnd DateTime? @map(\"period_end\")\n consumed Float @default(0) @map(\"consumed\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n rule QuotaRule @relation(\"QuotaRuleToRecord\", fields: [ruleId], references: [id], onDelete: Cascade)\n team Team @relation(\"TeamToQuotaRecord\", fields: [teamId], references: [id], onDelete: Cascade)\n user User? @relation(\"UserToQuotaRecord\", fields: [userId], references: [id], onDelete: Cascade)\n\n @@unique([ruleId, userId])\n @@index([teamId, userId])\n @@index([ruleId])\n @@map(\"quota_records\")\n}\n\nmodel KanbanGoal {\n id String @id @default(ulid())\n title String\n description String? @db.Text\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToKanbanGoal\", fields: [teamId], references: [id], onDelete: Cascade)\n creatorId String? @map(\"creator_id\")\n creator User? @relation(\"UserToKanbanGoal\", fields: [creatorId], references: [id], onDelete: SetNull)\n tasks KanbanTask[]\n\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n @@index([teamId])\n @@map(\"kanban_goals\")\n}\n\nmodel KanbanTask {\n id String @id @default(ulid())\n title String\n description String? @db.Text\n isAgentTask Boolean @default(false) @map(\"is_agent_task\")\n status KanbanTaskStatus @default(TODO)\n priority KanbanTaskPriority @default(MEDIUM)\n\n startDate DateTime? @map(\"start_date\")\n dueDate DateTime? @map(\"due_date\")\n startedAt DateTime? @map(\"started_at\")\n completedAt DateTime? @map(\"completed_at\")\n\n goalId String? @map(\"goal_id\")\n goal KanbanGoal? @relation(fields: [goalId], references: [id], onDelete: SetNull)\n\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToKanbanTask\", fields: [teamId], references: [id], onDelete: Cascade)\n projectId String? @map(\"project_id\")\n project Project? @relation(\"ProjectToKanbanTask\", fields: [projectId], references: [id], onDelete: Cascade)\n\n creatorId String @map(\"creator_id\")\n creator User @relation(\"KanbanTaskCreator\", fields: [creatorId], references: [id])\n reporterId String? @map(\"reporter_id\")\n reporter User? @relation(\"KanbanTaskReporter\", fields: [reporterId], references: [id])\n assigneeId String? @map(\"assignee_id\")\n assignee User? @relation(\"KanbanTaskAssignee\", fields: [assigneeId], references: [id])\n\n targetFolderId String? @map(\"target_folder_id\")\n targetFolder Asset? @relation(\"KanbanTaskTargetFolder\", fields: [targetFolderId], references: [id], onDelete: SetNull)\n\n dependencies KanbanTaskLink[] @relation(\"ChildLinks\")\n dependents KanbanTaskLink[] @relation(\"ParentLinks\")\n assets KanbanTaskAsset[]\n\n comments KanbanTaskComment[]\n events KanbanTaskEvent[]\n notifications Notification[] @relation(\"KanbanTaskToNotification\")\n\n sortIndex String? @map(\"sort_index\")\n\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n @@index([teamId, status])\n @@index([teamId, status, sortIndex])\n @@index([teamId, isAgentTask, status])\n @@index([teamId, goalId, status])\n @@index([teamId, assigneeId, status])\n @@index([projectId, status])\n @@index([sortIndex])\n @@map(\"kanban_tasks\")\n}\n\nmodel KanbanTaskLink {\n parentId String @map(\"parent_id\")\n childId String @map(\"child_id\")\n parent KanbanTask @relation(\"ParentLinks\", fields: [parentId], references: [id], onDelete: Cascade)\n child KanbanTask @relation(\"ChildLinks\", fields: [childId], references: [id], onDelete: Cascade)\n\n createdAt DateTime @default(now()) @map(\"created_at\")\n\n @@id([parentId, childId])\n @@index([childId])\n @@map(\"kanban_task_links\")\n}\n\nmodel KanbanTaskAsset {\n taskId String @map(\"task_id\")\n assetId String @map(\"asset_id\")\n task KanbanTask @relation(fields: [taskId], references: [id], onDelete: Cascade)\n asset Asset @relation(fields: [assetId], references: [id], onDelete: Cascade)\n\n createdAt DateTime @default(now()) @map(\"created_at\")\n\n @@id([taskId, assetId])\n @@index([assetId])\n @@map(\"kanban_task_assets\")\n}\n\nmodel KanbanTaskComment {\n id String @id @default(ulid())\n taskId String @map(\"task_id\")\n task KanbanTask @relation(fields: [taskId], references: [id], onDelete: Cascade)\n authorId String @map(\"author_id\")\n author User @relation(fields: [authorId], references: [id])\n body String @db.Text\n /// [KanbanCommentAttachmentList]\n attachments Json?\n\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n @@index([taskId, createdAt])\n @@map(\"kanban_task_comments\")\n}\n\nmodel KanbanTaskEvent {\n id String @id @default(ulid())\n taskId String @map(\"task_id\")\n task KanbanTask @relation(fields: [taskId], references: [id], onDelete: Cascade)\n actorId String? @map(\"actor_id\")\n actor User? @relation(fields: [actorId], references: [id])\n type KanbanTaskEventType\n fromStatus KanbanTaskStatus? @map(\"from_status\")\n toStatus KanbanTaskStatus? @map(\"to_status\")\n /// [KanbanEventPayload]\n data Json?\n\n createdAt DateTime @default(now()) @map(\"created_at\")\n\n @@index([taskId, createdAt])\n @@index([actorId, createdAt])\n @@map(\"kanban_task_events\")\n}\n\nmodel RecentFileItem {\n id String @id @default(ulid())\n userId String @map(\"user_id\")\n projectId String @map(\"project_id\")\n assetId String @map(\"asset_id\")\n viewedAt DateTime @default(now()) @map(\"viewed_at\")\n\n user User @relation(fields: [userId], references: [id], onDelete: Cascade)\n project Project @relation(fields: [projectId], references: [id], onDelete: Cascade)\n asset Asset @relation(fields: [assetId], references: [id], onDelete: Cascade)\n\n @@unique([userId, projectId, assetId], name: \"userIdProjectIdAssetId\")\n @@index([userId, projectId, viewedAt(sort: Desc)])\n @@index([assetId])\n @@map(\"recent_file_items\")\n}\n", + "inlineSchema": "generator client {\n provider = \"prisma-client\"\n output = \"../src/generated/prisma\"\n binaryTargets = [\"native\", \"linux-musl-openssl-3.0.x\"]\n previewFeatures = [\"postgresqlExtensions\"]\n}\n\ngenerator json {\n provider = \"prisma-json-types-generator\"\n allowAny = false\n}\n\ndatasource db {\n provider = \"postgresql\"\n extensions = [vector]\n}\n\n// ----------------------------------------------------------------------\n// Enums\n// ----------------------------------------------------------------------\n\nenum UserType {\n human\n agent\n}\n\nenum AssetType {\n folder\n file\n share\n root\n attachment\n version_stack\n share_root\n symlink\n}\n\nenum AssetStatus {\n uploading\n uploaded\n processing\n processed\n failed\n trashed\n pending_purge\n}\n\nenum StorageKeyStatus {\n active\n purging\n}\n\nenum InviteRole {\n editor\n reviewer\n}\n\nenum MetadataFieldScope {\n SYSTEM\n TEAM\n PROJECT\n}\n\nenum NotificationType {\n comment_created\n reply_created\n mention\n successful_file_uploaded\n metadata_field_updated_status\n new_user_join_team\n new_user_join_project\n kanban_task_created\n kanban_task_assigned\n kanban_task_status_updated\n kanban_task_updated\n kanban_task_deleted\n kanban_task_comment_created\n}\n\nenum NotificationEmailStatus {\n pending\n processing\n processed\n failed\n}\n\nenum ProjectMemberRole {\n owner\n editor\n reviewer\n}\n\nenum TaskType {\n upload\n}\n\nenum TaskStatus {\n pending\n uploading\n completed\n failed\n}\n\nenum TeamMemberRole {\n owner\n editor\n reviewer\n}\n\nenum TeamMemberScope {\n team\n project\n}\n\nenum WorkflowTaskType {\n transcode\n transcode_video\n transcode_image\n transcode_pdf\n transcode_pdf_pages\n transcode_screenshot\n transcode_image_annotation\n transcode_watermark\n transcode_3d\n ai_metadata_autofill\n chat\n ai_embedding\n query_embedding_for_search\n agent_tool_call // @deprecated: Agent tools now execute directly in-process via Core services\n kanban_agent_run\n}\n\nenum WorkflowTaskStatus {\n pending\n processing\n completed\n failed\n}\n\nenum WatermarkStatus {\n disabled\n processing\n ready\n failed\n}\n\nenum WatermarkFileStatus {\n pending\n processing\n completed\n failed\n}\n\nenum QuotaScopeMode {\n all_members\n each_member\n selected_members\n}\n\nenum QuotaPeriod {\n one_hour @map(\"1hour\")\n five_hours @map(\"5hour\")\n one_day @map(\"1day\")\n seven_days @map(\"7day\")\n}\n\nenum QuotaResourceType {\n agent_total_tokens\n agent_cost\n agent_mcp_call_count\n agent_bash_call_count\n agent_tool_call_count\n}\n\nenum KanbanTaskStatus {\n TODO\n READY\n IN_PROGRESS\n BLOCKED\n IN_REVIEW\n DONE\n}\n\nenum KanbanTaskPriority {\n LOW\n MEDIUM\n HIGH\n URGENT\n}\n\nenum KanbanTaskEventType {\n CREATED\n STATUS_CHANGED\n ASSIGNED\n UNASSIGNED\n COMMENTED\n CHANGES_REQUESTED\n BLOCKED\n UNBLOCKED\n PRIORITY_CHANGED\n GOAL_CHANGED\n DEPENDENCY_ADDED\n DEPENDENCY_REMOVED\n}\n\n// ----------------------------------------------------------------------\n// Models\n// ----------------------------------------------------------------------\n\nmodel User {\n id String @id @default(ulid())\n type UserType @default(human)\n name String\n email String @unique\n emailVerified Boolean @default(false) @map(\"email_verified\")\n image String?\n password String?\n /// [AgentSettings]\n agentSettings Json? @map(\"agent_settings\")\n guestEmail String? @map(\"guest_email\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n assets Asset[] @relation(\"UserToAsset\")\n authTokens AuthToken[] @relation(\"UserToAuthToken\")\n tasks Task[] @relation(\"UserToTask\")\n teamMembers TeamMember[] @relation(\"UserToTeamMember\")\n comments AssetComment[] @relation(\"UserToAssetComment\")\n completionChangedComments AssetComment[] @relation(\"UserToAssetCommentCompletionChanged\")\n commentReactions AssetCommentReaction[] @relation(\"UserToAssetCommentReaction\")\n createdInvites Invite[] @relation(\"UserToInvite\")\n createdNotifications Notification[] @relation(\"UserToCreatedNotification\")\n notifications Notification[] @relation(\"UserToNotification\")\n sessions Session[]\n accounts Account[]\n agent Agent?\n agentSessions AgentSession[]\n userMetadata UserMetadata[] @relation(\"UserToUserMetadata\")\n collections Collection[] @relation(\"UserToCollection\")\n shareLinks ShareLink[] @relation(\"UserToShareLink\")\n apiTokens ApiToken[] @relation(\"UserToApiToken\")\n aiUsages AiUsage[] @relation(\"UserToAiUsage\")\n auditLogs AuditLog[] @relation(\"UserToAuditLog\")\n quotaRecords QuotaRecord[] @relation(\"UserToQuotaRecord\")\n kanbanTasksCreated KanbanTask[] @relation(\"KanbanTaskCreator\")\n kanbanTasksReported KanbanTask[] @relation(\"KanbanTaskReporter\")\n kanbanTasksAssigned KanbanTask[] @relation(\"KanbanTaskAssignee\")\n kanbanGoalsCreated KanbanGoal[] @relation(\"UserToKanbanGoal\")\n kanbanTaskComments KanbanTaskComment[]\n kanbanTaskEvents KanbanTaskEvent[]\n recentFiles RecentFileItem[]\n\n @@map(\"users\")\n}\n\nmodel Session {\n id String @id @default(ulid())\n expiresAt DateTime @map(\"expires_at\")\n token String @unique\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n ipAddress String? @map(\"ip_address\")\n userAgent String? @map(\"user_agent\")\n userId String @map(\"user_id\")\n user User @relation(fields: [userId], references: [id], onDelete: Cascade)\n\n @@map(\"sessions\")\n}\n\nmodel Account {\n id String @id @default(ulid())\n accountId String @map(\"account_id\")\n providerId String @map(\"provider_id\")\n userId String @map(\"user_id\")\n user User @relation(fields: [userId], references: [id], onDelete: Cascade)\n accessToken String? @map(\"access_token\")\n refreshToken String? @map(\"refresh_token\")\n idToken String? @map(\"id_token\")\n accessTokenExpiresAt DateTime? @map(\"access_token_expires_at\")\n refreshTokenExpiresAt DateTime? @map(\"refresh_token_expires_at\")\n scope String?\n password String?\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n @@map(\"accounts\")\n}\n\nmodel Verification {\n id String @id @default(ulid())\n identifier String\n value String\n expiresAt DateTime @map(\"expires_at\")\n createdAt DateTime? @default(now()) @map(\"created_at\")\n updatedAt DateTime? @updatedAt @map(\"updated_at\")\n\n @@map(\"verifications\")\n}\n\nmodel AuthToken {\n id String @id @default(ulid())\n accessToken String @unique @map(\"access_token\")\n refreshToken String @unique @map(\"refresh_token\")\n accessTokenExpiresAt DateTime @map(\"access_token_expires_at\")\n refreshTokenExpiresAt DateTime @map(\"refresh_token_expires_at\")\n\n userId String @map(\"user_id\")\n user User @relation(\"UserToAuthToken\", fields: [userId], references: [id])\n\n @@map(\"auth_tokens\")\n}\n\nmodel Team {\n id String @id @default(ulid())\n name String\n /// [Settings]\n settings Json? @default(\"{}\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n rootFolderId String? @unique @map(\"root_folder_id\")\n rootFolder Asset? @relation(\"TeamToRootFolder\", fields: [rootFolderId], references: [id])\n\n members TeamMember[] @relation(\"TeamToTeamMember\")\n projects Project[] @relation(\"TeamToProject\")\n metadataFields MetadataField[] @relation(\"TeamToMetadataField\")\n invites Invite[] @relation(\"TeamToInvite\")\n notifications Notification[] @relation(\"TeamToNotification\")\n userMetadata UserMetadata[] @relation(\"TeamToUserMetadata\")\n providers Provider[] @relation(\"TeamToProvider\")\n skills Skill[] @relation(\"TeamToSkill\")\n mcpServers McpServer[] @relation(\"TeamToMcpServer\")\n sandbox Sandbox? @relation(\"TeamToSandbox\")\n agents Agent[] @relation(\"TeamToAgent\")\n aiUsages AiUsage[] @relation(\"TeamToAiUsage\")\n auditLogs AuditLog[] @relation(\"TeamToAuditLog\")\n watermarkTemplates WatermarkTemplate[] @relation(\"TeamToWatermarkTemplate\")\n quotaRules QuotaRule[] @relation(\"TeamToQuotaRule\")\n quotaRecords QuotaRecord[] @relation(\"TeamToQuotaRecord\")\n kanbanGoals KanbanGoal[] @relation(\"TeamToKanbanGoal\")\n kanbanTasks KanbanTask[] @relation(\"TeamToKanbanTask\")\n\n @@map(\"teams\")\n}\n\nmodel Sandbox {\n id String @id @default(ulid())\n networkSandboxEnabled Boolean @default(false) @map(\"network_sandbox_enabled\")\n allowedDomains String[] @default([\"npmjs.org\", \"*.npmjs.org\", \"registry.npmjs.org\", \"registry.yarnpkg.com\", \"pypi.org\", \"*.pypi.org\", \"github.com\", \"*.github.com\", \"api.github.com\", \"raw.githubusercontent.com\"])\n pendingDomains String[] @default([]) @map(\"pending_domains\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n teamId String @unique @map(\"team_id\")\n team Team @relation(\"TeamToSandbox\", fields: [teamId], references: [id], onDelete: Cascade)\n\n @@map(\"sandboxes\")\n}\n\nmodel Skill {\n id String @id @default(ulid())\n name String\n description String?\n /// [SkillConfig]\n config Json? @default(\"{}\")\n assetId String @map(\"asset_id\")\n hash String @map(\"hash\")\n permission TeamMemberRole @default(reviewer)\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToSkill\", fields: [teamId], references: [id], onDelete: Cascade)\n\n agentSkills AgentSkill[]\n\n @@unique([teamId, name])\n @@map(\"skills\")\n}\n\nmodel TeamMember {\n id String @id @default(ulid())\n role TeamMemberRole\n scope TeamMemberScope @default(team)\n\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToTeamMember\", fields: [teamId], references: [id])\n\n userId String @map(\"user_id\")\n user User @relation(\"UserToTeamMember\", fields: [userId], references: [id], onDelete: Cascade)\n\n projectMembers ProjectMember[] @relation(\"TeamMemberToProjectMember\")\n lastReadNotificationId String? @unique @map(\"last_read_notification_id\")\n lastReadNotification Notification? @relation(\"TeamMemberToLastReadNotification\", fields: [lastReadNotificationId], references: [id])\n\n @@unique([teamId, userId], name: \"teamIdUserId\")\n @@map(\"team_members\")\n}\n\nmodel Project {\n id String @id @default(ulid())\n name String\n coverImageKey String? @map(\"cover_image_key\")\n hasJpegCover Boolean @default(false) @map(\"has_jpeg_cover\")\n /// [MetadataOverrides]\n metadataOverrides Json? @map(\"metadata_overrides\")\n enableNotification Boolean @default(true) @map(\"enable_notification\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToProject\", fields: [teamId], references: [id])\n\n rootFolderId String? @unique @map(\"root_folder_id\")\n rootFolder Asset? @relation(\"ProjectToRootFolder\", fields: [rootFolderId], references: [id])\n\n shareRootId String? @unique @map(\"share_root_id\")\n shareRoot Asset? @relation(\"ProjectToShareRoot\", fields: [shareRootId], references: [id])\n\n members ProjectMember[] @relation(\"ProjectToProjectMember\")\n assets Asset[] @relation(\"ProjectToAsset\")\n metadataFields MetadataField[] @relation(\"ProjectToMetadataField\")\n invites Invite[] @relation(\"ProjectToInvite\")\n notifications Notification[] @relation(\"ProjectToNotification\")\n shareLinks ShareLink[] @relation(\"ProjectToShareLink\")\n collections Collection[] @relation(\"ProjectToCollection\")\n auditLogs AuditLog[] @relation(\"ProjectToAuditLog\")\n kanbanTasks KanbanTask[] @relation(\"ProjectToKanbanTask\")\n recentFiles RecentFileItem[]\n\n @@index([createdAt])\n @@index([updatedAt])\n @@map(\"projects\")\n}\n\nmodel ProjectMember {\n id String @id @default(ulid())\n role ProjectMemberRole\n\n projectId String @map(\"project_id\")\n project Project @relation(\"ProjectToProjectMember\", fields: [projectId], references: [id], onDelete: Cascade)\n\n teamMemberId String @map(\"team_member_id\")\n teamMember TeamMember @relation(\"TeamMemberToProjectMember\", fields: [teamMemberId], references: [id])\n\n @@unique([projectId, teamMemberId], name: \"projectIdTeamMemberId\")\n @@map(\"project_members\")\n}\n\nmodel ShareLink {\n id String @id @default(ulid())\n name String\n expireAt DateTime? @map(\"expire_at\")\n password String?\n isDisabled Boolean @default(false) @map(\"is_disabled\")\n allowDownload Boolean @default(true) @map(\"allow_download\")\n defaultSortOrder String? @map(\"default_sort_order\")\n viewMode String? @map(\"view_mode\")\n /// [ShareLinkFieldVisibility]\n fieldVisibility Json? @map(\"field_visibility\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n projectId String @map(\"project_id\")\n project Project @relation(\"ProjectToShareLink\", fields: [projectId], references: [id], onDelete: Cascade)\n\n rootFolderId String @unique @map(\"root_folder_id\")\n rootFolder Asset @relation(\"ShareLinkToRootFolder\", fields: [rootFolderId], references: [id])\n\n creatorId String? @map(\"creator_id\")\n creator User? @relation(\"UserToShareLink\", fields: [creatorId], references: [id])\n\n watermarkConfigId String? @map(\"watermark_config_id\")\n watermarkStatus WatermarkStatus @default(disabled) @map(\"watermark_status\")\n watermarkConfig WatermarkConfig? @relation(fields: [watermarkConfigId], references: [id], onDelete: SetNull)\n\n @@map(\"share_links\")\n}\n\nmodel WatermarkConfig {\n id String @id @default(ulid())\n /// [WatermarkConfigSpec]\n config Json\n hash String @unique\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n shareLinks ShareLink[]\n watermarkFiles WatermarkFile[]\n\n @@map(\"watermark_configs\")\n}\n\nmodel WatermarkTemplate {\n id String @id @default(ulid())\n name String\n /// [WatermarkConfigSpec]\n config Json\n teamId String? @map(\"team_id\")\n team Team? @relation(\"TeamToWatermarkTemplate\", fields: [teamId], references: [id], onDelete: Cascade)\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n @@index([teamId])\n @@map(\"watermark_templates\")\n}\n\nmodel WatermarkFile {\n id String @id @default(ulid())\n assetId String @map(\"asset_id\")\n watermarkConfigId String @map(\"watermark_config_id\")\n /// [MediaInfo]\n media Json?\n status WatermarkFileStatus @default(pending)\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n asset Asset @relation(\"AssetToWatermarkFile\", fields: [assetId], references: [id], onDelete: Cascade)\n watermarkConfig WatermarkConfig @relation(fields: [watermarkConfigId], references: [id], onDelete: Cascade)\n\n @@unique([assetId, watermarkConfigId])\n @@index([watermarkConfigId])\n @@map(\"watermark_files\")\n}\n\nmodel Asset {\n id String @id @default(ulid())\n name String @default(\"\")\n nameNgram String[] @default([]) @map(\"name_ngram\")\n type AssetType\n mediaType String? @map(\"media_type\")\n fileCount Int @default(0) @map(\"file_count\")\n sizeByte BigInt @default(0) @map(\"size_byte\")\n status AssetStatus\n transcodeTaskId String? @map(\"transcode_task_id\")\n uploadId String? @map(\"upload_id\")\n /// [MediaInfo]\n media Json?\n hasJpegPreview Boolean @default(false) @map(\"has_jpeg_preview\")\n isDeleted Boolean @default(false) @map(\"is_deleted\")\n deletedAt DateTime? @map(\"deleted_at\")\n sortIndex String? @map(\"sort_index\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n parentId String? @map(\"parent_id\")\n parent Asset? @relation(\"AssetChildren\", fields: [parentId], references: [id])\n children Asset[] @relation(\"AssetChildren\")\n\n targetId String? @map(\"target_id\")\n target Asset? @relation(\"SymlinkTarget\", fields: [targetId], references: [id])\n symlinks Asset[] @relation(\"SymlinkTarget\")\n\n storageKeyId String? @map(\"storage_key_id\")\n storageKey StorageKey? @relation(fields: [storageKeyId], references: [id])\n\n metadataValues AssetMetadataValue[] @relation(\"AssetToMetadataValues\")\n\n creatorId String? @map(\"creator_id\")\n creator User? @relation(\"UserToAsset\", fields: [creatorId], references: [id])\n\n agentId String? @map(\"agent_id\")\n agent Agent? @relation(\"AgentToAsset\", fields: [agentId], references: [id], onDelete: SetNull)\n\n taskId String? @map(\"task_id\")\n task Task? @relation(\"TaskToAsset\", fields: [taskId], references: [id])\n\n projectId String? @map(\"project_id\")\n project Project? @relation(\"ProjectToAsset\", fields: [projectId], references: [id])\n\n comments AssetComment[] @relation(\"AssetToComment\")\n commentAttachments AssetCommentAttachment[] @relation(\"AssetToCommentAttachment\")\n notifications Notification[] @relation(\"AssetToNotification\")\n embeddings AssetEmbedding[] @relation(\"AssetToEmbedding\")\n\n teamRootFolder Team? @relation(\"TeamToRootFolder\")\n projectRootFolder Project? @relation(\"ProjectToRootFolder\")\n projectShareRoot Project? @relation(\"ProjectToShareRoot\")\n shareLinkRootFolder ShareLink? @relation(\"ShareLinkToRootFolder\")\n agentSessions AgentSession[] @relation(\"AssetToAgentSession\")\n watermarkFiles WatermarkFile[] @relation(\"AssetToWatermarkFile\")\n agentMd AssetAgentMd? @relation(\"AssetToAgentMd\")\n kanbanTargetTasks KanbanTask[] @relation(\"KanbanTaskTargetFolder\")\n kanbanTasks KanbanTaskAsset[]\n recentFiles RecentFileItem[]\n\n @@unique([parentId, targetId], name: \"parentIdTargetId\")\n @@index([type])\n @@index([status])\n @@index([createdAt])\n @@index([updatedAt])\n @@index([sortIndex])\n @@index([isDeleted])\n @@index([deletedAt])\n @@index([agentId])\n @@index([name], name: \"assets_name_idx\")\n @@index([nameNgram], type: Gin)\n @@map(\"assets\")\n}\n\nmodel StorageKey {\n id String @id @default(ulid())\n key String @unique\n status StorageKeyStatus @default(active)\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n assets Asset[]\n\n @@map(\"storage_keys\")\n}\n\nmodel AssetMetadataValue {\n id String @id @default(ulid())\n assetId String @map(\"asset_id\")\n fieldKey String @map(\"field_key\") // key from MetadataField\n\n stringValue String? @map(\"string_value\")\n numberValue Float? @map(\"number_value\")\n booleanValue Boolean? @map(\"boolean_value\")\n jsonValue Json? @map(\"json_value\")\n dateValue DateTime? @map(\"date_value\")\n\n asset Asset @relation(\"AssetToMetadataValues\", fields: [assetId], references: [id], onDelete: Cascade)\n\n @@unique([assetId, fieldKey])\n @@index([numberValue])\n @@index([stringValue])\n @@index([booleanValue])\n @@index([dateValue])\n @@index([jsonValue], type: Gin)\n @@map(\"asset_metadata_values\")\n}\n\nmodel AssetAgentMd {\n assetId String @id @map(\"asset_id\")\n content String @db.Text\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n asset Asset @relation(\"AssetToAgentMd\", fields: [assetId], references: [id], onDelete: Cascade)\n\n @@map(\"asset_agentmd\")\n}\n\nmodel AssetComment {\n id String @id @default(ulid())\n message String?\n /// [AnnotationList]\n annotation Json?\n second Float?\n sessionId String? @map(\"session_id\")\n session AgentSession? @relation(fields: [sessionId], references: [id], onDelete: SetNull)\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n assetId String @map(\"asset_id\")\n asset Asset @relation(\"AssetToComment\", fields: [assetId], references: [id], onDelete: Cascade)\n\n creatorId String? @map(\"creator_id\")\n creator User? @relation(\"UserToAssetComment\", fields: [creatorId], references: [id])\n\n isCompleted Boolean @default(false) @map(\"is_completed\")\n completionLastChangedById String? @map(\"completion_last_changed_by_id\")\n completionLastChangedBy User? @relation(\"UserToAssetCommentCompletionChanged\", fields: [completionLastChangedById], references: [id])\n\n replyToId String? @map(\"reply_to_id\")\n replyTo AssetComment? @relation(\"CommentReplies\", fields: [replyToId], references: [id], onDelete: Cascade)\n replies AssetComment[] @relation(\"CommentReplies\")\n\n attachments AssetCommentAttachment[] @relation(\"CommentToAttachment\")\n reactions AssetCommentReaction[] @relation(\"CommentToReaction\")\n\n @@index([assetId])\n @@map(\"asset_comments\")\n}\n\nmodel AssetCommentAttachment {\n id String @id @default(ulid())\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n commentId String @map(\"comment_id\")\n comment AssetComment @relation(\"CommentToAttachment\", fields: [commentId], references: [id], onDelete: Cascade)\n\n assetId String @map(\"asset_id\")\n asset Asset @relation(\"AssetToCommentAttachment\", fields: [assetId], references: [id], onDelete: Cascade)\n\n @@map(\"asset_comment_attachments\")\n}\n\nmodel AssetCommentReaction {\n id String @id @default(ulid())\n createdAt DateTime @default(now()) @map(\"created_at\")\n\n commentId String @map(\"comment_id\")\n comment AssetComment @relation(\"CommentToReaction\", fields: [commentId], references: [id], onDelete: Cascade)\n\n userId String @map(\"user_id\")\n user User @relation(\"UserToAssetCommentReaction\", fields: [userId], references: [id], onDelete: Cascade)\n\n code String @db.VarChar(32)\n\n @@unique([commentId, userId, code])\n @@index([commentId])\n @@map(\"asset_comment_reactions\")\n}\n\nmodel AssetEmbedding {\n id String @id @default(ulid())\n embedding Unsupported(\"vector(1536)\")?\n embedding768 Unsupported(\"vector(768)\")? @map(\"embedding_768\")\n startTime Float? @map(\"start_time\")\n endTime Float? @map(\"end_time\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n assetId String @map(\"asset_id\")\n asset Asset @relation(\"AssetToEmbedding\", fields: [assetId], references: [id], onDelete: Cascade)\n\n @@index([embedding], name: \"AssetEmbedding_embedding_idx\")\n @@index([embedding768], name: \"AssetEmbedding_embedding_768_idx\")\n @@map(\"asset_embeddings\")\n}\n\nmodel Invite {\n id String @id @default(ulid())\n code String @unique\n role InviteRole?\n used Boolean @default(false)\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToInvite\", fields: [teamId], references: [id])\n\n projectId String? @map(\"project_id\")\n project Project? @relation(\"ProjectToInvite\", fields: [projectId], references: [id], onDelete: Cascade)\n\n inviterId String @map(\"inviter_id\")\n inviter User @relation(\"UserToInvite\", fields: [inviterId], references: [id])\n\n @@map(\"invites\")\n}\n\nmodel MetadataField {\n id String @id @default(ulid())\n key String @unique\n scope MetadataFieldScope?\n /// [FieldConfig]\n config Json?\n readOnly Boolean @default(false) @map(\"read_only\")\n description String @default(\"\")\n\n teamId String? @map(\"team_id\")\n team Team? @relation(\"TeamToMetadataField\", fields: [teamId], references: [id])\n\n projectId String? @map(\"project_id\")\n project Project? @relation(\"ProjectToMetadataField\", fields: [projectId], references: [id], onDelete: Cascade)\n\n @@map(\"metadata_fields\")\n}\n\nmodel Notification {\n id String @id @default(ulid())\n type NotificationType?\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToNotification\", fields: [teamId], references: [id])\n\n projectId String? @map(\"project_id\")\n project Project? @relation(\"ProjectToNotification\", fields: [projectId], references: [id], onDelete: Cascade)\n\n creatorId String? @map(\"creator_id\")\n creator User? @relation(\"UserToCreatedNotification\", fields: [creatorId], references: [id])\n\n assetId String? @map(\"asset_id\")\n asset Asset? @relation(\"AssetToNotification\", fields: [assetId], references: [id], onDelete: Cascade)\n\n taskId String? @map(\"task_id\")\n task Task? @relation(\"TaskToNotification\", fields: [taskId], references: [id])\n\n kanbanTaskId String? @map(\"kanban_task_id\")\n kanbanTask KanbanTask? @relation(\"KanbanTaskToNotification\", fields: [kanbanTaskId], references: [id], onDelete: Cascade)\n\n userId String? @map(\"user_id\")\n user User? @relation(\"UserToNotification\", fields: [userId], references: [id])\n\n emailStatus NotificationEmailStatus @default(pending) @map(\"email_status\")\n\n readByMembers TeamMember? @relation(\"TeamMemberToLastReadNotification\")\n\n @@index([kanbanTaskId])\n @@index([emailStatus, createdAt])\n @@map(\"notifications\")\n}\n\nmodel SystemSettings {\n id String @id @default(ulid())\n key String @unique\n /// [SystemSettingsValue]\n value Json?\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n @@index([key])\n @@map(\"system_settings\")\n}\n\nmodel Task {\n id String @id @default(ulid())\n type TaskType?\n status TaskStatus @default(pending)\n name String?\n total Int?\n uploaded Int @default(0)\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n creatorId String? @map(\"creator_id\")\n creator User? @relation(\"UserToTask\", fields: [creatorId], references: [id])\n\n assets Asset[] @relation(\"TaskToAsset\")\n notifications Notification[] @relation(\"TaskToNotification\")\n\n @@map(\"tasks\")\n}\n\nmodel WorkflowTask {\n id String @id @default(ulid())\n uid String @default(uuid()) @db.Uuid\n teamId String? @map(\"team_id\")\n projectId String? @map(\"project_id\")\n assetId String @map(\"asset_id\")\n type WorkflowTaskType?\n status WorkflowTaskStatus?\n /// [WorkflowTaskPayload]\n payload Json?\n /// [WorkflowTaskOutput]\n output Json?\n heartbeat DateTime?\n inputTokens Int @default(0) @map(\"input_tokens\")\n outputTokens Int @default(0) @map(\"output_tokens\")\n model String?\n sessionId String? @map(\"session_id\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n @@index([status, heartbeat])\n @@index([assetId, type])\n @@index([teamId])\n @@index([projectId])\n @@index([type])\n @@index([sessionId])\n @@map(\"workflow_tasks\")\n}\n\nenum AgentType {\n chat\n autofill\n embedding\n}\n\nenum AgentSessionType {\n comment\n chat\n naming\n}\n\nmodel Agent {\n id String @id\n user User @relation(fields: [id], references: [id], onDelete: Cascade)\n type AgentType\n enabled Boolean @default(true)\n permission TeamMemberRole @default(reviewer)\n soul String? @db.Text\n providerId String? @map(\"provider_id\")\n provider Provider? @relation(\"ProviderToAgent\", fields: [providerId], references: [id], onDelete: SetNull)\n modelId String? @map(\"model_id\")\n modelRef Model? @relation(\"ModelToAgent\", fields: [modelId], references: [id], onDelete: SetNull)\n\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToAgent\", fields: [teamId], references: [id], onDelete: Cascade)\n\n /// [AgentConfig]\n config Json\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n agentSessions AgentSession[]\n skills AgentSkill[]\n mcpServers AgentMcpServer[]\n assets Asset[] @relation(\"AgentToAsset\")\n auditLogs AuditLog[] @relation(\"AgentToAuditLog\")\n\n @@map(\"agents\")\n}\n\nmodel AgentSkill {\n id String @id @default(ulid())\n agentId String @map(\"agent_id\")\n agent Agent @relation(fields: [agentId], references: [id], onDelete: Cascade)\n skillId String @map(\"skill_id\")\n skill Skill @relation(fields: [skillId], references: [id], onDelete: Cascade)\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n @@unique([agentId, skillId])\n @@map(\"agent_skills\")\n}\n\nmodel McpServer {\n id String @id @default(ulid())\n name String\n description String?\n instructions String?\n url String\n transport McpTransport @default(streamable_http)\n /// [McpServerAuthConfig]\n authConfig Json? @default(\"{}\")\n /// [McpServerConfig]\n config Json? @default(\"{}\")\n permission TeamMemberRole @default(reviewer)\n /// [McpToolInfo[]]\n tools Json? @default(\"[]\")\n status String @default(\"not_connected\")\n lastError String? @map(\"last_error\")\n lastConnectedAt DateTime? @map(\"last_connected_at\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToMcpServer\", fields: [teamId], references: [id], onDelete: Cascade)\n\n credential McpServerCredential?\n agentMcpServers AgentMcpServer[]\n\n @@map(\"mcp_servers\")\n}\n\n// Join table: which agents get which MCP servers (mirrors AgentSkill).\nmodel AgentMcpServer {\n id String @id @default(ulid())\n agentId String @map(\"agent_id\")\n agent Agent @relation(fields: [agentId], references: [id], onDelete: Cascade)\n mcpServerId String @map(\"mcp_server_id\")\n mcpServer McpServer @relation(fields: [mcpServerId], references: [id], onDelete: Cascade)\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n @@unique([agentId, mcpServerId])\n @@map(\"agent_mcp_servers\")\n}\n\nmodel McpServerCredential {\n id String @id @default(ulid())\n serverId String @unique @map(\"server_id\")\n server McpServer @relation(fields: [serverId], references: [id], onDelete: Cascade)\n serverUrl String @map(\"server_url\")\n /// [McpStoredTokens]\n tokens Json?\n /// [McpStoredClientInfo]\n clientInfo Json?\n codeVerifier String? @map(\"code_verifier\")\n oauthState String? @map(\"oauth_state\")\n /// [McpPendingAuth]\n pendingAuth Json? @map(\"pending_auth\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n @@map(\"mcp_server_credentials\")\n}\n\nenum McpTransport {\n streamable_http\n sse\n}\n\nmodel AgentSession {\n id String @id @default(ulid())\n agentId String @map(\"agent_id\")\n agent Agent @relation(fields: [agentId], references: [id], onDelete: Cascade)\n userId String? @map(\"user_id\")\n user User? @relation(fields: [userId], references: [id], onDelete: SetNull)\n cwd String\n leafId String? @map(\"leaf_id\")\n assetId String? @map(\"asset_id\")\n asset Asset? @relation(\"AssetToAgentSession\", fields: [assetId], references: [id], onDelete: SetNull)\n userCommentId String? @map(\"user_comment_id\")\n type AgentSessionType @default(comment)\n name String?\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n entries AgentSessionEntry[]\n comments AssetComment[]\n\n @@index([type])\n @@map(\"agent_sessions\")\n}\n\nmodel AgentSessionEntry {\n id String @id // Uses ULID generated by pi-coding-agent\n sessionId String? @map(\"session_id\")\n session AgentSession? @relation(fields: [sessionId], references: [id], onDelete: Cascade)\n assetId String? @map(\"asset_id\")\n type String?\n parentId String? @map(\"parent_id\")\n /// [PiSessionEntryData]\n data Json?\n createdAt DateTime @default(now()) @map(\"created_at\")\n\n @@index([sessionId])\n @@index([parentId])\n @@index([assetId])\n @@map(\"agent_session_entries\")\n}\n\nmodel UserMetadata {\n id String @id @default(ulid())\n key String\n /// [UserMetadataValue]\n value Json\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n userId String @map(\"user_id\")\n user User @relation(\"UserToUserMetadata\", fields: [userId], references: [id], onDelete: Cascade)\n\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToUserMetadata\", fields: [teamId], references: [id], onDelete: Cascade)\n\n @@unique([userId, teamId, key], name: \"userIdTeamIdKey\")\n @@map(\"user_metadata\")\n}\n\nmodel Model {\n id String @id @default(ulid())\n modelId String @map(\"model_id\")\n name String @default(\"\")\n /// [ModelConfig]\n config Json\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n providerId String @map(\"provider_id\")\n provider Provider @relation(\"ProviderToModel\", fields: [providerId], references: [id], onDelete: Cascade)\n\n agents Agent[] @relation(\"ModelToAgent\")\n\n @@unique([providerId, modelId])\n @@map(\"models\")\n}\n\nmodel Provider {\n id String @id @default(ulid())\n name String\n isBuiltin Boolean @default(false) @map(\"is_builtin\")\n /// [ProviderConfig]\n config Json\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToProvider\", fields: [teamId], references: [id], onDelete: Cascade)\n\n models Model[] @relation(\"ProviderToModel\")\n agents Agent[] @relation(\"ProviderToAgent\")\n\n @@unique([teamId, name])\n @@map(\"providers\")\n}\n\nmodel Collection {\n id String @id @default(ulid())\n name String\n /// [CollectionFilter]\n filter Json\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n projectId String @map(\"project_id\")\n project Project @relation(\"ProjectToCollection\", fields: [projectId], references: [id], onDelete: Cascade)\n\n creatorId String? @map(\"creator_id\")\n creator User? @relation(\"UserToCollection\", fields: [creatorId], references: [id])\n\n @@index([projectId, createdAt(sort: Desc)])\n @@map(\"collections\")\n}\n\nmodel ApiToken {\n id String @id @default(ulid())\n token String @unique @default(ulid())\n name String\n userId String @map(\"user_id\")\n user User @relation(\"UserToApiToken\", fields: [userId], references: [id], onDelete: Cascade)\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n @@map(\"api_tokens\")\n}\n\nmodel AiUsage {\n id String @id @default(ulid())\n teamId String @map(\"team_id\")\n userId String? @map(\"user_id\")\n periodStart DateTime @map(\"period_start\")\n inputTokens BigInt @default(0) @map(\"input_tokens\")\n outputTokens BigInt @default(0) @map(\"output_tokens\")\n cacheReadTokens BigInt @default(0) @map(\"cache_read_tokens\")\n totalTokens BigInt @default(0) @map(\"total_tokens\")\n cost Float @default(0) @map(\"cost\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n team Team @relation(\"TeamToAiUsage\", fields: [teamId], references: [id], onDelete: Cascade)\n user User? @relation(\"UserToAiUsage\", fields: [userId], references: [id], onDelete: SetNull)\n\n @@unique([teamId, userId, periodStart])\n @@index([teamId, periodStart])\n @@index([teamId, userId, periodStart])\n @@map(\"ai_usages\")\n}\n\nmodel AuditLog {\n id String @id @default(ulid())\n action String\n teamId String @map(\"team_id\")\n userId String? @map(\"user_id\")\n agentId String? @map(\"agent_id\")\n projectId String? @map(\"project_id\")\n itemId String? @map(\"item_id\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n\n team Team @relation(\"TeamToAuditLog\", fields: [teamId], references: [id], onDelete: Cascade)\n user User? @relation(\"UserToAuditLog\", fields: [userId], references: [id], onDelete: SetNull)\n agent Agent? @relation(\"AgentToAuditLog\", fields: [agentId], references: [id], onDelete: SetNull)\n project Project? @relation(\"ProjectToAuditLog\", fields: [projectId], references: [id], onDelete: SetNull)\n\n @@index([teamId, id(sort: Desc)])\n @@index([userId])\n @@index([agentId])\n @@index([action])\n @@index([itemId])\n @@map(\"audit_logs\")\n}\n\nmodel QuotaRule {\n id String @id @default(ulid())\n teamId String @map(\"team_id\")\n scopeMode QuotaScopeMode @map(\"scope_mode\")\n role TeamMemberRole? @map(\"role\")\n /// [QuotaUserIds]\n userIds Json? @map(\"user_ids\")\n resource QuotaResourceType @map(\"resource\")\n /// [QuotaResourceData]\n resourceData Json? @map(\"resource_data\")\n limit Float @map(\"limit\")\n period QuotaPeriod @map(\"period\")\n enabled Boolean @default(true) @map(\"enabled\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n team Team @relation(\"TeamToQuotaRule\", fields: [teamId], references: [id], onDelete: Cascade)\n records QuotaRecord[] @relation(\"QuotaRuleToRecord\")\n\n @@index([teamId, enabled])\n @@index([teamId, resource])\n @@map(\"quota_rules\")\n}\n\nmodel QuotaRecord {\n id String @id @default(ulid())\n ruleId String @map(\"rule_id\")\n teamId String @map(\"team_id\")\n userId String? @map(\"user_id\")\n periodStart DateTime? @map(\"period_start\")\n periodEnd DateTime? @map(\"period_end\")\n consumed Float @default(0) @map(\"consumed\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n rule QuotaRule @relation(\"QuotaRuleToRecord\", fields: [ruleId], references: [id], onDelete: Cascade)\n team Team @relation(\"TeamToQuotaRecord\", fields: [teamId], references: [id], onDelete: Cascade)\n user User? @relation(\"UserToQuotaRecord\", fields: [userId], references: [id], onDelete: Cascade)\n\n @@unique([ruleId, userId])\n @@index([teamId, userId])\n @@index([ruleId])\n @@map(\"quota_records\")\n}\n\nmodel KanbanGoal {\n id String @id @default(ulid())\n title String\n description String? @db.Text\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToKanbanGoal\", fields: [teamId], references: [id], onDelete: Cascade)\n creatorId String? @map(\"creator_id\")\n creator User? @relation(\"UserToKanbanGoal\", fields: [creatorId], references: [id], onDelete: SetNull)\n tasks KanbanTask[]\n\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n @@index([teamId])\n @@map(\"kanban_goals\")\n}\n\nmodel KanbanTask {\n id String @id @default(ulid())\n title String\n description String? @db.Text\n isAgentTask Boolean @default(false) @map(\"is_agent_task\")\n status KanbanTaskStatus @default(TODO)\n priority KanbanTaskPriority @default(MEDIUM)\n\n startDate DateTime? @map(\"start_date\")\n dueDate DateTime? @map(\"due_date\")\n startedAt DateTime? @map(\"started_at\")\n completedAt DateTime? @map(\"completed_at\")\n\n goalId String? @map(\"goal_id\")\n goal KanbanGoal? @relation(fields: [goalId], references: [id], onDelete: SetNull)\n\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToKanbanTask\", fields: [teamId], references: [id], onDelete: Cascade)\n projectId String? @map(\"project_id\")\n project Project? @relation(\"ProjectToKanbanTask\", fields: [projectId], references: [id], onDelete: Cascade)\n\n creatorId String @map(\"creator_id\")\n creator User @relation(\"KanbanTaskCreator\", fields: [creatorId], references: [id])\n reporterId String? @map(\"reporter_id\")\n reporter User? @relation(\"KanbanTaskReporter\", fields: [reporterId], references: [id])\n assigneeId String? @map(\"assignee_id\")\n assignee User? @relation(\"KanbanTaskAssignee\", fields: [assigneeId], references: [id])\n\n targetFolderId String? @map(\"target_folder_id\")\n targetFolder Asset? @relation(\"KanbanTaskTargetFolder\", fields: [targetFolderId], references: [id], onDelete: SetNull)\n\n dependencies KanbanTaskLink[] @relation(\"ChildLinks\")\n dependents KanbanTaskLink[] @relation(\"ParentLinks\")\n assets KanbanTaskAsset[]\n\n comments KanbanTaskComment[]\n events KanbanTaskEvent[]\n notifications Notification[] @relation(\"KanbanTaskToNotification\")\n\n sortIndex String? @map(\"sort_index\")\n\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n @@index([teamId, status])\n @@index([teamId, status, sortIndex])\n @@index([teamId, isAgentTask, status])\n @@index([teamId, goalId, status])\n @@index([teamId, assigneeId, status])\n @@index([projectId, status])\n @@index([sortIndex])\n @@map(\"kanban_tasks\")\n}\n\nmodel KanbanTaskLink {\n parentId String @map(\"parent_id\")\n childId String @map(\"child_id\")\n parent KanbanTask @relation(\"ParentLinks\", fields: [parentId], references: [id], onDelete: Cascade)\n child KanbanTask @relation(\"ChildLinks\", fields: [childId], references: [id], onDelete: Cascade)\n\n createdAt DateTime @default(now()) @map(\"created_at\")\n\n @@id([parentId, childId])\n @@index([childId])\n @@map(\"kanban_task_links\")\n}\n\nmodel KanbanTaskAsset {\n taskId String @map(\"task_id\")\n assetId String @map(\"asset_id\")\n task KanbanTask @relation(fields: [taskId], references: [id], onDelete: Cascade)\n asset Asset @relation(fields: [assetId], references: [id], onDelete: Cascade)\n\n createdAt DateTime @default(now()) @map(\"created_at\")\n\n @@id([taskId, assetId])\n @@index([assetId])\n @@map(\"kanban_task_assets\")\n}\n\nmodel KanbanTaskComment {\n id String @id @default(ulid())\n taskId String @map(\"task_id\")\n task KanbanTask @relation(fields: [taskId], references: [id], onDelete: Cascade)\n authorId String @map(\"author_id\")\n author User @relation(fields: [authorId], references: [id])\n body String @db.Text\n /// [KanbanCommentAttachmentList]\n attachments Json?\n\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n @@index([taskId, createdAt])\n @@map(\"kanban_task_comments\")\n}\n\nmodel KanbanTaskEvent {\n id String @id @default(ulid())\n taskId String @map(\"task_id\")\n task KanbanTask @relation(fields: [taskId], references: [id], onDelete: Cascade)\n actorId String? @map(\"actor_id\")\n actor User? @relation(fields: [actorId], references: [id])\n type KanbanTaskEventType\n fromStatus KanbanTaskStatus? @map(\"from_status\")\n toStatus KanbanTaskStatus? @map(\"to_status\")\n /// [KanbanEventPayload]\n data Json?\n\n createdAt DateTime @default(now()) @map(\"created_at\")\n\n @@index([taskId, createdAt])\n @@index([actorId, createdAt])\n @@map(\"kanban_task_events\")\n}\n\nmodel RecentFileItem {\n id String @id @default(ulid())\n userId String @map(\"user_id\")\n projectId String @map(\"project_id\")\n assetId String @map(\"asset_id\")\n viewedAt DateTime @default(now()) @map(\"viewed_at\")\n\n user User @relation(fields: [userId], references: [id], onDelete: Cascade)\n project Project @relation(fields: [projectId], references: [id], onDelete: Cascade)\n asset Asset @relation(fields: [assetId], references: [id], onDelete: Cascade)\n\n @@unique([userId, projectId, assetId], name: \"userIdProjectIdAssetId\")\n @@index([userId, projectId, viewedAt(sort: Desc)])\n @@index([assetId])\n @@map(\"recent_file_items\")\n}\n", "runtimeDataModel": { "models": {}, "enums": {}, diff --git a/packages/dtos/src/agent.ts b/packages/dtos/src/agent.ts index f6e887e6..38e89fe8 100644 --- a/packages/dtos/src/agent.ts +++ b/packages/dtos/src/agent.ts @@ -42,6 +42,7 @@ export const agentInfoSchema = z.object({ skills: z.array(agentSkillSchema).optional(), mcpServerIds: z.array(z.string()).optional(), deniedTools: z.array(z.string()).optional(), + readOnly: z.boolean().optional(), }) export type AgentInfo = z.infer diff --git a/packages/transcode/src/activities/transcode.test.ts b/packages/transcode/src/activities/transcode.test.ts index afd8fcf2..4f271743 100644 --- a/packages/transcode/src/activities/transcode.test.ts +++ b/packages/transcode/src/activities/transcode.test.ts @@ -1230,6 +1230,100 @@ describe('Transcode Activities', () => { expect(res.chunkKey).toMatch(/^files\/asset-abc\/tmp-embedding-chunks\/chunk-10-25-.*\.mp4$/) }) + it('should extract frames archive when format is frames', async () => { + // eslint-disable-next-line @typescript-eslint/no-explicit-any + ;(child_process.execFile as any).mockImplementation( + ( + _file: string, + args: string[], + cb: (err: Error | null, result: { stdout: string; stderr: string }) => void, + ) => { + if (_file === 'ffmpeg' && args) { + const outPattern = args[args.length - 1] + if (outPattern && outPattern.includes('frame_%04d.jpg')) { + // eslint-disable-next-line @typescript-eslint/no-require-imports + const fsActual = require('fs') + // eslint-disable-next-line @typescript-eslint/no-require-imports + const pathActual = require('path') + const dir = pathActual.dirname(outPattern) + fsActual.writeFileSync( + pathActual.join(dir, 'frame_0001.jpg'), + Buffer.from('mock-frame'), + ) + } + } + cb(null, { stdout: '', stderr: '' }) + }, + ) + + const res = await transcodeVideoChunkActivity({ + assetId: 'asset-abc', + filePath: '/tmp/full-video.mp4', + startTime: 10, + endTime: 25, + format: 'frames', + }) + + expect(child_process.execFile).toHaveBeenCalledWith( + 'ffmpeg', + expect.arrayContaining(['-vf', 'fps=1', '-q:v', '2']), + expect.any(Function), + ) + expect(child_process.execFile).not.toHaveBeenCalledWith( + 'tar', + expect.anything(), + expect.anything(), + ) + expect(s3Service.putObject).toHaveBeenCalledWith( + 'shumai', + expect.stringMatching(/^files\/asset-abc\/tmp-embedding-chunks\/frames-10-25-.*\.tar$/), + expect.any(Buffer), + expect.any(Number), + 'application/x-tar', + ) + expect(res.chunkKey).toMatch(/^files\/asset-abc\/tmp-embedding-chunks\/frames-10-25-.*\.tar$/) + + const putCall = vi.mocked(s3Service.putObject).mock.calls[0] + const uploadedBuffer = putCall[2] as Buffer + const uploadedArchive = new Bun.Archive(uploadedBuffer) + const archiveFiles = await uploadedArchive.files() + expect(archiveFiles.has('frame_0001.jpg')).toBe(true) + const uploadedFile = archiveFiles.get('frame_0001.jpg')! + expect(uploadedFile.size).toBeGreaterThan(0) + const uploadedFileBytes = await uploadedFile.bytes() + expect(uploadedFileBytes.byteLength).toBeGreaterThan(0) + }) + + it('should sample uniform 16 frames when chunk duration > 16s', async () => { + // eslint-disable-next-line @typescript-eslint/no-explicit-any -- child_process.execFile mockImplementation returns void rather than ChildProcess in unit tests + ;(child_process.execFile as any).mockImplementation( + ( + _cmd: unknown, + _args: unknown, + cb: (err: null, res: { stdout: string; stderr: string }) => void, + ) => { + cb(null, { + stdout: '', + stderr: '', + }) + }, + ) + + await transcodeVideoChunkActivity({ + assetId: 'asset-abc', + filePath: '/tmp/full-video.mp4', + startTime: 0, + endTime: 60, + format: 'frames', + }) + + expect(child_process.execFile).toHaveBeenCalledWith( + 'ffmpeg', + expect.arrayContaining(['-vf', `fps=${16 / 60}`, '-vframes', '16', '-q:v', '2']), + expect.any(Function), + ) + }) + it('should throw non-retryable ApplicationFailure when neither filePath nor assetKey is provided', async () => { expect.assertions(2) try { diff --git a/packages/transcode/src/activities/transcode.ts b/packages/transcode/src/activities/transcode.ts index 1f35d5fe..63f34eb1 100644 --- a/packages/transcode/src/activities/transcode.ts +++ b/packages/transcode/src/activities/transcode.ts @@ -1490,6 +1490,7 @@ export interface TranscodeVideoChunkParams { filePath?: string startTime: number endTime: number + format?: 'video' | 'frames' } export async function transcodeVideoChunkActivity( @@ -1502,6 +1503,82 @@ export async function transcodeVideoChunkActivity( }) } + if (params.format === 'frames') { + const tmpDir = transcodeService.createTempDir('video-chunk-frames-') + try { + const bucket = process.env.S3_BUCKET || 'shumai' + const inputSource = + params.filePath || + (params.assetKey ? await s3Service.resolveInput(bucket, params.assetKey) : '') + if (!inputSource) { + throw ApplicationFailure.create({ + message: 'Neither filePath nor assetKey was provided for video chunk transcoding', + nonRetryable: true, + }) + } + const isRemote = inputSource.startsWith('http://') || inputSource.startsWith('https://') + + const duration = Math.max(0.1, params.endTime - params.startTime) + const fpsFilter = duration > 16 ? `fps=${16 / duration}` : 'fps=1' + const vframesArgs = duration > 16 ? ['-vframes', '16'] : [] + + await execFileAsync('ffmpeg', [ + '-y', + '-loglevel', + 'warning', + ...(isRemote + ? ['-reconnect', '1', '-reconnect_streamed', '1', '-reconnect_delay_max', '5'] + : []), + '-ss', + params.startTime.toString(), + '-i', + inputSource, + '-map', + '0:V:0', + '-t', + duration.toString(), + '-vf', + fpsFilter, + ...vframesArgs, + '-q:v', + '2', + path.join(tmpDir, 'frame_%04d.jpg'), + ]) + + const frameFiles = fs + .readdirSync(tmpDir) + .filter((f) => /\.(jpe?g|png|webp)$/i.test(f)) + .sort() + + const archiveEntries: Record = {} + for (const file of frameFiles) { + archiveEntries[file] = fs.readFileSync(path.join(tmpDir, file)) + } + + const archive = new Bun.Archive(archiveEntries) + const archiveBytes = await archive.bytes() + const archiveData = Buffer.from( + archiveBytes.buffer, + archiveBytes.byteOffset, + archiveBytes.byteLength, + ) + const key = `files/${params.assetId}/tmp-embedding-chunks/frames-${params.startTime}-${params.endTime}-${ulid()}.tar` + await s3Service.putObject(bucket, key, archiveData, archiveData.length, 'application/x-tar') + + return { chunkKey: key } + } catch (err) { + if (err instanceof ApplicationFailure) { + throw err + } + throw ApplicationFailure.create({ + message: `Failed to extract video chunk frames for ${params.startTime}-${params.endTime}: ${err instanceof Error ? err.message : String(err)}`, + nonRetryable: false, + }) + } finally { + transcodeService.removeDir(tmpDir) + } + } + const chunkTmp = path.join(os.tmpdir(), `video-chunk-${Date.now()}-${ulid()}.mp4`) try { const bucket = process.env.S3_BUCKET || 'shumai' diff --git a/packages/webui/components/settings/AgentFormDialog.test.tsx b/packages/webui/components/settings/AgentFormDialog.test.tsx index c94d8f55..56f16f46 100644 --- a/packages/webui/components/settings/AgentFormDialog.test.tsx +++ b/packages/webui/components/settings/AgentFormDialog.test.tsx @@ -92,4 +92,39 @@ describe('AgentFormDialog', () => { expect(screen.getByText('Move Assets')).toBeDefined() expect(screen.getByText('Delete Asset')).toBeDefined() }) + + it('renders read-only state with system managed hint and only Close button', () => { + render( + + + , + ) + + expect( + screen.getByText( + 'This agent is managed by the server environment configuration and cannot be modified or deleted.', + ), + ).toBeDefined() + expect(screen.getAllByRole('button', { name: 'Close' }).length).toBe(2) + expect(screen.queryByRole('button', { name: 'Save Changes' })).toBeNull() + }) }) diff --git a/packages/webui/components/settings/AgentFormDialog.tsx b/packages/webui/components/settings/AgentFormDialog.tsx index bd150cc9..391a0e23 100644 --- a/packages/webui/components/settings/AgentFormDialog.tsx +++ b/packages/webui/components/settings/AgentFormDialog.tsx @@ -48,6 +48,7 @@ interface AgentFormDialogProps { type?: AgentType initialValues?: AgentInfo title: string + readOnly?: boolean } const agentFormSchema = z.object({ @@ -137,6 +138,7 @@ export function AgentFormDialog({ type, initialValues, title, + readOnly = false, }: AgentFormDialogProps) { const queryClient = useQueryClient() const { canAdmin } = usePermissions() @@ -368,6 +370,11 @@ export function AgentFormDialog({ >
+ {readOnly && ( +
+ {m.agent_managed_by_system_hint()} +
+ )}
field.handleChange(e.target.value)} placeholder={m.agent_name_placeholder()} aria-invalid={isInvalid} + disabled={readOnly} /> {isInvalid && } @@ -423,7 +431,7 @@ export function AgentFormDialog({ onValueChange={(val) => field.handleChange(val as 'owner' | 'editor' | 'reviewer') } - disabled={!canAdmin} + disabled={readOnly || !canAdmin} > @@ -453,12 +461,15 @@ export function AgentFormDialog({ - [state.canSubmit, state.isSubmitting]} - children={([canSubmit, isSubmitting]) => ( - + ) : ( + <> + - )} - /> + [state.canSubmit, state.isSubmitting]} + children={([canSubmit, isSubmitting]) => ( + + )} + /> + + )} diff --git a/packages/webui/components/settings/AgentsSettings.tsx b/packages/webui/components/settings/AgentsSettings.tsx index af9f6c54..5966d674 100644 --- a/packages/webui/components/settings/AgentsSettings.tsx +++ b/packages/webui/components/settings/AgentsSettings.tsx @@ -189,6 +189,7 @@ export function AgentsSettings({ teamId }: AgentsSettingsProps) { {(isCreateDialogOpen || editingAgent) && (
- - e.stopPropagation()}> - - - - { - e.stopPropagation() - setAgentToDelete(agent) - setIsDeleteDialogOpen(true) - }} - className="text-red-500 focus:text-red-500 gap-2 cursor-pointer" - > - {m.delete()} - - - + {agent.readOnly ? ( + + {m.agent_readonly()} + + ) : ( + + e.stopPropagation()}> + + + + { + e.stopPropagation() + setAgentToDelete(agent) + setIsDeleteDialogOpen(true) + }} + className="text-red-500 focus:text-red-500 gap-2 cursor-pointer" + > + {m.delete()} + + + + )}
@@ -408,6 +418,7 @@ export function AgentsSettings({ teamId }: AgentsSettingsProps) {
e.stopPropagation()}> { updateAgentMutation.mutate({ teamId, diff --git a/packages/webui/messages/en.json b/packages/webui/messages/en.json index 86099b89..d79915d1 100644 --- a/packages/webui/messages/en.json +++ b/packages/webui/messages/en.json @@ -633,6 +633,8 @@ "chat_agent": "Chat Agent", "chat_agents": "Chat Agents", "embedding_agent": "Embedding Agent", + "agent_readonly": "Read-only", + "agent_managed_by_system_hint": "This agent is managed by the server environment configuration and cannot be modified or deleted.", "skills_count_value": "{count} Skills", "autofill_agent": "Autofill Agent", "ai_provider": "AI Provider", diff --git a/packages/webui/messages/zh.json b/packages/webui/messages/zh.json index 264d8040..e55a3d6f 100644 --- a/packages/webui/messages/zh.json +++ b/packages/webui/messages/zh.json @@ -633,6 +633,8 @@ "chat_agent": "对话智能体", "chat_agents": "对话智能体", "embedding_agent": "嵌入智能体", + "agent_readonly": "只读", + "agent_managed_by_system_hint": "此智能体由服务器环境配置管理,无法进行修改或删除。", "skills_count_value": "{count} 个技能", "autofill_agent": "自动填充智能体", "ai_provider": "AI 提供商",