From cbe622dfebce3cee4f1e85df5a6159db9dcb1678 Mon Sep 17 00:00:00 2001 From: yiling Date: Sun, 19 Jul 2026 12:32:08 +0800 Subject: [PATCH] feat(transcode): split monolithic transcodeMedia into focused workflows --- .../agent/src/tools/analyze-image.test.ts | 2 +- packages/agent/src/tools/analyze-image.ts | 2 +- .../agent/src/tools/read-pdf-pages.test.ts | 2 +- packages/agent/src/tools/read-pdf-pages.ts | 2 +- packages/agent/src/tools/screenshot.test.ts | 2 +- packages/agent/src/tools/screenshot.ts | 2 +- packages/core/src/transcode/transcode.test.ts | 12 +- packages/core/src/transcode/transcode.ts | 4 +- packages/core/src/upload/upload.test.ts | 10 +- .../migration.sql | 14 + packages/db/prisma/schema.prisma | 6 + packages/db/src/generated/prisma/enums.ts | 6 + .../db/src/generated/prisma/internal/class.ts | 2 +- packages/e2e/workflow/transcode.test.ts | 12 +- packages/transcode/src/index.ts | 12 + packages/transcode/src/transcoder.ts | 6 +- packages/transcode/src/workflows/common.ts | 61 ++ .../overlay-image-annotation.test.ts | 101 ++++ .../src/workflows/overlay-image-annotation.ts | 49 ++ .../src/workflows/render-pdf-pages.test.ts | 110 ++++ .../src/workflows/render-pdf-pages.ts | 37 ++ .../workflows/take-video-screenshots.test.ts | 110 ++++ .../src/workflows/take-video-screenshots.ts | 38 ++ .../src/workflows/transcode-image.test.ts | 149 +++++ .../src/workflows/transcode-image.ts | 109 ++++ .../src/workflows/transcode-pdf.test.ts | 147 +++++ .../transcode/src/workflows/transcode-pdf.ts | 104 ++++ .../src/workflows/transcode-utils.ts | 98 ++++ .../src/workflows/transcode-video.test.ts | 243 ++++++++ .../src/workflows/transcode-video.ts | 171 ++++++ .../transcode/src/workflows/transcode.test.ts | 532 +----------------- packages/transcode/src/workflows/transcode.ts | 440 +-------------- packages/workflow-core/src/local-executor.ts | 10 +- .../workflow-core/src/temporal-executor.ts | 24 + 34 files changed, 1666 insertions(+), 963 deletions(-) create mode 100644 packages/db/prisma/migrations/20260719042433_add_split_transcode_task_types/migration.sql create mode 100644 packages/transcode/src/workflows/common.ts create mode 100644 packages/transcode/src/workflows/overlay-image-annotation.test.ts create mode 100644 packages/transcode/src/workflows/overlay-image-annotation.ts create mode 100644 packages/transcode/src/workflows/render-pdf-pages.test.ts create mode 100644 packages/transcode/src/workflows/render-pdf-pages.ts create mode 100644 packages/transcode/src/workflows/take-video-screenshots.test.ts create mode 100644 packages/transcode/src/workflows/take-video-screenshots.ts create mode 100644 packages/transcode/src/workflows/transcode-image.test.ts create mode 100644 packages/transcode/src/workflows/transcode-image.ts create mode 100644 packages/transcode/src/workflows/transcode-pdf.test.ts create mode 100644 packages/transcode/src/workflows/transcode-pdf.ts create mode 100644 packages/transcode/src/workflows/transcode-utils.ts create mode 100644 packages/transcode/src/workflows/transcode-video.test.ts create mode 100644 packages/transcode/src/workflows/transcode-video.ts diff --git a/packages/agent/src/tools/analyze-image.test.ts b/packages/agent/src/tools/analyze-image.test.ts index 189914ea..d8b4a53f 100644 --- a/packages/agent/src/tools/analyze-image.test.ts +++ b/packages/agent/src/tools/analyze-image.test.ts @@ -121,7 +121,7 @@ describe('analyzeImageTool', () => { data: { assetId: 'asset-1', projectId: 'project-1', - type: 'transcode', + type: 'transcode_image_annotation', status: 'pending', payload: { projectId: 'project-1', diff --git a/packages/agent/src/tools/analyze-image.ts b/packages/agent/src/tools/analyze-image.ts index cf0af4c1..eb7df847 100644 --- a/packages/agent/src/tools/analyze-image.ts +++ b/packages/agent/src/tools/analyze-image.ts @@ -70,7 +70,7 @@ export function createAnalyzeImageTool( data: { assetId, projectId: asset.projectId || 'none', - type: WorkflowTaskType.transcode, + type: WorkflowTaskType.transcode_image_annotation, status: WorkflowTaskStatus.pending, payload: { projectId: asset.projectId || 'none', diff --git a/packages/agent/src/tools/read-pdf-pages.test.ts b/packages/agent/src/tools/read-pdf-pages.test.ts index eb714cdf..4c885022 100644 --- a/packages/agent/src/tools/read-pdf-pages.test.ts +++ b/packages/agent/src/tools/read-pdf-pages.test.ts @@ -95,7 +95,7 @@ describe('readPdfPagesTool', () => { data: { assetId: 'asset-1', projectId: 'project-1', - type: 'transcode', + type: 'transcode_pdf_pages', status: 'pending', payload: { projectId: 'project-1', diff --git a/packages/agent/src/tools/read-pdf-pages.ts b/packages/agent/src/tools/read-pdf-pages.ts index 158f77d5..e64620ec 100644 --- a/packages/agent/src/tools/read-pdf-pages.ts +++ b/packages/agent/src/tools/read-pdf-pages.ts @@ -100,7 +100,7 @@ export function createReadPdfPagesTool( data: { assetId: targetAssetId, projectId: asset.projectId || 'none', - type: WorkflowTaskType.transcode, + type: WorkflowTaskType.transcode_pdf_pages, status: WorkflowTaskStatus.pending, payload: { projectId: asset.projectId || 'none', diff --git a/packages/agent/src/tools/screenshot.test.ts b/packages/agent/src/tools/screenshot.test.ts index 00afddca..90c167ef 100644 --- a/packages/agent/src/tools/screenshot.test.ts +++ b/packages/agent/src/tools/screenshot.test.ts @@ -95,7 +95,7 @@ describe('screenshotTool', () => { data: { assetId: 'asset-1', projectId: 'project-1', - type: 'transcode', + type: 'transcode_screenshot', status: 'pending', payload: { projectId: 'project-1', diff --git a/packages/agent/src/tools/screenshot.ts b/packages/agent/src/tools/screenshot.ts index 54b4d33c..ea0b761d 100644 --- a/packages/agent/src/tools/screenshot.ts +++ b/packages/agent/src/tools/screenshot.ts @@ -57,7 +57,7 @@ export function createScreenshotTool( data: { assetId, projectId: asset.projectId || 'none', - type: WorkflowTaskType.transcode, + type: WorkflowTaskType.transcode_screenshot, status: WorkflowTaskStatus.pending, payload: { projectId: asset.projectId || 'none', diff --git a/packages/core/src/transcode/transcode.test.ts b/packages/core/src/transcode/transcode.test.ts index b39e679f..5fd1ff76 100644 --- a/packages/core/src/transcode/transcode.test.ts +++ b/packages/core/src/transcode/transcode.test.ts @@ -279,7 +279,7 @@ describe('TranscodeService', () => { })) as WorkflowTask expect(task.assetId).toBe('asset-123') - expect(task.type).toBe('transcode') + expect(task.type).toBe('transcode_video') expect(task.status).toBe('pending') expect(task.payload?.projectId).toBe('proj-123') expect(task.payload?.transcode?.videoStrategy).toBe('best_match') @@ -482,7 +482,8 @@ describe('TranscodeService', () => { describe('overlayAnnotationsOnBuffer Pixel Tests', () => { it('should draw annotation overlay on a 100x200 image and mutate pixels', async () => { // eslint-disable-next-line @typescript-eslint/no-explicit-any - const realSharp = ((await vi.importActual('sharp')) as any).default || (await vi.importActual('sharp')) + const actualSharp = (await vi.importActual('sharp')) as any + const realSharp = (actualSharp.default || actualSharp) as typeof sharp const inputBuffer = await realSharp({ create: { @@ -507,7 +508,7 @@ describe('TranscodeService', () => { ] // eslint-disable-next-line @typescript-eslint/no-explicit-any - const sharpSpy = vi.mocked(sharp as any).mockImplementation((input: any, options: any) => realSharp(input, options)) + const sharpSpy = vi.mocked(sharp).mockImplementation((input: any, options?: any) => realSharp(input, options)) const outputBuffer = await transcodeService.overlayAnnotationsOnBuffer( inputBuffer, @@ -537,7 +538,8 @@ describe('TranscodeService', () => { it('should draw annotation overlay on a 200x100 image and mutate pixels', async () => { // eslint-disable-next-line @typescript-eslint/no-explicit-any - const realSharp = ((await vi.importActual('sharp')) as any).default || (await vi.importActual('sharp')) + const actualSharp = (await vi.importActual('sharp')) as any + const realSharp = (actualSharp.default || actualSharp) as typeof sharp const inputBuffer = await realSharp({ create: { @@ -562,7 +564,7 @@ describe('TranscodeService', () => { ] // eslint-disable-next-line @typescript-eslint/no-explicit-any - const sharpSpy = vi.mocked(sharp as any).mockImplementation((input: any, options: any) => realSharp(input, options)) + const sharpSpy = vi.mocked(sharp).mockImplementation((input: any, options?: any) => realSharp(input, options)) const outputBuffer = await transcodeService.overlayAnnotationsOnBuffer( inputBuffer, diff --git a/packages/core/src/transcode/transcode.ts b/packages/core/src/transcode/transcode.ts index 3ea23333..b3017bf1 100644 --- a/packages/core/src/transcode/transcode.ts +++ b/packages/core/src/transcode/transcode.ts @@ -543,7 +543,7 @@ export class TranscodeService { data: { assetId, projectId, - type: WorkflowTaskType.transcode, + type: WorkflowTaskType.transcode_video, status: WorkflowTaskStatus.pending, payload: { projectId, @@ -558,7 +558,7 @@ export class TranscodeService { data: { assetId, projectId, - type: WorkflowTaskType.transcode, + type: WorkflowTaskType.transcode_image, status: WorkflowTaskStatus.pending, payload: { projectId, diff --git a/packages/core/src/upload/upload.test.ts b/packages/core/src/upload/upload.test.ts index e2ee8534..0c09a4c1 100644 --- a/packages/core/src/upload/upload.test.ts +++ b/packages/core/src/upload/upload.test.ts @@ -182,7 +182,7 @@ describe('UploadService', () => { expect(updatedAsset?.status).toBe(AssetStatus.uploaded) const workflowTask = await prisma.workflowTask.findFirst({ - where: { assetId: asset.id, type: WorkflowTaskType.transcode }, + where: { assetId: asset.id, type: WorkflowTaskType.transcode_video }, }) expect(workflowTask).toBeDefined() expect(workflowTask?.payload).toEqual({ @@ -219,7 +219,7 @@ describe('UploadService', () => { await uploadService.confirmFileUpload(userId, task.id, { fileId: asset.id }) const workflowTask = await prisma.workflowTask.findFirst({ - where: { assetId: asset.id, type: WorkflowTaskType.transcode }, + where: { assetId: asset.id, type: WorkflowTaskType.transcode_image }, }) expect(workflowTask).toBeDefined() expect(workflowTask?.payload).toEqual({ @@ -257,7 +257,7 @@ describe('UploadService', () => { expect(updatedAsset?.status).toBe(AssetStatus.processed) const workflowTask = await prisma.workflowTask.findFirst({ - where: { assetId: asset.id, type: WorkflowTaskType.transcode }, + where: { assetId: asset.id, type: WorkflowTaskType.transcode_video }, }) expect(workflowTask).toBeNull() }) @@ -290,7 +290,7 @@ describe('UploadService', () => { expect(updatedAsset?.status).toBe(AssetStatus.uploaded) const workflowTask = await prisma.workflowTask.findFirst({ - where: { assetId: asset.id, type: WorkflowTaskType.transcode }, + where: { assetId: asset.id, type: WorkflowTaskType.transcode_video }, }) expect(workflowTask).toBeDefined() }) @@ -323,7 +323,7 @@ describe('UploadService', () => { expect(updatedAsset?.status).toBe(AssetStatus.uploaded) const workflowTask = await prisma.workflowTask.findFirst({ - where: { assetId: asset.id, type: WorkflowTaskType.transcode }, + where: { assetId: asset.id, type: WorkflowTaskType.transcode_video }, }) expect(workflowTask).toBeDefined() }) diff --git a/packages/db/prisma/migrations/20260719042433_add_split_transcode_task_types/migration.sql b/packages/db/prisma/migrations/20260719042433_add_split_transcode_task_types/migration.sql new file mode 100644 index 00000000..1a8ff856 --- /dev/null +++ b/packages/db/prisma/migrations/20260719042433_add_split_transcode_task_types/migration.sql @@ -0,0 +1,14 @@ +-- AlterEnum +-- This migration adds more than one value to an enum. +-- With PostgreSQL versions 11 and earlier, this is not possible +-- in a single migration. This can be worked around by creating +-- multiple migrations, each migration adding only one value to +-- the enum. + + +ALTER TYPE "WorkflowTaskType" ADD VALUE 'transcode_video'; +ALTER TYPE "WorkflowTaskType" ADD VALUE 'transcode_image'; +ALTER TYPE "WorkflowTaskType" ADD VALUE 'transcode_pdf'; +ALTER TYPE "WorkflowTaskType" ADD VALUE 'transcode_pdf_pages'; +ALTER TYPE "WorkflowTaskType" ADD VALUE 'transcode_screenshot'; +ALTER TYPE "WorkflowTaskType" ADD VALUE 'transcode_image_annotation'; diff --git a/packages/db/prisma/schema.prisma b/packages/db/prisma/schema.prisma index 533f8da6..c3bf8b9d 100644 --- a/packages/db/prisma/schema.prisma +++ b/packages/db/prisma/schema.prisma @@ -100,6 +100,12 @@ enum TeamMemberScope { enum WorkflowTaskType { transcode + transcode_video + transcode_image + transcode_pdf + transcode_pdf_pages + transcode_screenshot + transcode_image_annotation ai_metadata_autofill chat ai_embedding diff --git a/packages/db/src/generated/prisma/enums.ts b/packages/db/src/generated/prisma/enums.ts index 5f23164b..59167942 100644 --- a/packages/db/src/generated/prisma/enums.ts +++ b/packages/db/src/generated/prisma/enums.ts @@ -126,6 +126,12 @@ export type TeamMemberScope = (typeof TeamMemberScope)[keyof typeof TeamMemberSc export const WorkflowTaskType = { transcode: 'transcode', + transcode_video: 'transcode_video', + transcode_image: 'transcode_image', + transcode_pdf: 'transcode_pdf', + transcode_pdf_pages: 'transcode_pdf_pages', + transcode_screenshot: 'transcode_screenshot', + transcode_image_annotation: 'transcode_image_annotation', ai_metadata_autofill: 'ai_metadata_autofill', chat: 'chat', ai_embedding: 'ai_embedding', diff --git a/packages/db/src/generated/prisma/internal/class.ts b/packages/db/src/generated/prisma/internal/class.ts index 44648ff6..dfe69fe1 100644 --- a/packages/db/src/generated/prisma/internal/class.ts +++ b/packages/db/src/generated/prisma/internal/class.ts @@ -22,7 +22,7 @@ const config: runtime.GetPrismaClientConfig = { "clientVersion": "7.8.0", "engineVersion": "3c6e192761c0362d496ed980de936e2f3cebcd3a", "activeProvider": "postgresql", - "inlineSchema": "generator client {\n provider = \"prisma-client\"\n output = \"../src/generated/prisma\"\n binaryTargets = [\"native\", \"linux-musl-openssl-3.0.x\"]\n previewFeatures = [\"postgresqlExtensions\"]\n}\n\ngenerator json {\n provider = \"prisma-json-types-generator\"\n allowAny = false\n}\n\ndatasource db {\n provider = \"postgresql\"\n extensions = [vector]\n}\n\n// ----------------------------------------------------------------------\n// Enums\n// ----------------------------------------------------------------------\n\nenum UserType {\n human\n agent\n}\n\nenum AssetType {\n folder\n file\n share\n root\n attachment\n version_stack\n share_root\n symlink\n}\n\nenum AssetStatus {\n uploading\n uploaded\n processing\n processed\n trashed\n pending_purge\n}\n\nenum StorageKeyStatus {\n active\n purging\n}\n\nenum InviteRole {\n editor\n reviewer\n}\n\nenum MetadataFieldScope {\n SYSTEM\n TEAM\n PROJECT\n}\n\nenum NotificationType {\n comment_created\n reply_created\n mention\n successful_file_uploaded\n metadata_field_updated_status\n new_user_join_team\n new_user_join_project\n}\n\nenum ProjectMemberRole {\n owner\n editor\n reviewer\n}\n\nenum TaskType {\n upload\n}\n\nenum TaskStatus {\n pending\n uploading\n completed\n failed\n}\n\nenum TeamMemberRole {\n owner\n editor\n reviewer\n}\n\nenum TeamMemberScope {\n team\n project\n}\n\nenum WorkflowTaskType {\n transcode\n ai_metadata_autofill\n chat\n ai_embedding\n query_embedding_for_search\n agent_tool_call\n}\n\nenum WorkflowTaskStatus {\n pending\n processing\n completed\n failed\n}\n\n// ----------------------------------------------------------------------\n// Models\n// ----------------------------------------------------------------------\n\nmodel User {\n id String @id @default(ulid())\n type UserType @default(human)\n name String\n email String @unique\n emailVerified Boolean @default(false) @map(\"email_verified\")\n image String?\n password String?\n /// [AgentSettings]\n agentSettings Json? @map(\"agent_settings\")\n guestEmail String? @map(\"guest_email\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n assets Asset[] @relation(\"UserToAsset\")\n authTokens AuthToken[] @relation(\"UserToAuthToken\")\n tasks Task[] @relation(\"UserToTask\")\n teamMembers TeamMember[] @relation(\"UserToTeamMember\")\n comments AssetComment[] @relation(\"UserToAssetComment\")\n completionChangedComments AssetComment[] @relation(\"UserToAssetCommentCompletionChanged\")\n createdInvites Invite[] @relation(\"UserToInvite\")\n createdNotifications Notification[] @relation(\"UserToCreatedNotification\")\n notifications Notification[] @relation(\"UserToNotification\")\n sessions Session[]\n accounts Account[]\n agent Agent?\n agentSessions AgentSession[]\n userMetadata UserMetadata[] @relation(\"UserToUserMetadata\")\n collections Collection[] @relation(\"UserToCollection\")\n shareLinks ShareLink[] @relation(\"UserToShareLink\")\n apiTokens ApiToken[] @relation(\"UserToApiToken\")\n\n @@map(\"users\")\n}\n\nmodel Session {\n id String @id @default(ulid())\n expiresAt DateTime @map(\"expires_at\")\n token String @unique\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n ipAddress String? @map(\"ip_address\")\n userAgent String? @map(\"user_agent\")\n userId String @map(\"user_id\")\n user User @relation(fields: [userId], references: [id], onDelete: Cascade)\n\n @@map(\"sessions\")\n}\n\nmodel Account {\n id String @id @default(ulid())\n accountId String @map(\"account_id\")\n providerId String @map(\"provider_id\")\n userId String @map(\"user_id\")\n user User @relation(fields: [userId], references: [id], onDelete: Cascade)\n accessToken String? @map(\"access_token\")\n refreshToken String? @map(\"refresh_token\")\n idToken String? @map(\"id_token\")\n accessTokenExpiresAt DateTime? @map(\"access_token_expires_at\")\n refreshTokenExpiresAt DateTime? @map(\"refresh_token_expires_at\")\n scope String?\n password String?\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n @@map(\"accounts\")\n}\n\nmodel Verification {\n id String @id @default(ulid())\n identifier String\n value String\n expiresAt DateTime @map(\"expires_at\")\n createdAt DateTime? @default(now()) @map(\"created_at\")\n updatedAt DateTime? @updatedAt @map(\"updated_at\")\n\n @@map(\"verifications\")\n}\n\nmodel AuthToken {\n id String @id @default(ulid())\n accessToken String @unique @map(\"access_token\")\n refreshToken String @unique @map(\"refresh_token\")\n accessTokenExpiresAt DateTime @map(\"access_token_expires_at\")\n refreshTokenExpiresAt DateTime @map(\"refresh_token_expires_at\")\n\n userId String @map(\"user_id\")\n user User @relation(\"UserToAuthToken\", fields: [userId], references: [id])\n\n @@map(\"auth_tokens\")\n}\n\nmodel Team {\n id String @id @default(ulid())\n name String\n /// [Settings]\n settings Json? @default(\"{}\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n rootFolderId String? @unique @map(\"root_folder_id\")\n rootFolder Asset? @relation(\"TeamToRootFolder\", fields: [rootFolderId], references: [id])\n\n members TeamMember[] @relation(\"TeamToTeamMember\")\n projects Project[] @relation(\"TeamToProject\")\n metadataFields MetadataField[] @relation(\"TeamToMetadataField\")\n invites Invite[] @relation(\"TeamToInvite\")\n notifications Notification[] @relation(\"TeamToNotification\")\n userMetadata UserMetadata[] @relation(\"TeamToUserMetadata\")\n providers Provider[] @relation(\"TeamToProvider\")\n skills Skill[] @relation(\"TeamToSkill\")\n sandbox Sandbox? @relation(\"TeamToSandbox\")\n agents Agent[] @relation(\"TeamToAgent\")\n\n @@map(\"teams\")\n}\n\nmodel Sandbox {\n id String @id @default(ulid())\n allowedDomains String[] @default([\"npmjs.org\", \"*.npmjs.org\", \"registry.npmjs.org\", \"registry.yarnpkg.com\", \"pypi.org\", \"*.pypi.org\", \"github.com\", \"*.github.com\", \"api.github.com\", \"raw.githubusercontent.com\"])\n pendingDomains String[] @default([]) @map(\"pending_domains\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n teamId String @unique @map(\"team_id\")\n team Team @relation(\"TeamToSandbox\", fields: [teamId], references: [id], onDelete: Cascade)\n\n @@map(\"sandboxes\")\n}\n\nmodel Skill {\n id String @id @default(ulid())\n name String\n description String?\n /// [SkillConfig]\n config Json? @default(\"{}\")\n assetId String @map(\"asset_id\")\n hash String @map(\"hash\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToSkill\", fields: [teamId], references: [id], onDelete: Cascade)\n\n agentSkills AgentSkill[]\n\n @@unique([teamId, name])\n @@map(\"skills\")\n}\n\nmodel TeamMember {\n id String @id @default(ulid())\n role TeamMemberRole\n scope TeamMemberScope @default(team)\n\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToTeamMember\", fields: [teamId], references: [id])\n\n userId String @map(\"user_id\")\n user User @relation(\"UserToTeamMember\", fields: [userId], references: [id], onDelete: Cascade)\n\n projectMembers ProjectMember[] @relation(\"TeamMemberToProjectMember\")\n lastReadNotificationId String? @unique @map(\"last_read_notification_id\")\n lastReadNotification Notification? @relation(\"TeamMemberToLastReadNotification\", fields: [lastReadNotificationId], references: [id])\n\n @@unique([teamId, userId], name: \"teamIdUserId\")\n @@map(\"team_members\")\n}\n\nmodel Project {\n id String @id @default(ulid())\n name String\n coverImageKey String? @map(\"cover_image_key\")\n /// [MetadataOverrides]\n metadataOverrides Json? @map(\"metadata_overrides\")\n enableNotification Boolean @default(true) @map(\"enable_notification\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToProject\", fields: [teamId], references: [id])\n\n rootFolderId String? @unique @map(\"root_folder_id\")\n rootFolder Asset? @relation(\"ProjectToRootFolder\", fields: [rootFolderId], references: [id])\n\n shareRootId String? @unique @map(\"share_root_id\")\n shareRoot Asset? @relation(\"ProjectToShareRoot\", fields: [shareRootId], references: [id])\n\n members ProjectMember[] @relation(\"ProjectToProjectMember\")\n assets Asset[] @relation(\"ProjectToAsset\")\n metadataFields MetadataField[] @relation(\"ProjectToMetadataField\")\n invites Invite[] @relation(\"ProjectToInvite\")\n notifications Notification[] @relation(\"ProjectToNotification\")\n shareLinks ShareLink[] @relation(\"ProjectToShareLink\")\n collections Collection[] @relation(\"ProjectToCollection\")\n\n @@index([createdAt])\n @@index([updatedAt])\n @@map(\"projects\")\n}\n\nmodel ProjectMember {\n id String @id @default(ulid())\n role ProjectMemberRole\n\n projectId String @map(\"project_id\")\n project Project @relation(\"ProjectToProjectMember\", fields: [projectId], references: [id], onDelete: Cascade)\n\n teamMemberId String @map(\"team_member_id\")\n teamMember TeamMember @relation(\"TeamMemberToProjectMember\", fields: [teamMemberId], references: [id])\n\n @@unique([projectId, teamMemberId], name: \"projectIdTeamMemberId\")\n @@map(\"project_members\")\n}\n\nmodel ShareLink {\n id String @id @default(ulid())\n name String\n expireAt DateTime? @map(\"expire_at\")\n password String?\n isDisabled Boolean @default(false) @map(\"is_disabled\")\n defaultSortOrder String? @map(\"default_sort_order\")\n viewMode String? @map(\"view_mode\")\n /// [ShareLinkFieldVisibility]\n fieldVisibility Json? @map(\"field_visibility\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n projectId String @map(\"project_id\")\n project Project @relation(\"ProjectToShareLink\", fields: [projectId], references: [id], onDelete: Cascade)\n\n rootFolderId String @unique @map(\"root_folder_id\")\n rootFolder Asset @relation(\"ShareLinkToRootFolder\", fields: [rootFolderId], references: [id])\n\n creatorId String? @map(\"creator_id\")\n creator User? @relation(\"UserToShareLink\", fields: [creatorId], references: [id])\n\n @@map(\"share_links\")\n}\n\nmodel Asset {\n id String @id @default(ulid())\n name String @default(\"\")\n nameNgram String[] @default([]) @map(\"name_ngram\")\n type AssetType\n mediaType String? @map(\"media_type\")\n fileCount Int @default(0) @map(\"file_count\")\n sizeByte Int @default(0) @map(\"size_byte\")\n status AssetStatus\n transcodeTaskId String? @map(\"transcode_task_id\")\n /// [MediaInfo]\n media Json?\n isDeleted Boolean @default(false) @map(\"is_deleted\")\n deletedAt DateTime? @map(\"deleted_at\")\n sortIndex String? @map(\"sort_index\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n parentId String? @map(\"parent_id\")\n parent Asset? @relation(\"AssetChildren\", fields: [parentId], references: [id])\n children Asset[] @relation(\"AssetChildren\")\n\n targetId String? @map(\"target_id\")\n target Asset? @relation(\"SymlinkTarget\", fields: [targetId], references: [id])\n symlinks Asset[] @relation(\"SymlinkTarget\")\n\n storageKeyId String? @map(\"storage_key_id\")\n storageKey StorageKey? @relation(fields: [storageKeyId], references: [id])\n\n metadataValues AssetMetadataValue[] @relation(\"AssetToMetadataValues\")\n\n creatorId String? @map(\"creator_id\")\n creator User? @relation(\"UserToAsset\", fields: [creatorId], references: [id])\n\n taskId String? @map(\"task_id\")\n task Task? @relation(\"TaskToAsset\", fields: [taskId], references: [id])\n\n projectId String? @map(\"project_id\")\n project Project? @relation(\"ProjectToAsset\", fields: [projectId], references: [id])\n\n comments AssetComment[] @relation(\"AssetToComment\")\n commentAttachments AssetCommentAttachment[] @relation(\"AssetToCommentAttachment\")\n notifications Notification[] @relation(\"AssetToNotification\")\n embeddings AssetEmbedding[] @relation(\"AssetToEmbedding\")\n\n teamRootFolder Team? @relation(\"TeamToRootFolder\")\n projectRootFolder Project? @relation(\"ProjectToRootFolder\")\n projectShareRoot Project? @relation(\"ProjectToShareRoot\")\n shareLinkRootFolder ShareLink? @relation(\"ShareLinkToRootFolder\")\n agentSessions AgentSession[] @relation(\"AssetToAgentSession\")\n\n @@unique([parentId, targetId], name: \"parentIdTargetId\")\n @@index([type])\n @@index([status])\n @@index([createdAt])\n @@index([updatedAt])\n @@index([sortIndex])\n @@index([isDeleted])\n @@index([deletedAt])\n @@index([name], name: \"assets_name_idx\")\n @@index([nameNgram], type: Gin)\n @@map(\"assets\")\n}\n\nmodel StorageKey {\n id String @id @default(ulid())\n key String @unique\n status StorageKeyStatus @default(active)\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n assets Asset[]\n\n @@map(\"storage_keys\")\n}\n\nmodel AssetMetadataValue {\n id String @id @default(ulid())\n assetId String @map(\"asset_id\")\n fieldKey String @map(\"field_key\") // key from MetadataField\n\n stringValue String? @map(\"string_value\")\n numberValue Float? @map(\"number_value\")\n booleanValue Boolean? @map(\"boolean_value\")\n jsonValue Json? @map(\"json_value\")\n dateValue DateTime? @map(\"date_value\")\n\n asset Asset @relation(\"AssetToMetadataValues\", fields: [assetId], references: [id], onDelete: Cascade)\n\n @@unique([assetId, fieldKey])\n @@index([numberValue])\n @@index([stringValue])\n @@index([booleanValue])\n @@index([dateValue])\n @@index([jsonValue], type: Gin)\n @@map(\"asset_metadata_values\")\n}\n\nmodel AssetComment {\n id String @id @default(ulid())\n message String?\n /// [AnnotationList]\n annotation Json?\n second Float?\n sessionId String? @map(\"session_id\")\n session AgentSession? @relation(fields: [sessionId], references: [id], onDelete: SetNull)\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n assetId String @map(\"asset_id\")\n asset Asset @relation(\"AssetToComment\", fields: [assetId], references: [id], onDelete: Cascade)\n\n creatorId String? @map(\"creator_id\")\n creator User? @relation(\"UserToAssetComment\", fields: [creatorId], references: [id])\n\n isCompleted Boolean @default(false) @map(\"is_completed\")\n completionLastChangedById String? @map(\"completion_last_changed_by_id\")\n completionLastChangedBy User? @relation(\"UserToAssetCommentCompletionChanged\", fields: [completionLastChangedById], references: [id])\n\n replyToId String? @map(\"reply_to_id\")\n replyTo AssetComment? @relation(\"CommentReplies\", fields: [replyToId], references: [id], onDelete: Cascade)\n replies AssetComment[] @relation(\"CommentReplies\")\n\n attachments AssetCommentAttachment[] @relation(\"CommentToAttachment\")\n\n @@map(\"asset_comments\")\n}\n\nmodel AssetCommentAttachment {\n id String @id @default(ulid())\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n commentId String @map(\"comment_id\")\n comment AssetComment @relation(\"CommentToAttachment\", fields: [commentId], references: [id], onDelete: Cascade)\n\n assetId String @map(\"asset_id\")\n asset Asset @relation(\"AssetToCommentAttachment\", fields: [assetId], references: [id], onDelete: Cascade)\n\n @@map(\"asset_comment_attachments\")\n}\n\nmodel AssetEmbedding {\n id String @id @default(ulid())\n embedding Unsupported(\"vector(1536)\")?\n startTime Float? @map(\"start_time\")\n endTime Float? @map(\"end_time\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n assetId String @map(\"asset_id\")\n asset Asset @relation(\"AssetToEmbedding\", fields: [assetId], references: [id], onDelete: Cascade)\n\n @@index([embedding], name: \"AssetEmbedding_embedding_idx\")\n @@map(\"asset_embeddings\")\n}\n\nmodel Invite {\n id String @id @default(ulid())\n code String @unique\n role InviteRole?\n used Boolean @default(false)\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToInvite\", fields: [teamId], references: [id])\n\n projectId String? @map(\"project_id\")\n project Project? @relation(\"ProjectToInvite\", fields: [projectId], references: [id], onDelete: Cascade)\n\n inviterId String @map(\"inviter_id\")\n inviter User @relation(\"UserToInvite\", fields: [inviterId], references: [id])\n\n @@map(\"invites\")\n}\n\nmodel MetadataField {\n id String @id @default(ulid())\n key String @unique\n scope MetadataFieldScope?\n /// [FieldConfig]\n config Json?\n readOnly Boolean @default(false) @map(\"read_only\")\n aiAutofill Boolean @default(false) @map(\"ai_autofill\")\n description String @default(\"\")\n\n teamId String? @map(\"team_id\")\n team Team? @relation(\"TeamToMetadataField\", fields: [teamId], references: [id])\n\n projectId String? @map(\"project_id\")\n project Project? @relation(\"ProjectToMetadataField\", fields: [projectId], references: [id], onDelete: Cascade)\n\n @@map(\"metadata_fields\")\n}\n\nmodel Notification {\n id String @id @default(ulid())\n type NotificationType?\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToNotification\", fields: [teamId], references: [id])\n\n projectId String? @map(\"project_id\")\n project Project? @relation(\"ProjectToNotification\", fields: [projectId], references: [id], onDelete: Cascade)\n\n creatorId String? @map(\"creator_id\")\n creator User? @relation(\"UserToCreatedNotification\", fields: [creatorId], references: [id])\n\n assetId String? @map(\"asset_id\")\n asset Asset? @relation(\"AssetToNotification\", fields: [assetId], references: [id], onDelete: Cascade)\n\n taskId String? @map(\"task_id\")\n task Task? @relation(\"TaskToNotification\", fields: [taskId], references: [id])\n\n userId String? @map(\"user_id\")\n user User? @relation(\"UserToNotification\", fields: [userId], references: [id])\n\n readByMembers TeamMember? @relation(\"TeamMemberToLastReadNotification\")\n\n @@map(\"notifications\")\n}\n\nmodel SystemSettings {\n id String @id @default(ulid())\n key String @unique\n /// [SystemSettingsValue]\n value Json?\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n @@index([key])\n @@map(\"system_settings\")\n}\n\nmodel Task {\n id String @id @default(ulid())\n type TaskType?\n status TaskStatus @default(pending)\n name String?\n total Int?\n uploaded Int @default(0)\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n creatorId String? @map(\"creator_id\")\n creator User? @relation(\"UserToTask\", fields: [creatorId], references: [id])\n\n assets Asset[] @relation(\"TaskToAsset\")\n notifications Notification[] @relation(\"TaskToNotification\")\n\n @@map(\"tasks\")\n}\n\nmodel WorkflowTask {\n id String @id @default(ulid())\n uid String @default(uuid()) @db.Uuid\n teamId String? @map(\"team_id\")\n projectId String? @map(\"project_id\")\n assetId String @map(\"asset_id\")\n type WorkflowTaskType?\n status WorkflowTaskStatus?\n /// [WorkflowTaskPayload]\n payload Json?\n /// [WorkflowTaskOutput]\n output Json?\n heartbeat DateTime?\n inputTokens Int @default(0) @map(\"input_tokens\")\n outputTokens Int @default(0) @map(\"output_tokens\")\n model String?\n sessionId String? @map(\"session_id\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n @@index([status, heartbeat])\n @@index([assetId, type])\n @@index([teamId])\n @@index([projectId])\n @@index([type])\n @@index([sessionId])\n @@map(\"workflow_tasks\")\n}\n\nenum AgentType {\n chat\n autofill\n embedding\n}\n\nenum AgentSessionType {\n comment\n chat\n naming\n}\n\nmodel Agent {\n id String @id\n user User @relation(fields: [id], references: [id], onDelete: Cascade)\n type AgentType\n enabled Boolean @default(true)\n soul String? @db.Text\n providerId String? @map(\"provider_id\")\n provider Provider? @relation(\"ProviderToAgent\", fields: [providerId], references: [id], onDelete: SetNull)\n modelId String? @map(\"model_id\")\n modelRef Model? @relation(\"ModelToAgent\", fields: [modelId], references: [id], onDelete: SetNull)\n\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToAgent\", fields: [teamId], references: [id], onDelete: Cascade)\n\n /// [AgentConfig]\n config Json\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n agentSessions AgentSession[]\n skills AgentSkill[]\n\n @@map(\"agents\")\n}\n\nmodel AgentSkill {\n id String @id @default(ulid())\n agentId String @map(\"agent_id\")\n agent Agent @relation(fields: [agentId], references: [id], onDelete: Cascade)\n skillId String @map(\"skill_id\")\n skill Skill @relation(fields: [skillId], references: [id], onDelete: Cascade)\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n @@unique([agentId, skillId])\n @@map(\"agent_skills\")\n}\n\nmodel AgentSession {\n id String @id @default(ulid())\n agentId String @map(\"agent_id\")\n agent Agent @relation(fields: [agentId], references: [id], onDelete: Cascade)\n userId String? @map(\"user_id\")\n user User? @relation(fields: [userId], references: [id], onDelete: SetNull)\n cwd String\n leafId String? @map(\"leaf_id\")\n assetId String? @map(\"asset_id\")\n asset Asset? @relation(\"AssetToAgentSession\", fields: [assetId], references: [id], onDelete: Cascade)\n userCommentId String? @map(\"user_comment_id\")\n type AgentSessionType @default(comment)\n name String?\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n entries AgentSessionEntry[]\n comments AssetComment[]\n\n @@index([type])\n @@map(\"agent_sessions\")\n}\n\nmodel AgentSessionEntry {\n id String @id // Uses ULID generated by pi-coding-agent\n sessionId String @map(\"session_id\")\n session AgentSession @relation(fields: [sessionId], references: [id], onDelete: Cascade)\n /// [PiSessionEntry]\n entry Json\n\n @@index([sessionId])\n @@map(\"agent_session_entries\")\n}\n\nmodel UserMetadata {\n id String @id @default(ulid())\n key String\n /// [UserMetadataValue]\n value Json\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n userId String @map(\"user_id\")\n user User @relation(\"UserToUserMetadata\", fields: [userId], references: [id], onDelete: Cascade)\n\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToUserMetadata\", fields: [teamId], references: [id], onDelete: Cascade)\n\n @@unique([userId, teamId, key], name: \"userIdTeamIdKey\")\n @@map(\"user_metadata\")\n}\n\nmodel Model {\n id String @id @default(ulid())\n modelId String @map(\"model_id\")\n name String @default(\"\")\n /// [ModelConfig]\n config Json\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n providerId String @map(\"provider_id\")\n provider Provider @relation(\"ProviderToModel\", fields: [providerId], references: [id], onDelete: Cascade)\n\n agents Agent[] @relation(\"ModelToAgent\")\n\n @@unique([providerId, modelId])\n @@map(\"models\")\n}\n\nmodel Provider {\n id String @id @default(ulid())\n name String\n isBuiltin Boolean @default(false) @map(\"is_builtin\")\n /// [ProviderConfig]\n config Json\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToProvider\", fields: [teamId], references: [id], onDelete: Cascade)\n\n models Model[] @relation(\"ProviderToModel\")\n agents Agent[] @relation(\"ProviderToAgent\")\n\n @@unique([teamId, name])\n @@map(\"providers\")\n}\n\nmodel Collection {\n id String @id @default(ulid())\n name String\n /// [CollectionFilter]\n filter Json\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n projectId String @map(\"project_id\")\n project Project @relation(\"ProjectToCollection\", fields: [projectId], references: [id], onDelete: Cascade)\n\n creatorId String? @map(\"creator_id\")\n creator User? @relation(\"UserToCollection\", fields: [creatorId], references: [id])\n\n @@index([projectId, createdAt(sort: Desc)])\n @@map(\"collections\")\n}\n\nmodel ApiToken {\n id String @id @default(ulid())\n token String @unique @default(ulid())\n name String\n userId String @map(\"user_id\")\n user User @relation(\"UserToApiToken\", fields: [userId], references: [id], onDelete: Cascade)\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n @@map(\"api_tokens\")\n}\n", + "inlineSchema": "generator client {\n provider = \"prisma-client\"\n output = \"../src/generated/prisma\"\n binaryTargets = [\"native\", \"linux-musl-openssl-3.0.x\"]\n previewFeatures = [\"postgresqlExtensions\"]\n}\n\ngenerator json {\n provider = \"prisma-json-types-generator\"\n allowAny = false\n}\n\ndatasource db {\n provider = \"postgresql\"\n extensions = [vector]\n}\n\n// ----------------------------------------------------------------------\n// Enums\n// ----------------------------------------------------------------------\n\nenum UserType {\n human\n agent\n}\n\nenum AssetType {\n folder\n file\n share\n root\n attachment\n version_stack\n share_root\n symlink\n}\n\nenum AssetStatus {\n uploading\n uploaded\n processing\n processed\n trashed\n pending_purge\n}\n\nenum StorageKeyStatus {\n active\n purging\n}\n\nenum InviteRole {\n editor\n reviewer\n}\n\nenum MetadataFieldScope {\n SYSTEM\n TEAM\n PROJECT\n}\n\nenum NotificationType {\n comment_created\n reply_created\n mention\n successful_file_uploaded\n metadata_field_updated_status\n new_user_join_team\n new_user_join_project\n}\n\nenum ProjectMemberRole {\n owner\n editor\n reviewer\n}\n\nenum TaskType {\n upload\n}\n\nenum TaskStatus {\n pending\n uploading\n completed\n failed\n}\n\nenum TeamMemberRole {\n owner\n editor\n reviewer\n}\n\nenum TeamMemberScope {\n team\n project\n}\n\nenum WorkflowTaskType {\n transcode\n transcode_video\n transcode_image\n transcode_pdf\n transcode_pdf_pages\n transcode_screenshot\n transcode_image_annotation\n ai_metadata_autofill\n chat\n ai_embedding\n query_embedding_for_search\n agent_tool_call\n}\n\nenum WorkflowTaskStatus {\n pending\n processing\n completed\n failed\n}\n\n// ----------------------------------------------------------------------\n// Models\n// ----------------------------------------------------------------------\n\nmodel User {\n id String @id @default(ulid())\n type UserType @default(human)\n name String\n email String @unique\n emailVerified Boolean @default(false) @map(\"email_verified\")\n image String?\n password String?\n /// [AgentSettings]\n agentSettings Json? @map(\"agent_settings\")\n guestEmail String? @map(\"guest_email\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n assets Asset[] @relation(\"UserToAsset\")\n authTokens AuthToken[] @relation(\"UserToAuthToken\")\n tasks Task[] @relation(\"UserToTask\")\n teamMembers TeamMember[] @relation(\"UserToTeamMember\")\n comments AssetComment[] @relation(\"UserToAssetComment\")\n completionChangedComments AssetComment[] @relation(\"UserToAssetCommentCompletionChanged\")\n createdInvites Invite[] @relation(\"UserToInvite\")\n createdNotifications Notification[] @relation(\"UserToCreatedNotification\")\n notifications Notification[] @relation(\"UserToNotification\")\n sessions Session[]\n accounts Account[]\n agent Agent?\n agentSessions AgentSession[]\n userMetadata UserMetadata[] @relation(\"UserToUserMetadata\")\n collections Collection[] @relation(\"UserToCollection\")\n shareLinks ShareLink[] @relation(\"UserToShareLink\")\n apiTokens ApiToken[] @relation(\"UserToApiToken\")\n\n @@map(\"users\")\n}\n\nmodel Session {\n id String @id @default(ulid())\n expiresAt DateTime @map(\"expires_at\")\n token String @unique\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n ipAddress String? @map(\"ip_address\")\n userAgent String? @map(\"user_agent\")\n userId String @map(\"user_id\")\n user User @relation(fields: [userId], references: [id], onDelete: Cascade)\n\n @@map(\"sessions\")\n}\n\nmodel Account {\n id String @id @default(ulid())\n accountId String @map(\"account_id\")\n providerId String @map(\"provider_id\")\n userId String @map(\"user_id\")\n user User @relation(fields: [userId], references: [id], onDelete: Cascade)\n accessToken String? @map(\"access_token\")\n refreshToken String? @map(\"refresh_token\")\n idToken String? @map(\"id_token\")\n accessTokenExpiresAt DateTime? @map(\"access_token_expires_at\")\n refreshTokenExpiresAt DateTime? @map(\"refresh_token_expires_at\")\n scope String?\n password String?\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n @@map(\"accounts\")\n}\n\nmodel Verification {\n id String @id @default(ulid())\n identifier String\n value String\n expiresAt DateTime @map(\"expires_at\")\n createdAt DateTime? @default(now()) @map(\"created_at\")\n updatedAt DateTime? @updatedAt @map(\"updated_at\")\n\n @@map(\"verifications\")\n}\n\nmodel AuthToken {\n id String @id @default(ulid())\n accessToken String @unique @map(\"access_token\")\n refreshToken String @unique @map(\"refresh_token\")\n accessTokenExpiresAt DateTime @map(\"access_token_expires_at\")\n refreshTokenExpiresAt DateTime @map(\"refresh_token_expires_at\")\n\n userId String @map(\"user_id\")\n user User @relation(\"UserToAuthToken\", fields: [userId], references: [id])\n\n @@map(\"auth_tokens\")\n}\n\nmodel Team {\n id String @id @default(ulid())\n name String\n /// [Settings]\n settings Json? @default(\"{}\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n rootFolderId String? @unique @map(\"root_folder_id\")\n rootFolder Asset? @relation(\"TeamToRootFolder\", fields: [rootFolderId], references: [id])\n\n members TeamMember[] @relation(\"TeamToTeamMember\")\n projects Project[] @relation(\"TeamToProject\")\n metadataFields MetadataField[] @relation(\"TeamToMetadataField\")\n invites Invite[] @relation(\"TeamToInvite\")\n notifications Notification[] @relation(\"TeamToNotification\")\n userMetadata UserMetadata[] @relation(\"TeamToUserMetadata\")\n providers Provider[] @relation(\"TeamToProvider\")\n skills Skill[] @relation(\"TeamToSkill\")\n sandbox Sandbox? @relation(\"TeamToSandbox\")\n agents Agent[] @relation(\"TeamToAgent\")\n\n @@map(\"teams\")\n}\n\nmodel Sandbox {\n id String @id @default(ulid())\n allowedDomains String[] @default([\"npmjs.org\", \"*.npmjs.org\", \"registry.npmjs.org\", \"registry.yarnpkg.com\", \"pypi.org\", \"*.pypi.org\", \"github.com\", \"*.github.com\", \"api.github.com\", \"raw.githubusercontent.com\"])\n pendingDomains String[] @default([]) @map(\"pending_domains\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n teamId String @unique @map(\"team_id\")\n team Team @relation(\"TeamToSandbox\", fields: [teamId], references: [id], onDelete: Cascade)\n\n @@map(\"sandboxes\")\n}\n\nmodel Skill {\n id String @id @default(ulid())\n name String\n description String?\n /// [SkillConfig]\n config Json? @default(\"{}\")\n assetId String @map(\"asset_id\")\n hash String @map(\"hash\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToSkill\", fields: [teamId], references: [id], onDelete: Cascade)\n\n agentSkills AgentSkill[]\n\n @@unique([teamId, name])\n @@map(\"skills\")\n}\n\nmodel TeamMember {\n id String @id @default(ulid())\n role TeamMemberRole\n scope TeamMemberScope @default(team)\n\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToTeamMember\", fields: [teamId], references: [id])\n\n userId String @map(\"user_id\")\n user User @relation(\"UserToTeamMember\", fields: [userId], references: [id], onDelete: Cascade)\n\n projectMembers ProjectMember[] @relation(\"TeamMemberToProjectMember\")\n lastReadNotificationId String? @unique @map(\"last_read_notification_id\")\n lastReadNotification Notification? @relation(\"TeamMemberToLastReadNotification\", fields: [lastReadNotificationId], references: [id])\n\n @@unique([teamId, userId], name: \"teamIdUserId\")\n @@map(\"team_members\")\n}\n\nmodel Project {\n id String @id @default(ulid())\n name String\n coverImageKey String? @map(\"cover_image_key\")\n /// [MetadataOverrides]\n metadataOverrides Json? @map(\"metadata_overrides\")\n enableNotification Boolean @default(true) @map(\"enable_notification\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToProject\", fields: [teamId], references: [id])\n\n rootFolderId String? @unique @map(\"root_folder_id\")\n rootFolder Asset? @relation(\"ProjectToRootFolder\", fields: [rootFolderId], references: [id])\n\n shareRootId String? @unique @map(\"share_root_id\")\n shareRoot Asset? @relation(\"ProjectToShareRoot\", fields: [shareRootId], references: [id])\n\n members ProjectMember[] @relation(\"ProjectToProjectMember\")\n assets Asset[] @relation(\"ProjectToAsset\")\n metadataFields MetadataField[] @relation(\"ProjectToMetadataField\")\n invites Invite[] @relation(\"ProjectToInvite\")\n notifications Notification[] @relation(\"ProjectToNotification\")\n shareLinks ShareLink[] @relation(\"ProjectToShareLink\")\n collections Collection[] @relation(\"ProjectToCollection\")\n\n @@index([createdAt])\n @@index([updatedAt])\n @@map(\"projects\")\n}\n\nmodel ProjectMember {\n id String @id @default(ulid())\n role ProjectMemberRole\n\n projectId String @map(\"project_id\")\n project Project @relation(\"ProjectToProjectMember\", fields: [projectId], references: [id], onDelete: Cascade)\n\n teamMemberId String @map(\"team_member_id\")\n teamMember TeamMember @relation(\"TeamMemberToProjectMember\", fields: [teamMemberId], references: [id])\n\n @@unique([projectId, teamMemberId], name: \"projectIdTeamMemberId\")\n @@map(\"project_members\")\n}\n\nmodel ShareLink {\n id String @id @default(ulid())\n name String\n expireAt DateTime? @map(\"expire_at\")\n password String?\n isDisabled Boolean @default(false) @map(\"is_disabled\")\n defaultSortOrder String? @map(\"default_sort_order\")\n viewMode String? @map(\"view_mode\")\n /// [ShareLinkFieldVisibility]\n fieldVisibility Json? @map(\"field_visibility\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n projectId String @map(\"project_id\")\n project Project @relation(\"ProjectToShareLink\", fields: [projectId], references: [id], onDelete: Cascade)\n\n rootFolderId String @unique @map(\"root_folder_id\")\n rootFolder Asset @relation(\"ShareLinkToRootFolder\", fields: [rootFolderId], references: [id])\n\n creatorId String? @map(\"creator_id\")\n creator User? @relation(\"UserToShareLink\", fields: [creatorId], references: [id])\n\n @@map(\"share_links\")\n}\n\nmodel Asset {\n id String @id @default(ulid())\n name String @default(\"\")\n nameNgram String[] @default([]) @map(\"name_ngram\")\n type AssetType\n mediaType String? @map(\"media_type\")\n fileCount Int @default(0) @map(\"file_count\")\n sizeByte Int @default(0) @map(\"size_byte\")\n status AssetStatus\n transcodeTaskId String? @map(\"transcode_task_id\")\n /// [MediaInfo]\n media Json?\n isDeleted Boolean @default(false) @map(\"is_deleted\")\n deletedAt DateTime? @map(\"deleted_at\")\n sortIndex String? @map(\"sort_index\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n parentId String? @map(\"parent_id\")\n parent Asset? @relation(\"AssetChildren\", fields: [parentId], references: [id])\n children Asset[] @relation(\"AssetChildren\")\n\n targetId String? @map(\"target_id\")\n target Asset? @relation(\"SymlinkTarget\", fields: [targetId], references: [id])\n symlinks Asset[] @relation(\"SymlinkTarget\")\n\n storageKeyId String? @map(\"storage_key_id\")\n storageKey StorageKey? @relation(fields: [storageKeyId], references: [id])\n\n metadataValues AssetMetadataValue[] @relation(\"AssetToMetadataValues\")\n\n creatorId String? @map(\"creator_id\")\n creator User? @relation(\"UserToAsset\", fields: [creatorId], references: [id])\n\n taskId String? @map(\"task_id\")\n task Task? @relation(\"TaskToAsset\", fields: [taskId], references: [id])\n\n projectId String? @map(\"project_id\")\n project Project? @relation(\"ProjectToAsset\", fields: [projectId], references: [id])\n\n comments AssetComment[] @relation(\"AssetToComment\")\n commentAttachments AssetCommentAttachment[] @relation(\"AssetToCommentAttachment\")\n notifications Notification[] @relation(\"AssetToNotification\")\n embeddings AssetEmbedding[] @relation(\"AssetToEmbedding\")\n\n teamRootFolder Team? @relation(\"TeamToRootFolder\")\n projectRootFolder Project? @relation(\"ProjectToRootFolder\")\n projectShareRoot Project? @relation(\"ProjectToShareRoot\")\n shareLinkRootFolder ShareLink? @relation(\"ShareLinkToRootFolder\")\n agentSessions AgentSession[] @relation(\"AssetToAgentSession\")\n\n @@unique([parentId, targetId], name: \"parentIdTargetId\")\n @@index([type])\n @@index([status])\n @@index([createdAt])\n @@index([updatedAt])\n @@index([sortIndex])\n @@index([isDeleted])\n @@index([deletedAt])\n @@index([name], name: \"assets_name_idx\")\n @@index([nameNgram], type: Gin)\n @@map(\"assets\")\n}\n\nmodel StorageKey {\n id String @id @default(ulid())\n key String @unique\n status StorageKeyStatus @default(active)\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n assets Asset[]\n\n @@map(\"storage_keys\")\n}\n\nmodel AssetMetadataValue {\n id String @id @default(ulid())\n assetId String @map(\"asset_id\")\n fieldKey String @map(\"field_key\") // key from MetadataField\n\n stringValue String? @map(\"string_value\")\n numberValue Float? @map(\"number_value\")\n booleanValue Boolean? @map(\"boolean_value\")\n jsonValue Json? @map(\"json_value\")\n dateValue DateTime? @map(\"date_value\")\n\n asset Asset @relation(\"AssetToMetadataValues\", fields: [assetId], references: [id], onDelete: Cascade)\n\n @@unique([assetId, fieldKey])\n @@index([numberValue])\n @@index([stringValue])\n @@index([booleanValue])\n @@index([dateValue])\n @@index([jsonValue], type: Gin)\n @@map(\"asset_metadata_values\")\n}\n\nmodel AssetComment {\n id String @id @default(ulid())\n message String?\n /// [AnnotationList]\n annotation Json?\n second Float?\n sessionId String? @map(\"session_id\")\n session AgentSession? @relation(fields: [sessionId], references: [id], onDelete: SetNull)\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n assetId String @map(\"asset_id\")\n asset Asset @relation(\"AssetToComment\", fields: [assetId], references: [id], onDelete: Cascade)\n\n creatorId String? @map(\"creator_id\")\n creator User? @relation(\"UserToAssetComment\", fields: [creatorId], references: [id])\n\n isCompleted Boolean @default(false) @map(\"is_completed\")\n completionLastChangedById String? @map(\"completion_last_changed_by_id\")\n completionLastChangedBy User? @relation(\"UserToAssetCommentCompletionChanged\", fields: [completionLastChangedById], references: [id])\n\n replyToId String? @map(\"reply_to_id\")\n replyTo AssetComment? @relation(\"CommentReplies\", fields: [replyToId], references: [id], onDelete: Cascade)\n replies AssetComment[] @relation(\"CommentReplies\")\n\n attachments AssetCommentAttachment[] @relation(\"CommentToAttachment\")\n\n @@map(\"asset_comments\")\n}\n\nmodel AssetCommentAttachment {\n id String @id @default(ulid())\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n commentId String @map(\"comment_id\")\n comment AssetComment @relation(\"CommentToAttachment\", fields: [commentId], references: [id], onDelete: Cascade)\n\n assetId String @map(\"asset_id\")\n asset Asset @relation(\"AssetToCommentAttachment\", fields: [assetId], references: [id], onDelete: Cascade)\n\n @@map(\"asset_comment_attachments\")\n}\n\nmodel AssetEmbedding {\n id String @id @default(ulid())\n embedding Unsupported(\"vector(1536)\")?\n startTime Float? @map(\"start_time\")\n endTime Float? @map(\"end_time\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n assetId String @map(\"asset_id\")\n asset Asset @relation(\"AssetToEmbedding\", fields: [assetId], references: [id], onDelete: Cascade)\n\n @@index([embedding], name: \"AssetEmbedding_embedding_idx\")\n @@map(\"asset_embeddings\")\n}\n\nmodel Invite {\n id String @id @default(ulid())\n code String @unique\n role InviteRole?\n used Boolean @default(false)\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToInvite\", fields: [teamId], references: [id])\n\n projectId String? @map(\"project_id\")\n project Project? @relation(\"ProjectToInvite\", fields: [projectId], references: [id], onDelete: Cascade)\n\n inviterId String @map(\"inviter_id\")\n inviter User @relation(\"UserToInvite\", fields: [inviterId], references: [id])\n\n @@map(\"invites\")\n}\n\nmodel MetadataField {\n id String @id @default(ulid())\n key String @unique\n scope MetadataFieldScope?\n /// [FieldConfig]\n config Json?\n readOnly Boolean @default(false) @map(\"read_only\")\n aiAutofill Boolean @default(false) @map(\"ai_autofill\")\n description String @default(\"\")\n\n teamId String? @map(\"team_id\")\n team Team? @relation(\"TeamToMetadataField\", fields: [teamId], references: [id])\n\n projectId String? @map(\"project_id\")\n project Project? @relation(\"ProjectToMetadataField\", fields: [projectId], references: [id], onDelete: Cascade)\n\n @@map(\"metadata_fields\")\n}\n\nmodel Notification {\n id String @id @default(ulid())\n type NotificationType?\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToNotification\", fields: [teamId], references: [id])\n\n projectId String? @map(\"project_id\")\n project Project? @relation(\"ProjectToNotification\", fields: [projectId], references: [id], onDelete: Cascade)\n\n creatorId String? @map(\"creator_id\")\n creator User? @relation(\"UserToCreatedNotification\", fields: [creatorId], references: [id])\n\n assetId String? @map(\"asset_id\")\n asset Asset? @relation(\"AssetToNotification\", fields: [assetId], references: [id], onDelete: Cascade)\n\n taskId String? @map(\"task_id\")\n task Task? @relation(\"TaskToNotification\", fields: [taskId], references: [id])\n\n userId String? @map(\"user_id\")\n user User? @relation(\"UserToNotification\", fields: [userId], references: [id])\n\n readByMembers TeamMember? @relation(\"TeamMemberToLastReadNotification\")\n\n @@map(\"notifications\")\n}\n\nmodel SystemSettings {\n id String @id @default(ulid())\n key String @unique\n /// [SystemSettingsValue]\n value Json?\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n @@index([key])\n @@map(\"system_settings\")\n}\n\nmodel Task {\n id String @id @default(ulid())\n type TaskType?\n status TaskStatus @default(pending)\n name String?\n total Int?\n uploaded Int @default(0)\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n creatorId String? @map(\"creator_id\")\n creator User? @relation(\"UserToTask\", fields: [creatorId], references: [id])\n\n assets Asset[] @relation(\"TaskToAsset\")\n notifications Notification[] @relation(\"TaskToNotification\")\n\n @@map(\"tasks\")\n}\n\nmodel WorkflowTask {\n id String @id @default(ulid())\n uid String @default(uuid()) @db.Uuid\n teamId String? @map(\"team_id\")\n projectId String? @map(\"project_id\")\n assetId String @map(\"asset_id\")\n type WorkflowTaskType?\n status WorkflowTaskStatus?\n /// [WorkflowTaskPayload]\n payload Json?\n /// [WorkflowTaskOutput]\n output Json?\n heartbeat DateTime?\n inputTokens Int @default(0) @map(\"input_tokens\")\n outputTokens Int @default(0) @map(\"output_tokens\")\n model String?\n sessionId String? @map(\"session_id\")\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n @@index([status, heartbeat])\n @@index([assetId, type])\n @@index([teamId])\n @@index([projectId])\n @@index([type])\n @@index([sessionId])\n @@map(\"workflow_tasks\")\n}\n\nenum AgentType {\n chat\n autofill\n embedding\n}\n\nenum AgentSessionType {\n comment\n chat\n naming\n}\n\nmodel Agent {\n id String @id\n user User @relation(fields: [id], references: [id], onDelete: Cascade)\n type AgentType\n enabled Boolean @default(true)\n soul String? @db.Text\n providerId String? @map(\"provider_id\")\n provider Provider? @relation(\"ProviderToAgent\", fields: [providerId], references: [id], onDelete: SetNull)\n modelId String? @map(\"model_id\")\n modelRef Model? @relation(\"ModelToAgent\", fields: [modelId], references: [id], onDelete: SetNull)\n\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToAgent\", fields: [teamId], references: [id], onDelete: Cascade)\n\n /// [AgentConfig]\n config Json\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n agentSessions AgentSession[]\n skills AgentSkill[]\n\n @@map(\"agents\")\n}\n\nmodel AgentSkill {\n id String @id @default(ulid())\n agentId String @map(\"agent_id\")\n agent Agent @relation(fields: [agentId], references: [id], onDelete: Cascade)\n skillId String @map(\"skill_id\")\n skill Skill @relation(fields: [skillId], references: [id], onDelete: Cascade)\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n @@unique([agentId, skillId])\n @@map(\"agent_skills\")\n}\n\nmodel AgentSession {\n id String @id @default(ulid())\n agentId String @map(\"agent_id\")\n agent Agent @relation(fields: [agentId], references: [id], onDelete: Cascade)\n userId String? @map(\"user_id\")\n user User? @relation(fields: [userId], references: [id], onDelete: SetNull)\n cwd String\n leafId String? @map(\"leaf_id\")\n assetId String? @map(\"asset_id\")\n asset Asset? @relation(\"AssetToAgentSession\", fields: [assetId], references: [id], onDelete: Cascade)\n userCommentId String? @map(\"user_comment_id\")\n type AgentSessionType @default(comment)\n name String?\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n entries AgentSessionEntry[]\n comments AssetComment[]\n\n @@index([type])\n @@map(\"agent_sessions\")\n}\n\nmodel AgentSessionEntry {\n id String @id // Uses ULID generated by pi-coding-agent\n sessionId String @map(\"session_id\")\n session AgentSession @relation(fields: [sessionId], references: [id], onDelete: Cascade)\n /// [PiSessionEntry]\n entry Json\n\n @@index([sessionId])\n @@map(\"agent_session_entries\")\n}\n\nmodel UserMetadata {\n id String @id @default(ulid())\n key String\n /// [UserMetadataValue]\n value Json\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n userId String @map(\"user_id\")\n user User @relation(\"UserToUserMetadata\", fields: [userId], references: [id], onDelete: Cascade)\n\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToUserMetadata\", fields: [teamId], references: [id], onDelete: Cascade)\n\n @@unique([userId, teamId, key], name: \"userIdTeamIdKey\")\n @@map(\"user_metadata\")\n}\n\nmodel Model {\n id String @id @default(ulid())\n modelId String @map(\"model_id\")\n name String @default(\"\")\n /// [ModelConfig]\n config Json\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n providerId String @map(\"provider_id\")\n provider Provider @relation(\"ProviderToModel\", fields: [providerId], references: [id], onDelete: Cascade)\n\n agents Agent[] @relation(\"ModelToAgent\")\n\n @@unique([providerId, modelId])\n @@map(\"models\")\n}\n\nmodel Provider {\n id String @id @default(ulid())\n name String\n isBuiltin Boolean @default(false) @map(\"is_builtin\")\n /// [ProviderConfig]\n config Json\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n teamId String @map(\"team_id\")\n team Team @relation(\"TeamToProvider\", fields: [teamId], references: [id], onDelete: Cascade)\n\n models Model[] @relation(\"ProviderToModel\")\n agents Agent[] @relation(\"ProviderToAgent\")\n\n @@unique([teamId, name])\n @@map(\"providers\")\n}\n\nmodel Collection {\n id String @id @default(ulid())\n name String\n /// [CollectionFilter]\n filter Json\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n projectId String @map(\"project_id\")\n project Project @relation(\"ProjectToCollection\", fields: [projectId], references: [id], onDelete: Cascade)\n\n creatorId String? @map(\"creator_id\")\n creator User? @relation(\"UserToCollection\", fields: [creatorId], references: [id])\n\n @@index([projectId, createdAt(sort: Desc)])\n @@map(\"collections\")\n}\n\nmodel ApiToken {\n id String @id @default(ulid())\n token String @unique @default(ulid())\n name String\n userId String @map(\"user_id\")\n user User @relation(\"UserToApiToken\", fields: [userId], references: [id], onDelete: Cascade)\n createdAt DateTime @default(now()) @map(\"created_at\")\n updatedAt DateTime @updatedAt @map(\"updated_at\")\n\n @@map(\"api_tokens\")\n}\n", "runtimeDataModel": { "models": {}, "enums": {}, diff --git a/packages/e2e/workflow/transcode.test.ts b/packages/e2e/workflow/transcode.test.ts index 4b5fc6fa..2aaf9f53 100644 --- a/packages/e2e/workflow/transcode.test.ts +++ b/packages/e2e/workflow/transcode.test.ts @@ -94,7 +94,7 @@ describe.each(['local', 'temporal'] as const)( // 3. Create Workflow Task const task = await prisma.workflowTask.create({ data: { - type: 'transcode', + type: 'transcode_video', status: 'pending', assetId: asset.id, projectId: project.id, @@ -184,7 +184,7 @@ describe.each(['local', 'temporal'] as const)( // 3. Create Workflow Task const task = await prisma.workflowTask.create({ data: { - type: 'transcode', + type: 'transcode_image', status: 'pending', assetId: asset.id, projectId: project.id, @@ -265,7 +265,7 @@ describe.each(['local', 'temporal'] as const)( // 3. Create Workflow Task const task = await prisma.workflowTask.create({ data: { - type: 'transcode', + type: 'transcode_video', status: 'pending', assetId: asset.id, projectId: project.id, @@ -344,7 +344,7 @@ describe.each(['local', 'temporal'] as const)( // 3. Create Workflow Task const task = await prisma.workflowTask.create({ data: { - type: 'transcode', + type: 'transcode_screenshot', status: 'pending', assetId: asset.id, projectId: project.id, @@ -418,7 +418,7 @@ describe.each(['local', 'temporal'] as const)( // 3. Create Workflow Task const task = await prisma.workflowTask.create({ data: { - type: 'transcode', + type: 'transcode_image_annotation', status: 'pending', assetId: asset.id, projectId: project.id, @@ -497,7 +497,7 @@ describe.each(['local', 'temporal'] as const)( // 3. Create Workflow Task const task = await prisma.workflowTask.create({ data: { - type: 'transcode', + type: 'transcode_pdf', status: 'pending', assetId: asset.id, projectId: project.id, diff --git a/packages/transcode/src/index.ts b/packages/transcode/src/index.ts index 487cdae3..3e6ec96d 100644 --- a/packages/transcode/src/index.ts +++ b/packages/transcode/src/index.ts @@ -1,10 +1,22 @@ import { WorkflowTaskType } from '@shumai/db' import { registerActivities, registerWorkflow } from '@shumai/workflow-core' import * as transcodeActivities from './activities/transcode' +import { transcodeVideoWorkflow } from './workflows/transcode-video' +import { transcodeImageWorkflow } from './workflows/transcode-image' +import { transcodePdfWorkflow } from './workflows/transcode-pdf' +import { renderPdfPagesWorkflow } from './workflows/render-pdf-pages' +import { takeVideoScreenshotsWorkflow } from './workflows/take-video-screenshots' +import { overlayImageAnnotationWorkflow } from './workflows/overlay-image-annotation' import { transcodeMedia } from './workflows/transcode' export function initTranscodeWorkflows() { registerWorkflow(WorkflowTaskType.transcode, transcodeMedia) + registerWorkflow(WorkflowTaskType.transcode_video, transcodeVideoWorkflow) + registerWorkflow(WorkflowTaskType.transcode_image, transcodeImageWorkflow) + registerWorkflow(WorkflowTaskType.transcode_pdf, transcodePdfWorkflow) + registerWorkflow(WorkflowTaskType.transcode_pdf_pages, renderPdfPagesWorkflow) + registerWorkflow(WorkflowTaskType.transcode_screenshot, takeVideoScreenshotsWorkflow) + registerWorkflow(WorkflowTaskType.transcode_image_annotation, overlayImageAnnotationWorkflow) registerActivities(transcodeActivities) } diff --git a/packages/transcode/src/transcoder.ts b/packages/transcode/src/transcoder.ts index 29edb84a..c9475e5a 100644 --- a/packages/transcode/src/transcoder.ts +++ b/packages/transcode/src/transcoder.ts @@ -38,7 +38,7 @@ export class VideoTranscoder { assetId: this.assetId, teamId: this.teamId, projectId: this.projectId, - type: WorkflowTaskType.transcode, + type: WorkflowTaskType.transcode_video, status: WorkflowTaskStatus.pending, payload: { projectId: this.projectId, @@ -71,7 +71,7 @@ export class ImageTranscoder { assetId: this.assetId, teamId: this.teamId, projectId: this.projectId, - type: WorkflowTaskType.transcode, + type: WorkflowTaskType.transcode_image, status: WorkflowTaskStatus.pending, payload: { projectId: this.projectId, @@ -109,7 +109,7 @@ export class PdfTranscoder { assetId: this.assetId, teamId: this.teamId, projectId: this.projectId, - type: WorkflowTaskType.transcode, + type: WorkflowTaskType.transcode_pdf, status: WorkflowTaskStatus.pending, payload: { projectId: this.projectId, diff --git a/packages/transcode/src/workflows/common.ts b/packages/transcode/src/workflows/common.ts new file mode 100644 index 00000000..a4cd658c --- /dev/null +++ b/packages/transcode/src/workflows/common.ts @@ -0,0 +1,61 @@ +import type { WorkflowTask } from '@shumai/db' +import { executeActivity, getActivities, TaskQueueTranscode } from '@shumai/workflow-core' +import { ApplicationFailure } from '@temporalio/workflow' + +export async function getWorkerQueueAndStartTask(task: WorkflowTask): Promise { + const { getTranscodeWorkerQueueActivity, updateTaskStatusActivity } = getActivities() + const workerQueue = await executeActivity(TaskQueueTranscode, getTranscodeWorkerQueueActivity) + await executeActivity(workerQueue, updateTaskStatusActivity, { + taskId: task.id, + status: 'processing', + }) + return workerQueue +} + +export async function fetchAssetWithKey(workerQueue: string, assetId: string) { + const { getAssetActivity } = getActivities() + const asset = await executeActivity(workerQueue, getAssetActivity, assetId) + const key = asset?.storageKey?.key + if (!asset || !key) { + throw ApplicationFailure.create({ + message: 'Asset not found or has no key', + nonRetryable: true, + }) + } + return { asset, key } +} + +export async function completeTask( + workerQueue: string, + taskId: string, + output?: Record, +) { + const { updateTaskStatusActivity } = getActivities() + await executeActivity(workerQueue, updateTaskStatusActivity, { + taskId, + status: 'completed', + ...(output ? { output } : {}), + }) +} + +export async function failTask(workerQueue: string, taskId: string, err: unknown) { + const { updateTaskStatusActivity } = getActivities() + if (workerQueue) { + await executeActivity(workerQueue, updateTaskStatusActivity, { + taskId, + status: 'failed', + output: { error: err instanceof Error ? err.message : String(err) }, + }) + } +} + +export async function cleanupTmpDir(workerQueue: string, tmpDir: string | undefined) { + if (tmpDir && workerQueue) { + const { cleanupTmpDirActivity } = getActivities() + try { + await executeActivity(workerQueue, cleanupTmpDirActivity, { tmpDir }) + } catch (cleanupErr) { + console.error('Failed to cleanup tmp dir:', cleanupErr) + } + } +} diff --git a/packages/transcode/src/workflows/overlay-image-annotation.test.ts b/packages/transcode/src/workflows/overlay-image-annotation.test.ts new file mode 100644 index 00000000..072c6207 --- /dev/null +++ b/packages/transcode/src/workflows/overlay-image-annotation.test.ts @@ -0,0 +1,101 @@ +import { describe, it, expect, vi, beforeEach } from 'vitest' +import { overlayImageAnnotationWorkflow } from './overlay-image-annotation' +import { WorkflowTask, WorkflowTaskStatus, WorkflowTaskType } from '@shumai/db' +import * as workflowUtils from '@shumai/workflow-core' + +vi.mock('@shumai/workflow-core', async (importOriginal) => { + // eslint-disable-next-line @typescript-eslint/no-explicit-any + const actual = (await importOriginal()) as any + return { + ...actual, + getActivities: vi.fn(), + executeActivity: vi.fn(), + sleep: vi.fn(), + } +}) + +describe('overlayImageAnnotationWorkflow', () => { + const mockActivities = { + updateTaskStatusActivity: Object.assign(vi.fn(), { + _activityName: 'updateTaskStatusActivity', + }), + getAssetActivity: Object.assign(vi.fn(), { _activityName: 'getAssetActivity' }), + getTranscodeWorkerQueueActivity: Object.assign(vi.fn(), { + _activityName: 'getTranscodeWorkerQueueActivity', + }), + overlayAnnotationsActivity: Object.assign(vi.fn(), { + _activityName: 'overlayAnnotationsActivity', + }), + } + + beforeEach(() => { + vi.clearAllMocks() + // eslint-disable-next-line @typescript-eslint/no-explicit-any + ;(workflowUtils.getActivities as any).mockReturnValue(mockActivities) + // eslint-disable-next-line @typescript-eslint/no-explicit-any + ;(workflowUtils.executeActivity as any).mockImplementation( + // eslint-disable-next-line @typescript-eslint/no-explicit-any + (_queue: string, fn: any, ...args: any[]) => { + if (typeof fn !== 'function') { + throw new Error(`fn is not a function in executeActivity. Queue: ${_queue}`) + } + return fn(...args) + }, + ) + + mockActivities.getTranscodeWorkerQueueActivity.mockResolvedValue('transcode_worker_queue') + }) + + it('should run image annotation overlay workflow successfully', async () => { + const task: WorkflowTask = { + id: 'task-image-ann', + assetId: 'asset-image', + type: WorkflowTaskType.transcode_image_annotation, + status: WorkflowTaskStatus.pending, + sessionId: null, + output: null, + payload: { + projectId: 'proj-1', + imageAnnotation: { + annotations: [{ type: 'box', color: '#ff0000', points: [] }], + }, + }, + createdAt: new Date(), + updatedAt: new Date(), + heartbeat: null, + teamId: 'team-1', + projectId: 'proj-1', + uid: 'task-uid', + model: null, + inputTokens: 0, + outputTokens: 0, + } + + mockActivities.getAssetActivity.mockResolvedValue({ + id: 'asset-image', + storageKey: { key: 'image.png' }, + mediaType: 'image/png', + media: { + imageTranscodes: [{ key: 'image-transcoded.webp' }], + }, + }) + + mockActivities.overlayAnnotationsActivity.mockResolvedValue( + 'files/asset-image/annotations/ann1.webp', + ) + + await overlayImageAnnotationWorkflow(task) + + expect(mockActivities.overlayAnnotationsActivity).toHaveBeenCalledWith({ + assetKey: 'image-transcoded.webp', + assetId: 'asset-image', + annotations: [{ type: 'box', color: '#ff0000', points: [] }], + }) + + expect(mockActivities.updateTaskStatusActivity).toHaveBeenCalledWith({ + taskId: 'task-image-ann', + status: WorkflowTaskStatus.completed, + output: { key: 'files/asset-image/annotations/ann1.webp' }, + }) + }) +}) diff --git a/packages/transcode/src/workflows/overlay-image-annotation.ts b/packages/transcode/src/workflows/overlay-image-annotation.ts new file mode 100644 index 00000000..ae6ecbd8 --- /dev/null +++ b/packages/transcode/src/workflows/overlay-image-annotation.ts @@ -0,0 +1,49 @@ +import type { WorkflowTask } from '@shumai/db' +import '@shumai/db/src/prisma-json-types' +import { executeActivity, getActivities } from '@shumai/workflow-core' +import { ApplicationFailure } from '@temporalio/workflow' +import { getWorkerQueueAndStartTask, completeTask, failTask } from './common' + +export async function overlayImageAnnotationWorkflow(task: WorkflowTask): Promise { + let workerQueue = '' + try { + workerQueue = await getWorkerQueueAndStartTask(task) + + const payload = task.payload + if (!payload?.imageAnnotation) { + throw ApplicationFailure.create({ + message: 'Invalid payload for imageAnnotation task', + nonRetryable: true, + }) + } + + const { getAssetActivity, overlayAnnotationsActivity } = getActivities() + const asset = await executeActivity(workerQueue, getAssetActivity, task.assetId) + let key = asset?.storageKey?.key + if (asset?.media) { + const mediaInfo = asset.media as unknown as PrismaJson.MediaInfo + if (mediaInfo.imageTranscodes && mediaInfo.imageTranscodes.length > 0) { + key = mediaInfo.imageTranscodes[0].key || key + } + } + + if (!asset || !key) { + throw ApplicationFailure.create({ + message: 'Asset not found or has no key', + nonRetryable: true, + }) + } + + const keyWithOverlay = await executeActivity(workerQueue, overlayAnnotationsActivity, { + assetKey: key, + assetId: asset.id, + annotations: payload.imageAnnotation.annotations, + }) + + await completeTask(workerQueue, task.id, { key: keyWithOverlay }) + } catch (err) { + console.error(`overlayImageAnnotationWorkflow failed for task ${task.id}:`, err) + await failTask(workerQueue, task.id, err) + throw err + } +} diff --git a/packages/transcode/src/workflows/render-pdf-pages.test.ts b/packages/transcode/src/workflows/render-pdf-pages.test.ts new file mode 100644 index 00000000..2d844563 --- /dev/null +++ b/packages/transcode/src/workflows/render-pdf-pages.test.ts @@ -0,0 +1,110 @@ +import { describe, it, expect, vi, beforeEach } from 'vitest' +import { renderPdfPagesWorkflow } from './render-pdf-pages' +import { WorkflowTask, WorkflowTaskStatus, WorkflowTaskType } from '@shumai/db' +import * as workflowUtils from '@shumai/workflow-core' + +vi.mock('@shumai/workflow-core', async (importOriginal) => { + // eslint-disable-next-line @typescript-eslint/no-explicit-any + const actual = (await importOriginal()) as any + return { + ...actual, + getActivities: vi.fn(), + executeActivity: vi.fn(), + sleep: vi.fn(), + } +}) + +describe('renderPdfPagesWorkflow', () => { + const mockActivities = { + updateTaskStatusActivity: Object.assign(vi.fn(), { + _activityName: 'updateTaskStatusActivity', + }), + getAssetActivity: Object.assign(vi.fn(), { _activityName: 'getAssetActivity' }), + getTranscodeWorkerQueueActivity: Object.assign(vi.fn(), { + _activityName: 'getTranscodeWorkerQueueActivity', + }), + renderPdfPagesActivity: Object.assign(vi.fn(), { + _activityName: 'renderPdfPagesActivity', + }), + } + + beforeEach(() => { + vi.clearAllMocks() + // eslint-disable-next-line @typescript-eslint/no-explicit-any + ;(workflowUtils.getActivities as any).mockReturnValue(mockActivities) + // eslint-disable-next-line @typescript-eslint/no-explicit-any + ;(workflowUtils.executeActivity as any).mockImplementation( + // eslint-disable-next-line @typescript-eslint/no-explicit-any + (_queue: string, fn: any, ...args: any[]) => { + if (typeof fn !== 'function') { + throw new Error(`fn is not a function in executeActivity. Queue: ${_queue}`) + } + return fn(...args) + }, + ) + + mockActivities.getTranscodeWorkerQueueActivity.mockResolvedValue('transcode_worker_queue') + }) + + it('should run renderPdfPagesWorkflow successfully', async () => { + const task: WorkflowTask = { + id: 'task-pdf-pages', + assetId: 'asset-pdf', + type: WorkflowTaskType.transcode_pdf_pages, + status: WorkflowTaskStatus.pending, + payload: { + projectId: 'proj-1', + pdfPages: { + start: 1, + end: 2, + commentTimestamp: 2, + annotations: [], + }, + }, + output: null, + sessionId: null, + createdAt: new Date(), + updatedAt: new Date(), + heartbeat: null, + teamId: 'team-1', + projectId: 'proj-1', + uid: 'task-uid', + model: null, + inputTokens: 0, + outputTokens: 0, + } + + mockActivities.getAssetActivity.mockResolvedValue({ + id: 'asset-pdf', + storageKey: { key: 'doc.pdf' }, + mediaType: 'application/pdf', + }) + + mockActivities.renderPdfPagesActivity.mockResolvedValue([ + { key: 'pdf_pages/doc-page-1.webp', page: 1 }, + { key: 'pdf_pages/doc-page-2.webp', page: 2 }, + ]) + + await renderPdfPagesWorkflow(task) + + expect(mockActivities.renderPdfPagesActivity).toHaveBeenCalledWith({ + assetKey: 'doc.pdf', + assetId: 'asset-pdf', + start: 1, + end: 2, + commentTimestamp: 2, + annotations: [], + }) + + expect(mockActivities.updateTaskStatusActivity).toHaveBeenCalledWith({ + taskId: 'task-pdf-pages', + status: WorkflowTaskStatus.completed, + output: { + pages: [ + { key: 'pdf_pages/doc-page-1.webp', page: 1 }, + { key: 'pdf_pages/doc-page-2.webp', page: 2 }, + ], + }, + }) + }) +}) diff --git a/packages/transcode/src/workflows/render-pdf-pages.ts b/packages/transcode/src/workflows/render-pdf-pages.ts new file mode 100644 index 00000000..41e3fe43 --- /dev/null +++ b/packages/transcode/src/workflows/render-pdf-pages.ts @@ -0,0 +1,37 @@ +import type { WorkflowTask } from '@shumai/db' +import { executeActivity, getActivities } from '@shumai/workflow-core' +import { ApplicationFailure } from '@temporalio/workflow' +import { getWorkerQueueAndStartTask, fetchAssetWithKey, completeTask, failTask } from './common' + +export async function renderPdfPagesWorkflow(task: WorkflowTask): Promise { + let workerQueue = '' + try { + workerQueue = await getWorkerQueueAndStartTask(task) + + const payload = task.payload + if (!payload?.pdfPages) { + throw ApplicationFailure.create({ + message: 'Invalid payload for pdfPages task', + nonRetryable: true, + }) + } + + const { asset, key } = await fetchAssetWithKey(workerQueue, task.assetId) + const { renderPdfPagesActivity } = getActivities() + + const pages = await executeActivity(workerQueue, renderPdfPagesActivity, { + assetKey: key, + assetId: asset.id, + start: payload.pdfPages.start, + end: payload.pdfPages.end, + commentTimestamp: payload.pdfPages.commentTimestamp, + annotations: payload.pdfPages.annotations, + }) + + await completeTask(workerQueue, task.id, { pages }) + } catch (err) { + console.error(`renderPdfPagesWorkflow failed for task ${task.id}:`, err) + await failTask(workerQueue, task.id, err) + throw err + } +} diff --git a/packages/transcode/src/workflows/take-video-screenshots.test.ts b/packages/transcode/src/workflows/take-video-screenshots.test.ts new file mode 100644 index 00000000..3b099e9e --- /dev/null +++ b/packages/transcode/src/workflows/take-video-screenshots.test.ts @@ -0,0 +1,110 @@ +import { describe, it, expect, vi, beforeEach } from 'vitest' +import { takeVideoScreenshotsWorkflow } from './take-video-screenshots' +import { WorkflowTask, WorkflowTaskStatus, WorkflowTaskType } from '@shumai/db' +import * as workflowUtils from '@shumai/workflow-core' + +vi.mock('@shumai/workflow-core', async (importOriginal) => { + // eslint-disable-next-line @typescript-eslint/no-explicit-any + const actual = (await importOriginal()) as any + return { + ...actual, + getActivities: vi.fn(), + executeActivity: vi.fn(), + sleep: vi.fn(), + } +}) + +describe('takeVideoScreenshotsWorkflow', () => { + const mockActivities = { + updateTaskStatusActivity: Object.assign(vi.fn(), { + _activityName: 'updateTaskStatusActivity', + }), + getAssetActivity: Object.assign(vi.fn(), { _activityName: 'getAssetActivity' }), + getTranscodeWorkerQueueActivity: Object.assign(vi.fn(), { + _activityName: 'getTranscodeWorkerQueueActivity', + }), + takeScreenshotsActivity: Object.assign(vi.fn(), { _activityName: 'takeScreenshotsActivity' }), + } + + beforeEach(() => { + vi.clearAllMocks() + // eslint-disable-next-line @typescript-eslint/no-explicit-any + ;(workflowUtils.getActivities as any).mockReturnValue(mockActivities) + // eslint-disable-next-line @typescript-eslint/no-explicit-any + ;(workflowUtils.executeActivity as any).mockImplementation( + // eslint-disable-next-line @typescript-eslint/no-explicit-any + (_queue: string, fn: any, ...args: any[]) => { + if (typeof fn !== 'function') { + throw new Error(`fn is not a function in executeActivity. Queue: ${_queue}`) + } + return fn(...args) + }, + ) + + mockActivities.getTranscodeWorkerQueueActivity.mockResolvedValue('transcode_worker_queue') + }) + + it('should run screenshot workflow successfully', async () => { + const task: WorkflowTask = { + id: 'task-screenshot', + assetId: 'asset-video', + type: WorkflowTaskType.transcode_screenshot, + status: WorkflowTaskStatus.pending, + sessionId: null, + output: null, + payload: { + projectId: 'proj-1', + screenshot: { + start: 0, + end: 10, + count: 2, + commentTimestamp: 5.0, + annotations: [], + }, + }, + createdAt: new Date(), + updatedAt: new Date(), + heartbeat: null, + teamId: 'team-1', + projectId: 'proj-1', + uid: 'task-uid', + model: null, + inputTokens: 0, + outputTokens: 0, + } + + mockActivities.getAssetActivity.mockResolvedValue({ + id: 'asset-video', + storageKey: { key: 'video.mp4' }, + mediaType: 'video/mp4', + }) + + mockActivities.takeScreenshotsActivity.mockResolvedValue([ + { key: 'files/asset-video/screenshots/shot1.webp', timestamp: 0.0 }, + { key: 'files/asset-video/screenshots/shot2.webp', timestamp: 5.0 }, + ]) + + await takeVideoScreenshotsWorkflow(task) + + expect(mockActivities.takeScreenshotsActivity).toHaveBeenCalledWith({ + assetKey: 'video.mp4', + assetId: 'asset-video', + start: 0, + end: 10, + count: 2, + commentTimestamp: 5.0, + annotations: [], + }) + + expect(mockActivities.updateTaskStatusActivity).toHaveBeenCalledWith({ + taskId: 'task-screenshot', + status: WorkflowTaskStatus.completed, + output: { + screenshots: [ + { key: 'files/asset-video/screenshots/shot1.webp', timestamp: 0.0 }, + { key: 'files/asset-video/screenshots/shot2.webp', timestamp: 5.0 }, + ], + }, + }) + }) +}) diff --git a/packages/transcode/src/workflows/take-video-screenshots.ts b/packages/transcode/src/workflows/take-video-screenshots.ts new file mode 100644 index 00000000..185d7d58 --- /dev/null +++ b/packages/transcode/src/workflows/take-video-screenshots.ts @@ -0,0 +1,38 @@ +import type { WorkflowTask } from '@shumai/db' +import { executeActivity, getActivities } from '@shumai/workflow-core' +import { ApplicationFailure } from '@temporalio/workflow' +import { getWorkerQueueAndStartTask, fetchAssetWithKey, completeTask, failTask } from './common' + +export async function takeVideoScreenshotsWorkflow(task: WorkflowTask): Promise { + let workerQueue = '' + try { + workerQueue = await getWorkerQueueAndStartTask(task) + + const payload = task.payload + if (!payload?.screenshot) { + throw ApplicationFailure.create({ + message: 'Invalid payload for screenshot task', + nonRetryable: true, + }) + } + + const { asset, key } = await fetchAssetWithKey(workerQueue, task.assetId) + const { takeScreenshotsActivity } = getActivities() + + const screenshots = await executeActivity(workerQueue, takeScreenshotsActivity, { + assetKey: key, + assetId: asset.id, + start: payload.screenshot.start, + end: payload.screenshot.end, + count: payload.screenshot.count, + commentTimestamp: payload.screenshot.commentTimestamp, + annotations: payload.screenshot.annotations, + }) + + await completeTask(workerQueue, task.id, { screenshots }) + } catch (err) { + console.error(`takeVideoScreenshotsWorkflow failed for task ${task.id}:`, err) + await failTask(workerQueue, task.id, err) + throw err + } +} diff --git a/packages/transcode/src/workflows/transcode-image.test.ts b/packages/transcode/src/workflows/transcode-image.test.ts new file mode 100644 index 00000000..b5b7c708 --- /dev/null +++ b/packages/transcode/src/workflows/transcode-image.test.ts @@ -0,0 +1,149 @@ +import { describe, it, expect, vi, beforeEach } from 'vitest' +import { transcodeImageWorkflow } from './transcode-image' +import { WorkflowTask, WorkflowTaskStatus, WorkflowTaskType, AssetStatus } from '@shumai/db' +import * as workflowUtils from '@shumai/workflow-core' + +vi.mock('@shumai/workflow-core', async (importOriginal) => { + // eslint-disable-next-line @typescript-eslint/no-explicit-any + const actual = (await importOriginal()) as any + return { + ...actual, + getActivities: vi.fn(), + executeActivity: vi.fn(), + sleep: vi.fn(), + } +}) + +describe('transcodeImageWorkflow', () => { + const mockActivities = { + updateTaskStatusActivity: Object.assign(vi.fn(), { + _activityName: 'updateTaskStatusActivity', + }), + updateAssetStatusActivity: Object.assign(vi.fn(), { + _activityName: 'updateAssetStatusActivity', + }), + getAssetActivity: Object.assign(vi.fn(), { _activityName: 'getAssetActivity' }), + getMediaInfoActivity: Object.assign(vi.fn(), { _activityName: 'getMediaInfoActivity' }), + transcodeImageActivity: Object.assign(vi.fn(), { _activityName: 'transcodeImageActivity' }), + updateAssetMediaActivity: Object.assign(vi.fn(), { + _activityName: 'updateAssetMediaActivity', + }), + getTranscodeWorkerQueueActivity: Object.assign(vi.fn(), { + _activityName: 'getTranscodeWorkerQueueActivity', + }), + downloadMediaToTmpActivity: Object.assign(vi.fn(), { + _activityName: 'downloadMediaToTmpActivity', + }), + cleanupTmpDirActivity: Object.assign(vi.fn(), { _activityName: 'cleanupTmpDirActivity' }), + createEmbeddingTaskIfEnabledActivity: Object.assign(vi.fn(), { + _activityName: 'createEmbeddingTaskIfEnabledActivity', + }), + } + + beforeEach(() => { + vi.clearAllMocks() + // eslint-disable-next-line @typescript-eslint/no-explicit-any + ;(workflowUtils.getActivities as any).mockReturnValue(mockActivities) + // eslint-disable-next-line @typescript-eslint/no-explicit-any + ;(workflowUtils.executeActivity as any).mockImplementation( + // eslint-disable-next-line @typescript-eslint/no-explicit-any + (_queue: string, fn: any, ...args: any[]) => { + if (typeof fn !== 'function') { + throw new Error(`fn is not a function in executeActivity. Queue: ${_queue}`) + } + return fn(...args) + }, + ) + + mockActivities.getTranscodeWorkerQueueActivity.mockResolvedValue('transcode_worker_queue') + mockActivities.downloadMediaToTmpActivity.mockResolvedValue({ + filePath: '/tmp/image.jpg', + tmpDir: '/tmp', + }) + }) + + it('should process image transcode and thumbnail successfully', async () => { + const task: WorkflowTask = { + id: 'task-image', + assetId: 'asset-image', + type: WorkflowTaskType.transcode_image, + status: WorkflowTaskStatus.pending, + sessionId: null, + output: null, + payload: { + projectId: 'proj-1', + transcode: { + thumbnail: true, + }, + }, + createdAt: new Date(), + updatedAt: new Date(), + heartbeat: null, + teamId: 'team-1', + projectId: 'proj-1', + uid: 'task-uid', + model: null, + inputTokens: 0, + outputTokens: 0, + } + + mockActivities.getAssetActivity.mockResolvedValue({ + id: 'asset-image', + storageKey: { key: 'image.jpg' }, + mediaType: 'image/jpeg', + }) + + mockActivities.getMediaInfoActivity.mockResolvedValue({ + mimeType: 'image/jpeg', + metadata: { + originalWidth: 1000, + originalHeight: 1000, + duration: 0, + frameRate: 0, + totalFrames: 0, + startTimecode: '00:00:00:00', + bitRate: 0, + hasAudio: false, + format: {}, + }, + videoTranscodes: [], + imageTranscodes: [], + }) + + mockActivities.transcodeImageActivity.mockResolvedValue({ + key: 't.webp', + width: 480, + height: 480, + format: 'webp', + }) + + await transcodeImageWorkflow(task) + + expect(mockActivities.updateAssetStatusActivity).toHaveBeenCalledWith({ + assetId: 'asset-image', + status: AssetStatus.processing, + }) + + expect(mockActivities.updateAssetMediaActivity).toHaveBeenCalledWith({ + assetId: 'asset-image', + mediaInfo: expect.objectContaining({ + thumbnail: expect.objectContaining({ + key: 't.webp', + width: 480, + height: 480, + }), + }), + }) + + expect(mockActivities.updateAssetStatusActivity).toHaveBeenCalledWith({ + assetId: 'asset-image', + status: AssetStatus.processed, + }) + + expect(mockActivities.createEmbeddingTaskIfEnabledActivity).toHaveBeenCalledWith({ + assetId: 'asset-image', + teamId: 'team-1', + projectId: 'proj-1', + }) + }) +}) diff --git a/packages/transcode/src/workflows/transcode-image.ts b/packages/transcode/src/workflows/transcode-image.ts new file mode 100644 index 00000000..2166004d --- /dev/null +++ b/packages/transcode/src/workflows/transcode-image.ts @@ -0,0 +1,109 @@ +import type { WorkflowTask } from '@shumai/db' +import '@shumai/db/src/prisma-json-types' +import { executeActivity, getActivities } from '@shumai/workflow-core' +import { + getWorkerQueueAndStartTask, + fetchAssetWithKey, + completeTask, + failTask, + cleanupTmpDir, +} from './common' +import { isMimePsd } from './transcode-utils' + +export async function transcodeImageWorkflow(task: WorkflowTask): Promise { + let tmpDir: string | undefined + let workerQueue = '' + + try { + workerQueue = await getWorkerQueueAndStartTask(task) + + const { + updateAssetStatusActivity, + getMediaInfoActivity, + transcodeImageActivity, + updateAssetMediaActivity, + downloadMediaToTmpActivity, + createEmbeddingTaskIfEnabledActivity, + } = getActivities() + + await executeActivity(workerQueue, updateAssetStatusActivity, { + assetId: task.assetId, + status: 'processing', + }) + + const { asset, key } = await fetchAssetWithKey(workerQueue, task.assetId) + + const download = await executeActivity(workerQueue, downloadMediaToTmpActivity, { + assetKey: key, + }) + const { filePath } = download + tmpDir = download.tmpDir + + const spec = task.payload?.transcode || {} + const mediaInfo = await executeActivity(workerQueue, getMediaInfoActivity, { + filePath, + assetId: asset.id, + mediaType: asset.mediaType || '', + }) + + mediaInfo.original = { + key, + downloadUrl: '', + filesizeInBytes: 0, + codec: '', + } + + const mimeType = mediaInfo.mimeType + const metadata = mediaInfo.metadata + + const isImage = mimeType.startsWith('image/') + const isPsd = isMimePsd(mimeType) + if ((isImage || isPsd) && metadata) { + const imageSpec: PrismaJson.ImageTranscode = { + width: metadata.originalWidth, + height: metadata.originalHeight, + quality: 90, + format: 'webp', + } + const imageTranscode = await executeActivity(workerQueue, transcodeImageActivity, { + assetKey: key, + filePath, + imageSpec, + }) + mediaInfo.imageTranscodes.push(imageTranscode) + } + + if (spec.thumbnail) { + const thumbTranscode = await executeActivity(workerQueue, transcodeImageActivity, { + assetKey: key, + filePath, + imageSpec: { width: 480, height: 0, quality: 80, format: 'webp' }, + }) + mediaInfo.thumbnail = thumbTranscode + } + + await executeActivity(workerQueue, updateAssetMediaActivity, { + assetId: asset.id, + mediaInfo, + }) + + await executeActivity(workerQueue, updateAssetStatusActivity, { + assetId: asset.id, + status: 'processed', + }) + + await executeActivity(workerQueue, createEmbeddingTaskIfEnabledActivity, { + assetId: asset.id, + teamId: task.teamId, + projectId: task.projectId, + }) + + await completeTask(workerQueue, task.id) + } catch (err) { + console.error(`transcodeImageWorkflow failed for task ${task.id}:`, err) + await failTask(workerQueue, task.id, err) + throw err + } finally { + await cleanupTmpDir(workerQueue, tmpDir) + } +} diff --git a/packages/transcode/src/workflows/transcode-pdf.test.ts b/packages/transcode/src/workflows/transcode-pdf.test.ts new file mode 100644 index 00000000..4d26793b --- /dev/null +++ b/packages/transcode/src/workflows/transcode-pdf.test.ts @@ -0,0 +1,147 @@ +import { describe, it, expect, vi, beforeEach } from 'vitest' +import { transcodePdfWorkflow } from './transcode-pdf' +import { WorkflowTask, WorkflowTaskStatus, WorkflowTaskType, AssetStatus } from '@shumai/db' +import * as workflowUtils from '@shumai/workflow-core' + +vi.mock('@shumai/workflow-core', async (importOriginal) => { + // eslint-disable-next-line @typescript-eslint/no-explicit-any + const actual = (await importOriginal()) as any + return { + ...actual, + getActivities: vi.fn(), + executeActivity: vi.fn(), + sleep: vi.fn(), + } +}) + +describe('transcodePdfWorkflow', () => { + const mockActivities = { + updateTaskStatusActivity: Object.assign(vi.fn(), { + _activityName: 'updateTaskStatusActivity', + }), + updateAssetStatusActivity: Object.assign(vi.fn(), { + _activityName: 'updateAssetStatusActivity', + }), + getAssetActivity: Object.assign(vi.fn(), { _activityName: 'getAssetActivity' }), + getMediaInfoActivity: Object.assign(vi.fn(), { _activityName: 'getMediaInfoActivity' }), + generateSpriteActivity: Object.assign(vi.fn(), { _activityName: 'generateSpriteActivity' }), + updateAssetMediaActivity: Object.assign(vi.fn(), { + _activityName: 'updateAssetMediaActivity', + }), + getTranscodeWorkerQueueActivity: Object.assign(vi.fn(), { + _activityName: 'getTranscodeWorkerQueueActivity', + }), + downloadMediaToTmpActivity: Object.assign(vi.fn(), { + _activityName: 'downloadMediaToTmpActivity', + }), + cleanupTmpDirActivity: Object.assign(vi.fn(), { _activityName: 'cleanupTmpDirActivity' }), + createEmbeddingTaskIfEnabledActivity: Object.assign(vi.fn(), { + _activityName: 'createEmbeddingTaskIfEnabledActivity', + }), + } + + beforeEach(() => { + vi.clearAllMocks() + // eslint-disable-next-line @typescript-eslint/no-explicit-any + ;(workflowUtils.getActivities as any).mockReturnValue(mockActivities) + // eslint-disable-next-line @typescript-eslint/no-explicit-any + ;(workflowUtils.executeActivity as any).mockImplementation( + // eslint-disable-next-line @typescript-eslint/no-explicit-any + (_queue: string, fn: any, ...args: any[]) => { + if (typeof fn !== 'function') { + throw new Error(`fn is not a function in executeActivity. Queue: ${_queue}`) + } + return fn(...args) + }, + ) + + mockActivities.getTranscodeWorkerQueueActivity.mockResolvedValue('transcode_worker_queue') + mockActivities.downloadMediaToTmpActivity.mockResolvedValue({ + filePath: '/tmp/doc.pdf', + tmpDir: '/tmp', + }) + }) + + it('should process pdf transcode and sprite generation successfully', async () => { + const task: WorkflowTask = { + id: 'task-pdf', + assetId: 'asset-pdf', + type: WorkflowTaskType.transcode_pdf, + status: WorkflowTaskStatus.pending, + sessionId: null, + output: null, + payload: { + projectId: 'proj-1', + transcode: { + sprite: true, + poster: true, + }, + }, + createdAt: new Date(), + updatedAt: new Date(), + heartbeat: null, + teamId: 'team-1', + projectId: 'proj-1', + uid: 'task-uid-pdf', + model: null, + inputTokens: 0, + outputTokens: 0, + } + + mockActivities.getAssetActivity.mockResolvedValue({ + id: 'asset-pdf', + storageKey: { key: 'document.pdf' }, + mediaType: 'application/pdf', + }) + + mockActivities.getMediaInfoActivity.mockResolvedValue({ + mimeType: 'application/pdf', + metadata: { + originalWidth: 800, + originalHeight: 1000, + duration: 0, + frameRate: 0, + totalFrames: 12, + startTimecode: '00:00:00:00', + bitRate: 0, + hasAudio: false, + format: {}, + }, + videoTranscodes: [], + imageTranscodes: [], + }) + + mockActivities.generateSpriteActivity.mockResolvedValue({ + sprite: { key: 'sprite.webp', frames: 100, tileX: 10, tileY: 10 }, + poster: { key: 'poster.webp' }, + }) + + await transcodePdfWorkflow(task) + + expect(mockActivities.updateAssetStatusActivity).toHaveBeenCalledWith({ + assetId: 'asset-pdf', + status: AssetStatus.processing, + }) + + expect(mockActivities.generateSpriteActivity).toHaveBeenCalledWith({ + assetKey: 'document.pdf', + filePath: '/tmp/doc.pdf', + spriteSpec: expect.objectContaining({ key: 'sprite.webp' }), + posterSpec: expect.objectContaining({ key: 'poster.webp' }), + mediaInfo: expect.objectContaining({ mimeType: 'application/pdf' }), + }) + + expect(mockActivities.updateAssetMediaActivity).toHaveBeenCalledWith({ + assetId: 'asset-pdf', + mediaInfo: expect.objectContaining({ + sprite: { key: 'sprite.webp', frames: 100, tileX: 10, tileY: 10 }, + poster: { key: 'poster.webp' }, + }), + }) + + expect(mockActivities.updateAssetStatusActivity).toHaveBeenCalledWith({ + assetId: 'asset-pdf', + status: AssetStatus.processed, + }) + }) +}) diff --git a/packages/transcode/src/workflows/transcode-pdf.ts b/packages/transcode/src/workflows/transcode-pdf.ts new file mode 100644 index 00000000..182803fa --- /dev/null +++ b/packages/transcode/src/workflows/transcode-pdf.ts @@ -0,0 +1,104 @@ +import type { WorkflowTask } from '@shumai/db' +import '@shumai/db/src/prisma-json-types' +import { executeActivity, getActivities } from '@shumai/workflow-core' +import { + getWorkerQueueAndStartTask, + fetchAssetWithKey, + completeTask, + failTask, + cleanupTmpDir, +} from './common' + +export async function transcodePdfWorkflow(task: WorkflowTask): Promise { + let tmpDir: string | undefined + let workerQueue = '' + + try { + workerQueue = await getWorkerQueueAndStartTask(task) + + const { + updateAssetStatusActivity, + getMediaInfoActivity, + generateSpriteActivity, + updateAssetMediaActivity, + downloadMediaToTmpActivity, + createEmbeddingTaskIfEnabledActivity, + } = getActivities() + + await executeActivity(workerQueue, updateAssetStatusActivity, { + assetId: task.assetId, + status: 'processing', + }) + + const { asset, key } = await fetchAssetWithKey(workerQueue, task.assetId) + + const download = await executeActivity(workerQueue, downloadMediaToTmpActivity, { + assetKey: key, + }) + const { filePath } = download + tmpDir = download.tmpDir + + const spec = task.payload?.transcode || {} + const mediaInfo = await executeActivity(workerQueue, getMediaInfoActivity, { + filePath, + assetId: asset.id, + mediaType: asset.mediaType || '', + }) + + mediaInfo.original = { + key, + downloadUrl: '', + filesizeInBytes: 0, + codec: '', + } + + if (spec.sprite || spec.poster) { + const lastSlashIndex = key.lastIndexOf('/') + const assetDir = lastSlashIndex === -1 ? '' : key.substring(0, lastSlashIndex) + + const spriteSpec: PrismaJson.SpriteInfo = { + key: assetDir ? `${assetDir}/sprite.webp` : 'sprite.webp', + frames: 100, + tileX: 10, + tileY: 10, + } + const posterSpec: PrismaJson.PosterInfo = { + key: assetDir ? `${assetDir}/poster.webp` : 'poster.webp', + } + + const spriteResult = await executeActivity(workerQueue, generateSpriteActivity, { + assetKey: key, + filePath, + spriteSpec, + posterSpec, + mediaInfo, + }) + mediaInfo.sprite = spriteResult.sprite + mediaInfo.poster = spriteResult.poster + } + + await executeActivity(workerQueue, updateAssetMediaActivity, { + assetId: asset.id, + mediaInfo, + }) + + await executeActivity(workerQueue, updateAssetStatusActivity, { + assetId: asset.id, + status: 'processed', + }) + + await executeActivity(workerQueue, createEmbeddingTaskIfEnabledActivity, { + assetId: asset.id, + teamId: task.teamId, + projectId: task.projectId, + }) + + await completeTask(workerQueue, task.id) + } catch (err) { + console.error(`transcodePdfWorkflow failed for task ${task.id}:`, err) + await failTask(workerQueue, task.id, err) + throw err + } finally { + await cleanupTmpDir(workerQueue, tmpDir) + } +} diff --git a/packages/transcode/src/workflows/transcode-utils.ts b/packages/transcode/src/workflows/transcode-utils.ts new file mode 100644 index 00000000..9a0caf3c --- /dev/null +++ b/packages/transcode/src/workflows/transcode-utils.ts @@ -0,0 +1,98 @@ +import '@shumai/db/src/prisma-json-types' + +export function isMimePsd(mimeType: string): boolean { + switch (mimeType) { + case 'image/vnd.adobe.photoshop': + case 'image/x-photoshop': + case 'application/x-photoshop': + case 'image/psd': + return true + } + return false +} + +const RESOLUTION_LONG_SIDES: Record = { + '2160p': 3840, + '1080p': 1920, + '720p': 1280, + '540p': 960, + '360p': 640, + '180p': 320, +} + +export function resolutionToDimensions( + resolution: string, + originalWidth: number, + originalHeight: number, +): [number, number] { + const targetLongSide = RESOLUTION_LONG_SIDES[resolution] + if (!targetLongSide) return [0, 0] + + let width: number + let height: number + + if (originalWidth >= originalHeight) { + width = targetLongSide + height = Math.round(width * (originalHeight / originalWidth)) + } else { + height = targetLongSide + width = Math.round(height * (originalWidth / originalHeight)) + } + + if (width % 2 !== 0) width++ + if (height % 2 !== 0) height++ + + return [width, height] +} + +const TARGET_RESOLUTIONS = [ + { name: '2160p', longSide: 3840 }, + { name: '1080p', longSide: 1920 }, + { name: '720p', longSide: 1280 }, + { name: '540p', longSide: 960 }, + { name: '360p', longSide: 640 }, +] + +function getBestMatchResolution( + originalWidth: number, + originalHeight: number, +): { name: string; longSide: number } { + const rawLongSide = Math.max(originalWidth, originalHeight) + const lower = TARGET_RESOLUTIONS.filter((r) => r.longSide <= rawLongSide) + if (lower.length > 0) { + lower.sort((a, b) => b.longSide - a.longSide) + return lower[0] + } + return TARGET_RESOLUTIONS[TARGET_RESOLUTIONS.length - 1] +} + +export function getTargetVideoResolutions( + strategy: PrismaJson.VideoTranscodeStrategy, + originalWidth: number, + originalHeight: number, +): string[] { + const resolutions = ['180p'] + + let normalizedStrategy: string = strategy + const stratStr = strategy as string + if (stratStr === 'single' || stratStr === 'disable') { + normalizedStrategy = 'best_match' + } else if (stratStr === 'full') { + normalizedStrategy = 'all' + } + + const bestMatch = getBestMatchResolution(originalWidth, originalHeight) + + if (normalizedStrategy === 'best_match') { + resolutions.push(bestMatch.name) + } else if (normalizedStrategy === 'all') { + const bestMatchIndex = TARGET_RESOLUTIONS.findIndex((r) => r.name === bestMatch.name) + if (bestMatchIndex !== -1) { + for (let i = bestMatchIndex; i < TARGET_RESOLUTIONS.length; i++) { + resolutions.push(TARGET_RESOLUTIONS[i].name) + } + } + } + + return resolutions +} diff --git a/packages/transcode/src/workflows/transcode-video.test.ts b/packages/transcode/src/workflows/transcode-video.test.ts new file mode 100644 index 00000000..49626a98 --- /dev/null +++ b/packages/transcode/src/workflows/transcode-video.test.ts @@ -0,0 +1,243 @@ +import { describe, it, expect, vi, beforeEach } from 'vitest' +import { transcodeVideoWorkflow } from './transcode-video' +import { WorkflowTask, WorkflowTaskStatus, WorkflowTaskType, AssetStatus } from '@shumai/db' +import * as workflowUtils from '@shumai/workflow-core' + +vi.mock('@shumai/workflow-core', async (importOriginal) => { + // eslint-disable-next-line @typescript-eslint/no-explicit-any + const actual = (await importOriginal()) as any + return { + ...actual, + getActivities: vi.fn(), + executeActivity: vi.fn(), + sleep: vi.fn(), + } +}) + +describe('transcodeVideoWorkflow', () => { + const mockActivities = { + updateTaskStatusActivity: Object.assign(vi.fn(), { + _activityName: 'updateTaskStatusActivity', + }), + updateAssetStatusActivity: Object.assign(vi.fn(), { + _activityName: 'updateAssetStatusActivity', + }), + getAssetActivity: Object.assign(vi.fn(), { _activityName: 'getAssetActivity' }), + getMediaInfoActivity: Object.assign(vi.fn(), { _activityName: 'getMediaInfoActivity' }), + transcodeVideoActivity: Object.assign(vi.fn(), { _activityName: 'transcodeVideoActivity' }), + transcodeAudioActivity: Object.assign(vi.fn(), { _activityName: 'transcodeAudioActivity' }), + transcodeImageActivity: Object.assign(vi.fn(), { _activityName: 'transcodeImageActivity' }), + generateSpriteActivity: Object.assign(vi.fn(), { _activityName: 'generateSpriteActivity' }), + updateAssetMediaActivity: Object.assign(vi.fn(), { + _activityName: 'updateAssetMediaActivity', + }), + getTranscodeWorkerQueueActivity: Object.assign(vi.fn(), { + _activityName: 'getTranscodeWorkerQueueActivity', + }), + downloadMediaToTmpActivity: Object.assign(vi.fn(), { + _activityName: 'downloadMediaToTmpActivity', + }), + cleanupTmpDirActivity: Object.assign(vi.fn(), { _activityName: 'cleanupTmpDirActivity' }), + createEmbeddingTaskIfEnabledActivity: Object.assign(vi.fn(), { + _activityName: 'createEmbeddingTaskIfEnabledActivity', + }), + } + + beforeEach(() => { + vi.clearAllMocks() + // eslint-disable-next-line @typescript-eslint/no-explicit-any + ;(workflowUtils.getActivities as any).mockReturnValue(mockActivities) + // eslint-disable-next-line @typescript-eslint/no-explicit-any + ;(workflowUtils.executeActivity as any).mockImplementation( + // eslint-disable-next-line @typescript-eslint/no-explicit-any + (_queue: string, fn: any, ...args: any[]) => { + if (typeof fn !== 'function') { + throw new Error(`fn is not a function in executeActivity. Queue: ${_queue}`) + } + return fn(...args) + }, + ) + + mockActivities.getTranscodeWorkerQueueActivity.mockResolvedValue('transcode_worker_queue') + mockActivities.downloadMediaToTmpActivity.mockResolvedValue({ + filePath: '/tmp/video.mp4', + tmpDir: '/tmp', + }) + }) + + it('should process video transcode successfully', async () => { + const task: WorkflowTask = { + id: 'task-1', + assetId: 'asset-1', + type: WorkflowTaskType.transcode_video, + status: WorkflowTaskStatus.pending, + sessionId: null, + output: null, + payload: { + projectId: 'proj-1', + transcode: { + videoStrategy: 'best_match', + thumbnail: true, + }, + }, + createdAt: new Date(), + updatedAt: new Date(), + heartbeat: null, + teamId: 'team-1', + projectId: 'proj-1', + uid: 'task-uid', + model: null, + inputTokens: 0, + outputTokens: 0, + } + + mockActivities.getAssetActivity.mockResolvedValue({ + id: 'asset-1', + storageKey: { key: 'video.mp4' }, + mediaType: 'video/mp4', + }) + + mockActivities.getMediaInfoActivity.mockResolvedValue({ + mimeType: 'video/mp4', + metadata: { + originalWidth: 1920, + originalHeight: 1080, + duration: 10, + frameRate: 30, + totalFrames: 300, + startTimecode: '00:00:00:00', + bitRate: 1000, + hasAudio: false, + format: {}, + }, + videoTranscodes: [], + imageTranscodes: [], + }) + + mockActivities.transcodeVideoActivity.mockResolvedValue({ + key: 'v.mp4', + width: 1920, + height: 1080, + }) + mockActivities.transcodeImageActivity.mockResolvedValue({ + key: 't.webp', + width: 480, + height: 270, + }) + + await transcodeVideoWorkflow(task) + + expect(mockActivities.updateAssetStatusActivity).toHaveBeenCalledWith({ + assetId: 'asset-1', + status: AssetStatus.processing, + }) + + expect(mockActivities.updateAssetMediaActivity).toHaveBeenCalledWith({ + assetId: 'asset-1', + mediaInfo: expect.objectContaining({ + thumbnail: expect.objectContaining({ + key: 't.webp', + }), + }), + }) + expect(mockActivities.updateAssetStatusActivity).toHaveBeenCalledWith({ + assetId: 'asset-1', + status: AssetStatus.processed, + }) + + expect(mockActivities.createEmbeddingTaskIfEnabledActivity).toHaveBeenCalledWith({ + assetId: 'asset-1', + teamId: 'team-1', + projectId: 'proj-1', + }) + + expect(mockActivities.updateTaskStatusActivity).toHaveBeenCalledWith({ + taskId: 'task-1', + status: WorkflowTaskStatus.completed, + }) + }) + + it('should run audio transcoding workflow successfully', async () => { + const task: WorkflowTask = { + id: 'task-audio', + assetId: 'asset-audio', + type: WorkflowTaskType.transcode_video, + status: WorkflowTaskStatus.pending, + sessionId: null, + output: null, + payload: { + projectId: 'proj-1', + transcode: {}, + }, + createdAt: new Date(), + updatedAt: new Date(), + heartbeat: null, + teamId: 'team-1', + projectId: 'proj-1', + uid: 'task-uid-2', + model: null, + inputTokens: 0, + outputTokens: 0, + } + + mockActivities.getAssetActivity.mockResolvedValue({ + id: 'asset-audio', + storageKey: { key: 'audio.wav' }, + mediaType: 'audio/wav', + }) + + mockActivities.getMediaInfoActivity.mockResolvedValue({ + mimeType: 'audio/wav', + metadata: { + originalWidth: 0, + originalHeight: 0, + duration: 30, + bitRate: 1411200, + frameRate: 0, + totalFrames: 0, + hasAudio: true, + audioCodec: 'pcm_s16le', + audioChannels: 2, + }, + original: { + key: 'audio.wav', + downloadUrl: '', + filesizeInBytes: 0, + codec: '', + }, + videoTranscodes: [], + }) + + mockActivities.transcodeAudioActivity.mockResolvedValue({ + width: 0, + height: 0, + key: 'files/asset-audio/audio-audio-proxy.mp4', + }) + + await transcodeVideoWorkflow(task) + + expect(mockActivities.transcodeAudioActivity).toHaveBeenCalledWith({ + assetKey: 'audio.wav', + filePath: '/tmp/video.mp4', + }) + + expect(mockActivities.updateAssetMediaActivity).toHaveBeenCalledWith({ + assetId: 'asset-audio', + mediaInfo: expect.objectContaining({ + mimeType: 'audio/wav', + videoTranscodes: [ + { + width: 0, + height: 0, + key: 'files/asset-audio/audio-audio-proxy.mp4', + }, + ], + }), + }) + + expect(mockActivities.updateTaskStatusActivity).toHaveBeenCalledWith({ + taskId: 'task-audio', + status: WorkflowTaskStatus.completed, + }) + }) +}) diff --git a/packages/transcode/src/workflows/transcode-video.ts b/packages/transcode/src/workflows/transcode-video.ts new file mode 100644 index 00000000..530ea9a5 --- /dev/null +++ b/packages/transcode/src/workflows/transcode-video.ts @@ -0,0 +1,171 @@ +import type { WorkflowTask } from '@shumai/db' +import '@shumai/db/src/prisma-json-types' +import { executeActivity, getActivities } from '@shumai/workflow-core' +import { + getWorkerQueueAndStartTask, + fetchAssetWithKey, + completeTask, + failTask, + cleanupTmpDir, +} from './common' +import { getTargetVideoResolutions, resolutionToDimensions } from './transcode-utils' + +export async function transcodeVideoWorkflow(task: WorkflowTask): Promise { + let tmpDir: string | undefined + let workerQueue = '' + + try { + workerQueue = await getWorkerQueueAndStartTask(task) + + const { + updateAssetStatusActivity, + getMediaInfoActivity, + transcodeVideoActivity, + transcodeAudioActivity, + transcodeImageActivity, + generateSpriteActivity, + updateAssetMediaActivity, + downloadMediaToTmpActivity, + createEmbeddingTaskIfEnabledActivity, + } = getActivities() + + await executeActivity(workerQueue, updateAssetStatusActivity, { + assetId: task.assetId, + status: 'processing', + }) + + const { asset, key } = await fetchAssetWithKey(workerQueue, task.assetId) + + const download = await executeActivity(workerQueue, downloadMediaToTmpActivity, { + assetKey: key, + }) + const { filePath } = download + tmpDir = download.tmpDir + + const spec = task.payload?.transcode || {} + const mediaInfo = await executeActivity(workerQueue, getMediaInfoActivity, { + filePath, + assetId: asset.id, + mediaType: asset.mediaType || '', + }) + + mediaInfo.original = { + key, + downloadUrl: '', + filesizeInBytes: 0, + codec: '', + } + + const mimeType = mediaInfo.mimeType + const metadata = mediaInfo.metadata + + if (mimeType.startsWith('video/') && metadata) { + const videoResolutions = getTargetVideoResolutions( + spec.videoStrategy || 'best_match', + metadata.originalWidth, + metadata.originalHeight, + ) + for (const res of videoResolutions) { + const [width, height] = resolutionToDimensions( + res, + metadata.originalWidth, + metadata.originalHeight, + ) + + const videoSpec: PrismaJson.VideoTranscode = { + resolution: res, + width, + height, + } + + const videoTranscode = await executeActivity(workerQueue, transcodeVideoActivity, { + assetKey: key, + filePath, + videoSpec, + duration: metadata.duration, + originalFps: metadata.frameRate, + }) + + if (res === '180p') { + mediaInfo.videoPreview = videoTranscode + } else { + mediaInfo.videoTranscodes.push(videoTranscode) + } + } + + mediaInfo.videoTranscodes.push({ + key: mediaInfo.original?.key, + width: metadata.originalWidth, + height: metadata.originalHeight, + isRaw: true, + }) + } + + const isAudio = mimeType.startsWith('audio/') + if (isAudio && metadata) { + const audioTranscode = await executeActivity(workerQueue, transcodeAudioActivity, { + assetKey: key, + filePath, + }) + mediaInfo.videoTranscodes.push(audioTranscode) + } + + if (spec.thumbnail) { + const thumbTranscode = await executeActivity(workerQueue, transcodeImageActivity, { + assetKey: key, + filePath, + imageSpec: { width: 480, height: 0, quality: 80, format: 'webp' }, + }) + mediaInfo.thumbnail = thumbTranscode + } + + if (spec.sprite || spec.poster) { + const lastSlashIndex = key.lastIndexOf('/') + const assetDir = lastSlashIndex === -1 ? '' : key.substring(0, lastSlashIndex) + + const spriteSpec: PrismaJson.SpriteInfo = { + key: assetDir ? `${assetDir}/sprite.webp` : 'sprite.webp', + frames: 100, + tileX: 10, + tileY: 10, + } + const posterSpec: PrismaJson.PosterInfo = { + key: assetDir ? `${assetDir}/poster.webp` : 'poster.webp', + } + + const spriteResult = await executeActivity(workerQueue, generateSpriteActivity, { + assetKey: key, + filePath, + spriteSpec, + posterSpec, + mediaInfo, + }) + mediaInfo.sprite = spriteResult.sprite + mediaInfo.poster = spriteResult.poster + } + + await executeActivity(workerQueue, updateAssetMediaActivity, { + assetId: asset.id, + mediaInfo, + }) + + await executeActivity(workerQueue, updateAssetStatusActivity, { + assetId: asset.id, + status: 'processed', + }) + + await executeActivity(workerQueue, createEmbeddingTaskIfEnabledActivity, { + assetId: asset.id, + teamId: task.teamId, + projectId: task.projectId, + }) + + await completeTask(workerQueue, task.id) + } catch (err) { + console.error(`transcodeVideoWorkflow failed for task ${task.id}:`, err) + await failTask(workerQueue, task.id, err) + throw err + } finally { + await cleanupTmpDir(workerQueue, tmpDir) + } +} diff --git a/packages/transcode/src/workflows/transcode.test.ts b/packages/transcode/src/workflows/transcode.test.ts index cba32b0e..e2dd8c23 100644 --- a/packages/transcode/src/workflows/transcode.test.ts +++ b/packages/transcode/src/workflows/transcode.test.ts @@ -1,6 +1,6 @@ import { describe, it, expect, vi, beforeEach } from 'vitest' import { transcodeMedia } from './transcode' -import { WorkflowTask, WorkflowTaskStatus, WorkflowTaskType, AssetStatus } from '@shumai/db' +import { WorkflowTask, WorkflowTaskStatus, WorkflowTaskType } from '@shumai/db' import * as workflowUtils from '@shumai/workflow-core' vi.mock('@shumai/workflow-core', async (importOriginal) => { @@ -14,7 +14,7 @@ vi.mock('@shumai/workflow-core', async (importOriginal) => { } }) -describe('Transcode Workflow', () => { +describe('transcodeMedia Fallback Dispatcher', () => { const mockActivities = { updateTaskStatusActivity: Object.assign(vi.fn(), { _activityName: 'updateTaskStatusActivity', @@ -23,31 +23,12 @@ describe('Transcode Workflow', () => { _activityName: 'updateAssetStatusActivity', }), getAssetActivity: Object.assign(vi.fn(), { _activityName: 'getAssetActivity' }), - getMediaInfoActivity: Object.assign(vi.fn(), { _activityName: 'getMediaInfoActivity' }), - transcodeVideoActivity: Object.assign(vi.fn(), { _activityName: 'transcodeVideoActivity' }), - transcodeAudioActivity: Object.assign(vi.fn(), { _activityName: 'transcodeAudioActivity' }), - transcodeImageActivity: Object.assign(vi.fn(), { _activityName: 'transcodeImageActivity' }), - generateSpriteActivity: Object.assign(vi.fn(), { _activityName: 'generateSpriteActivity' }), - updateAssetMediaActivity: Object.assign(vi.fn(), { - _activityName: 'updateAssetMediaActivity', - }), getTranscodeWorkerQueueActivity: Object.assign(vi.fn(), { _activityName: 'getTranscodeWorkerQueueActivity', }), - downloadMediaToTmpActivity: Object.assign(vi.fn(), { - _activityName: 'downloadMediaToTmpActivity', - }), - cleanupTmpDirActivity: Object.assign(vi.fn(), { _activityName: 'cleanupTmpDirActivity' }), - takeScreenshotsActivity: Object.assign(vi.fn(), { _activityName: 'takeScreenshotsActivity' }), - overlayAnnotationsActivity: Object.assign(vi.fn(), { - _activityName: 'overlayAnnotationsActivity', - }), renderPdfPagesActivity: Object.assign(vi.fn(), { _activityName: 'renderPdfPagesActivity', }), - createEmbeddingTaskIfEnabledActivity: Object.assign(vi.fn(), { - _activityName: 'createEmbeddingTaskIfEnabledActivity', - }), } beforeEach(() => { @@ -66,209 +47,29 @@ describe('Transcode Workflow', () => { ) mockActivities.getTranscodeWorkerQueueActivity.mockResolvedValue('transcode_worker_queue') - mockActivities.downloadMediaToTmpActivity.mockResolvedValue({ - filePath: '/tmp/video.mp4', - tmpDir: '/tmp', - }) }) - it('should process video transcode successfully', async () => { + it('should dispatch to pdfPages workflow when payload.pdfPages is present', async () => { const task: WorkflowTask = { - id: 'task-1', - assetId: 'asset-1', - type: WorkflowTaskType.transcode, - status: WorkflowTaskStatus.pending, - sessionId: null, - output: null, - payload: { - projectId: 'proj-1', - transcode: { - videoStrategy: 'best_match', - thumbnail: true, - }, - }, - createdAt: new Date(), - updatedAt: new Date(), - heartbeat: null, - teamId: 'team-1', - projectId: 'proj-1', - uid: 'task-uid', - model: null, - inputTokens: 0, - outputTokens: 0, - } - - mockActivities.getAssetActivity.mockResolvedValue({ - id: 'asset-1', - storageKey: { key: 'video.mp4' }, - mediaType: 'video/mp4', - }) - - mockActivities.getMediaInfoActivity.mockResolvedValue({ - mimeType: 'video/mp4', - metadata: { - originalWidth: 1920, - originalHeight: 1080, - duration: 10, - frameRate: 30, - totalFrames: 300, - startTimecode: '00:00:00:00', - bitRate: 1000, - hasAudio: false, - format: {}, - }, - videoTranscodes: [], - imageTranscodes: [], - }) - - mockActivities.transcodeVideoActivity.mockResolvedValue({ - key: 'v.mp4', - width: 1920, - height: 1080, - }) - mockActivities.transcodeImageActivity.mockResolvedValue({ - key: 't.webp', - width: 480, - height: 270, - }) - - await transcodeMedia(task) - - expect(mockActivities.updateAssetStatusActivity).toHaveBeenCalledWith({ - assetId: 'asset-1', - status: AssetStatus.processing, - }) - - expect(mockActivities.updateAssetMediaActivity).toHaveBeenCalledWith({ - assetId: 'asset-1', - mediaInfo: expect.objectContaining({ - thumbnail: expect.objectContaining({ - key: 't.webp', - }), - }), - }) - expect(mockActivities.updateAssetStatusActivity).toHaveBeenCalledWith({ - assetId: 'asset-1', - status: AssetStatus.processed, - }) - - expect(mockActivities.createEmbeddingTaskIfEnabledActivity).toHaveBeenCalledWith({ - assetId: 'asset-1', - teamId: 'team-1', - projectId: 'proj-1', - }) - - expect(mockActivities.updateTaskStatusActivity).toHaveBeenCalledWith({ - taskId: 'task-1', - status: WorkflowTaskStatus.completed, - }) - }) - - it('should process image transcode and thumbnail successfully', async () => { - const task: WorkflowTask = { - id: 'task-image', - assetId: 'asset-image', - type: WorkflowTaskType.transcode, - status: WorkflowTaskStatus.pending, - sessionId: null, - output: null, - payload: { - projectId: 'proj-1', - transcode: { - thumbnail: true, - }, - }, - createdAt: new Date(), - updatedAt: new Date(), - heartbeat: null, - teamId: 'team-1', - projectId: 'proj-1', - uid: 'task-uid', - model: null, - inputTokens: 0, - outputTokens: 0, - } - - mockActivities.getAssetActivity.mockResolvedValue({ - id: 'asset-image', - storageKey: { key: 'image.jpg' }, - mediaType: 'image/jpeg', - }) - - mockActivities.getMediaInfoActivity.mockResolvedValue({ - mimeType: 'image/jpeg', - metadata: { - originalWidth: 1000, - originalHeight: 1000, - duration: 0, - frameRate: 0, - totalFrames: 0, - startTimecode: '00:00:00:00', - bitRate: 0, - hasAudio: false, - format: {}, - }, - videoTranscodes: [], - imageTranscodes: [], - }) - - mockActivities.transcodeImageActivity.mockResolvedValue({ - key: 't.webp', - width: 480, - height: 480, - format: 'webp', - }) - - await transcodeMedia(task) - - expect(mockActivities.updateAssetStatusActivity).toHaveBeenCalledWith({ - assetId: 'asset-image', - status: AssetStatus.processing, - }) - - expect(mockActivities.updateAssetMediaActivity).toHaveBeenCalledWith({ - assetId: 'asset-image', - mediaInfo: expect.objectContaining({ - thumbnail: expect.objectContaining({ - key: 't.webp', - width: 480, - height: 480, - }), - }), - }) - expect(mockActivities.updateAssetStatusActivity).toHaveBeenCalledWith({ - assetId: 'asset-image', - status: AssetStatus.processed, - }) - - expect(mockActivities.createEmbeddingTaskIfEnabledActivity).toHaveBeenCalledWith({ - assetId: 'asset-image', - teamId: 'team-1', - projectId: 'proj-1', - }) - }) - - it('should process pdf transcode and sprite generation successfully', async () => { - const task: WorkflowTask = { - id: 'task-pdf', + id: 'task-pdf-pages', assetId: 'asset-pdf', type: WorkflowTaskType.transcode, status: WorkflowTaskStatus.pending, - sessionId: null, - output: null, payload: { projectId: 'proj-1', - transcode: { - sprite: true, - poster: true, + pdfPages: { + start: 1, + end: 2, }, }, + output: null, + sessionId: null, createdAt: new Date(), updatedAt: new Date(), heartbeat: null, teamId: 'team-1', projectId: 'proj-1', - uid: 'task-uid-pdf', + uid: 'task-uid', model: null, inputTokens: 0, outputTokens: 0, @@ -276,59 +77,15 @@ describe('Transcode Workflow', () => { mockActivities.getAssetActivity.mockResolvedValue({ id: 'asset-pdf', - storageKey: { key: 'document.pdf' }, + storageKey: { key: 'doc.pdf' }, mediaType: 'application/pdf', }) - mockActivities.getMediaInfoActivity.mockResolvedValue({ - mimeType: 'application/pdf', - metadata: { - originalWidth: 800, - originalHeight: 1000, - duration: 0, - frameRate: 0, - totalFrames: 12, - startTimecode: '00:00:00:00', - bitRate: 0, - hasAudio: false, - format: {}, - }, - videoTranscodes: [], - imageTranscodes: [], - }) - - mockActivities.generateSpriteActivity.mockResolvedValue({ - sprite: { key: 'sprite.webp', frames: 100, tileX: 10, tileY: 10 }, - poster: { key: 'poster.webp' }, - }) + mockActivities.renderPdfPagesActivity.mockResolvedValue([]) await transcodeMedia(task) - expect(mockActivities.updateAssetStatusActivity).toHaveBeenCalledWith({ - assetId: 'asset-pdf', - status: AssetStatus.processing, - }) - - expect(mockActivities.generateSpriteActivity).toHaveBeenCalledWith({ - assetKey: 'document.pdf', - filePath: '/tmp/video.mp4', - spriteSpec: expect.objectContaining({ key: 'sprite.webp' }), - posterSpec: expect.objectContaining({ key: 'poster.webp' }), - mediaInfo: expect.objectContaining({ mimeType: 'application/pdf' }), - }) - - expect(mockActivities.updateAssetMediaActivity).toHaveBeenCalledWith({ - assetId: 'asset-pdf', - mediaInfo: expect.objectContaining({ - sprite: { key: 'sprite.webp', frames: 100, tileX: 10, tileY: 10 }, - poster: { key: 'poster.webp' }, - }), - }) - - expect(mockActivities.updateAssetStatusActivity).toHaveBeenCalledWith({ - assetId: 'asset-pdf', - status: AssetStatus.processed, - }) + expect(mockActivities.renderPdfPagesActivity).toHaveBeenCalled() }) it('should handle failures and update task status with error', async () => { @@ -363,267 +120,4 @@ describe('Transcode Workflow', () => { output: { error: 'FFmpeg failed' }, }) }) - - it('should run screenshot workflow successfully', async () => { - const task: WorkflowTask = { - id: 'task-screenshot', - assetId: 'asset-video', - type: WorkflowTaskType.transcode, - status: WorkflowTaskStatus.pending, - sessionId: null, - output: null, - payload: { - projectId: 'proj-1', - screenshot: { - start: 0, - end: 10, - count: 2, - commentTimestamp: 5.0, - annotations: [], - }, - }, - createdAt: new Date(), - updatedAt: new Date(), - heartbeat: null, - teamId: 'team-1', - projectId: 'proj-1', - uid: 'task-uid', - model: null, - inputTokens: 0, - outputTokens: 0, - } - - mockActivities.getAssetActivity.mockResolvedValue({ - id: 'asset-video', - storageKey: { key: 'video.mp4' }, - mediaType: 'video/mp4', - }) - - mockActivities.takeScreenshotsActivity.mockResolvedValue([ - { key: 'files/asset-video/screenshots/shot1.webp', timestamp: 0.0 }, - { key: 'files/asset-video/screenshots/shot2.webp', timestamp: 5.0 }, - ]) - - await transcodeMedia(task) - - expect(mockActivities.takeScreenshotsActivity).toHaveBeenCalledWith({ - assetKey: 'video.mp4', - assetId: 'asset-video', - start: 0, - end: 10, - count: 2, - commentTimestamp: 5.0, - annotations: [], - }) - - expect(mockActivities.updateTaskStatusActivity).toHaveBeenCalledWith({ - taskId: 'task-screenshot', - status: WorkflowTaskStatus.completed, - output: { - screenshots: [ - { key: 'files/asset-video/screenshots/shot1.webp', timestamp: 0.0 }, - { key: 'files/asset-video/screenshots/shot2.webp', timestamp: 5.0 }, - ], - }, - }) - }) - - it('should run image annotation overlay workflow successfully', async () => { - const task: WorkflowTask = { - id: 'task-image-ann', - assetId: 'asset-image', - type: WorkflowTaskType.transcode, - status: WorkflowTaskStatus.pending, - sessionId: null, - output: null, - payload: { - projectId: 'proj-1', - imageAnnotation: { - annotations: [{ type: 'box', color: '#ff0000', points: [] }], - }, - }, - createdAt: new Date(), - updatedAt: new Date(), - heartbeat: null, - teamId: 'team-1', - projectId: 'proj-1', - uid: 'task-uid', - model: null, - inputTokens: 0, - outputTokens: 0, - } - - mockActivities.getAssetActivity.mockResolvedValue({ - id: 'asset-image', - storageKey: { key: 'image.png' }, - mediaType: 'image/png', - media: { - imageTranscodes: [{ key: 'image-transcoded.webp' }], - }, - }) - - mockActivities.overlayAnnotationsActivity.mockResolvedValue( - 'files/asset-image/annotations/ann1.webp', - ) - - await transcodeMedia(task) - - expect(mockActivities.overlayAnnotationsActivity).toHaveBeenCalledWith({ - assetKey: 'image-transcoded.webp', - assetId: 'asset-image', - annotations: [{ type: 'box', color: '#ff0000', points: [] }], - }) - - expect(mockActivities.updateTaskStatusActivity).toHaveBeenCalledWith({ - taskId: 'task-image-ann', - status: WorkflowTaskStatus.completed, - output: { key: 'files/asset-image/annotations/ann1.webp' }, - }) - }) - - it('should run pdfPages workflow successfully', async () => { - const task: WorkflowTask = { - id: 'task-pdf-pages', - assetId: 'asset-pdf', - type: WorkflowTaskType.transcode, - status: WorkflowTaskStatus.pending, - payload: { - projectId: 'proj-1', - pdfPages: { - start: 1, - end: 2, - commentTimestamp: 2, - annotations: [], - }, - }, - output: null, - sessionId: null, - createdAt: new Date(), - updatedAt: new Date(), - heartbeat: null, - teamId: 'team-1', - projectId: 'proj-1', - uid: 'task-uid', - model: null, - inputTokens: 0, - outputTokens: 0, - } - - mockActivities.getAssetActivity.mockResolvedValue({ - id: 'asset-pdf', - storageKey: { key: 'doc.pdf' }, - mediaType: 'application/pdf', - }) - - mockActivities.renderPdfPagesActivity.mockResolvedValue([ - { key: 'pdf_pages/doc-page-1.webp', page: 1 }, - { key: 'pdf_pages/doc-page-2.webp', page: 2 }, - ]) - - await transcodeMedia(task) - - expect(mockActivities.renderPdfPagesActivity).toHaveBeenCalledWith({ - assetKey: 'doc.pdf', - assetId: 'asset-pdf', - start: 1, - end: 2, - commentTimestamp: 2, - annotations: [], - }) - - expect(mockActivities.updateTaskStatusActivity).toHaveBeenCalledWith({ - taskId: 'task-pdf-pages', - status: WorkflowTaskStatus.completed, - output: { - pages: [ - { key: 'pdf_pages/doc-page-1.webp', page: 1 }, - { key: 'pdf_pages/doc-page-2.webp', page: 2 }, - ], - }, - }) - }) - - it('should run audio transcoding workflow successfully', async () => { - const task: WorkflowTask = { - id: 'task-audio', - assetId: 'asset-audio', - type: WorkflowTaskType.transcode, - status: WorkflowTaskStatus.pending, - sessionId: null, - output: null, - payload: { - projectId: 'proj-1', - transcode: {}, - }, - createdAt: new Date(), - updatedAt: new Date(), - heartbeat: null, - teamId: 'team-1', - projectId: 'proj-1', - uid: 'task-uid-2', - model: null, - inputTokens: 0, - outputTokens: 0, - } - - mockActivities.getAssetActivity.mockResolvedValue({ - id: 'asset-audio', - storageKey: { key: 'audio.wav' }, - mediaType: 'audio/wav', - }) - - mockActivities.getMediaInfoActivity.mockResolvedValue({ - mimeType: 'audio/wav', - metadata: { - originalWidth: 0, - originalHeight: 0, - duration: 30, - bitRate: 1411200, - frameRate: 0, - totalFrames: 0, - hasAudio: true, - audioCodec: 'pcm_s16le', - audioChannels: 2, - }, - original: { - key: 'audio.wav', - downloadUrl: '', - filesizeInBytes: 0, - codec: '', - }, - videoTranscodes: [], - }) - - mockActivities.transcodeAudioActivity.mockResolvedValue({ - width: 0, - height: 0, - key: 'files/asset-audio/audio-audio-proxy.mp4', - }) - - await transcodeMedia(task) - - expect(mockActivities.transcodeAudioActivity).toHaveBeenCalledWith({ - assetKey: 'audio.wav', - filePath: '/tmp/video.mp4', - }) - - expect(mockActivities.updateAssetMediaActivity).toHaveBeenCalledWith({ - assetId: 'asset-audio', - mediaInfo: expect.objectContaining({ - mimeType: 'audio/wav', - videoTranscodes: [ - { - width: 0, - height: 0, - key: 'files/asset-audio/audio-audio-proxy.mp4', - }, - ], - }), - }) - - expect(mockActivities.updateTaskStatusActivity).toHaveBeenCalledWith({ - taskId: 'task-audio', - status: WorkflowTaskStatus.completed, - }) - }) }) diff --git a/packages/transcode/src/workflows/transcode.ts b/packages/transcode/src/workflows/transcode.ts index da94c0f4..1f87157c 100644 --- a/packages/transcode/src/workflows/transcode.ts +++ b/packages/transcode/src/workflows/transcode.ts @@ -1,424 +1,38 @@ import type { WorkflowTask } from '@shumai/db' -import { executeActivity, getActivities, TaskQueueTranscode } from '@shumai/workflow-core' - -import { ApplicationFailure } from '@temporalio/workflow' +import { transcodeVideoWorkflow } from './transcode-video' +import { transcodeImageWorkflow } from './transcode-image' +import { transcodePdfWorkflow } from './transcode-pdf' +import { renderPdfPagesWorkflow } from './render-pdf-pages' +import { takeVideoScreenshotsWorkflow } from './take-video-screenshots' +import { overlayImageAnnotationWorkflow } from './overlay-image-annotation' export async function transcodeMedia(task: WorkflowTask): Promise { - const { - updateTaskStatusActivity, - updateAssetStatusActivity, - getAssetActivity, - getMediaInfoActivity, - transcodeVideoActivity, - transcodeAudioActivity, - transcodeImageActivity, - generateSpriteActivity, - updateAssetMediaActivity, - getTranscodeWorkerQueueActivity, - downloadMediaToTmpActivity, - cleanupTmpDirActivity, - takeScreenshotsActivity, - overlayAnnotationsActivity, - renderPdfPagesActivity, - createEmbeddingTaskIfEnabledActivity, - } = getActivities() - - let tmpDir: string | undefined - let workerQueue = '' - - try { - // 0. Get Worker-Specific Queue for Transcode - workerQueue = await executeActivity(TaskQueueTranscode, getTranscodeWorkerQueueActivity) - - // 1. Update status to processing - await executeActivity(workerQueue, updateTaskStatusActivity, { - taskId: task.id, - status: 'processing', - }) - - const payload = task.payload - - if (payload?.pdfPages) { - const asset = await executeActivity(workerQueue, getAssetActivity, task.assetId) - const key = asset?.storageKey?.key - if (!asset || !key) { - throw ApplicationFailure.create({ - message: 'Asset not found or has no key', - nonRetryable: true, - }) - } - - const pages = await executeActivity(workerQueue, renderPdfPagesActivity, { - assetKey: key, - assetId: asset.id, - start: payload.pdfPages.start, - end: payload.pdfPages.end, - commentTimestamp: payload.pdfPages.commentTimestamp, - annotations: payload.pdfPages.annotations, - }) - - // Update Task Status to completed with output - await executeActivity(workerQueue, updateTaskStatusActivity, { - taskId: task.id, - status: 'completed', - output: { pages }, - }) - return - } - - if (payload?.screenshot) { - const asset = await executeActivity(workerQueue, getAssetActivity, task.assetId) - const key = asset?.storageKey?.key - if (!asset || !key) { - throw ApplicationFailure.create({ - message: 'Asset not found or has no key', - nonRetryable: true, - }) - } - - const screenshots = await executeActivity(workerQueue, takeScreenshotsActivity, { - assetKey: key, - assetId: asset.id, - start: payload.screenshot.start, - end: payload.screenshot.end, - count: payload.screenshot.count, - commentTimestamp: payload.screenshot.commentTimestamp, - annotations: payload.screenshot.annotations, - }) - - // Update Task Status to completed with output - await executeActivity(workerQueue, updateTaskStatusActivity, { - taskId: task.id, - status: 'completed', - output: { screenshots }, - }) - return - } - - if (payload?.imageAnnotation) { - const asset = await executeActivity(workerQueue, getAssetActivity, task.assetId) - let key = asset?.storageKey?.key - if (asset?.media) { - const mediaInfo = asset.media as unknown as PrismaJson.MediaInfo - if (mediaInfo.imageTranscodes && mediaInfo.imageTranscodes.length > 0) { - key = mediaInfo.imageTranscodes[0].key || key - } - } - - if (!asset || !key) { - throw ApplicationFailure.create({ - message: 'Asset not found or has no key', - nonRetryable: true, - }) - } - - const keyWithOverlay = await executeActivity(workerQueue, overlayAnnotationsActivity, { - assetKey: key, - assetId: asset.id, - annotations: payload.imageAnnotation.annotations, - }) - - // Update Task Status to completed with output - await executeActivity(workerQueue, updateTaskStatusActivity, { - taskId: task.id, - status: 'completed', - output: { key: keyWithOverlay }, - }) - return - } - - await executeActivity(workerQueue, updateAssetStatusActivity, { - assetId: task.assetId, - status: 'processing', - }) - - // 2. Get Asset - const asset = await executeActivity(workerQueue, getAssetActivity, task.assetId) - const key = asset?.storageKey?.key - if (!asset || !key) { - throw ApplicationFailure.create({ - message: 'Asset not found or has no key', - nonRetryable: true, - }) - } - - // 4. Download Media to Tmp - const download = await executeActivity(workerQueue, downloadMediaToTmpActivity, { - assetKey: key, - }) - const { filePath } = download - tmpDir = download.tmpDir - - // 5. Get Media Info - const spec = task.payload?.transcode || {} - const mediaInfo = await executeActivity(workerQueue, getMediaInfoActivity, { - filePath, - assetId: asset.id, - mediaType: asset.mediaType || '', - }) - - mediaInfo.original = { - key, - downloadUrl: '', - filesizeInBytes: 0, - codec: '', - } - - const mimeType = mediaInfo.mimeType - const metadata = mediaInfo.metadata - - // 6. Video Transcoding - if (mimeType.startsWith('video/') && metadata) { - const videoResolutions = getTargetVideoResolutions( - spec.videoStrategy || 'best_match', - metadata.originalWidth, - metadata.originalHeight, - ) - for (const res of videoResolutions) { - const [width, height] = resolutionToDimensions( - res, - metadata.originalWidth, - metadata.originalHeight, - ) - - const videoSpec: PrismaJson.VideoTranscode = { - resolution: res, - width, - height, - } - - const videoTranscode = await executeActivity(workerQueue, transcodeVideoActivity, { - assetKey: key, - filePath, - videoSpec, - duration: metadata.duration, - originalFps: metadata.frameRate, - }) - - if (res === '180p') { - mediaInfo.videoPreview = videoTranscode - } else { - mediaInfo.videoTranscodes.push(videoTranscode) - } - } - - // Always keep raw - mediaInfo.videoTranscodes.push({ - key: mediaInfo.original?.key, - width: metadata.originalWidth, - height: metadata.originalHeight, - isRaw: true, - }) - } - - // 6.5 Audio Transcoding - const isAudio = mimeType.startsWith('audio/') - if (isAudio && metadata) { - const audioTranscode = await executeActivity(workerQueue, transcodeAudioActivity, { - assetKey: key, - filePath, - }) - mediaInfo.videoTranscodes.push(audioTranscode) - } - - // 7. Image Transcoding - const isImage = mimeType.startsWith('image/') - const isPsd = isMimePsd(mimeType) - if ((isImage || isPsd) && metadata) { - const imageSpec: PrismaJson.ImageTranscode = { - width: metadata.originalWidth, - height: metadata.originalHeight, - quality: 90, - format: 'webp', - } - const imageTranscode = await executeActivity(workerQueue, transcodeImageActivity, { - assetKey: key, - filePath, - imageSpec, - }) - mediaInfo.imageTranscodes.push(imageTranscode) - } - - // 9. System: Thumbnail - if (spec.thumbnail) { - const thumbTranscode = await executeActivity(workerQueue, transcodeImageActivity, { - assetKey: key, - filePath, - imageSpec: { width: 480, height: 0, quality: 80, format: 'webp' }, - }) - mediaInfo.thumbnail = thumbTranscode - } - - // 10. System: Sprite/Poster (Video only usually) - if (spec.sprite || spec.poster) { - const lastSlashIndex = key.lastIndexOf('/') - const assetDir = lastSlashIndex === -1 ? '' : key.substring(0, lastSlashIndex) - - const spriteSpec: PrismaJson.SpriteInfo = { - key: assetDir ? `${assetDir}/sprite.webp` : 'sprite.webp', - frames: 100, - tileX: 10, - tileY: 10, - } - const posterSpec: PrismaJson.PosterInfo = { - key: assetDir ? `${assetDir}/poster.webp` : 'poster.webp', - } - - const spriteResult = await executeActivity(workerQueue, generateSpriteActivity, { - assetKey: key, - filePath, - spriteSpec, - posterSpec, - mediaInfo, - }) - mediaInfo.sprite = spriteResult.sprite - mediaInfo.poster = spriteResult.poster - } - - // 11. Update Asset Media and Status - await executeActivity(workerQueue, updateAssetMediaActivity, { - assetId: asset.id, - mediaInfo, - }) - - await executeActivity(workerQueue, updateAssetStatusActivity, { - assetId: asset.id, - status: 'processed', - }) - - // 11.5 Create AI embedding task if enabled - await executeActivity(workerQueue, createEmbeddingTaskIfEnabledActivity, { - assetId: asset.id, - teamId: task.teamId, - projectId: task.projectId, - }) - - // 12. Update Task Status - await executeActivity(workerQueue, updateTaskStatusActivity, { - taskId: task.id, - status: 'completed', - }) - } catch (err) { - console.error(`TranscodeMedia failed for task ${task.id}:`, err) - // Update status to failed - if (workerQueue) { - await executeActivity(workerQueue, updateTaskStatusActivity, { - taskId: task.id, - status: 'failed', - output: { error: err instanceof Error ? err.message : String(err) }, - }) - } - throw err - } finally { - if (tmpDir && workerQueue) { - try { - await executeActivity(workerQueue, cleanupTmpDirActivity, { tmpDir }) - } catch (cleanupErr) { - console.error('Failed to cleanup tmp dir:', cleanupErr) - } - } + const payload = task.payload + if (payload?.pdfPages) { + return renderPdfPagesWorkflow(task) } -} - -function isMimePsd(mimeType: string): boolean { - switch (mimeType) { - case 'image/vnd.adobe.photoshop': - case 'image/x-photoshop': - case 'application/x-photoshop': - case 'image/psd': - return true + if (payload?.screenshot) { + return takeVideoScreenshotsWorkflow(task) } - return false -} - -const RESOLUTION_LONG_SIDES: Record = { - '2160p': 3840, - '1080p': 1920, - '720p': 1280, - '540p': 960, - '360p': 640, - '180p': 320, -} - -function resolutionToDimensions( - resolution: string, - originalWidth: number, - originalHeight: number, -): [number, number] { - const targetLongSide = RESOLUTION_LONG_SIDES[resolution] - if (!targetLongSide) return [0, 0] - - let width: number - let height: number - - if (originalWidth >= originalHeight) { - // Landscape or square: width is the long side - width = targetLongSide - height = Math.round(width * (originalHeight / originalWidth)) - } else { - // Portrait: height is the long side - height = targetLongSide - width = Math.round(height * (originalWidth / originalHeight)) + if (payload?.imageAnnotation) { + return overlayImageAnnotationWorkflow(task) } - - // Ensure even dimensions for H.264 - if (width % 2 !== 0) width++ - if (height % 2 !== 0) height++ - - return [width, height] -} - -const TARGET_RESOLUTIONS = [ - { name: '2160p', longSide: 3840 }, - { name: '1080p', longSide: 1920 }, - { name: '720p', longSide: 1280 }, - { name: '540p', longSide: 960 }, - { name: '360p', longSide: 640 }, -] - -function getBestMatchResolution( - originalWidth: number, - originalHeight: number, -): { name: string; longSide: number } { - const rawLongSide = Math.max(originalWidth, originalHeight) - const lower = TARGET_RESOLUTIONS.filter((r) => r.longSide <= rawLongSide) - if (lower.length > 0) { - lower.sort((a, b) => b.longSide - a.longSide) - return lower[0] + if (task.type === 'transcode_image') { + return transcodeImageWorkflow(task) } - return TARGET_RESOLUTIONS[TARGET_RESOLUTIONS.length - 1] // 360p (longSide 640) -} - -function getTargetVideoResolutions( - strategy: PrismaJson.VideoTranscodeStrategy, - originalWidth: number, - originalHeight: number, -): string[] { - const resolutions = ['180p'] - - // Normalize legacy strategies for backward compatibility - let normalizedStrategy: string = strategy - const stratStr = strategy as string - if (stratStr === 'single' || stratStr === 'disable') { - normalizedStrategy = 'best_match' - } else if (stratStr === 'full') { - normalizedStrategy = 'all' + if (task.type === 'transcode_pdf') { + return transcodePdfWorkflow(task) } - - const bestMatch = getBestMatchResolution(originalWidth, originalHeight) - - if (normalizedStrategy === 'best_match') { - resolutions.push(bestMatch.name) - } else if (normalizedStrategy === 'all') { - const bestMatchIndex = TARGET_RESOLUTIONS.findIndex((r) => r.name === bestMatch.name) - if (bestMatchIndex !== -1) { - for (let i = bestMatchIndex; i < TARGET_RESOLUTIONS.length; i++) { - resolutions.push(TARGET_RESOLUTIONS[i].name) - } - } - } - - return resolutions + return transcodeVideoWorkflow(task) } export const transcodeWorkflow = transcodeMedia + +export * from './transcode-video' +export * from './transcode-image' +export * from './transcode-pdf' +export * from './render-pdf-pages' +export * from './take-video-screenshots' +export * from './overlay-image-annotation' +export * from './common' +export * from './transcode-utils' diff --git a/packages/workflow-core/src/local-executor.ts b/packages/workflow-core/src/local-executor.ts index 1ca671bc..0a295222 100644 --- a/packages/workflow-core/src/local-executor.ts +++ b/packages/workflow-core/src/local-executor.ts @@ -1,5 +1,5 @@ import { prisma } from '@shumai/db' -import { WorkflowTask, WorkflowTaskStatus, WorkflowTaskType } from '@shumai/db' +import { WorkflowTask, WorkflowTaskStatus } from '@shumai/db' import { Executor } from './executor' import * as taskActivities from './activities/task' import { logger } from '@shumai/core/src/logger' @@ -145,7 +145,9 @@ export class LocalExecutor implements Executor { }, 5000) const limiter = - task.type === WorkflowTaskType.transcode ? this.transcodeLimiter : this.generalLimiter + task.type && task.type.startsWith('transcode') + ? this.transcodeLimiter + : this.generalLimiter limiter .run(async () => { @@ -247,7 +249,9 @@ export class LocalExecutor implements Executor { }, 5000) const limiter = - task.type === WorkflowTaskType.transcode ? this.transcodeLimiter : this.generalLimiter + task.type && task.type.startsWith('transcode') + ? this.transcodeLimiter + : this.generalLimiter const promise = limiter .run(async () => { diff --git a/packages/workflow-core/src/temporal-executor.ts b/packages/workflow-core/src/temporal-executor.ts index 2ed8b621..b25e5f96 100644 --- a/packages/workflow-core/src/temporal-executor.ts +++ b/packages/workflow-core/src/temporal-executor.ts @@ -41,6 +41,30 @@ export class TemporalExecutor implements Executor { workflowName = 'transcodeWorkflow' taskQueue = TaskQueueTranscode break + case WorkflowTaskType.transcode_video: + workflowName = 'transcodeVideoWorkflow' + taskQueue = TaskQueueTranscode + break + case WorkflowTaskType.transcode_image: + workflowName = 'transcodeImageWorkflow' + taskQueue = TaskQueueTranscode + break + case WorkflowTaskType.transcode_pdf: + workflowName = 'transcodePdfWorkflow' + taskQueue = TaskQueueTranscode + break + case WorkflowTaskType.transcode_pdf_pages: + workflowName = 'renderPdfPagesWorkflow' + taskQueue = TaskQueueTranscode + break + case WorkflowTaskType.transcode_screenshot: + workflowName = 'takeVideoScreenshotsWorkflow' + taskQueue = TaskQueueTranscode + break + case WorkflowTaskType.transcode_image_annotation: + workflowName = 'overlayImageAnnotationWorkflow' + taskQueue = TaskQueueTranscode + break default: throw new Error(`Unknown task type: ${task.type}`) }