import { prisma, WorkflowTaskType, WorkflowTaskStatus } from '@shumai/db' import { s3Service } from '@shumai/core/src/s3/s3' import { transcodeService } from '@shumai/core/src/transcode/transcode' import { metadataService } from '@shumai/core/src/metadata/metadata' import { stemFromKey } from '@shumai/core/src/utils/filename' import { gotenbergService } from '@shumai/core/src/gotenberg/gotenberg' import { parseCsvContent } from '@shumai/core/src/transcode/transcode' import { getProxyType, isCsvDocument, isHtmlDocument, isMarkdownDocument, isOfficeDocument, } from '@shumai/core/src/utils/mime' import { ApplicationFailure } from '@temporalio/activity' import * as path from 'path' import * as fs from 'fs' import * as os from 'os' import { execFile } from 'child_process' import { promisify } from 'util' import { ulid } from 'ulid' const execFileAsync = promisify(execFile) export interface GetMediaInfoActivityParams { assetId: string assetKey: string mediaType: string } function getErrorDetails(err: unknown): { code?: string; message: string; name?: string } { if (err && typeof err === 'object') { const record = err as Record return { code: typeof record.code === 'string' ? record.code : undefined, message: typeof record.message === 'string' ? record.message : err instanceof Error ? err.message : String(err), name: typeof record.name === 'string' ? record.name : undefined, } } return { message: String(err), } } export async function getMediaInfoActivity(params: { filePath: string assetId: string proxyType?: 'image' | 'video' | 'audio' | 'pdf' | null mediaType?: string }): Promise { try { const proxyType = params.proxyType || getProxyType(params.mediaType, params.filePath) || undefined const isVideo = proxyType === 'video' const isImage = proxyType === 'image' const isAudio = proxyType === 'audio' const isPdf = proxyType === 'pdf' const fileType = isVideo ? 'video' : isAudio ? 'audio' : isImage ? 'image' : isPdf ? 'document' : 'file' const mediaInfo: PrismaJson.MediaInfo = { duration: 0, filesize: 0, frames: 0, proxyType, imageTranscodes: [], videoTranscodes: [], videoPreview: { width: 0, height: 0 }, finishedAt: new Date().toISOString(), metadata: null, original: { key: '', // Will be filled by caller or updated later filesizeInBytes: 0, codec: '', }, } const metadataUpdates: { key: string; value: string | number }[] = [ { key: 'file_type', value: fileType }, ] if (proxyType) { metadataUpdates.push({ key: 'proxy_type', value: proxyType }) } if (isVideo) { const info = await transcodeService.getVideoInfo(params.filePath) mediaInfo.duration = info.duration mediaInfo.frames = info.totalFrames mediaInfo.metadata = { originalWidth: info.originalWidth, originalHeight: info.originalHeight, duration: info.duration, bitRate: info.bitRate, videoBitRate: info.videoBitRate, frameRate: info.frameRate, totalFrames: info.totalFrames, startTimecode: info.startTimecode || '00:00:00:00', hasAudio: info.hasAudio, videoCodec: info.videoCodec, audioCodec: info.audioCodec, audioChannels: info.audioChannels, audioSampleRate: info.audioSampleRate, audioBitDepth: info.audioBitDepth, format: {}, } metadataUpdates.push( { key: 'resolution_width', value: info.originalWidth }, { key: 'resolution_height', value: info.originalHeight }, { key: 'duration', value: info.duration }, { key: 'bitRate', value: info.bitRate / 1000 }, { key: 'frame_rate', value: info.frameRate }, ) if (info.videoCodec) metadataUpdates.push({ key: 'video_codec', value: info.videoCodec }) if (info.audioCodec) metadataUpdates.push({ key: 'audio_codec', value: info.audioCodec }) if (info.audioChannels !== undefined) metadataUpdates.push({ key: 'audio_channels', value: info.audioChannels }) if (info.audioSampleRate !== undefined) metadataUpdates.push({ key: 'audio_sample_rate', value: info.audioSampleRate }) if (info.audioBitDepth !== undefined) metadataUpdates.push({ key: 'audio_bit_depth', value: info.audioBitDepth }) } else if (isAudio) { const info = await transcodeService.getAudioInfo(params.filePath) mediaInfo.duration = info.duration mediaInfo.metadata = { originalWidth: 0, originalHeight: 0, duration: info.duration, bitRate: info.bitRate, frameRate: 0, totalFrames: 0, startTimecode: '00:00:00:00', hasAudio: true, videoCodec: undefined, audioCodec: info.audioCodec, audioChannels: info.audioChannels, audioSampleRate: info.audioSampleRate, audioBitDepth: info.audioBitDepth, format: {}, } metadataUpdates.push( { key: 'duration', value: info.duration }, { key: 'bitRate', value: info.bitRate / 1000 }, ) if (info.audioCodec) metadataUpdates.push({ key: 'audio_codec', value: info.audioCodec }) if (info.audioChannels !== undefined) metadataUpdates.push({ key: 'audio_channels', value: info.audioChannels }) if (info.audioSampleRate !== undefined) metadataUpdates.push({ key: 'audio_sample_rate', value: info.audioSampleRate }) if (info.audioBitDepth !== undefined) metadataUpdates.push({ key: 'audio_bit_depth', value: info.audioBitDepth }) } else if (isImage) { const info = await transcodeService.getImageInfo(params.filePath) mediaInfo.metadata = { originalWidth: info.originalWidth, originalHeight: info.originalHeight, duration: 0, bitRate: 0, frameRate: 0, totalFrames: 0, startTimecode: '00:00:00:00', hasAudio: false, format: {}, } metadataUpdates.push( { key: 'resolution_width', value: info.originalWidth }, { key: 'resolution_height', value: info.originalHeight }, ) } else if (isPdf) { const info = await transcodeService.getPdfInfo(params.filePath) mediaInfo.frames = info.totalFrames mediaInfo.metadata = { originalWidth: info.originalWidth, originalHeight: info.originalHeight, duration: 0, bitRate: 0, frameRate: 0, totalFrames: info.totalFrames, startTimecode: '00:00:00:00', hasAudio: false, format: {}, } metadataUpdates.push( { key: 'resolution_width', value: info.originalWidth }, { key: 'resolution_height', value: info.originalHeight }, { key: 'total_pages', value: info.totalFrames }, ) } await metadataService.updateAssetMetadata(params.assetId, metadataUpdates, true) return mediaInfo } catch (err) { const { name, message } = getErrorDetails(err) if (name?.includes('Prisma') || message.includes('Prisma')) { throw err } throw ApplicationFailure.create({ message: `Failed to get media info: ${message}`, nonRetryable: true, cause: err instanceof Error ? err : undefined, }) } } export interface VideoActivityParams { assetKey: string filePath: string videoSpec: PrismaJson.VideoTranscode duration: number originalFps: number hardwareAcceleration?: PrismaJson.HardwareAcceleration sourceVideoBitrate?: number } export async function transcodeVideoActivity( params: VideoActivityParams, ): Promise { const bucket = process.env.S3_BUCKET || 'shumai' const stem = stemFromKey(params.assetKey) const res = params.videoSpec.resolution || `${params.videoSpec.height}p` const key = path.posix.join(path.posix.dirname(params.assetKey), `${stem}-${res}.mp4`) try { await s3Service.headObject(bucket, key) return { ...params.videoSpec, key } } catch { // Not found } const tmpDir = path.dirname(params.filePath) const outputFile = path.join(tmpDir, `${stem}-${res}.mp4`) try { let targetFps: number | string = params.originalFps || 30 let disableAudio = false if (params.videoSpec.resolution === '180p') { disableAudio = true targetFps = 24.0 if (params.originalFps > 0 && params.originalFps < 24.0) { targetFps = params.originalFps } if (params.duration * (targetFps as number) > 1600) { targetFps = `160000/${Math.floor(params.duration * 100)}` } } await transcodeService.transcodeVideo({ inputFile: params.filePath, outputFile, width: params.videoSpec.width, height: params.videoSpec.height, frameRate: targetFps || undefined, disableAudio, hardwareAcceleration: params.hardwareAcceleration, sourceVideoBitrate: params.sourceVideoBitrate, }) const stat = fs.statSync(outputFile) const stream = Bun.file(outputFile).stream() await s3Service.putObject(bucket, key, stream, stat.size, 'video/mp4') return { ...params.videoSpec, key } } catch (err) { const { code, message } = getErrorDetails(err) const lowerMsg = message.toLowerCase() if ( code === 'ENOENT' || lowerMsg.includes('enoent') || lowerMsg.includes('ffmpeg') || lowerMsg.includes('ffprobe') || lowerMsg.includes('spawn') || lowerMsg.includes('format') || lowerMsg.includes('no video stream found') ) { throw ApplicationFailure.create({ message: `Video transcoding failed: ${message}`, nonRetryable: true, cause: err instanceof Error ? err : undefined, }) } throw err } finally { if (fs.existsSync(outputFile)) fs.unlinkSync(outputFile) } } export interface AudioActivityParams { assetKey: string filePath: string } export async function transcodeAudioActivity( params: AudioActivityParams, ): Promise { const bucket = process.env.S3_BUCKET || 'shumai' const stem = stemFromKey(params.assetKey) const key = path.posix.join(path.posix.dirname(params.assetKey), `${stem}-audio-proxy.mp4`) try { await s3Service.headObject(bucket, key) return { width: 0, height: 0, key } } catch { // Not found } const tmpDir = path.dirname(params.filePath) const outputFile = path.join(tmpDir, `${stem}-audio-proxy.mp4`) try { await transcodeService.transcodeAudio({ inputFile: params.filePath, outputFile, bitrate: '128k', }) const stat = fs.statSync(outputFile) const stream = Bun.file(outputFile).stream() await s3Service.putObject(bucket, key, stream, stat.size, 'video/mp4') return { width: 0, height: 0, key } } catch (err) { const { code, message } = getErrorDetails(err) const lowerMsg = message.toLowerCase() if ( code === 'ENOENT' || lowerMsg.includes('enoent') || lowerMsg.includes('ffmpeg') || lowerMsg.includes('ffprobe') || lowerMsg.includes('spawn') || lowerMsg.includes('format') || lowerMsg.includes('no video stream found') ) { throw ApplicationFailure.create({ message: `Audio transcoding failed: ${message}`, nonRetryable: true, cause: err instanceof Error ? err : undefined, }) } throw err } finally { if (fs.existsSync(outputFile)) fs.unlinkSync(outputFile) } } export interface ImageActivityParams { assetKey: string filePath: string imageSpec: PrismaJson.ImageTranscode } export async function transcodeImageActivity( params: ImageActivityParams, ): Promise { const bucket = process.env.S3_BUCKET || 'shumai' const stem = stemFromKey(params.assetKey) const key = path.posix.join( path.posix.dirname(params.assetKey), `${stem}-${params.imageSpec.width}p.webp`, ) try { await s3Service.headObject(bucket, key) return { ...params.imageSpec, key } } catch { // Not found } const tmpDir = path.dirname(params.filePath) const outputFile = path.join(tmpDir, `${stem}-${params.imageSpec.width}p.webp`) try { await transcodeService.transcodeImage( params.filePath, outputFile, params.imageSpec.width, params.imageSpec.quality, { height: params.imageSpec.height || null, isPreview: params.imageSpec.isPreview ?? false, }, ) const buffer = fs.readFileSync(outputFile) await s3Service.putObject(bucket, key, buffer, buffer.length, 'image/webp') return { ...params.imageSpec, key } } catch (err) { const { code, message } = getErrorDetails(err) const lowerMsg = message.toLowerCase() if ( code === 'ENOENT' || lowerMsg.includes('enoent') || lowerMsg.includes('sharp') || lowerMsg.includes('imagemagick') || lowerMsg.includes('magick') || lowerMsg.includes('convert') || lowerMsg.includes('spawn') || lowerMsg.includes('format') ) { throw ApplicationFailure.create({ message: `Image transcoding failed: ${message}`, nonRetryable: true, cause: err instanceof Error ? err : undefined, }) } throw err } finally { if (fs.existsSync(outputFile)) fs.unlinkSync(outputFile) } } export interface GenerateSpriteActivityParams { assetKey: string filePath: string mediaInfo: PrismaJson.MediaInfo spriteSpec: PrismaJson.SpriteInfo posterSpec: PrismaJson.PosterInfo } export async function generateSpriteActivity(params: GenerateSpriteActivityParams) { const bucket = process.env.S3_BUCKET || 'shumai' try { await s3Service.headObject(bucket, params.spriteSpec.key) await s3Service.headObject(bucket, params.posterSpec.key) return { sprite: params.spriteSpec, poster: params.posterSpec } } catch { // Not found } const tmpDir = path.dirname(params.filePath) const spriteFile = path.join(tmpDir, 'sprite.webp') const posterFile = path.join(tmpDir, 'poster.webp') try { if (params.mediaInfo.proxyType === 'pdf') { const pdfRes = await transcodeService.generatePdfSprite( params.filePath, spriteFile, posterFile, ) if (params.mediaInfo && params.mediaInfo.metadata) { params.mediaInfo.metadata.totalFrames = pdfRes.pageCount params.mediaInfo.metadata.originalWidth = pdfRes.originalWidth params.mediaInfo.metadata.originalHeight = pdfRes.originalHeight params.mediaInfo.frames = pdfRes.pageCount } } else { await transcodeService.generateSprite( params.filePath, spriteFile, posterFile, params.mediaInfo.duration, ) } const spriteBuffer = fs.readFileSync(spriteFile) await s3Service.putObject( bucket, params.spriteSpec.key, spriteBuffer, spriteBuffer.length, 'image/webp', ) const posterBuffer = fs.readFileSync(posterFile) await s3Service.putObject( bucket, params.posterSpec.key, posterBuffer, posterBuffer.length, 'image/webp', ) return { sprite: params.spriteSpec, poster: params.posterSpec } } catch (err) { const { code, message } = getErrorDetails(err) const lowerMsg = message.toLowerCase() if ( code === 'ENOENT' || lowerMsg.includes('enoent') || lowerMsg.includes('ffmpeg') || lowerMsg.includes('ffprobe') || lowerMsg.includes('spawn') || lowerMsg.includes('format') ) { throw ApplicationFailure.create({ message: `Sprite/Poster generation failed: ${message}`, nonRetryable: true, cause: err instanceof Error ? err : undefined, }) } throw err } finally { if (fs.existsSync(spriteFile)) fs.unlinkSync(spriteFile) if (fs.existsSync(posterFile)) fs.unlinkSync(posterFile) } } export interface GeneratePdfProxyActivityParams { assetId: string assetKey: string filePath: string mediaType: string filename: string } export async function generatePdfProxyActivity( params: GeneratePdfProxyActivityParams, ): Promise<{ pdfProxyKey: string; pdfFilePath: string }> { const isOffice = isOfficeDocument(params.mediaType, params.filename) const isHtml = isHtmlDocument(params.mediaType, params.filename) const isMd = isMarkdownDocument(params.mediaType, params.filename) const isCsv = isCsvDocument(params.mediaType, params.filename) const isTxt = params.mediaType === 'text/plain' || params.filename.toLowerCase().endsWith('.txt') if (!isOffice && !isHtml && !isMd && !isCsv && !isTxt) { return { pdfProxyKey: params.assetKey, pdfFilePath: params.filePath } } const bucket = process.env.S3_BUCKET || 'shumai' const pdfProxyKey = `files/${params.assetId}/proxy.pdf` const tmpDir = path.dirname(params.filePath) const pdfFilePath = path.join(tmpDir, 'proxy.pdf') try { const gotenbergAvailable = await gotenbergService.isAvailable() if (isOffice) { if (!gotenbergAvailable) { throw new Error( 'Gotenberg service is required for Office document conversion but is unavailable.', ) } const pdfBuffer = await gotenbergService.convertDocumentToPdf( params.filePath, params.filename, ) fs.writeFileSync(pdfFilePath, pdfBuffer) } else if (isHtml) { if (!gotenbergAvailable) { throw new Error( 'Gotenberg service is required for HTML document conversion but is unavailable.', ) } const pdfBuffer = await gotenbergService.convertHtmlToPdf(params.filePath, params.filename) fs.writeFileSync(pdfFilePath, pdfBuffer) } else if (isCsv) { if (gotenbergAvailable) { let isLandscape = false try { const content = String(fs.readFileSync(params.filePath, 'utf-8')) const rows = parseCsvContent(content) const maxCols = Math.max(...rows.map((r) => r.length), 0) isLandscape = maxCols > 5 } catch { // Fallback landscape calculation } const pdfBuffer = await gotenbergService.convertDocumentToPdf( params.filePath, params.filename, { landscape: isLandscape }, ) fs.writeFileSync(pdfFilePath, pdfBuffer) } else { await transcodeService.generatePdfFromCsv(params.filePath, pdfFilePath) } } else if (isMd) { if (gotenbergAvailable) { const pdfBuffer = await gotenbergService.convertMarkdownToPdf( params.filePath, params.filename, ) fs.writeFileSync(pdfFilePath, pdfBuffer) } else { await transcodeService.generatePdfFromText(params.filePath, pdfFilePath) } } else if (isTxt) { if (gotenbergAvailable) { const pdfBuffer = await gotenbergService.convertDocumentToPdf( params.filePath, params.filename, ) fs.writeFileSync(pdfFilePath, pdfBuffer) } else { await transcodeService.generatePdfFromText(params.filePath, pdfFilePath) } } const stat = fs.statSync(pdfFilePath) const stream = Bun.file(pdfFilePath).stream() await s3Service.putObject(bucket, pdfProxyKey, stream, stat.size, 'application/pdf') return { pdfProxyKey, pdfFilePath } } catch (err) { const { message } = getErrorDetails(err) throw ApplicationFailure.create({ message: `Failed to generate PDF proxy: ${message}`, nonRetryable: true, cause: err instanceof Error ? err : undefined, }) } } export async function downloadMediaToTmpActivity(params: { assetKey: string }): Promise<{ filePath: string; tmpDir: string }> { const bucket = process.env.S3_BUCKET || 'shumai' const tmpDir = transcodeService.createTempDir('transcode-') const filePath = path.join(tmpDir, path.basename(params.assetKey)) if (!fs.existsSync(tmpDir)) { fs.mkdirSync(tmpDir, { recursive: true }) } try { await s3Service.downloadToFile(bucket, params.assetKey, filePath) } catch (err) { const { code, message } = getErrorDetails(err) const lowerMsg = message.toLowerCase() if (code === 'ENOENT' || lowerMsg.includes('enoent') || lowerMsg.includes('nosuchkey')) { throw ApplicationFailure.create({ message: `Failed to download media to tmp: ${message}`, nonRetryable: true, cause: err instanceof Error ? err : undefined, }) } throw err } return { filePath, tmpDir } } export async function cleanupTmpDirActivity(params: { tmpDir: string }): Promise { transcodeService.removeDir(params.tmpDir) } export interface UpdateAssetMediaActivityParams { assetId: string mediaInfo: PrismaJson.MediaInfo } export async function updateAssetMediaActivity(params: UpdateAssetMediaActivityParams) { const bucket = process.env.S3_BUCKET || 'shumai' const asset = await prisma.asset.findUnique({ where: { id: params.assetId }, include: { storageKey: true }, }) const key = asset?.storageKey?.key if (!asset || !key) { throw ApplicationFailure.create({ message: 'Asset not found or has no key', nonRetryable: true, }) } const infoKey = path.join(path.dirname(key), 'info.json') const buffer = Buffer.from(JSON.stringify(params.mediaInfo)) await s3Service.putObject(bucket, infoKey, buffer, buffer.length, 'application/json') await prisma.asset.update({ where: { id: params.assetId }, // eslint-disable-next-line @typescript-eslint/no-explicit-any data: { media: params.mediaInfo as any }, }) } export async function takeScreenshotsActivity(params: { assetKey: string assetId: string start: number end: number count: number commentTimestamp?: number | null annotations?: PrismaJson.AnnotationList | null }): Promise> { try { return await transcodeService.takeScreenshots(params) } catch (err) { const { code, message } = getErrorDetails(err) const lowerMsg = message.toLowerCase() if ( code === 'ENOENT' || lowerMsg.includes('enoent') || lowerMsg.includes('nosuchkey') || lowerMsg.includes('ffmpeg') || lowerMsg.includes('sharp') ) { throw ApplicationFailure.create({ message: `Screenshot extraction failed: ${message}`, nonRetryable: true, cause: err instanceof Error ? err : undefined, }) } throw err } } export interface ExtractPosterActivityParams { assetKey: string posterSpec: PrismaJson.PosterInfo } export async function extractPosterActivity( params: ExtractPosterActivityParams, ): Promise<{ poster: PrismaJson.PosterInfo }> { const bucket = process.env.S3_BUCKET || 'shumai' try { await s3Service.headObject(bucket, params.posterSpec.key) return { poster: params.posterSpec } } catch { // Not found, proceed to extract } const tmpDir = transcodeService.createTempDir('poster-') const posterFile = path.join(tmpDir, 'poster.webp') try { const inputSource = await s3Service.resolveInput(bucket, params.assetKey) const isRemote = inputSource.startsWith('http://') || inputSource.startsWith('https://') const args = [ ...(isRemote ? ['-reconnect', '1', '-reconnect_streamed', '1', '-reconnect_delay_max', '5'] : []), '-ss', '0', '-i', inputSource, '-vframes', '1', '-vf', 'scale=-2:300:force_original_aspect_ratio=decrease', '-c:v', 'libwebp', '-q:v', '75', posterFile, ] await execFileAsync('ffmpeg', ['-y', '-loglevel', 'warning', ...args]) const posterBuffer = fs.readFileSync(posterFile) await s3Service.putObject( bucket, params.posterSpec.key, posterBuffer, posterBuffer.length, 'image/webp', ) return { poster: params.posterSpec } } catch (err) { const { code, message } = getErrorDetails(err) const lowerMsg = message.toLowerCase() if ( code === 'ENOENT' || lowerMsg.includes('enoent') || lowerMsg.includes('nosuchkey') || lowerMsg.includes('ffmpeg') || lowerMsg.includes('sharp') ) { throw ApplicationFailure.create({ message: `Poster extraction failed: ${message}`, nonRetryable: true, cause: err instanceof Error ? err : undefined, }) } throw err } finally { transcodeService.removeDir(tmpDir) } } export async function overlayAnnotationsActivity(params: { assetKey: string assetId: string annotations: PrismaJson.AnnotationList }): Promise { try { return await transcodeService.overlayAnnotations(params) } catch (err) { const { code, message } = getErrorDetails(err) const lowerMsg = message.toLowerCase() if ( code === 'ENOENT' || lowerMsg.includes('enoent') || lowerMsg.includes('nosuchkey') || lowerMsg.includes('ffmpeg') || lowerMsg.includes('sharp') ) { throw ApplicationFailure.create({ message: `Overlay annotations failed: ${message}`, nonRetryable: true, cause: err instanceof Error ? err : undefined, }) } throw err } } export async function renderPdfPagesActivity(params: { assetKey: string assetId: string start: number end: number commentTimestamp?: number | null annotations?: PrismaJson.AnnotationList | null }): Promise> { try { return await transcodeService.renderPdfPages(params) } catch (err) { const { code, message } = getErrorDetails(err) const lowerMsg = message.toLowerCase() if ( code === 'ENOENT' || lowerMsg.includes('enoent') || lowerMsg.includes('nosuchkey') || lowerMsg.includes('pdftoppm') || lowerMsg.includes('sharp') ) { throw ApplicationFailure.create({ message: `PDF page rendering failed: ${message}`, nonRetryable: true, cause: err instanceof Error ? err : undefined, }) } throw err } } export interface CreateEmbeddingTaskIfEnabledParams { assetId: string teamId: string | null projectId: string | null } export async function createEmbeddingTaskIfEnabledActivity( params: CreateEmbeddingTaskIfEnabledParams, ): Promise { const asset = await prisma.asset.findUnique({ where: { id: params.assetId }, include: { project: true, }, }) if (!asset) { return } const isVideo = asset.mediaType?.startsWith('video/') const isImage = asset.mediaType?.startsWith('image/') if (!isVideo && !isImage) { return } const teamId = params.teamId || asset.project?.teamId || null const projectId = params.projectId || asset.projectId if (!teamId) { return } // Check if there is an active embedding agent for the team const embeddingAgent = await prisma.agent.findFirst({ where: { type: 'embedding', enabled: true, user: { teamMembers: { some: { teamId } } }, }, }) if (!embeddingAgent) { return } // Check if a pending/processing embedding task already exists for this asset to avoid duplicates const existing = await prisma.workflowTask.findFirst({ where: { assetId: params.assetId, type: WorkflowTaskType.ai_embedding, status: { in: [WorkflowTaskStatus.pending, WorkflowTaskStatus.processing] }, }, }) if (existing) { return } // Create embedding task await prisma.workflowTask.create({ data: { assetId: params.assetId, type: WorkflowTaskType.ai_embedding, status: WorkflowTaskStatus.pending, teamId, projectId, payload: { projectId: projectId ?? '', agent: { agentId: embeddingAgent.id }, }, }, }) } export interface CreateAutofillTaskIfEnabledParams { assetId: string teamId: string | null projectId: string | null } export async function createAutofillTaskIfEnabledActivity( params: CreateAutofillTaskIfEnabledParams, ): Promise { const asset = await prisma.asset.findUnique({ where: { id: params.assetId }, include: { project: true, }, }) if (!asset || (asset.type !== 'file' && asset.type !== 'version_stack') || asset.isDeleted) { return } const teamId = params.teamId || asset.project?.teamId || null const projectId = params.projectId || asset.projectId if (!teamId) { return } // Check if there is an active autofill agent for the team const autofillAgent = await prisma.agent.findFirst({ where: { type: 'autofill', enabled: true, user: { teamMembers: { some: { teamId } } }, }, }) if (!autofillAgent) { return } // Check if a pending/processing autofill task already exists for this asset to avoid duplicates const existing = await prisma.workflowTask.findFirst({ where: { assetId: params.assetId, type: WorkflowTaskType.ai_metadata_autofill, status: { in: [WorkflowTaskStatus.pending, WorkflowTaskStatus.processing] }, }, }) if (existing) { return } // Create autofill task await prisma.workflowTask.create({ data: { assetId: params.assetId, type: WorkflowTaskType.ai_metadata_autofill, status: WorkflowTaskStatus.pending, teamId, projectId, payload: { projectId: projectId ?? '', agent: { agentId: autofillAgent.id }, }, }, }) } export interface TranscodeVideoChunkParams { assetId: string assetKey?: string filePath?: string startTime: number endTime: number } export async function transcodeVideoChunkActivity( params: TranscodeVideoChunkParams, ): Promise<{ chunkKey: string }> { if (!params.filePath && !params.assetKey) { throw ApplicationFailure.create({ message: 'Neither filePath nor assetKey was provided for video chunk transcoding', nonRetryable: true, }) } const chunkTmp = path.join(os.tmpdir(), `video-chunk-${Date.now()}-${ulid()}.mp4`) try { const bucket = process.env.S3_BUCKET || 'shumai' const inputSource = params.filePath || (params.assetKey ? await s3Service.resolveInput(bucket, params.assetKey) : '') if (!inputSource) { throw ApplicationFailure.create({ message: 'Neither filePath nor assetKey was provided for video chunk transcoding', nonRetryable: true, }) } const isRemote = inputSource.startsWith('http://') || inputSource.startsWith('https://') // Slice video segment using ffmpeg, force 1fps and remove audio for gemini-embedding-2 optimization // Note: -ss placed before -i for fast input seeking via demuxer Range requests await execFileAsync('ffmpeg', [ '-y', '-loglevel', 'warning', ...(isRemote ? ['-reconnect', '1', '-reconnect_streamed', '1', '-reconnect_delay_max', '5'] : []), '-ss', params.startTime.toString(), '-i', inputSource, '-t', (params.endTime - params.startTime).toString(), '-vf', 'fps=1', '-c:v', 'libx264', '-preset', 'ultrafast', '-crf', '28', '-an', chunkTmp, ]) const chunkData = fs.readFileSync(chunkTmp) // Upload to S3 const key = `files/${params.assetId}/tmp-embedding-chunks/chunk-${params.startTime}-${params.endTime}-${ulid()}.mp4` await s3Service.putObject(bucket, key, chunkData, chunkData.length, 'video/mp4') return { chunkKey: key } } catch (err) { if (err instanceof ApplicationFailure) { throw err } throw ApplicationFailure.create({ message: `Failed to transcode video chunk for ${params.startTime}-${params.endTime}: ${err instanceof Error ? err.message : String(err)}`, nonRetryable: false, }) } finally { if (fs.existsSync(chunkTmp)) { try { fs.unlinkSync(chunkTmp) } catch (e) { console.error('Failed to cleanup local chunk file:', e) } } } } export async function deleteS3ObjectActivity(params: { key: string }): Promise { const bucket = process.env.S3_BUCKET || 'shumai' await s3Service.deleteObject(bucket, params.key) }