2026-06-01 23:08:58 +08:00
|
|
|
import { prisma } from '@shumai/db'
|
2026-06-01 23:16:22 +08:00
|
|
|
import { s3Service } from '@shumai/core/src/s3/s3'
|
2026-06-01 23:29:11 +08:00
|
|
|
import { transcodeService } from '../transcode'
|
2026-06-01 23:16:22 +08:00
|
|
|
import { metadataService } from '@shumai/core/src/metadata/metadata'
|
2026-05-28 10:43:54 +08:00
|
|
|
import { ApplicationFailure } from '@temporalio/activity'
|
2026-05-19 16:05:09 +08:00
|
|
|
import * as path from 'path'
|
|
|
|
|
import * as fs from 'fs'
|
|
|
|
|
|
|
|
|
|
export interface GetMediaInfoActivityParams {
|
|
|
|
|
assetId: string
|
|
|
|
|
assetKey: string
|
|
|
|
|
mediaType: string
|
|
|
|
|
}
|
|
|
|
|
|
2026-05-20 10:36:47 +08:00
|
|
|
export async function getMediaInfoActivity(params: {
|
|
|
|
|
filePath: string
|
|
|
|
|
assetId: string
|
|
|
|
|
mediaType: string
|
|
|
|
|
}): Promise<PrismaJson.MediaInfo> {
|
2026-05-19 16:05:09 +08:00
|
|
|
const isVideo = params.mediaType.startsWith('video/')
|
|
|
|
|
const isImage = params.mediaType.startsWith('image/')
|
2026-06-07 17:27:47 +08:00
|
|
|
const isAudio = params.mediaType.startsWith('audio/')
|
|
|
|
|
const isDocument =
|
|
|
|
|
params.mediaType.startsWith('text/') ||
|
|
|
|
|
params.mediaType === 'application/pdf' ||
|
|
|
|
|
params.mediaType.includes('msword') ||
|
|
|
|
|
params.mediaType.includes('officedocument') ||
|
|
|
|
|
params.mediaType.includes('vnd.ms-')
|
|
|
|
|
|
|
|
|
|
const fileType = isVideo
|
|
|
|
|
? 'video'
|
|
|
|
|
: isAudio
|
|
|
|
|
? 'audio'
|
|
|
|
|
: isImage
|
|
|
|
|
? 'image'
|
|
|
|
|
: isDocument
|
|
|
|
|
? 'document'
|
|
|
|
|
: 'file'
|
2026-05-19 16:05:09 +08:00
|
|
|
|
|
|
|
|
const mediaInfo: PrismaJson.MediaInfo = {
|
|
|
|
|
duration: 0,
|
|
|
|
|
filesize: 0,
|
|
|
|
|
fps: 0,
|
|
|
|
|
frames: 0,
|
|
|
|
|
imageTranscodes: [],
|
|
|
|
|
videoTranscodes: [],
|
|
|
|
|
videoPreview: { width: 0, height: 0 },
|
|
|
|
|
finishedAt: new Date().toISOString(),
|
|
|
|
|
metadata: null,
|
|
|
|
|
mimeType: params.mediaType,
|
|
|
|
|
original: {
|
|
|
|
|
key: '', // Will be filled by caller or updated later
|
|
|
|
|
downloadUrl: '',
|
|
|
|
|
filesizeInBytes: 0,
|
|
|
|
|
codec: '',
|
|
|
|
|
},
|
|
|
|
|
}
|
|
|
|
|
|
2026-06-07 17:27:47 +08:00
|
|
|
const metadataUpdates: { key: string; value: string | number }[] = [
|
|
|
|
|
{ key: 'file_type', value: fileType },
|
|
|
|
|
]
|
|
|
|
|
|
2026-05-19 16:05:09 +08:00
|
|
|
if (isVideo) {
|
|
|
|
|
const info = await transcodeService.getVideoInfo(params.filePath)
|
|
|
|
|
mediaInfo.duration = info.duration
|
|
|
|
|
mediaInfo.fps = info.frameRate
|
|
|
|
|
mediaInfo.metadata = {
|
|
|
|
|
originalWidth: info.originalWidth,
|
|
|
|
|
originalHeight: info.originalHeight,
|
|
|
|
|
duration: info.duration,
|
|
|
|
|
bitRate: info.bitRate,
|
|
|
|
|
frameRate: info.frameRate,
|
|
|
|
|
hasAudio: info.hasAudio,
|
2026-05-26 15:41:12 +08:00
|
|
|
videoCodec: info.videoCodec,
|
2026-05-26 15:09:06 +08:00
|
|
|
audioCodec: info.audioCodec,
|
|
|
|
|
audioChannels: info.audioChannels,
|
|
|
|
|
audioSampleRate: info.audioSampleRate,
|
|
|
|
|
audioBitDepth: info.audioBitDepth,
|
2026-05-19 16:05:09 +08:00
|
|
|
format: {},
|
|
|
|
|
}
|
2026-06-07 17:27:47 +08:00
|
|
|
metadataUpdates.push(
|
2026-05-19 16:05:09 +08:00
|
|
|
{ key: 'resolution_width', value: info.originalWidth },
|
|
|
|
|
{ key: 'resolution_height', value: info.originalHeight },
|
|
|
|
|
{ key: 'duration', value: info.duration },
|
|
|
|
|
{ key: 'bitRate', value: info.bitRate / 1000 },
|
|
|
|
|
{ key: 'frame_rate', value: info.frameRate },
|
2026-06-07 17:27:47 +08:00
|
|
|
)
|
2026-05-26 15:41:12 +08:00
|
|
|
if (info.videoCodec) metadataUpdates.push({ key: 'video_codec', value: info.videoCodec })
|
2026-05-26 15:09:06 +08:00
|
|
|
if (info.audioCodec) metadataUpdates.push({ key: 'audio_codec', value: info.audioCodec })
|
|
|
|
|
if (info.audioChannels !== undefined)
|
|
|
|
|
metadataUpdates.push({ key: 'audio_channels', value: info.audioChannels })
|
|
|
|
|
if (info.audioSampleRate !== undefined)
|
|
|
|
|
metadataUpdates.push({ key: 'audio_sample_rate', value: info.audioSampleRate })
|
|
|
|
|
if (info.audioBitDepth !== undefined)
|
|
|
|
|
metadataUpdates.push({ key: 'audio_bit_depth', value: info.audioBitDepth })
|
2026-05-19 16:05:09 +08:00
|
|
|
} else if (isImage) {
|
|
|
|
|
const info = await transcodeService.getImageInfo(params.filePath)
|
|
|
|
|
mediaInfo.metadata = {
|
|
|
|
|
originalWidth: info.originalWidth,
|
|
|
|
|
originalHeight: info.originalHeight,
|
|
|
|
|
duration: 0,
|
|
|
|
|
bitRate: 0,
|
|
|
|
|
frameRate: 0,
|
|
|
|
|
hasAudio: false,
|
|
|
|
|
format: {},
|
|
|
|
|
}
|
2026-06-07 17:27:47 +08:00
|
|
|
metadataUpdates.push(
|
|
|
|
|
{ key: 'resolution_width', value: info.originalWidth },
|
|
|
|
|
{ key: 'resolution_height', value: info.originalHeight },
|
2026-05-28 10:17:25 +08:00
|
|
|
)
|
2026-05-19 16:05:09 +08:00
|
|
|
}
|
|
|
|
|
|
2026-06-07 17:27:47 +08:00
|
|
|
await metadataService.updateAssetMetadata(params.assetId, metadataUpdates, true)
|
|
|
|
|
|
2026-05-19 16:05:09 +08:00
|
|
|
return mediaInfo
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
export interface VideoActivityParams {
|
|
|
|
|
assetKey: string
|
|
|
|
|
filePath: string
|
|
|
|
|
videoSpec: PrismaJson.VideoTranscode
|
|
|
|
|
duration: number
|
|
|
|
|
originalFps: number
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
export async function transcodeVideoActivity(
|
|
|
|
|
params: VideoActivityParams,
|
|
|
|
|
): Promise<PrismaJson.VideoTranscode> {
|
|
|
|
|
const bucket = process.env.S3_BUCKET || 'shumai'
|
|
|
|
|
const key = path.join(path.dirname(params.assetKey), `video-${params.videoSpec.height}p.mp4`)
|
|
|
|
|
|
|
|
|
|
try {
|
|
|
|
|
await s3Service.headObject(bucket, key)
|
|
|
|
|
return { ...params.videoSpec, key }
|
|
|
|
|
} catch {
|
|
|
|
|
// Not found
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
const tmpDir = path.dirname(params.filePath)
|
|
|
|
|
const outputFile = path.join(tmpDir, `video-${params.videoSpec.height}p.mp4`)
|
|
|
|
|
|
|
|
|
|
try {
|
|
|
|
|
let targetFps = 0
|
|
|
|
|
let disableAudio = false
|
|
|
|
|
|
|
|
|
|
if (params.videoSpec.resolution === '180p') {
|
|
|
|
|
disableAudio = true
|
|
|
|
|
targetFps = 24.0
|
|
|
|
|
if (params.originalFps > 0 && params.originalFps < 24.0) {
|
|
|
|
|
targetFps = params.originalFps
|
|
|
|
|
}
|
|
|
|
|
if (params.duration * targetFps > 1600) {
|
|
|
|
|
targetFps = 1600 / params.duration
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
await transcodeService.transcodeVideo({
|
|
|
|
|
inputFile: params.filePath,
|
|
|
|
|
outputFile,
|
|
|
|
|
width: params.videoSpec.width,
|
|
|
|
|
height: params.videoSpec.height,
|
|
|
|
|
frameRate: targetFps || undefined,
|
|
|
|
|
disableAudio,
|
|
|
|
|
})
|
|
|
|
|
|
|
|
|
|
const buffer = fs.readFileSync(outputFile)
|
|
|
|
|
await s3Service.putObject(bucket, key, buffer, buffer.length, 'video/mp4')
|
|
|
|
|
|
|
|
|
|
return { ...params.videoSpec, key }
|
|
|
|
|
} finally {
|
|
|
|
|
if (fs.existsSync(outputFile)) fs.unlinkSync(outputFile)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
export interface ImageActivityParams {
|
|
|
|
|
assetKey: string
|
|
|
|
|
filePath: string
|
|
|
|
|
imageSpec: PrismaJson.ImageTranscode
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
export async function transcodeImageActivity(
|
|
|
|
|
params: ImageActivityParams,
|
|
|
|
|
): Promise<PrismaJson.ImageTranscode> {
|
|
|
|
|
const bucket = process.env.S3_BUCKET || 'shumai'
|
|
|
|
|
const key = path.join(path.dirname(params.assetKey), `image-${params.imageSpec.width}p.webp`)
|
|
|
|
|
|
|
|
|
|
try {
|
|
|
|
|
await s3Service.headObject(bucket, key)
|
|
|
|
|
return { ...params.imageSpec, key }
|
|
|
|
|
} catch {
|
|
|
|
|
// Not found
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
const tmpDir = path.dirname(params.filePath)
|
|
|
|
|
const outputFile = path.join(tmpDir, `image-${params.imageSpec.width}p.webp`)
|
|
|
|
|
|
|
|
|
|
try {
|
|
|
|
|
await transcodeService.transcodeImage(
|
|
|
|
|
params.filePath,
|
|
|
|
|
outputFile,
|
|
|
|
|
params.imageSpec.width,
|
|
|
|
|
params.imageSpec.quality,
|
|
|
|
|
)
|
|
|
|
|
const buffer = fs.readFileSync(outputFile)
|
|
|
|
|
await s3Service.putObject(bucket, key, buffer, buffer.length, 'image/webp')
|
|
|
|
|
|
|
|
|
|
return { ...params.imageSpec, key }
|
|
|
|
|
} finally {
|
|
|
|
|
if (fs.existsSync(outputFile)) fs.unlinkSync(outputFile)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
export interface GenerateSpriteActivityParams {
|
|
|
|
|
assetKey: string
|
|
|
|
|
filePath: string
|
|
|
|
|
mediaInfo: PrismaJson.MediaInfo
|
|
|
|
|
spriteSpec: PrismaJson.SpriteInfo
|
|
|
|
|
posterSpec: PrismaJson.PosterInfo
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
export async function generateSpriteActivity(params: GenerateSpriteActivityParams) {
|
|
|
|
|
const bucket = process.env.S3_BUCKET || 'shumai'
|
|
|
|
|
try {
|
|
|
|
|
await s3Service.headObject(bucket, params.spriteSpec.key)
|
|
|
|
|
await s3Service.headObject(bucket, params.posterSpec.key)
|
|
|
|
|
return { sprite: params.spriteSpec, poster: params.posterSpec }
|
|
|
|
|
} catch {
|
|
|
|
|
// Not found
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
const tmpDir = path.dirname(params.filePath)
|
|
|
|
|
const spriteFile = path.join(tmpDir, 'sprite.webp')
|
|
|
|
|
const posterFile = path.join(tmpDir, 'poster.webp')
|
|
|
|
|
|
|
|
|
|
try {
|
|
|
|
|
await transcodeService.generateSprite(
|
|
|
|
|
params.filePath,
|
|
|
|
|
spriteFile,
|
|
|
|
|
posterFile,
|
|
|
|
|
params.mediaInfo.duration,
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
const spriteBuffer = fs.readFileSync(spriteFile)
|
|
|
|
|
await s3Service.putObject(
|
|
|
|
|
bucket,
|
|
|
|
|
params.spriteSpec.key,
|
|
|
|
|
spriteBuffer,
|
|
|
|
|
spriteBuffer.length,
|
|
|
|
|
'image/webp',
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
const posterBuffer = fs.readFileSync(posterFile)
|
|
|
|
|
await s3Service.putObject(
|
|
|
|
|
bucket,
|
|
|
|
|
params.posterSpec.key,
|
|
|
|
|
posterBuffer,
|
|
|
|
|
posterBuffer.length,
|
|
|
|
|
'image/webp',
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
return { sprite: params.spriteSpec, poster: params.posterSpec }
|
|
|
|
|
} finally {
|
|
|
|
|
if (fs.existsSync(spriteFile)) fs.unlinkSync(spriteFile)
|
|
|
|
|
if (fs.existsSync(posterFile)) fs.unlinkSync(posterFile)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
export async function downloadMediaToTmpActivity(params: {
|
|
|
|
|
assetKey: string
|
|
|
|
|
}): Promise<{ filePath: string; tmpDir: string }> {
|
|
|
|
|
const bucket = process.env.S3_BUCKET || 'shumai'
|
|
|
|
|
const tmpDir = transcodeService.createTempDir('transcode-')
|
|
|
|
|
const filePath = path.join(tmpDir, path.basename(params.assetKey))
|
|
|
|
|
|
|
|
|
|
if (!fs.existsSync(tmpDir)) {
|
|
|
|
|
fs.mkdirSync(tmpDir, { recursive: true })
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
await s3Service.downloadToFile(bucket, params.assetKey, filePath)
|
|
|
|
|
|
|
|
|
|
return { filePath, tmpDir }
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
export async function cleanupTmpDirActivity(params: { tmpDir: string }): Promise<void> {
|
|
|
|
|
transcodeService.removeDir(params.tmpDir)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
export interface UpdateAssetMediaActivityParams {
|
|
|
|
|
assetId: string
|
|
|
|
|
mediaInfo: PrismaJson.MediaInfo
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
export async function updateAssetMediaActivity(params: UpdateAssetMediaActivityParams) {
|
|
|
|
|
const bucket = process.env.S3_BUCKET || 'shumai'
|
2026-05-25 00:52:45 +08:00
|
|
|
const asset = await prisma.asset.findUnique({
|
|
|
|
|
where: { id: params.assetId },
|
|
|
|
|
include: { storageKey: true },
|
|
|
|
|
})
|
|
|
|
|
const key = asset?.storageKey?.key
|
2026-05-28 10:43:54 +08:00
|
|
|
if (!asset || !key) {
|
|
|
|
|
throw ApplicationFailure.create({
|
|
|
|
|
message: 'Asset not found or has no key',
|
|
|
|
|
nonRetryable: true,
|
|
|
|
|
})
|
|
|
|
|
}
|
2026-05-19 16:05:09 +08:00
|
|
|
|
2026-05-25 00:52:45 +08:00
|
|
|
const infoKey = path.join(path.dirname(key), 'info.json')
|
2026-05-19 16:05:09 +08:00
|
|
|
const buffer = Buffer.from(JSON.stringify(params.mediaInfo))
|
|
|
|
|
await s3Service.putObject(bucket, infoKey, buffer, buffer.length, 'application/json')
|
|
|
|
|
|
|
|
|
|
await prisma.asset.update({
|
|
|
|
|
where: { id: params.assetId },
|
|
|
|
|
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
|
|
|
data: { media: params.mediaInfo as any },
|
|
|
|
|
})
|
|
|
|
|
}
|
2026-06-05 21:25:08 +08:00
|
|
|
|
|
|
|
|
export async function takeScreenshotsActivity(params: {
|
|
|
|
|
assetKey: string
|
|
|
|
|
assetId: string
|
|
|
|
|
start: number
|
|
|
|
|
end: number
|
|
|
|
|
count: number
|
|
|
|
|
commentTimestamp?: number | null
|
|
|
|
|
annotations?: PrismaJson.AnnotationList | null
|
|
|
|
|
}): Promise<Array<{ key: string; timestamp: number }>> {
|
|
|
|
|
return transcodeService.takeScreenshots(params)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
export async function overlayAnnotationsActivity(params: {
|
|
|
|
|
assetKey: string
|
|
|
|
|
assetId: string
|
|
|
|
|
annotations: PrismaJson.AnnotationList
|
|
|
|
|
}): Promise<string> {
|
|
|
|
|
return transcodeService.overlayAnnotations(params)
|
|
|
|
|
}
|