From 2a04c49b95613a8d3023a89b1389bb8b354ce349 Mon Sep 17 00:00:00 2001 From: yiling Date: Tue, 26 May 2026 15:09:06 +0800 Subject: [PATCH] feat(metadata): add audio-related system metadata fields --- src/prisma-json-types.ts | 4 +++ src/services/metadata/system_fields.ts | 40 ++++++++++++++++++++++ src/transcode/activities/transcode.test.ts | 8 +++++ src/transcode/activities/transcode.ts | 17 +++++++-- src/transcode/transcode.test.ts | 8 +++++ src/transcode/transcode.ts | 12 +++++++ 6 files changed, 87 insertions(+), 2 deletions(-) diff --git a/src/prisma-json-types.ts b/src/prisma-json-types.ts index 0b6a1307..0f0d703d 100644 --- a/src/prisma-json-types.ts +++ b/src/prisma-json-types.ts @@ -110,6 +110,10 @@ declare global { duration: number bitRate: number frameRate: number + audioCodec?: string + audioChannels?: number + audioSampleRate?: number + audioBitDepth?: number format: unknown } diff --git a/src/services/metadata/system_fields.ts b/src/services/metadata/system_fields.ts index d0278434..b478b1ff 100644 --- a/src/services/metadata/system_fields.ts +++ b/src/services/metadata/system_fields.ts @@ -112,6 +112,46 @@ export const systemFields: Prisma.MetadataFieldCreateInput[] = [ }, }, }, + { + key: 'audio_bit_depth', + scope: 'SYSTEM', + readOnly: true, + config: { + name: 'Audio Bit Depth', + type: 'number', + number: { scale: 0 }, + }, + }, + { + key: 'audio_channels', + scope: 'SYSTEM', + readOnly: true, + config: { + name: 'Audio Channels', + type: 'number', + number: { scale: 0 }, + }, + }, + { + key: 'audio_codec', + scope: 'SYSTEM', + readOnly: true, + config: { + name: 'Audio Codec', + type: 'text', + text: {}, + }, + }, + { + key: 'audio_sample_rate', + scope: 'SYSTEM', + readOnly: true, + config: { + name: 'Audio Sample Rate', + type: 'number', + number: { scale: 0 }, + }, + }, { key: 'format', scope: 'SYSTEM', diff --git a/src/transcode/activities/transcode.test.ts b/src/transcode/activities/transcode.test.ts index 2054ba52..07a675ff 100644 --- a/src/transcode/activities/transcode.test.ts +++ b/src/transcode/activities/transcode.test.ts @@ -50,6 +50,10 @@ describe('Transcode Activities', () => { bitRate: 1000, frameRate: 30, hasAudio: true, + audioCodec: 'aac', + audioChannels: 2, + audioSampleRate: 48000, + audioBitDepth: 16, mimeType: 'video/mp4', }) @@ -62,6 +66,10 @@ describe('Transcode Activities', () => { expect(transcodeService.getVideoInfo).toHaveBeenCalledWith('/tmp/v.mp4') expect(result.duration).toBe(10) expect(result.metadata?.originalWidth).toBe(1920) + expect(result.metadata?.audioCodec).toBe('aac') + expect(result.metadata?.audioChannels).toBe(2) + expect(result.metadata?.audioSampleRate).toBe(48000) + expect(result.metadata?.audioBitDepth).toBe(16) }) it('should call getImageInfo for image assets', async () => { diff --git a/src/transcode/activities/transcode.ts b/src/transcode/activities/transcode.ts index 0429dc5e..4d710556 100644 --- a/src/transcode/activities/transcode.ts +++ b/src/transcode/activities/transcode.ts @@ -49,15 +49,28 @@ export async function getMediaInfoActivity(params: { bitRate: info.bitRate, frameRate: info.frameRate, hasAudio: info.hasAudio, + audioCodec: info.audioCodec, + audioChannels: info.audioChannels, + audioSampleRate: info.audioSampleRate, + audioBitDepth: info.audioBitDepth, format: {}, } - await metadataService.updateAssetMetadata(params.assetId, [ + const metadataUpdates: { key: string; value: string | number }[] = [ { key: 'resolution_width', value: info.originalWidth }, { key: 'resolution_height', value: info.originalHeight }, { key: 'duration', value: info.duration }, { key: 'bitRate', value: info.bitRate / 1000 }, { key: 'frame_rate', value: info.frameRate }, - ]) + ] + if (info.audioCodec) metadataUpdates.push({ key: 'audio_codec', value: info.audioCodec }) + if (info.audioChannels !== undefined) + metadataUpdates.push({ key: 'audio_channels', value: info.audioChannels }) + if (info.audioSampleRate !== undefined) + metadataUpdates.push({ key: 'audio_sample_rate', value: info.audioSampleRate }) + if (info.audioBitDepth !== undefined) + metadataUpdates.push({ key: 'audio_bit_depth', value: info.audioBitDepth }) + + await metadataService.updateAssetMetadata(params.assetId, metadataUpdates) } else if (isImage) { const info = await transcodeService.getImageInfo(params.filePath) mediaInfo.metadata = { diff --git a/src/transcode/transcode.test.ts b/src/transcode/transcode.test.ts index e292d545..f7bd19aa 100644 --- a/src/transcode/transcode.test.ts +++ b/src/transcode/transcode.test.ts @@ -49,6 +49,10 @@ describe('TranscodeService', () => { }, { codec_type: 'audio', + codec_name: 'aac', + channels: 2, + sample_rate: '48000', + bits_per_raw_sample: '16', }, ], }) @@ -66,6 +70,10 @@ describe('TranscodeService', () => { expect(info.duration).toBe(10.5) expect(info.frameRate).toBe(30) expect(info.hasAudio).toBe(true) + expect(info.audioCodec).toBe('aac') + expect(info.audioChannels).toBe(2) + expect(info.audioSampleRate).toBe(48000) + expect(info.audioBitDepth).toBe(16) expect(child_process.exec).toHaveBeenCalledWith( expect.stringContaining('ffprobe'), diff --git a/src/transcode/transcode.ts b/src/transcode/transcode.ts index f3d6afeb..47c7a022 100644 --- a/src/transcode/transcode.ts +++ b/src/transcode/transcode.ts @@ -17,6 +17,10 @@ export interface MediaMetadata { bitRate: number frameRate: number hasAudio: boolean + audioCodec?: string + audioChannels?: number + audioSampleRate?: number + audioBitDepth?: number mimeType: string } @@ -64,6 +68,14 @@ export class TranscodeService { bitRate: parseFloat(info.format.bit_rate), frameRate, hasAudio: !!audioStream, + audioCodec: audioStream?.codec_name, + audioChannels: audioStream?.channels, + audioSampleRate: audioStream?.sample_rate ? parseInt(audioStream.sample_rate) : undefined, + audioBitDepth: audioStream?.bits_per_raw_sample + ? parseInt(audioStream.bits_per_raw_sample) + : audioStream?.bits_per_sample + ? parseInt(audioStream.bits_per_sample) + : undefined, mimeType: '', } }