Files
shumai/packages/e2e/workflow/transcode-3d.test.ts
T
Yiling-J 43a2eced75 feat(transcode): add 3D asset support and turntable viewer (#454)
* feat(transcode): add 3D asset support and turntable viewer

* perf(turntable): stream file via Bun.file and increase upload timeout

* feat(turntable): increase upload timeout to 15m to support 5GB uploads

* fix(webui): align 3D model viewer layout and full-width control bar with video viewer

* feat(webui): unify 3D viewer bottom bar and redesign cyclic ruler slider

- Place RulerSlider in single row with playback and zoom controls, centered with max 320px width
- Flank RulerSlider with minus and plus buttons to step angle by 15°
- Redesign RulerSlider with fixed center indicator and moving cyclic track with continuous 360° wrapping
- Render major ticks longer at 60° intervals without numeric text labels on track
- Display floating degree tooltip above center indicator only during dragging

* fix(webui): prevent RulerSlider from collapsing to 0px width in control bar

- Use flex layout with flex-1 on left and right clusters to preserve center cluster width
- Enforce min-w-[140px] and w-full on RulerSlider
- Fix tooltip positioning and remove outer overflow-hidden

* feat(webui): snap RulerSlider track directly to discrete 15° ticks during drag

* fix(webui): prevent ruler snap-back caused by floating point second truncation

- Use Math.round instead of Math.floor in secondToDegree to avoid 0.999996 dropping to previous frame
- Ensure final dragDegree is committed on pointer up

* fix(webui): fix arrow key frame rounding and duplicate event bubbling

- Use Math.round instead of Math.floor for keyboard arrow frame navigation in ModelViewer
- Add e.stopPropagation() to RulerSlider keyboard events to prevent duplicate bubbling to window listener

* feat(webui): redesign RulerSlider with encapsulated step buttons and capsule pill track

* feat(webui): make RulerSlider responsive on mobile and remove bottom bar reset button

* fix(webui): load 3d video directly without poster and invert drag rotation to counterclockwise

* fix(webui): fix 3d asset viewer frame seeking and drag jitter

* feat(transcode): show 3D asset poster preview immediately after render start

* fix(viewer): synchronize 3D turntable playback via frame callback to prevent skipped degrees

* fix(viewer): handle touchpad zoom gestures and prevent page zoom in 3D viewer

* fix(viewer): eliminate 3D model rotation jitter at 345 degrees

* fix(share): watermark 3D asset turntable video on share links

* fix(share): preserve video transcode resolution on watermarked share links

* fix(viewer): download original 3D model file instead of rendered turntable MP4
2026-10-11 21:32:28 +08:00

207 lines
6.8 KiB
TypeScript

import { describe, it, expect, beforeAll, afterAll, vi } from 'vitest'
import { prisma, AssetStatus } from '@shumai/db'
import { setupTestDbHooks } from '@shumai/db/test'
import { workflowService, TaskQueueTranscode } from '@shumai/workflow-core'
import { initTranscodeWorkflows } from '@shumai/transcode'
import { s3Service } from '@shumai/core/src/s3/s3'
import { fileURLToPath } from 'url'
import * as path from 'path'
import * as fs from 'fs'
const currentDir = path.dirname(fileURLToPath(import.meta.url))
const transcodeWorkflowsPath = path.resolve(currentDir, '../../../apps/transcode/src/workflows.ts')
const fixturesDir = path.resolve(currentDir, '../fixtures')
describe.each(['local', 'temporal'] as const)(
'Workflow E2E - 3D Asset Transcode (executor: %s)',
(mode) => {
setupTestDbHooks()
let transcodeWorkerPromise: Promise<void> | null = null
// eslint-disable-next-line @typescript-eslint/no-explicit-any
let mockTurntableServer: any = null
beforeAll(async () => {
process.env.S3_BUCKET = 'shumai-e2e-test-bucket-3d'
const smallPngBuffer = fs.readFileSync(path.join(fixturesDir, 'small.png'))
const smallMp4Buffer = fs.readFileSync(path.join(fixturesDir, 'small.mp4'))
mockTurntableServer = Bun.serve({
port: 0,
fetch(req) {
const url = new URL(req.url)
if (url.pathname === '/version') {
return Response.json({ version: '1.0.0', runtime: 'bun', blender: '5.2.0' })
}
if (url.pathname === '/v1/files' && req.method === 'POST') {
return Response.json({ id: 'f_input3d', name: 'model.glb', size: 100 }, { status: 201 })
}
if (url.pathname === '/v1/render' && req.method === 'POST') {
return Response.json(
{
taskId: 't_render3d',
status: 'completed',
poster: {
fileId: 'f_poster3d',
size: smallPngBuffer.length,
contentType: 'image/png',
width: 1080,
height: 1080,
},
metadata: { format: 'glb' },
},
{ status: 201 },
)
}
if (url.pathname === '/v1/render/tasks/t_render3d') {
if (req.method === 'DELETE') {
return Response.json({ ok: true })
}
return Response.json({
taskId: 't_render3d',
status: 'completed',
posterFileId: 'f_poster3d',
video: {
fileId: 'f_video3d',
size: smallMp4Buffer.length,
contentType: 'video/mp4',
width: 1080,
height: 1080,
},
})
}
if (url.pathname === '/v1/files/f_poster3d') {
return new Response(smallPngBuffer, {
headers: { 'Content-Type': 'image/png' },
})
}
if (url.pathname === '/v1/files/f_video3d') {
return new Response(smallMp4Buffer, {
headers: { 'Content-Type': 'video/mp4' },
})
}
return new Response('Not Found', { status: 404 })
},
})
process.env.TURNTABLE_RENDERER_URL = `http://localhost:${mockTurntableServer.port}`
workflowService.setExecutorType(mode)
initTranscodeWorkflows()
if (mode === 'temporal') {
console.log('Starting background worker for transcode Temporal E2E tests...')
transcodeWorkerPromise = workflowService.startWorkers(TaskQueueTranscode, {
workflowsPath: transcodeWorkflowsPath,
})
await new Promise((resolve) => setTimeout(resolve, 2000))
} else {
console.log('Starting local workflow service polling...')
workflowService.start()
}
}, 120000)
afterAll(async () => {
if (mode === 'temporal') {
console.log('Shutting down Temporal workers...')
await workflowService.shutdownWorkers()
await Promise.all([transcodeWorkerPromise].filter(Boolean))
}
workflowService.close()
vi.restoreAllMocks()
if (mockTurntableServer) {
mockTurntableServer.stop()
}
delete process.env.TURNTABLE_RENDERER_URL
try {
console.log('Cleaning up E2E storage files...')
await s3Service.deletePrefix('shumai-e2e-test-bucket-3d', '')
} catch (err) {
console.error('Failed to clean up E2E storage folder:', err)
}
}, 120000)
it('should process 3D model transcode workflow task', async () => {
const team = await prisma.team.create({
data: { name: 'E2E 3D Transcode Team' },
})
const project = await prisma.project.create({
data: { name: 'E2E 3D Transcode Project', teamId: team.id },
})
const storageKey = await prisma.storageKey.create({
data: {
key: 'projects/e2e/model.glb',
status: 'active',
},
})
const asset = await prisma.asset.create({
data: {
name: 'model.glb',
type: 'file',
status: 'uploaded',
mediaType: 'model/gltf-binary',
projectId: project.id,
storageKeyId: storageKey.id,
},
})
const dummyGlbBuffer = Buffer.from('dummy glb content')
await s3Service.putObject(
'shumai-e2e-test-bucket-3d',
'projects/e2e/model.glb',
dummyGlbBuffer,
dummyGlbBuffer.length,
'model/gltf-binary',
)
const task = await prisma.workflowTask.create({
data: {
type: 'transcode_3d',
status: 'pending',
assetId: asset.id,
projectId: project.id,
teamId: team.id,
payload: {
projectId: project.id,
transcode: {
poster: true,
sprite: true,
},
},
},
})
console.log(
`Submitted E2E 3D Transcode Workflow Task. ID: ${task.id}. Awaiting completion...`,
)
const completedTask = await workflowService.executeWait(task, 60000)
expect(completedTask.status).toBe('completed')
const updatedAsset = await prisma.asset.findUnique({
where: { id: asset.id },
})
expect(updatedAsset?.status).toBe(AssetStatus.processed)
const mediaInfo = updatedAsset?.media as unknown as {
proxyType?: string
videoPreview?: { key: string }
poster?: { key: string }
sprite?: { key: string }
}
expect(mediaInfo).toBeDefined()
expect(mediaInfo.proxyType).toBe('3d')
expect(mediaInfo.videoPreview?.key).toBe('projects/e2e/turntable.mp4')
expect(mediaInfo.poster?.key).toBe('projects/e2e/poster.webp')
expect(mediaInfo.sprite?.key).toBe('projects/e2e/sprite.webp')
}, 90000)
},
)