Compare commits

...
29 Commits
Author SHA1 Message Date
yiling 013c4a8156 Release v0.5.0 2026-10-02 20:28:37 +08:00
Yiling-J 20b5ebeefd fix(asset): mark asset as failed and display failure state in webui when transcoding fails (#445)
* fix(asset): mark asset as failed and display failure state in webui when transcoding fails

* fix(transcode): do not mark asset as failed if media processing already succeeded

* test(workflow): add e2e test for video transcode failure status transition

* fix(webui): update failed file card badge to top-right Transcoding Failed label with error tooltip
2026-10-02 20:09:32 +08:00
Yiling-J daa20aed20 fix(webui): add video loading state and poster placeholder (#444)
* fix(webui): add video loading state and poster placeholder

* fix(webui): prevent buffer progress events from canceling stall indicator
2026-10-02 16:19:49 +08:00
Yiling-J 3564d4d164 fix(transcode): avoid selecting attached picture streams for video transcoding (#443)
* fix(transcode): avoid selecting attached picture streams for video transcoding

Filter out attached picture streams (disposition.attached_pic) during video probing and stream selection, matching Immich's default and bitrate selection strategy. Forward explicit primary video and audio stream indices to FFmpeg pipelines to prevent picking embedded cover art or thumbnail streams.

* fix(transcode): skip poster and sprite generation for audio-only assets and add multi-stream e2e tests

* test(workflow): scope pixel format to h264 stream and use yuvj420p for mjpeg cover art
2026-10-02 13:51:17 +08:00
Yiling-J 206763e966 feat(auth): add demo user login button and update demo description (#442)
* feat(auth): add demo user login button and update description

* feat(auth): move demo hint below button and add discord link
2026-10-01 22:04:15 +08:00
Yiling-J 4e4da595a6 feat(settings): redesign video transcoding settings into dedicated cards and rename team AI settings (#441)
* feat(settings): redesign video transcoding settings into dedicated cards and rename team AI settings

* feat(settings): rename Video Strategy to MP4 Transcoding with sub-description
2026-10-01 21:19:25 +08:00
Yiling-J a21a0c9655 fix(settings): prevent deselecting last ladder and coalesce rapid toggles (#440) 2026-10-01 16:35:47 +08:00
Yiling-J fc7282581f fix(share): prevent unwatermarked HLS playback on public shares before transcode completion (#439) 2026-10-01 15:41:45 +08:00
Yiling-J e007054f47 feat(transcode): add multi-resolution strategy with configurable ladders and fallback (#438)
* feat(transcode): add multi-resolution strategy with configurable ladders and fallback

* feat(settings): show toast on settings update and add manual verification plan to PR template

* fix(webui): preserve video resolution and fix 480p label in download dropdowns

* fix(webui): display standard short-side resolution for vertical videos in seekbar

* fix(webui): fix portrait transcode resolution labeling and serialize settings toggles
2026-10-01 13:27:50 +08:00
Yiling-J a84da8678e feat(webui): switch from video.js to hls.js and native video player (#437)
* feat(webui): switch from video.js to hls.js and native video player

* fix(webui): prevent stale seek hijacking and guard native HLS compare mode
2026-09-30 20:23:44 +08:00
Yiling-J 123a8cb5f4 feat(transcode): add HLS live streaming support (#436)
* feat(transcode): add HLS live streaming support

* fix(hls): resolve version stacks for public HLS and add workflow E2E test
2026-09-30 16:31:40 +08:00
Yiling-J 5fe22ac52c feat(transcode): add initial camera RAW image support (#435)
- Add centralized RAW file extension set and detection helper for 23 common camera RAW formats
- Update getProxyType and EXTENSION_MIME_TYPES to route RAW formats into the image pipeline
- Add exiftool-vendored runtime dependency and mark as external in build-npm script
- Implement embedded JPEG extraction to temporary file with priority JpgFromRaw2 -> JpgFromRaw -> PreviewImage
- Read and apply EXIF orientation from RAW container to prevent rotation/mirroring issues
- Integrate into TranscodeService.getImageInfo and transcodeImage with proper temporary file cleanup
- Add hasUsablePreview guard in transcodeImageWorkflow to gracefully handle RAW files without embedded previews
- Add unit, service, workflow, and E2E tests for RAW processing
2026-09-29 21:09:27 +08:00
Yiling-J 11d21444cf fix(trash): prevent empty trash dialog from closing before API call completes (#434)
AlertDialogAction from Radix UI auto-closes the dialog on click.
Added e.preventDefault() so the dialog stays open and shows the
'Deleting...' loading state until the operation finishes.

Fixes both desktop and mobile file browsers.
2026-09-29 10:40:13 +08:00
yiling f2b0415580 Release v0.4.9 2026-09-28 20:17:50 +08:00
Yiling-J c9d0b476cd feat(transcode): fallback to software encoding when hardware transcode fails (#433) 2026-09-28 16:45:28 +08:00
yiling bf5ac566b6 refactor(notification): simplify email wording and remove redundant team references 2026-09-28 13:37:16 +08:00
Yiling-J af8f24aa95 docs(settings): add email notifications documentation to team settings (#432)
* docs(settings): add email notification documentation to team settings

* fix(notification): use correct webui route URLs for project and asset links in emails
2026-09-28 11:27:59 +08:00
Yiling-J d98f486c9d feat(notification): add email notification infrastructure, smtp configuration, and periodic background delivery job (#431)
* feat(notification): add email notification support and dedicated workflow

* feat(webui): add team email notification settings and test email dialog

* refactor(webui): remove redundant card header from email notification settings

* fix(notification): prevent sending notification emails to AI agents

* feat(notification): display project, avatar, upload time and resolve mention names in notification emails

* refactor(notification): remove uploadDebounceSeconds and naive workflow sleep

* refactor(notification): remove temporal notification workflow and keep email infrastructure

* fix(team): prevent leaking email notification settings and credentials in team settings

* feat(notification): add periodic background job for batched email notification delivery

* fix(notification): embed avatars and thumbnails as inline cid attachments
2026-09-28 09:58:59 +08:00
Yiling-J 94ea4c917a feat(transcode): add VA-API hardware acceleration support (#430)
* feat(transcode): add VA-API hardware acceleration support

* fix(docker): switch to jellyfin-ffmpeg 8.1.2-5 for VA-API support

* fix(transcode): probe hardware encoder usability to skip uninitialized drivers

* ci(release): add workflow_dispatch trigger with custom tag input

* fix(transcode): use 256x256 frame dimension for encoder usability probe

* feat(docker): add hwaccel transcoding compose presets matching immich

* docs: add hardware transcoding documentation and quickstart references

* feat(transcode): prioritize h264_vaapi before h264_qsv on Linux

* fix(docker): extend device permission loop to rkmpp and wsl accelerator nodes
2026-09-26 20:55:57 +08:00
Yiling-J 941bf0fd1b feat(transcode): smart poster frame selection and decoupled generation (#428)
* feat(transcode): smart poster frame selection and decoupled generation

* fix(transcode): detect MPEG-TS extension from URL pathname for signed remote sources
2026-09-25 16:37:16 +08:00
Yiling-J 59742dde78 feat(transcode): optimize video sprite generation with seek pool and compositing (#427)
* feat(transcode): optimize video sprite generation with seek pool and compositing

* fix(transcode): handle abort signal during and after sharp compositing
2026-09-25 15:06:15 +08:00
yiling 29cd5d807c test(scripts): find release by version in changelog integration test 2026-09-24 20:34:53 +08:00
yiling f6e27095a5 Release v0.4.8 2026-09-24 20:26:23 +08:00
Yiling-J 55637bc9a8 feat(transcode): optimize video proxy quality and fix videotoolbox first-frame blocking (#426)
- Fix first-frame macroblocking on VideoToolbox hardware acceleration by avoiding -maxrate/-bufsize which triggers Apple's DataRateLimits initial rate controller starvation, applying target -b:v instead.
- Optimize software encoding (libx264) quality by adjusting CRF from 26 to 23.
- Disable B-frames (-bf 0) for libx264 proxies to ensure zero-latency frame stepping (JKL) and scrubbing, matching Frame.io review proxy standards.
- Update unit tests to verify the new encoder configurations and bitrate calculation logic.
2026-09-24 17:16:02 +08:00
Yiling-J 0d6671c3e1 fix(webui): show play button and darken tint only before initial playback (#425)
* fix(webui): remove paused play button overlay and darken cover from video players

* fix(webui): show play button and darken tint only before initial playback
2026-09-24 15:19:46 +08:00
Yiling-J c3375ee935 feat(transcode): add HDR video proxy support and playback (#424)
* feat(transcode): add HDR output proxy support

* fix(transcode): auto-detect MoltenVK Vulkan ICD on macOS for libplacebo filters

* fix(transcode): split filter in generateSprite to ensure poster uses tone-mapped stream

* docs(changelog): update docs/changelog.mdx and ignore in prettier

* fix(transcode): respect video rotation metadata to preserve display aspect ratio

* fix(webui): render native video with hardware EDR acceleration instead of 2D canvas

* fix(webui): show HDR label on mobile video control bar

* fix(share): preserve hdr flag on watermarked video transcodes

* fix(webui): differentiate HDR download options in video player

* fix(transcode): handle Dolby Vision Profile 5 via standard HDR pipeline without libplacebo

* fix(transcode): prepend setparams filter to prevent zscale colorspace path error for DV P5

* refactor(transcode): simplify HDR proxies to always produce HDR without SDR setting
2026-09-24 14:32:47 +08:00
Yiling-J f579947770 feat(docs): add changelog section to mintlify documentation (#422) 2026-09-22 21:02:27 +08:00
Yiling-J 53c9485f10 fix(core): only manage PID files in daemon mode (#421) 2026-09-22 20:31:38 +08:00
Yiling-J 75bf9b3b88 fix(docker): stop publishing postgres port in compose files (#420)
The bundled PostgreSQL service published port 5432 on the host, which caused
docker compose up to fail when that port was already in use. A failed start
leaves the container without a network endpoint, so subsequent runs reuse the
broken container and the app cannot reach the database (Prisma P1001).

The app only needs the database inside the compose network, so the host port
mapping is unnecessary. Remove it from all local and temporal compose files.
2026-09-20 11:46:13 +08:00
153 changed files with 18361 additions and 1467 deletions
+7
View File
@@ -4,6 +4,12 @@ on:
push:
branches: ['main']
tags: ['v*']
workflow_dispatch:
inputs:
tag:
description: 'Docker image tag (e.g. feature-vaapi)'
required: false
type: string
jobs:
build-and-push:
@@ -46,6 +52,7 @@ jobs:
tags: |
type=semver,pattern={{version}}
type=ref,event=branch
type=raw,value=${{ inputs.tag }},enable=${{ github.event_name == 'workflow_dispatch' && inputs.tag != '' }}
# Build and push Docker image
- name: Build and push Docker image
+2 -1
View File
@@ -7,4 +7,5 @@ packages/core/src/generated
src/ui/components/ui
packages/webui/paraglide
*.md
**/*.md
**/*.md
docs/changelog.mdx
+7
View File
@@ -92,6 +92,13 @@ Briefly describe what this PR changes and why.
- Describe the checks or tests you ran.
- Include relevant outputs if applicable.
## Manual Verification Plan
- Provide concise instructions for manually verifying this change.
- Assume familiarity with the project and existing development workflow.
- Skip boilerplate steps (e.g. starting the app, logging in, opening common pages) unless they are part of the change.
- Focus on what needs to be verified, including scenarios, edge cases, and expected results.
## Notes
Add any additional context, caveats, or follow-up work.
+57
View File
@@ -12,6 +12,63 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.1.0/).
### Changed
## [0.5.0] - 2026-10-02
### Added
* **transcode**: Add configurable target resolution ladders (480p, 720p, 1080p, 1440p, 2160p) for MP4 Multi Resolutions transcoding in team settings, with unified resolution matching and lowest-resolution fallback for both MP4 and HLS
* **transcode**: Add HLS live streaming with fMP4/CMAF adaptive bitrate ladders (480p, 720p, 1080p, 1440p, 2160p), configurable in Transcode Settings, with automatic quality switching, manual resolution selection in the video viewer, seamless rendition switching, and full watermarking support for shared links
* **transcode**: Add basic camera RAW image support for popular camera formats (including Sony ARW, Canon CR2/CR3, Nikon NEF, Adobe DNG, Fujifilm RAF, and Panasonic RW2), extracting high-quality embedded JPEG previews and automatically applying camera orientation for fast thumbnail and proxy generation
### Fixed
- **asset**: Fix an issue where media files remained stuck in a perpetual "Preparing..." state when transcoding failed, by displaying a clear failed status and error details in the file list and file viewer
* **transcode**: Fix an issue where videos or audio-only files containing attached cover art or picture streams could cause transcoding to fail during poster generation or select a single static image instead of the video
* **webui**: Fix inconsistent video resolution labels across download menus, mobile file headers, and the video player by correctly deriving resolutions from the video's short side, including portrait videos and 480p videos
* **trash**: Fix an issue where the "Empty Trash" confirmation dialog would close immediately instead of showing a loading state while files were being permanently deleted
### Changed
* **settings**: Redesign team Video Transcoding settings with dedicated cards for Transcode Policy, Hardware Acceleration, and FFmpeg Threads, clearly explaining MP4 and HLS playback vs download behavior and storage implications
* **settings**: Rename AI Settings group to Team AI Settings in settings navigation
## [0.4.9] - 2026-09-28
### Added
- **notification**: You can now receive notifications via email, with batched digest emails and configurable team-level SMTP settings
- **transcode**: Add VA-API hardware acceleration support for Linux hosts and Docker environments with Intel and AMD GPUs, featuring automatic DRI render node discovery, variable bitrate control, and structured transcoding observability logs
- **transcode**: Add automatic fallback to software transcoding (libx264) when hardware-accelerated video encoding encounters GPU resolution constraints or runtime driver errors
- **docker**: Add modular hardware-accelerated transcoding presets matching Immich's compose configuration via `hwaccel.transcoding.yaml` with support for NVENC, QuickSync, RKMPP, and VA-API
### Fixed
### Changed
- **transcode**: Improve video poster selection using intelligent scene detection and color variance filtering to automatically skip black frames, fade-ins, and blank intros in favor of representative video content
- **transcode**: Optimize video sprite generation for large and long videos using a concurrent fast-seek pool and image compositing, avoiding full-video decoding while preserving instant single-pass generation for short clips
## [0.4.8] - 2026-09-24
### Added
- **transcode**: Add HDR video proxy support: HDR videos automatically generate HDR video proxies and preview videos preserving HDR color characteristics, tone-mapped SDR thumbnails and posters, and automatic HDR player playback on supported displays with hardware EDR acceleration
- **docs**: Add a Changelog section to the documentation site so users can explore release notes and updates directly in Mintlify
### Fixed
- **webui**: Only show the center play button and darkened tint on initial video open before playback starts; once played, pausing or scrubbing back to start keeps the video canvas clean and unobstructed for review
- **transcode**: Fix an issue where videos with orientation or rotation metadata (such as smartphone vertical videos) were incorrectly displayed with stretched aspect ratios in the video player
- **cli**: Only manage and check PID files in daemon mode, preventing stale PID files, crash-loop conflicts, or spurious process checks during normal foreground and Docker execution
### Changed
- **transcode**: Improve video proxy visual quality and disable B-frames for smoother frame-by-frame seeking and scrubbing
## [0.4.7] - 2026-09-19
### Added
+16 -7
View File
@@ -30,11 +30,7 @@ RUN bun run scripts/extract-runtime-deps.ts
# Stage 2: Runner
FROM oven/bun:1.4.2 AS runner
# Install ffmpeg/ffprobe
COPY --from=mwader/static-ffmpeg:8.1 /ffmpeg /usr/local/bin/
COPY --from=mwader/static-ffmpeg:8.1 /ffprobe /usr/local/bin/
# Install system dependencies for sandbox runtime and agent
# Install system dependencies and Jellyfin-FFmpeg (with VA-API support)
RUN apt-get update && apt-get install -y --no-install-recommends \
python3 \
make \
@@ -56,11 +52,24 @@ RUN apt-get update && apt-get install -y --no-install-recommends \
poppler-utils \
imagemagick \
fonts-noto-cjk \
&& . /etc/os-release \
&& TARGETARCH=$(dpkg --print-architecture) \
&& FFMPEG_VERSION="8.1.2-5" \
&& curl -fsSL -o /tmp/jellyfin-ffmpeg.deb "https://github.com/jellyfin/jellyfin-ffmpeg/releases/download/v${FFMPEG_VERSION}/jellyfin-ffmpeg8_${FFMPEG_VERSION}-${VERSION_CODENAME}_${TARGETARCH}.deb" \
&& apt-get install -y --no-install-recommends /tmp/jellyfin-ffmpeg.deb \
&& rm -f /tmp/jellyfin-ffmpeg.deb \
&& ldconfig /usr/lib/jellyfin-ffmpeg/lib \
&& ln -sf /usr/lib/jellyfin-ffmpeg/ffmpeg /usr/local/bin/ffmpeg \
&& ln -sf /usr/lib/jellyfin-ffmpeg/ffprobe /usr/local/bin/ffprobe \
&& ln -sf /usr/lib/jellyfin-ffmpeg/ffmpeg /usr/bin/ffmpeg \
&& ln -sf /usr/lib/jellyfin-ffmpeg/ffprobe /usr/bin/ffprobe \
&& apt-get clean \
&& rm -rf /var/lib/apt/lists/*
# Set up working directory and make it owned by the bun user
RUN mkdir -p /app/data && chown -R bun:bun /app
# Set up working directory and make it owned by the bun user, ensure video/render group access
RUN usermod -a -G video,render bun 2>/dev/null || true \
&& mkdir -p /app/data \
&& chown -R bun:bun /app
# Switch to the non-root bun user
USER bun
+3
View File
@@ -86,6 +86,9 @@ Docker Compose is the fastest way to get Shumai running. You do not need to clon
```bash
curl -o docker-compose.yaml https://raw.githubusercontent.com/shumaiOne/shumai/main/docker-compose/local/docker-compose.yaml
```
> [!NOTE]
> By default, the standard `docker-compose.yaml` uses CPU software transcoding. If your server has a GPU (NVIDIA NVENC, Intel QuickSync, AMD/Intel VA-API, or Rockchip RKMPP) and you want to enable GPU hardware acceleration, check the [Hardware Transcoding Guide](https://docs.shumai.one/configuration/hardware-transcoding).
3. Configure environment variables (optional):
* `SHUMAI_SERVER_PORT` controls the port the Shumai server listens on. The default is `3000`.
+3 -1
View File
@@ -101,9 +101,11 @@ https://gh-proxy.com/https://raw.githubusercontent.com/shumaiOne/shumai/main/REA
2. 下载 `docker-compose.yaml` 配置文件:
```bash
curl -o docker-compose.yaml https://raw.githubusercontent.com/shumaiOne/shumai/main/docker-compose/local/docker-compose-aliyun.yaml
```
> [!NOTE]
> 默认的 Docker Compose 配置使用基于 CPU 的软件转码。如果您的服务器配备了支持的显卡(NVIDIA NVENC、Intel QuickSync、AMD/Intel VA-API 或 Rockchip RKMPP)并需要开启 GPU 硬件加速转码,请参考 [硬件加速转码配置文档](https://docs.shumai.one/configuration/hardware-transcoding)。
3. 配置环境变量(可选):
* `SHUMAI_SERVER_PORT` 用于控制 Shumai 服务监听的端口,默认值为 `3000`。
+1 -1
View File
@@ -1,6 +1,6 @@
{
"name": "@shumai/agent-app",
"version": "0.4.7",
"version": "0.5.0",
"private": true,
"type": "module",
"bin": {
+1 -1
View File
@@ -1,6 +1,6 @@
{
"name": "@shumai/cli",
"version": "0.4.7",
"version": "0.5.0",
"private": true,
"type": "module",
"bin": {
+1 -1
View File
@@ -1,6 +1,6 @@
{
"name": "@shumai/premiere-uxp",
"version": "0.4.7",
"version": "0.5.0",
"private": true,
"type": "commonjs",
"scripts": {
+1 -1
View File
@@ -1,6 +1,6 @@
{
"name": "@shumai/transcode-app",
"version": "0.4.7",
"version": "0.5.0",
"private": true,
"type": "module",
"bin": {
+1 -1
View File
@@ -1,6 +1,6 @@
{
"name": "@shumai/web-app",
"version": "0.4.7",
"version": "0.5.0",
"private": true,
"type": "module",
"dependencies": {
+2
View File
@@ -16,6 +16,7 @@ import { migrateLegacyAgentAvatars } from '@shumai/core/src/agent/migration'
import { handleDaemonCommands } from '@shumai/core/src/utils/daemon'
import { authService } from '@shumai/core/src/auth/auth'
import { sandboxService } from '@shumai/core'
import { notificationJobService } from '@shumai/core/src/notification/notification-job'
if (process.argv.includes('--check')) {
console.log('✅ Web app evaluated successfully!')
@@ -58,6 +59,7 @@ async function run() {
await metadataService.syncSystemFields().catch(console.error)
await migrateLegacyAgentAvatars().catch(console.error)
assetService.startCleanupJob()
notificationJobService.start()
workflowService.start()
if (process.env.WORKFLOW_EXECUTOR === 'temporal') {
const args = process.argv.slice(2)
+71 -50
View File
@@ -33,7 +33,7 @@
},
"apps/agent": {
"name": "@shumai/agent-app",
"version": "0.4.7",
"version": "0.5.0",
"bin": {
"shumai-agent": "./src/index.ts",
},
@@ -45,7 +45,7 @@
},
"apps/cli": {
"name": "@shumai/cli",
"version": "0.4.7",
"version": "0.5.0",
"bin": {
"shumai-cli": "./src/index.ts",
},
@@ -60,7 +60,7 @@
},
"apps/premiere-uxp": {
"name": "@shumai/premiere-uxp",
"version": "0.4.7",
"version": "0.5.0",
"dependencies": {
"@shumai/api": "workspace:*",
"@shumai/dtos": "workspace:*",
@@ -114,7 +114,7 @@
},
"apps/transcode": {
"name": "@shumai/transcode-app",
"version": "0.4.7",
"version": "0.5.0",
"bin": {
"shumai-transcode": "./src/index.ts",
},
@@ -126,7 +126,7 @@
},
"apps/web": {
"name": "@shumai/web-app",
"version": "0.4.7",
"version": "0.5.0",
"dependencies": {
"@shumai/agent": "workspace:*",
"@shumai/api": "workspace:*",
@@ -146,7 +146,7 @@
},
"packages/agent": {
"name": "@shumai/agent",
"version": "0.4.7",
"version": "0.5.0",
"dependencies": {
"@anthropic-ai/sandbox-runtime": "0.0.74",
"@earendil-works/pi-agent-core": "0.82.1",
@@ -171,7 +171,7 @@
},
"packages/api": {
"name": "@shumai/api",
"version": "0.4.7",
"version": "0.5.0",
"dependencies": {
"@hono/zod-validator": "0.7.6",
"@shumai/core": "workspace:*",
@@ -185,7 +185,7 @@
},
"packages/core": {
"name": "@shumai/core",
"version": "0.4.7",
"version": "0.5.0",
"dependencies": {
"@ai-sdk/alibaba": "2.0.38",
"@ai-sdk/amazon-bedrock": "5.0.67",
@@ -214,6 +214,8 @@
"@shumai/db": "workspace:*",
"@shumai/dtos": "workspace:*",
"@sinclair/typebox": "0.34.52",
"@temporalio/activity": "1.24.0",
"@temporalio/workflow": "1.24.0",
"adm-zip": "0.6.0",
"ai": "7.0.84",
"better-auth": "1.6.11",
@@ -221,9 +223,11 @@
"date-fns": "4.4.0",
"dotenv": "17.4.2",
"dotenv-expand": "13.0.0",
"exiftool-vendored": "38.1.0",
"extract-zip": "2.0.1",
"hono": "4.13.5",
"jittered-fractional-indexing": "1.0.1",
"nodemailer": "10.0.10",
"pdfkit": "0.20.1",
"pino": "10.3.1",
"sharp": "0.35.4",
@@ -237,12 +241,13 @@
"@modelcontextprotocol/server": "2.0.0",
"@types/adm-zip": "0.5.8",
"@types/extract-zip": "2.0.3",
"@types/nodemailer": "8.0.2",
"@types/pdfkit": "0.17.6",
},
},
"packages/db": {
"name": "@shumai/db",
"version": "0.4.7",
"version": "0.5.0",
"dependencies": {
"@earendil-works/pi-agent-core": "0.82.1",
"@prisma/adapter-pg": "7.10.0",
@@ -258,7 +263,7 @@
},
"packages/dtos": {
"name": "@shumai/dtos",
"version": "0.4.7",
"version": "0.5.0",
"dependencies": {
"@earendil-works/pi-agent-core": "0.82.1",
"zod": "4.5.4",
@@ -266,7 +271,7 @@
},
"packages/e2e": {
"name": "@shumai/e2e",
"version": "0.4.7",
"version": "0.5.0",
"dependencies": {
"@earendil-works/pi-agent-core": "0.82.1",
"@google/genai": "2.19.0",
@@ -281,11 +286,11 @@
},
"packages/tableprinter": {
"name": "@shumai/tableprinter",
"version": "0.4.7",
"version": "0.5.0",
},
"packages/transcode": {
"name": "@shumai/transcode",
"version": "0.4.7",
"version": "0.5.0",
"dependencies": {
"@shumai/core": "workspace:*",
"@shumai/db": "workspace:*",
@@ -299,7 +304,7 @@
},
"packages/webui": {
"name": "@shumai/webui",
"version": "0.4.7",
"version": "0.5.0",
"dependencies": {
"@base-ui/react": "1.7.0",
"@dnd-kit/abstract": "0.5.0",
@@ -359,6 +364,7 @@
"cmdk": "1.1.1",
"date-fns": "4.4.0",
"embla-carousel-react": "8.6.0",
"hls.js": "1.7.3",
"hono": "4.13.5",
"input-otp": "1.5.0",
"konva": "10.3.2",
@@ -382,7 +388,6 @@
"ulid": "3.0.2",
"use-image": "1.1.4",
"vaul": "1.1.2",
"video.js": "8.24.0",
"zod": "4.5.4",
"zustand": "5.0.15",
},
@@ -401,7 +406,7 @@
},
"packages/workflow-core": {
"name": "@shumai/workflow-core",
"version": "0.4.7",
"version": "0.5.0",
"dependencies": {
"@shumai/core": "workspace:*",
"@shumai/db": "workspace:*",
@@ -907,6 +912,8 @@
"@oxc-project/types": ["@oxc-project/types@0.147.0", "", {}, "sha512-IJ3s6ltHLp45S0bh7phkX+gJO7A1Wuz2EaqpAhb8WjqDwbzMiWKHhyyT42tskaWjEYXtHtVCPpnBJVT9+dcRLg=="],
"@photostructure/tz-lookup": ["@photostructure/tz-lookup@11.7.0", "", {}, "sha512-QbKHXvleluMIlAHf2JiQTJNU5rLQBeQhLobyRqgXZ6NNGKqNikaRkjYviJ4nMU7Y75QE7bBYM8xjiFGjAukyhw=="],
"@pinojs/redact": ["@pinojs/redact@0.4.0", "", {}, "sha512-k2ENnmBugE/rzQfEcdWHcCY+/FM3VLzH9cYEsbdsoqrvzAKRhUZeRNhAZvB8OitQJ1TBed3yqWtdjzS6wJKBwg=="],
"@pkgjs/parseargs": ["@pkgjs/parseargs@0.11.0", "", {}, "sha512-+1VkjdD0QBLPodGrJUeqarH8VAIvQODIbwh9XpP5Syisf7YoQgsJKPNFoqqLQlu+VQ/tVSshMR6loPMn8U+dPg=="],
@@ -1557,12 +1564,16 @@
"@types/lodash": ["@types/lodash@4.17.25", "", {}, "sha512-+K1NIO8I+F9/wNulfVvu23QYd0Pe9/OCqRrim4NoYIf1VoEDL90Ve4ClzpyqBLc7NpGGWRvYNCKZ1BE/Jpf8dQ=="],
"@types/luxon": ["@types/luxon@3.7.5", "", {}, "sha512-jJ41Q4z6ZVO260MNDdHfW7+7a5iMiX8Mr6ZJHcmgrvhZha6dz5704o/lF2kKl6URjH6ivEL97w9xS/MgpJEphg=="],
"@types/mdast": ["@types/mdast@4.0.4", "", { "dependencies": { "@types/unist": "*" } }, "sha512-kGaNbPh1k7AFzgpud/gMdvIm5xuECykRR+JnWKQno9TAXVa6WIVCGTPvYGekIDL4uwCZQSYbUxNBSb1aUo79oA=="],
"@types/ms": ["@types/ms@2.1.0", "", {}, "sha512-GsCCIZDE/p3i96vtEqx+7dBUGXrc7zeSK3wwPHIaRThS+9OhWIXRqzs4d6k1SVU8g91DrNRWxWUGhp5KXQb2VA=="],
"@types/node": ["@types/node@25.9.1", "", { "dependencies": { "undici-types": ">=7.24.0 <7.24.7" } }, "sha512-xfrlY7UD5rMJk3ZVJP8BNzS28J36YJg+xp+LPXV1TdWxr8uMH5A860QNxYDGQe/ylDSgjxE52Q9VnO7p75tJxg=="],
"@types/nodemailer": ["@types/nodemailer@8.0.2", "", { "dependencies": { "@types/node": "*" } }, "sha512-c7M5ox8p0nEOfbJ2E9Qcmt8/QCu/VzsiAhzBiZbvky2PhKZDHpKB3sQHBM5MEZNkCfBOaS6S9//AGPRTNB7IaA=="],
"@types/pdfkit": ["@types/pdfkit@0.17.6", "", { "dependencies": { "@types/node": "*" } }, "sha512-tIwzxk2uWKp0Cq9JIluQXJid77lYhF52EsIOwhsMF4iWLA6YneoBR1xVKYYdAysHuepUB0OX4tdwMiUDdGKmig=="],
"@types/pg": ["@types/pg@8.23.1", "", { "dependencies": { "@types/node": "*", "pg-protocol": "*", "pg-types": "^2.2.0" } }, "sha512-fKVHpikPdg4GKks3JuLEhvwSyvwzF23hnabPy6DD8ljVbC7+6J5dQzdv4arV6jqq57djnMgs1HKBxX4P8aBI3A=="],
@@ -1621,12 +1632,6 @@
"@vercel/oidc": ["@vercel/oidc@3.2.0", "", {}, "sha512-UycprH3T6n3jH0k44NHMa7pnFHGu/N05MjojYr+Mc6I7obkoLIJujSWwin1pCvdy/eOxrI/l3uDLQsmcrOb4ug=="],
"@videojs/http-streaming": ["@videojs/http-streaming@3.17.5", "", { "dependencies": { "@babel/runtime": "^7.12.5", "@videojs/vhs-utils": "^4.1.2", "aes-decrypter": "^4.0.2", "global": "^4.4.0", "m3u8-parser": "^7.2.0", "mpd-parser": "^1.4.0", "mux.js": "7.1.0", "video.js": "^7 || ^8" } }, "sha512-PRRQVu0hYW5h0XvRWpIyIpEatpMZzZtf7L1avV89Hnu+69f+0c7oLsSL9jwpg2nbvzGkdX5rQxQkz5Vc7tFR9w=="],
"@videojs/vhs-utils": ["@videojs/vhs-utils@4.1.2", "", { "dependencies": { "@babel/runtime": "^7.12.5", "global": "^4.4.0" } }, "sha512-1Dsv5dtWOq0LP1G37O46FQFA2tKAZON5UMe6dFPxT7JvPhEx8QIXcFQxan8+hHI3fX6aomFRFrUBJNgRYQDSXA=="],
"@videojs/xhr": ["@videojs/xhr@2.7.0", "", { "dependencies": { "@babel/runtime": "^7.5.5", "global": "~4.4.0", "is-function": "^1.0.1" } }, "sha512-giab+EVRanChIupZK7gXjHy90y3nncA2phIOyG3Ne5fvpiMJzvqYwiTOnEVW2S4CoYcuKJkomat7bMXA/UoUZQ=="],
"@visx/curve": ["@visx/curve@4.0.1-alpha.0", "", { "dependencies": { "@visx/vendor": "4.0.0-alpha.0" } }, "sha512-jRu61Uz274pV1zyioXmboyrLutYbnKsgjj4njSGCnhdXj5GkZvZbg+ThDb6oOzoAnJOBRLz4rzPlWvNJOzuVMg=="],
"@visx/event": ["@visx/event@4.0.1-alpha.0", "", { "dependencies": { "@types/react": "*", "@visx/point": "4.0.1-alpha.0" } }, "sha512-EQqCMSv/s8NbFjo+hz3FKsvvYfP+2QslsFJ/24/O5l/W+7UC6J6aAvO0ujVwrTwdYbuQ+vhxKi1xdPdKR/qj1g=="],
@@ -1691,8 +1696,6 @@
"@workflow/serde": ["@workflow/serde@4.1.0", "", {}, "sha512-pav4F2BoirECWR7Nf1TKt+2eETcBj7jj4cBefQ8VXQCA6NPkaKeLfj/zMgi+3zYV5ZIBT4GuUiphsj0/b9hPQQ=="],
"@xmldom/xmldom": ["@xmldom/xmldom@0.8.15", "", {}, "sha512-/5NV/vDALVFDXgLmfsy9TRCBlKwO2LNBFzpzvb9iIj+jR+eSc6DLYYvVOdivT/jm7MtU6TebYuRmzEOI7w40UA=="],
"@xtuc/ieee754": ["@xtuc/ieee754@1.2.0", "", {}, "sha512-DX8nKgqcGwsc0eJSqYt5lwP4DH5FlHnmuWWBRy7X0NcaGR0ZtuyeESgMwTYVEtxmsNGY+qit4QYT/MIYTOTPeA=="],
"@xtuc/long": ["@xtuc/long@4.2.2", "", {}, "sha512-NuHqBY1PB/D8xU6s/thBgOAiAP7HOYDQ32+BFZILJ8ivkUkAHQnWfn6WhL79Owj1qmUnoN/YPhktdIoucipkAQ=="],
@@ -1705,8 +1708,6 @@
"adm-zip": ["adm-zip@0.6.0", "", {}, "sha512-XleryMhbuksdKtofnWZ9Sk+4CUTbms4Mb/EU32SZwToAyZ5RgVos/ki8n+yr0LWHOGKuakbXTuuYNHLQjhddgg=="],
"aes-decrypter": ["aes-decrypter@4.0.2", "", { "dependencies": { "@babel/runtime": "^7.12.5", "@videojs/vhs-utils": "^4.1.1", "global": "^4.4.0", "pkcs7": "^1.0.4" } }, "sha512-lc+/9s6iJvuaRe5qDlMTpCFjnwpkeOXp8qP3oiZ5jsj1MRg+SBVUmmICrhxHvc8OELSmc+fEyyxAuppY6hrWzw=="],
"agent-base": ["agent-base@7.1.4", "", {}, "sha512-MnA+YT8fwfJPgBx3m60MNqakm30XOkyIoH1y6huTQvC0PwZG7ki8NacLBcrPbNoo8vEZy7Jpuk7+jMO+CUovTQ=="],
"ai": ["ai@7.0.84", "", { "dependencies": { "@ai-sdk/gateway": "4.0.68", "@ai-sdk/provider": "4.0.8", "@ai-sdk/provider-utils": "5.0.33" }, "peerDependencies": { "zod": "^3.25.76 || ^4.1.8" } }, "sha512-znHNBWADOy79k8EK7636kDm5LmnjF4tMzegC2TfmlLDobDZbs0z0OXD2sxtH3eDTp5Re+pJQESvjinWJ6+kadQ=="],
@@ -1789,6 +1790,8 @@
"baseline-browser-mapping": ["baseline-browser-mapping@2.11.20", "", { "bin": { "baseline-browser-mapping": "dist/cli.cjs" } }, "sha512-H0ulySigv6icDJ1F7SjtdCD6PrhTpdYCmP0CactWy1+ekh0AFd0o1Wn5T8b+hnTmdBx19u9yhL6wvCylXMY7zw=="],
"batch-cluster": ["batch-cluster@19.2.0", "", {}, "sha512-mvozaN/7TYxl+lmXDYH+HocCcRMvW25QmghrJux2y93o+NhHPQ4wir0nBS1p8oTlinjc/l5LaNX+VFxNISrqgQ=="],
"bcrypt-pbkdf": ["bcrypt-pbkdf@1.0.2", "", { "dependencies": { "tweetnacl": "^0.14.3" } }, "sha512-qeFIXtP4MSoi6NLqO12WfqARWWuCKi2Rn/9hJLEmtB5yTNr9DqFWkJRCf2qShWzPeAMRnOgCrq0sg/KLv5ES9w=="],
"better-auth": ["better-auth@1.6.11", "", { "dependencies": { "@better-auth/core": "1.6.11", "@better-auth/drizzle-adapter": "1.6.11", "@better-auth/kysely-adapter": "1.6.11", "@better-auth/memory-adapter": "1.6.11", "@better-auth/mongo-adapter": "1.6.11", "@better-auth/prisma-adapter": "1.6.11", "@better-auth/telemetry": "1.6.11", "@better-auth/utils": "0.4.0", "@better-fetch/fetch": "1.1.21", "@noble/ciphers": "^2.1.1", "@noble/hashes": "^2.0.1", "better-call": "1.3.5", "defu": "^6.1.4", "jose": "^6.1.3", "kysely": "^0.28.17", "nanostores": "^1.1.1", "zod": "^4.3.6" }, "peerDependencies": { "@lynx-js/react": "*", "@prisma/client": "^5.0.0 || ^6.0.0 || ^7.0.0", "@sveltejs/kit": "^2.0.0", "@tanstack/react-start": "^1.0.0", "@tanstack/solid-start": "^1.0.0", "better-sqlite3": "^12.0.0", "drizzle-kit": ">=0.31.4", "drizzle-orm": "^0.45.2", "mongodb": "^6.0.0 || ^7.0.0", "mysql2": "^3.0.0", "next": "^14.0.0 || ^15.0.0 || ^16.0.0", "pg": "^8.0.0", "prisma": "^5.0.0 || ^6.0.0 || ^7.0.0", "react": "^18.0.0 || ^19.0.0", "react-dom": "^18.0.0 || ^19.0.0", "solid-js": "^1.0.0", "svelte": "^4.0.0 || ^5.0.0", "vitest": "^2.0.0 || ^3.0.0 || ^4.0.0", "vue": "^3.0.0" }, "optionalPeers": ["@lynx-js/react", "@prisma/client", "@sveltejs/kit", "@tanstack/react-start", "@tanstack/solid-start", "better-sqlite3", "drizzle-kit", "drizzle-orm", "mongodb", "mysql2", "next", "pg", "prisma", "react", "react-dom", "solid-js", "svelte", "vitest", "vue"] }, "sha512-Wwt6+q07dwIhsp6XiM7L1qSXVUWBEtNl+eZvwM778CguFqDZFBN9Pt6LtFaHl55t8Z+Zc//5kxcbgDY8/79vFQ=="],
@@ -1995,8 +1998,6 @@
"dom-accessibility-api": ["dom-accessibility-api@0.5.16", "", {}, "sha512-X7BJ2yElsnOJ30pZF4uIIDfBEVgF4XEBxL9Bxhy6dnrm5hkzqmsWHGTiHqRiITNhMyFLyAiWndIJP7Z1NTteDg=="],
"dom-walk": ["dom-walk@0.1.2", "", {}, "sha512-6QvTW9mrGeIegrFXdtQi9pk7O/nSK6lSdXW2eqUspN5LWD7UTji2Fqw5V2YLjBpHEoU9Xl/eUWNpDeZvoyOv2w=="],
"dotenv": ["dotenv@17.4.2", "", {}, "sha512-nI4U3TottKAcAD9LLud4Cb7b2QztQMUEfHbvhTH09bqXTxnSie8WnjPALV/WMCrJZ6UV/qHJ6L03OqO3LcdYZw=="],
"dotenv-expand": ["dotenv-expand@13.0.0", "", { "dependencies": { "dotenv": "^17.4.2" } }, "sha512-aBfBS8eYIeXmpHI9ThIlA7/WLq+SLt18iXUZhb52rW89QLKQFoIpPG1bPeewoPZsTyjSSO3T7234FBVUM1V2rA=="],
@@ -2099,6 +2100,12 @@
"eventsource-parser": ["eventsource-parser@3.1.1", "", {}, "sha512-EKN1vKAMcZ8MlYMpaNuxN6R9yakzH6uajHcHVTqWJzvu5pWw9DyhbP35HH8MVBQ+dZjAfDxk+A8NiR9KWaXiyQ=="],
"exiftool-vendored": ["exiftool-vendored@38.1.0", "", { "dependencies": { "@photostructure/tz-lookup": "^11.7.0", "@types/luxon": "^3.7.5", "batch-cluster": "^19.2.0", "he": "^1.2.0", "luxon": "^3.7.2" }, "optionalDependencies": { "exiftool-vendored.exe": "13.59.2", "exiftool-vendored.pl": "13.59.2" } }, "sha512-LIERqM/Qb0oqJlSswLFKWsxGVH81skp7omsX2BPKA/dEzfLP5syNO5KL7k5UlMCf+m0jqEXrKTQr/xV5vScPow=="],
"exiftool-vendored.exe": ["exiftool-vendored.exe@13.59.2", "", { "os": "win32" }, "sha512-U0l0CApIGO+AjpFYCiNCApQsMdlf6sqCyEl4wlKKqvwVAEVcvMRw91k7zj32OPFZE+/+XlLFsc6876MpOqBLiw=="],
"exiftool-vendored.pl": ["exiftool-vendored.pl@13.59.2", "", { "os": "!win32", "bin": { "exiftool": "bin/exiftool" } }, "sha512-5B80JT9phZSUsc7zz77rQ6DfW0YssTpJ5qW/1bOH1N8XQq/jcn+9eRW9HFwhVT9uoIliw9Fg007ST3pUzQIzyw=="],
"expect-type": ["expect-type@1.4.0", "", {}, "sha512-KfYbmpRm0VbLjEvVa9yGwCi9GI34xvi7A/HXYWQO65CSD2u3MczUJSuwXKFIxlGsgBQizV9q5J9NHj4VG0n+pA=="],
"exsolve": ["exsolve@1.1.1", "", {}, "sha512-9U/jZUgjnSGyntRr6y5Muu1MJcwFl6kPu7k8qLF0IMNfLqvw0NZ4nnVDq0RVoZ0RvCyumib4Ez3KYrVfilrw+g=="],
@@ -2207,8 +2214,6 @@
"glob-to-regex.js": ["glob-to-regex.js@1.2.0", "", { "peerDependencies": { "tslib": "2" } }, "sha512-QMwlOQKU/IzqMUOAZWubUOT8Qft+Y0KQWnX9nK3ch0CJg0tTp4TvGZsTfudYKv2NzoQSyPcnA6TYeIQ3jGichQ=="],
"global": ["global@4.4.0", "", { "dependencies": { "min-document": "^2.19.0", "process": "^0.11.10" } }, "sha512-wv/LAoHdRE3BeTGz53FAamhGlPLhlssK45usmGFThIi4XqnBmjKQ16u+RNbP7WvigRZDxUsM0J3gcQ5yicaL0w=="],
"globals": ["globals@17.11.0", "", {}, "sha512-Z2I8hM+PbJDXQDq3Icgpzv+mPdwr68iZUU9d5WW4FuXfDUQfkZaZuvjMv42/5crNyw154+9+VWXbYrUgDXbxNw=="],
"globalthis": ["globalthis@1.0.4", "", { "dependencies": { "define-properties": "^1.2.1", "gopd": "^1.0.1" } }, "sha512-DpLKbNU4WylpxJykQujfCcwYWiV/Jhm50Goo0wrVILAv5jOr9d+H+UR3PhSCD2rCCEIg0uc+G+muBTwD54JhDQ=="],
@@ -2247,10 +2252,14 @@
"hast-util-whitespace": ["hast-util-whitespace@3.0.0", "", { "dependencies": { "@types/hast": "^3.0.0" } }, "sha512-88JUN06ipLwsnv+dVn+OIYOvAuvBMy/Qoi6O7mQHxdPXpjy+Cd6xRkWwux7DKO+4sYILtLBRIKgsdpS2gQc7qw=="],
"he": ["he@1.2.0", "", { "bin": { "he": "bin/he" } }, "sha512-F/1DnUGPopORZi0ni+CvrCgHQ5FyEAHRLSApuYWMmrbSwoN2Mn/7k+Gl38gJnR7yyDZk6WLXwiGod1JOWNDKGw=="],
"heap-js": ["heap-js@2.7.1", "", {}, "sha512-EQfezRg0NCZGNlhlDR3Evrw1FVL2G3LhU7EgPoxufQKruNBSYA8MiRPHeWbU+36o+Fhel0wMwM+sLEiBAlNLJA=="],
"help-me": ["help-me@5.0.0", "", {}, "sha512-7xgomUX6ADmcYzFik0HzAxh/73YlKR9bmFzf51CZwR+b6YtzU2m0u49hQCqV6SvlqIqsaxovfwdvbnsw3b/zpg=="],
"hls.js": ["hls.js@1.7.3", "", {}, "sha512-MsPlx6yVW4Qv4C7mEVou4/gk/5cN2dVxOTnrNjPSmyH2f0Ln+/UkG10Ax1PE6OvrmTVPKgQYozTtBaPOuCzq7A=="],
"hono": ["hono@4.13.5", "", {}, "sha512-O6+/eCYRkzzzy0rPWwKLiGBR1nFuUPZynnwjxN1MBA62NNqbT0wQEzQyK2gSO5yDIDB336sXQleAhOHrzlYyKw=="],
"html-url-attributes": ["html-url-attributes@3.0.1", "", {}, "sha512-ol6UPyBWqsrO6EJySPz2O7ZSr856WDrEzM5zMqp+FJJLGMW35cLYmmZnl0vztAZxRUoNZJFTCohfjuIJ8I4QBQ=="],
@@ -2311,8 +2320,6 @@
"is-fullwidth-code-point": ["is-fullwidth-code-point@3.0.0", "", {}, "sha512-zymm5+u+sCsSWyD9qNaejV3DFvhCKclKdizYaJUuHA83RLjb7nSuGnddCHGv0hk+KY7BMAlsWeK4Ueg6EV6XQg=="],
"is-function": ["is-function@1.0.2", "", {}, "sha512-lw7DUp0aWXYg+CBCN+JKkcE0Q2RayZnSvnZBlwgxHBQhqt5pZNVy4Ri7H9GmmXkdu7LUthszM+Tor1u/2iBcpQ=="],
"is-generator-function": ["is-generator-function@1.1.2", "", { "dependencies": { "call-bound": "^1.0.4", "generator-function": "^2.0.0", "get-proto": "^1.0.1", "has-tostringtag": "^1.0.2", "safe-regex-test": "^1.1.0" } }, "sha512-upqt1SkGkODW9tsGNG5mtXTXtECizwtS2kA161M+gJPc1xdb/Ax629af6YrTwcOeQHbewrPNlE5Dx7kzvXTizA=="],
"is-glob": ["is-glob@4.0.3", "", { "dependencies": { "is-extglob": "^2.1.1" } }, "sha512-xelSayHH36ZgE7ZWhli7pW34hNbNl8Ojv5KVmkJD4hBdD3th8Tfk9vYasLM+mXWOZhFkgZfxhLSnrwRr4elSSg=="],
@@ -2465,9 +2472,9 @@
"lucide-react": ["lucide-react@1.37.0", "", { "peerDependencies": { "react": "^16.5.1 || ^17.0.0 || ^18.0.0 || ^19.0.0" } }, "sha512-LPsB4rD1TD6wZu1djKOf9vUnS1jTNaHbolXebXDgiTdb6jeA1agIJhJsIybCmjKmQClcOaal1o1OaiYahEftyQ=="],
"lz-string": ["lz-string@1.5.0", "", { "bin": { "lz-string": "bin/bin.js" } }, "sha512-h5bgJWpxJNswbU7qCrV0tIKQCaS3blPDrqKWx+QxzuzL1zGUzij9XCWLrSLsJPu5t+eWA/ycetzYAO5IOMcWAQ=="],
"luxon": ["luxon@3.7.2", "", {}, "sha512-vtEhXh/gNjI9Yg1u4jX/0YVPMvxzHuGgCm6tC5kZyb08yjGWGnqAjGJvcXbqQR2P3MyMEFnRbpcdFS6PBcLqew=="],
"m3u8-parser": ["m3u8-parser@7.2.0", "", { "dependencies": { "@babel/runtime": "^7.12.5", "@videojs/vhs-utils": "^4.1.1", "global": "^4.4.0" } }, "sha512-CRatFqpjVtMiMaKXxNvuI3I++vUumIXVVT/JpCpdU/FynV/ceVw1qpPyyBNindL+JlPMSesx+WX1QJaZEJSaMQ=="],
"lz-string": ["lz-string@1.5.0", "", { "bin": { "lz-string": "bin/bin.js" } }, "sha512-h5bgJWpxJNswbU7qCrV0tIKQCaS3blPDrqKWx+QxzuzL1zGUzij9XCWLrSLsJPu5t+eWA/ycetzYAO5IOMcWAQ=="],
"magic-string": ["magic-string@0.30.21", "", { "dependencies": { "@jridgewell/sourcemap-codec": "^1.5.5" } }, "sha512-vd2F4YUyEXKGcLHoq+TEyCjxueSeHnFxyyjNp80yg0XV4vUhnDer/lvvlqM/arB5bXQN5K2/3oinyCRyx8T2CQ=="],
@@ -2539,8 +2546,6 @@
"mime-match": ["mime-match@1.0.2", "", { "dependencies": { "wildcard": "^1.1.0" } }, "sha512-VXp/ugGDVh3eCLOBCiHZMYWQaTNUHv2IJrut+yXA6+JbLPXHglHwfS/5A5L0ll+jkCY7fIzRJcH6OIunF+c6Cg=="],
"min-document": ["min-document@2.19.2", "", { "dependencies": { "dom-walk": "^0.1.0" } }, "sha512-8S5I8db/uZN8r9HSLFVWPdJCvYOejMcEC82VIzNUc6Zkklf/d1gg2psfE79/vyhWOj4+J8MtwmoOz3TmvaGu5A=="],
"minimatch": ["minimatch@10.2.6", "", { "dependencies": { "brace-expansion": "^5.0.8" } }, "sha512-vpLQEs+VLCr1nU0BXS07maYoFwlDAH0gngQuuttxIwutDFEMHq2blX+8vpgxDdK3J1PwjCJiep77OitTZ4Ll1A=="],
"minimist": ["minimist@1.2.8", "", {}, "sha512-2yyAR8qBkN3YuheJanUpWC5U3bb5osDywNB8RzDVlDwDHbocAJveqqj1u8+SVD7jkWT4yvsHCpWqqWqAxb0zCA=="],
@@ -2553,12 +2558,8 @@
"mkdirp-classic": ["mkdirp-classic@0.5.3", "", {}, "sha512-gKLcREMhtuZRwRAfqP3RFW+TK4JqApVBtOIftVgjuABpAtpxhPGaDcfvbhNvD0B8iD1oUr/txX35NjcaY6Ns/A=="],
"mpd-parser": ["mpd-parser@1.4.0", "", { "dependencies": { "@babel/runtime": "^7.12.5", "@videojs/vhs-utils": "^4.1.2", "@xmldom/xmldom": "^0.8.3", "global": "^4.4.0" }, "bin": { "mpd-to-m3u8-json": "bin/parse.js" } }, "sha512-blbA7XpAaOdC/PR0Tu8GiUxlx6CpBuRowQPYV7lhi9Yr9G9+dkPXIUjqjzc/NCn/uZZPopluaJlIYntIEI/VLw=="],
"ms": ["ms@2.1.3", "", {}, "sha512-6FlzubTLZG3J2a/NVCAleEhjzq5oxgHyaCU9yYXvcLsvoVaHJq/s5xXI6/XXP6tz7R9xAOtHnSO/tXtF3WRTlA=="],
"mux.js": ["mux.js@7.1.0", "", { "dependencies": { "@babel/runtime": "^7.11.2", "global": "^4.4.0" }, "bin": { "muxjs-transmux": "bin/transmux.js" } }, "sha512-NTxawK/BBELJrYsZThEulyUMDVlLizKdxyAsMuzoCD1eFj97BVaA8D/CvKsKu6FOLYkFojN5CbM9h++ZTZtknA=="],
"mysql2": ["mysql2@3.15.3", "", { "dependencies": { "aws-ssl-profiles": "^1.1.1", "denque": "^2.1.0", "generate-function": "^2.3.1", "iconv-lite": "^0.7.0", "long": "^5.2.1", "lru.min": "^1.0.0", "named-placeholders": "^1.1.3", "seq-queue": "^0.0.5", "sqlstring": "^2.3.2" } }, "sha512-FBrGau0IXmuqg4haEZRBfHNWB5mUARw6hNwPDXXGg0XzVJ50mr/9hb267lvpVMnhZ1FON3qNd4Xfcez1rbFwSg=="],
"named-placeholders": ["named-placeholders@1.1.6", "", { "dependencies": { "lru.min": "^1.1.0" } }, "sha512-Tz09sEL2EEuv5fFowm419c1+a/jSMiBjI9gHxVLrVdbUkkNUUfjsVYs9pVZu5oCon/kmRh9TfLEObFtkVxmY0w=="],
@@ -2591,6 +2592,8 @@
"node-releases": ["node-releases@2.0.54", "", {}, "sha512-YHs7BmmcsdAI5Ozuf8JZo6PT0mv2GIWC9vMfvUC3dp65M8hn7Ux8CPL+2oBI7juNuj9d0ndhTcznq2ODBps9cQ=="],
"nodemailer": ["nodemailer@10.0.10", "", {}, "sha512-He9XskOFms62SyAKkLu8CcGcYHAo+BSHSsORI8s4PJH8qZgZY4L4lDfvyN0twvmbpyG+eGrxpyBlskj9d9rJ8A=="],
"normalize-path": ["normalize-path@3.0.0", "", {}, "sha512-6eZs5Ls3WtCisHWp9S2GUy8dqkpGi4BVSz3GaqiE6ezub0512ESztXUwUB6C6IKbQkY2Pnb/mD4WYojCRwcwLA=="],
"object-assign": ["object-assign@4.1.1", "", {}, "sha512-rJgTQnkUnH1sFw8yT6VSU3zD3sWmu6sZhIseY8VX+GRu3P6F7Fu+JNDoXfklElbLJSnc3FUQHVe4cU5hj+BcUg=="],
@@ -2687,8 +2690,6 @@
"pkce-challenge": ["pkce-challenge@5.0.1", "", {}, "sha512-wQ0b/W4Fr01qtpHlqSqspcj3EhBvimsdh0KlHhH8HRZnMsEa0ea2fTULOXOS9ccQr3om+GcGRk4e+isrZWV8qQ=="],
"pkcs7": ["pkcs7@1.0.4", "", { "dependencies": { "@babel/runtime": "^7.5.5" }, "bin": { "pkcs7": "bin/cli.js" } }, "sha512-afRERtHn54AlwaF2/+LFszyAANTCggGilmcmILUzEjvs3XgFZT+xE6+QWQcAGmu4xajy+Xtj7acLOPdx5/eXWQ=="],
"pkg-types": ["pkg-types@2.3.1", "", { "dependencies": { "confbox": "^0.2.4", "exsolve": "^1.0.8", "pathe": "^2.0.3" } }, "sha512-y+ichcgc2LrADuhLNAx8DFjVfgz91pRxfZdI3UDhxHvcVEZsenLO+7XaU5vOp0u/7V/wZ+plyuQxtrDlZJ+yeg=="],
"playwright": ["playwright@1.61.1", "", { "dependencies": { "playwright-core": "1.61.1" }, "optionalDependencies": { "fsevents": "2.3.2" }, "bin": { "playwright": "cli.js" } }, "sha512-DWnY5o3YbLWK4GovuAVwpqL+1VwGNdUGrRr++8j8PtQQzvAVZUIMjKQ90fY689sEJZJBbZVw1rXaOKSTitkzPQ=="],
@@ -3093,14 +3094,6 @@
"victory-vendor": ["victory-vendor@37.3.6", "", { "dependencies": { "@types/d3-array": "^3.0.3", "@types/d3-ease": "^3.0.0", "@types/d3-interpolate": "^3.0.1", "@types/d3-scale": "^4.0.2", "@types/d3-shape": "^3.1.0", "@types/d3-time": "^3.0.0", "@types/d3-timer": "^3.0.0", "d3-array": "^3.1.6", "d3-ease": "^3.0.1", "d3-interpolate": "^3.0.1", "d3-scale": "^4.0.2", "d3-shape": "^3.1.0", "d3-time": "^3.0.0", "d3-timer": "^3.0.1" } }, "sha512-SbPDPdDBYp+5MJHhBCAyI7wKM3d5ivekigc2Dk2s7pgbZ9wIgIBYGVw4zGHBml/qTFbexrofXW6Gu4noGxrOwQ=="],
"video.js": ["video.js@8.24.0", "", { "dependencies": { "@babel/runtime": "^7.28.4", "@videojs/http-streaming": "^3.17.5", "@videojs/vhs-utils": "^4.1.2", "@videojs/xhr": "2.7.0", "aes-decrypter": "^4.0.2", "global": "4.4.0", "m3u8-parser": "^7.2.0", "mpd-parser": "^1.4.0", "mux.js": "^7.0.1", "videojs-contrib-quality-levels": "4.1.0", "videojs-font": "4.2.0", "videojs-vtt.js": "0.15.5" } }, "sha512-ZUuxTlDRkEWhpp2mvGCSFzI0Tc3zcC6IUZbIhBcZ3QW0Ms+IRp/tzYkhqexcMYwrcukRFiWWJmRANsLKvv8Vsg=="],
"videojs-contrib-quality-levels": ["videojs-contrib-quality-levels@4.1.0", "", { "dependencies": { "global": "^4.4.0" }, "peerDependencies": { "video.js": "^8" } }, "sha512-TfrXJJg1Bv4t6TOCMEVMwF/CoS8iENYsWNKip8zfhB5kTcegiFYezEA0eHAJPU64ZC8NQbxQgOwAsYU8VXbOWA=="],
"videojs-font": ["videojs-font@4.2.0", "", {}, "sha512-YPq+wiKoGy2/M7ccjmlvwi58z2xsykkkfNMyIg4xb7EZQQNwB71hcSsB3o75CqQV7/y5lXkXhI/rsGAS7jfEmQ=="],
"videojs-vtt.js": ["videojs-vtt.js@0.15.5", "", { "dependencies": { "global": "^4.3.1" } }, "sha512-yZbBxvA7QMYn15Lr/ZfhhLPrNpI/RmCSCqgIff57GC2gIrV5YfyzLfLyZMj0NnZSAz8syB4N0nHXpZg9MyrMOQ=="],
"vite": ["vite@8.2.2", "", { "dependencies": { "lightningcss": "^1.33.0", "picomatch": "^4.0.5", "postcss": "^8.5.26", "rolldown": "~1.2.4", "tinyglobby": "^0.2.17" }, "optionalDependencies": { "fsevents": "~2.3.3" }, "peerDependencies": { "@types/node": "^20.19.0 || >=22.12.0", "@vitejs/devtools": "^0.4.0 || ^0.5.0", "esbuild": "^0.27.0 || ^0.28.0", "jiti": ">=1.21.0", "less": "^4.0.0", "sass": "^1.70.0", "sass-embedded": "^1.70.0", "stylus": ">=0.54.8", "sugarss": "^5.0.0", "terser": "^5.16.0", "tsx": "^4.8.1", "yaml": "^2.4.2" }, "optionalPeers": ["@types/node", "@vitejs/devtools", "esbuild", "jiti", "less", "sass", "sass-embedded", "stylus", "sugarss", "terser", "tsx", "yaml"], "bin": { "vite": "bin/vite.js" } }, "sha512-cFKLV/PRgAUlIRm5WjMjJ86jrftzpqcgH+Us+DS8mI3CDNiH30Whrz8uHL3+MOLPAgqbMBAqWdAHAphOAM+z/Q=="],
"vite-tsconfig-paths": ["vite-tsconfig-paths@6.1.1", "", { "dependencies": { "debug": "^4.1.1", "globrex": "^0.1.2", "tsconfck": "^3.0.3" }, "peerDependencies": { "vite": "*" } }, "sha512-2cihq7zliibCCZ8P9cKJrQBkfgdvcFkOOc3Y02o3GWUDLgqjWsZudaoiuOwO/gzTzy17cS5F7ZPo4bsnS4DGkg=="],
@@ -3239,6 +3232,10 @@
"@reduxjs/toolkit/reselect": ["reselect@5.3.0", "", {}, "sha512-XGoLeRAVzUTcJ1qkxPQhDJyIZ5d6zzZD9nT7AEZOaaU9UbWclhycElmhO+VD5bFeLuzhPBaOV2oXC8uG35ZSpg=="],
"@shumai/core/@temporalio/activity": ["@temporalio/activity@1.24.0", "", { "dependencies": { "@temporalio/client": "1.24.0", "@temporalio/common": "1.24.0" } }, "sha512-eBBho/r9XHe2KczYGzmaSp6e9+6c9ta/GGOBldIBr00D/cV34kJ76iAY3Ue1pQTaP7YaX3phMuOz07uUg/IKyA=="],
"@shumai/core/@temporalio/workflow": ["@temporalio/workflow@1.24.0", "", { "dependencies": { "@temporalio/common": "1.24.0", "@temporalio/proto": "1.24.0", "nexus-rpc": "^0.0.3" } }, "sha512-pIA9nxkDCCbBnNuMSffQ44HWHYe3zXFfrDpDLwzh/FUSx8uLbsBM8jwf5oUMf+5eV/qVW9PknZhOu9IFO4XnPA=="],
"@shumai/webui/@types/react-dom": ["@types/react-dom@19.2.5", "", { "peerDependencies": { "@types/react": "^19.2.0" } }, "sha512-fMPwH9v7r/pp43yUd2/Mbiex5KouJwwR3dzHkhLREUC6764VyDsqxhAxv6OFEYR1RhjOyD1naqba8ECDBe7ZQg=="],
"@spectrum-web-components/action-button/@spectrum-web-components/icon": ["@spectrum-web-components/icon@0.37.0", "", { "dependencies": { "@spectrum-web-components/base": "^0.37.0", "@spectrum-web-components/iconset": "^0.37.0" } }, "sha512-DZ1yOKHxNQygzIJ7u9akYComDnMmxuTzfmYxxt9sHdUXmc1NbMkCJqEaAG/LYsdb+hc4xWaDTT9SzArLKZ/btA=="],
@@ -3489,6 +3486,14 @@
"@prisma/studio-core/@radix-ui/react-toggle/@radix-ui/react-use-controllable-state": ["@radix-ui/react-use-controllable-state@1.2.2", "", { "dependencies": { "@radix-ui/react-use-effect-event": "0.0.2", "@radix-ui/react-use-layout-effect": "1.1.1" }, "peerDependencies": { "@types/react": "*", "react": "^16.8 || ^17.0 || ^18.0 || ^19.0 || ^19.0.0-rc" }, "optionalPeers": ["@types/react"] }, "sha512-BjasUjixPFdS+NKkypcyyN5Pmg83Olst0+c6vGov0diwTEo6mgdqVR6hxcEgFuh4QrAs7Rc+9KuGJ9TVCj0Zzg=="],
"@shumai/core/@temporalio/activity/@temporalio/client": ["@temporalio/client@1.24.0", "", { "dependencies": { "@grpc/grpc-js": "^1.12.4", "@temporalio/common": "1.24.0", "@temporalio/proto": "1.24.0", "abort-controller": "^3.0.0", "long": "^5.3.2", "nexus-rpc": "^0.0.3", "uuid": "^11.1.0" } }, "sha512-/GGg6ZYl+pN/bQEvq414CyjDvyM+MM1WsMzi/7SCYb3UlivVXx9nOmH/6BGx8OfYFayp11fkmfSh6rt7vW/ePQ=="],
"@shumai/core/@temporalio/activity/@temporalio/common": ["@temporalio/common@1.24.0", "", { "dependencies": { "@temporalio/proto": "1.24.0", "long": "^5.3.2", "ms": "3.0.0-canary.1", "nexus-rpc": "^0.0.3", "protobufjs": "^8.7.1" } }, "sha512-jXp77fXwynBcVNc/CaGMT33TVYnhcN26S959HDv7Q71oc0rN6d8RHWR5z0nRCDAu5CQwZQRRhVK0TRdyAiEg7Q=="],
"@shumai/core/@temporalio/workflow/@temporalio/common": ["@temporalio/common@1.24.0", "", { "dependencies": { "@temporalio/proto": "1.24.0", "long": "^5.3.2", "ms": "3.0.0-canary.1", "nexus-rpc": "^0.0.3", "protobufjs": "^8.7.1" } }, "sha512-jXp77fXwynBcVNc/CaGMT33TVYnhcN26S959HDv7Q71oc0rN6d8RHWR5z0nRCDAu5CQwZQRRhVK0TRdyAiEg7Q=="],
"@shumai/core/@temporalio/workflow/@temporalio/proto": ["@temporalio/proto@1.24.0", "", { "dependencies": { "long": "^5.3.2", "protobufjs": "^8.7.1" } }, "sha512-vhlhB9GpoyJx+78r3lDahHywpdri6LKx7kt7djLIw6XzHyb8FQTIi4lX8DSJBqKp3+HVfL1CLwiqO26KFRzg/g=="],
"@spectrum-web-components/action-button/@spectrum-web-components/icon/@spectrum-web-components/iconset": ["@spectrum-web-components/iconset@0.37.0", "", { "dependencies": { "@spectrum-web-components/base": "^0.37.0" } }, "sha512-s1TBjWeQtGdGf6n+r+aG2glv77IgR0pNs0HLusGyYt6jzWFkP276fE7Neqq/2XvG9a9zvAwngffnWS3td/Gtmg=="],
"@spectrum-web-components/action-group/@spectrum-web-components/icons-workflow/@spectrum-web-components/icon": ["@spectrum-web-components/icon@0.37.0", "", { "dependencies": { "@spectrum-web-components/base": "^0.37.0", "@spectrum-web-components/iconset": "^0.37.0" } }, "sha512-DZ1yOKHxNQygzIJ7u9akYComDnMmxuTzfmYxxt9sHdUXmc1NbMkCJqEaAG/LYsdb+hc4xWaDTT9SzArLKZ/btA=="],
@@ -3599,6 +3604,20 @@
"@prisma/studio-core/@radix-ui/react-toggle/@radix-ui/react-use-controllable-state/@radix-ui/react-use-layout-effect": ["@radix-ui/react-use-layout-effect@1.1.1", "", { "peerDependencies": { "@types/react": "*", "react": "^16.8 || ^17.0 || ^18.0 || ^19.0 || ^19.0.0-rc" }, "optionalPeers": ["@types/react"] }, "sha512-RbJRS4UWQFkzHTTwVymMTUv8EqYhOp8dOOviLj2ugtTiXRaRQS7GLGxZTLL1jWhMeoSCf5zmcZkqTl9IiYfXcQ=="],
"@shumai/core/@temporalio/activity/@temporalio/client/@temporalio/proto": ["@temporalio/proto@1.24.0", "", { "dependencies": { "long": "^5.3.2", "protobufjs": "^8.7.1" } }, "sha512-vhlhB9GpoyJx+78r3lDahHywpdri6LKx7kt7djLIw6XzHyb8FQTIi4lX8DSJBqKp3+HVfL1CLwiqO26KFRzg/g=="],
"@shumai/core/@temporalio/activity/@temporalio/common/@temporalio/proto": ["@temporalio/proto@1.24.0", "", { "dependencies": { "long": "^5.3.2", "protobufjs": "^8.7.1" } }, "sha512-vhlhB9GpoyJx+78r3lDahHywpdri6LKx7kt7djLIw6XzHyb8FQTIi4lX8DSJBqKp3+HVfL1CLwiqO26KFRzg/g=="],
"@shumai/core/@temporalio/activity/@temporalio/common/ms": ["ms@3.0.0-canary.1", "", {}, "sha512-kh8ARjh8rMN7Du2igDRO9QJnqCb2xYTJxyQYK7vJJS4TvLLmsbyhiKpSW+t+y26gyOyMd0riphX0GeWKU3ky5g=="],
"@shumai/core/@temporalio/activity/@temporalio/common/protobufjs": ["protobufjs@8.8.0", "", { "dependencies": { "long": "^5.3.2" } }, "sha512-N3xhQ5yyBx3vQq4gubBfASzYhJGNzeDbjqBpu61g7UVylsN/qyffU96TKWD3GbbLOKF82VGNRNvv1+BFgE31Eg=="],
"@shumai/core/@temporalio/workflow/@temporalio/common/ms": ["ms@3.0.0-canary.1", "", {}, "sha512-kh8ARjh8rMN7Du2igDRO9QJnqCb2xYTJxyQYK7vJJS4TvLLmsbyhiKpSW+t+y26gyOyMd0riphX0GeWKU3ky5g=="],
"@shumai/core/@temporalio/workflow/@temporalio/common/protobufjs": ["protobufjs@8.8.0", "", { "dependencies": { "long": "^5.3.2" } }, "sha512-N3xhQ5yyBx3vQq4gubBfASzYhJGNzeDbjqBpu61g7UVylsN/qyffU96TKWD3GbbLOKF82VGNRNvv1+BFgE31Eg=="],
"@shumai/core/@temporalio/workflow/@temporalio/proto/protobufjs": ["protobufjs@8.8.0", "", { "dependencies": { "long": "^5.3.2" } }, "sha512-N3xhQ5yyBx3vQq4gubBfASzYhJGNzeDbjqBpu61g7UVylsN/qyffU96TKWD3GbbLOKF82VGNRNvv1+BFgE31Eg=="],
"@spectrum-web-components/action-group/@spectrum-web-components/icons-workflow/@spectrum-web-components/icon/@spectrum-web-components/iconset": ["@spectrum-web-components/iconset@0.37.0", "", { "dependencies": { "@spectrum-web-components/base": "^0.37.0" } }, "sha512-s1TBjWeQtGdGf6n+r+aG2glv77IgR0pNs0HLusGyYt6jzWFkP276fE7Neqq/2XvG9a9zvAwngffnWS3td/Gtmg=="],
"@spectrum-web-components/card/@spectrum-web-components/icons-workflow/@spectrum-web-components/icon/@spectrum-web-components/iconset": ["@spectrum-web-components/iconset@0.37.0", "", { "dependencies": { "@spectrum-web-components/base": "^0.37.0" } }, "sha512-s1TBjWeQtGdGf6n+r+aG2glv77IgR0pNs0HLusGyYt6jzWFkP276fE7Neqq/2XvG9a9zvAwngffnWS3td/Gtmg=="],
@@ -3620,5 +3639,7 @@
"readdir-glob/minimatch/brace-expansion/balanced-match": ["balanced-match@1.0.2", "", {}, "sha512-3oSeUO0TMV67hN1AmbXsK4yaqU7tjiHlbxRDZOpH0KW9+CeX4bRAaX0Anxt0tx2MrpRpWwQaPwIlISEJhYU5Pw=="],
"@prisma/studio-core/@radix-ui/react-toggle/@radix-ui/react-primitive/@radix-ui/react-slot/@radix-ui/react-compose-refs": ["@radix-ui/react-compose-refs@1.1.2", "", { "peerDependencies": { "@types/react": "*", "react": "^16.8 || ^17.0 || ^18.0 || ^19.0 || ^19.0.0-rc" }, "optionalPeers": ["@types/react"] }, "sha512-z4eqJvfiNnFMHIIvXP3CY57y2WJs5g2v3X0zm9mEJkrkNv4rDxu+sg9Jh8EkXyeqBkB7SOcboo9dMVqhyrACIg=="],
"@shumai/core/@temporalio/activity/@temporalio/client/@temporalio/proto/protobufjs": ["protobufjs@8.8.0", "", { "dependencies": { "long": "^5.3.2" } }, "sha512-N3xhQ5yyBx3vQq4gubBfASzYhJGNzeDbjqBpu61g7UVylsN/qyffU96TKWD3GbbLOKF82VGNRNvv1+BFgE31Eg=="],
}
}
@@ -6,8 +6,6 @@ services:
POSTGRES_USER: shumai
POSTGRES_PASSWORD: shumai_password
POSTGRES_DB: shumai_db
ports:
- '5432:5432'
volumes:
- postgres_data:/var/lib/postgresql/18/docker
healthcheck:
@@ -28,6 +26,11 @@ services:
- '3000:3000'
volumes:
- ./data:/app/data
# Hardware Acceleration (NVENC / QuickSync / VA-API / RKMPP)
# Uncomment the extends section below for hardware acceleration:
# extends:
# file: hwaccel.transcoding.yaml
# service: cpu # set to one of [nvenc, quicksync, rkmpp, vaapi, vaapi-wsl] for accelerated transcoding
environment:
# Database Configuration
DATABASE_URL: postgres://shumai:shumai_password@shumai_postgres:5432/shumai_db?search_path=public&sslmode=disable
+5 -2
View File
@@ -6,8 +6,6 @@ services:
POSTGRES_USER: shumai
POSTGRES_PASSWORD: shumai_password
POSTGRES_DB: shumai_db
ports:
- '5432:5432'
volumes:
- postgres_data:/var/lib/postgresql/18/docker
healthcheck:
@@ -28,6 +26,11 @@ services:
- '3000:3000'
volumes:
- ./data:/app/data
# Hardware Acceleration (NVENC / QuickSync / VA-API / RKMPP)
# Uncomment the extends section below for hardware acceleration:
# extends:
# file: hwaccel.transcoding.yaml
# service: cpu # set to one of [nvenc, quicksync, rkmpp, vaapi, vaapi-wsl] for accelerated transcoding
environment:
# Database Configuration
DATABASE_URL: postgres://shumai:shumai_password@shumai_postgres:5432/shumai_db?search_path=public&sslmode=disable
@@ -0,0 +1,44 @@
# Configurations for hardware-accelerated transcoding
services:
cpu: {}
nvenc:
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: 1
capabilities:
- gpu
- compute
- video
quicksync:
devices:
- /dev/dri:/dev/dri
rkmpp:
security_opt: # enables full access to /sys and /proc, still far better than privileged: true
- systempaths=unconfined
- apparmor=unconfined
group_add:
- video
devices:
- /dev/rga:/dev/rga
- /dev/dri:/dev/dri
- /dev/dma_heap:/dev/dma_heap
- /dev/mpp_service:/dev/mpp_service
vaapi:
devices:
- /dev/dri:/dev/dri
vaapi-wsl: # use this for VAAPI if running in WSL2
devices:
- /dev/dri:/dev/dri
- /dev/dxg:/dev/dxg
volumes:
- /usr/lib/wsl:/usr/lib/wsl
environment:
- LIBVA_DRIVER_NAME=d3d12
@@ -7,8 +7,6 @@ services:
POSTGRES_USER: shumai
POSTGRES_PASSWORD: shumai_password
POSTGRES_DB: shumai_db
ports:
- '5432:5432'
volumes:
- postgres_data:/var/lib/postgresql
healthcheck:
+860
View File
@@ -0,0 +1,860 @@
---
title: "Changelog"
description: "Recent updates, new features, and improvements in Shumai"
---
<Update label="v0.5.0" description="October 2, 2026">
### Added
* **transcode**: Add configurable target resolution ladders (480p, 720p, 1080p, 1440p, 2160p) for MP4 Multi Resolutions transcoding in team settings, with unified resolution matching and lowest-resolution fallback for both MP4 and HLS
* **transcode**: Add HLS live streaming with fMP4/CMAF adaptive bitrate ladders (480p, 720p, 1080p, 1440p, 2160p), configurable in Transcode Settings, with automatic quality switching, manual resolution selection in the video viewer, seamless rendition switching, and full watermarking support for shared links
* **transcode**: Add basic camera RAW image support for popular camera formats (including Sony ARW, Canon CR2/CR3, Nikon NEF, Adobe DNG, Fujifilm RAF, and Panasonic RW2), extracting high-quality embedded JPEG previews and automatically applying camera orientation for fast thumbnail and proxy generation
### Fixed
- **asset**: Fix an issue where media files remained stuck in a perpetual "Preparing..." state when transcoding failed, by displaying a clear failed status and error details in the file list and file viewer
* **transcode**: Fix an issue where videos or audio-only files containing attached cover art or picture streams could cause transcoding to fail during poster generation or select a single static image instead of the video
* **webui**: Fix inconsistent video resolution labels across download menus, mobile file headers, and the video player by correctly deriving resolutions from the video's short side, including portrait videos and 480p videos
* **trash**: Fix an issue where the "Empty Trash" confirmation dialog would close immediately instead of showing a loading state while files were being permanently deleted
### Changed
* **settings**: Redesign team Video Transcoding settings with dedicated cards for Transcode Policy, Hardware Acceleration, and FFmpeg Threads, clearly explaining MP4 and HLS playback vs download behavior and storage implications
* **settings**: Rename AI Settings group to Team AI Settings in settings navigation
</Update>
<Update label="v0.4.9" description="September 28, 2026">
### Added
- **notification**: You can now receive notifications via email, with batched digest emails and configurable team-level SMTP settings
- **transcode**: Add VA-API hardware acceleration support for Linux hosts and Docker environments with Intel and AMD GPUs, featuring automatic DRI render node discovery, variable bitrate control, and structured transcoding observability logs
- **transcode**: Add automatic fallback to software transcoding (libx264) when hardware-accelerated video encoding encounters GPU resolution constraints or runtime driver errors
- **docker**: Add modular hardware-accelerated transcoding presets matching Immich's compose configuration via `hwaccel.transcoding.yaml` with support for NVENC, QuickSync, RKMPP, and VA-API
### Fixed
### Changed
- **transcode**: Improve video poster selection using intelligent scene detection and color variance filtering to automatically skip black frames, fade-ins, and blank intros in favor of representative video content
- **transcode**: Optimize video sprite generation for large and long videos using a concurrent fast-seek pool and image compositing, avoiding full-video decoding while preserving instant single-pass generation for short clips
</Update>
<Update label="v0.4.8" description="September 24, 2026">
### Added
- **transcode**: Add HDR video proxy support: HDR videos automatically generate HDR video proxies and preview videos preserving HDR color characteristics, tone-mapped SDR thumbnails and posters, and automatic HDR player playback on supported displays with hardware EDR acceleration
- **docs**: Add a Changelog section to the documentation site so users can explore release notes and updates directly in Mintlify
### Fixed
- **webui**: Only show the center play button and darkened tint on initial video open before playback starts; once played, pausing or scrubbing back to start keeps the video canvas clean and unobstructed for review
- **transcode**: Fix an issue where videos with orientation or rotation metadata (such as smartphone vertical videos) were incorrectly displayed with stretched aspect ratios in the video player
- **cli**: Only manage and check PID files in daemon mode, preventing stale PID files, crash-loop conflicts, or spurious process checks during normal foreground and Docker execution
### Changed
- **transcode**: Improve video proxy visual quality and disable B-frames for smoother frame-by-frame seeking and scrubbing
</Update>
<Update label="v0.4.7" description="September 19, 2026">
### Added
- **changelog**: Introduce Keep a Changelog support, historical release summaries, and automated release notes extraction
- **release**: Automatically populate GitHub release bodies from CHANGELOG.md and promote unreleased notes during version bumps
- **settings**: Add FFmpeg threads slider to team media processing settings
- **asset**: Show previews of a folder's contents and a "days left" countdown for each item in Recently Deleted
- **asset**: Show the poster and hover preview for a video in the file list while it is still transcoding, with a gently pulsing cover (or an animated waiting circle before the poster is ready), "Uploading..."/"Preparing..." labels, and the duration hidden until it is ready
### Fixed
- **asset**: Fix an issue where moving a video to trash while it was still transcoding could cause it to lose its trashed status
- **transcode**: Immediately stop background video processing and transcoding when a file is permanently deleted from the trash
- **asset**: Fix proxy download filename using original file extension instead of proxy extension
- **asset**: Fix an issue where deleting or restoring a version stack from the file list did nothing
- **webui**: Center breadcrumb file action popup menu on the chevron icon
</Update>
<Update label="v0.4.6" description="September 17, 2026">
### Added
- **comment**: Add emoji reaction support for comments ([#405](https://github.com/shumaiOne/shumai/pull/405))
- **premiere-uxp**: Introduce Adobe Premiere Pro UXP plugin for Shumai ([#407](https://github.com/shumaiOne/shumai/pull/407))
- **settings**: Add team appearance setting to hide agent features ([#411](https://github.com/shumaiOne/shumai/pull/411))
### Fixed
- **premiere-uxp**: Preserve remote cloud storage presigned URLs in asset resolution ([#408](https://github.com/shumaiOne/shumai/pull/408))
- **premiere-uxp**: Scope sequence links by server endpoint and surface sync errors ([#409](https://github.com/shumaiOne/shumai/pull/409))
- **api**: Enforce SHUMAI_DEMO_MODE for API token and CLI requests ([#413](https://github.com/shumaiOne/shumai/pull/413))
### Documentation
- Add NLE export and Premiere Pro UXP plugin documentation ([#412](https://github.com/shumaiOne/shumai/pull/412))
</Update>
<Update label="v0.4.5" description="September 13, 2026">
### Added
- **core**: Export comments to FCP, Premiere, Media Composer, and Resolve ([#400](https://github.com/shumaiOne/shumai/pull/400))
- **webui**: Add NLE comments export and migrate export API to POST ([#401](https://github.com/shumaiOne/shumai/pull/401))
- **webui**: Add space key quick preview for files and folders ([#402](https://github.com/shumaiOne/shumai/pull/402))
- **webui**: Show comments count badge in file card preview area ([#403](https://github.com/shumaiOne/shumai/pull/403))
- **agent**: Use deterministic storage keys for preset avatars ([#404](https://github.com/shumaiOne/shumai/pull/404))
</Update>
<Update label="v0.4.4" description="September 9, 2026">
### Added
- **upload**: S3 multipart upload with offline resume and wake lock ([#391](https://github.com/shumaiOne/shumai/pull/391))
- **transcode**: Optimize video operations using ffmpeg http range requests ([#393](https://github.com/shumaiOne/shumai/pull/393))
- **agent**: Enable read_asset tool for autofill agent ([#396](https://github.com/shumaiOne/shumai/pull/396))
- **sandbox**: Abstract SandboxService and hot-reload allowed domains ([#398](https://github.com/shumaiOne/shumai/pull/398))
### Fixed
- **s3**: Stream downloadToFile and putObject to prevent OOM on large files ([#392](https://github.com/shumaiOne/shumai/pull/392))
- **agent**: Pass agent thinkingLevel to session name generation ([#395](https://github.com/shumaiOne/shumai/pull/395))
- **agent**: Restrict pageCount and duration recommendations to matching media types ([#397](https://github.com/shumaiOne/shumai/pull/397))
- **transcode**: Co-locate screenshots and derived artifacts in asset storage directory ([#399](https://github.com/shumaiOne/shumai/pull/399))
</Update>
<Update label="v0.4.3" description="September 6, 2026">
### Added
- **asset**: Record and display agent provenance on assets and audit logs ([#380](https://github.com/shumaiOne/shumai/pull/380))
- **agent**: Store preset avatars as real files in s3 storage ([#381](https://github.com/shumaiOne/shumai/pull/381))
- **agent**: Add built-in image and video generation tools and settings ([#382](https://github.com/shumaiOne/shumai/pull/382))
- **media-generation**: Add gemini-omni-1.1-flash video model and redesign settings UI ([#383](https://github.com/shumaiOne/shumai/pull/383))
- **settings**: Redesign image/video settings to provider dialog with model toggles ([#385](https://github.com/shumaiOne/shumai/pull/385))
- **agent**: Add asset management tools and CLI commands ([#387](https://github.com/shumaiOne/shumai/pull/387))
- **cli**: Control asset deletion via SHUMAI_ALLOW_DELETE env var ([#388](https://github.com/shumaiOne/shumai/pull/388))
### Fixed
- **webui**: Clamp file card creation info to 2 lines and show tooltip on hover ([#390](https://github.com/shumaiOne/shumai/pull/390))
### Documentation
- **agents**: Add documentation for image and video generation settings ([#389](https://github.com/shumaiOne/shumai/pull/389))
### Maintenance
- **deps**: Upgrade bun to 1.4.2 and update packages ([#384](https://github.com/shumaiOne/shumai/pull/384))
- **i18n**: Update paraglide-js to 2.25.0 and stop checking in generated code ([#386](https://github.com/shumaiOne/shumai/pull/386))
</Update>
<Update label="v0.4.2" description="September 3, 2026">
### Added
- **chat**: Support markups, attachments, and timestamps in agent 1-to-1 chat ([#368](https://github.com/shumaiOne/shumai/pull/368))
- **agent**: Move thread metadata to structured context XML ([#373](https://github.com/shumaiOne/shumai/pull/373))
- **agent**: Improve timestamp precision and proxy selection for video screenshots ([#374](https://github.com/shumaiOne/shumai/pull/374))
- **agent**: Support dynamic annotationId resolution across chat and comments ([#375](https://github.com/shumaiOne/shumai/pull/375))
- **agent**: Consolidate media tools into read_asset and add S3 key support to download_asset ([#376](https://github.com/shumaiOne/shumai/pull/376))
- **provider**: Optimize provider and model configuration management ([#377](https://github.com/shumaiOne/shumai/pull/377))
- **provider**: Add provider and model sync feature with vendored generator ([#378](https://github.com/shumaiOne/shumai/pull/378))
### Fixed
- **agent**: Set empty details in asset tool results to avoid data duplication ([#370](https://github.com/shumaiOne/shumai/pull/370))
- **webui**: Strip styles and preserve multiline text on paste in chat input ([#371](https://github.com/shumaiOne/shumai/pull/371))
- **agent**: Hide main comment sessions in dashboard sessions list ([#372](https://github.com/shumaiOne/shumai/pull/372))
### Changed
- **webui**: Use semantic system colors in notification settings ([#379](https://github.com/shumaiOne/shumai/pull/379))
</Update>
<Update label="v0.4.1" description="August 30, 2026">
### Added
- **webui**: Add manage versions option to file card context menu ([#364](https://github.com/shumaiOne/shumai/pull/364))
- **agent**: Refactor message context into unified shumai_message ([#365](https://github.com/shumaiOne/shumai/pull/365))
- **webui**: Redesign comment attachment display into compact rows ([#366](https://github.com/shumaiOne/shumai/pull/366))
### Fixed
- **asset,webui**: Disallow dropping version stacks onto files and version stacks ([#363](https://github.com/shumaiOne/shumai/pull/363))
- **webui**: Prevent empty folder flash during initial loading ([#367](https://github.com/shumaiOne/shumai/pull/367))
### Changed
- **agent**: Remove executeAgentToolWorkflow and invoke core services directly ([#362](https://github.com/shumaiOne/shumai/pull/362))
</Update>
<Update label="v0.4.0" description="August 28, 2026">
### Added
- **transcode**: Add hardware-accelerated video transcoding support ([#352](https://github.com/shumaiOne/shumai/pull/352))
- **webui**: Truncate long file names with 100ms hover tooltip ([#355](https://github.com/shumaiOne/shumai/pull/355))
- **webui**: Add simplified mobile-friendly layout for file and share lists ([#356](https://github.com/shumaiOne/shumai/pull/356))
- **webui**: Add mobile friendly file detail and public share view ([#359](https://github.com/shumaiOne/shumai/pull/359))
### Fixed
- **transcode**: Apply team hardware acceleration and source bitrate capping to watermark transcoding ([#353](https://github.com/shumaiOne/shumai/pull/353))
- **share**: Hide and soft-delete symlinks when target assets are trashed ([#354](https://github.com/shumaiOne/shumai/pull/354))
- **webui**: Fix breadcrumb file dropdown trigger stretching and alignment ([#360](https://github.com/shumaiOne/shumai/pull/360))
- **webui**: Align mobile comment cards and thread vertical indicator ([#361](https://github.com/shumaiOne/shumai/pull/361))
### Documentation
- Add SECURITY.md with a private disclosure path ([#357](https://github.com/shumaiOne/shumai/pull/357))
</Update>
<Update label="v0.3.11" description="August 25, 2026">
### Added
- **auth**: Add admin password reset CLI command and reset password web UI ([#347](https://github.com/shumaiOne/shumai/pull/347))
- **project**: Add recent viewed files section to project folder tree ([#348](https://github.com/shumaiOne/shumai/pull/348))
### Fixed
- **webui**: Prevent left carousel remounting and scroll jump on file selection ([#351](https://github.com/shumaiOne/shumai/pull/351))
</Update>
<Update label="v0.3.10" description="August 23, 2026">
### Added
- **agentic kanban**: Phase 1 not-agentic kanban board ([#330](https://github.com/shumaiOne/shumai/pull/330))
- **kanban**: Resolve latest version for linked version stack assets and update demo login text ([#342](https://github.com/shumaiOne/shumai/pull/342))
- **kanban**: Update task status permissions, reporter defaults, and participant access ([#345](https://github.com/shumaiOne/shumai/pull/345))
### Fixed
- **kanban**: Use true thumbnail and poster for task asset previews ([#343](https://github.com/shumaiOne/shumai/pull/343))
- **webui**: Sidebar selection styling, kanban active state, pointer cursors, and owner dashboard ([#344](https://github.com/shumaiOne/shumai/pull/344))
- **kanban**: Improve drag-drop to column bottom, remove empty drop line, and fix timeline alignment ([#346](https://github.com/shumaiOne/shumai/pull/346))
</Update>
<Update label="v0.3.9" description="August 18, 2026">
### Added
- **agent**: Add permission controls for chat agents ([#313](https://github.com/shumaiOne/shumai/pull/313))
- **authz**: Enforce project-aware roles for agent/skill/mcp permissions ([#314](https://github.com/shumaiOne/shumai/pull/314))
- **webui**: Use project members for asset comment mentions ([#315](https://github.com/shumaiOne/shumai/pull/315))
- **quota**: Add 2-level database-backed resource quota system ([#318](https://github.com/shumaiOne/shumai/pull/318))
- **settings**: Reorganize settings into personal, team, and AI sections ([#324](https://github.com/shumaiOne/shumai/pull/324))
- **quota**: Move usage monitoring to team dashboard ([#327](https://github.com/shumaiOne/shumai/pull/327))
### Fixed
- **webui**: Preserve selected chatbot agent preference on reload ([#323](https://github.com/shumaiOne/shumai/pull/323))
- **quota**: Exclude agents from quota rules and usage records ([#325](https://github.com/shumaiOne/shumai/pull/325))
### Documentation
- **team-settings**: Add resource quotas documentation and update readme features ([#326](https://github.com/shumaiOne/shumai/pull/326))
</Update>
<Update label="v0.3.8" description="August 15, 2026">
### Added
- **webui**: Replace legacy markdown editor with new lexical wysiwyg editor ([#308](https://github.com/shumaiOne/shumai/pull/308))
- **agent**: Add nested agents.md support across backend and webui ([#309](https://github.com/shumaiOne/shumai/pull/309))
- **webui**: Improve AGENTS.md editor placeholder and read-only notice ([#310](https://github.com/shumaiOne/shumai/pull/310))
- **version-stack**: Add manage versions dialog and version removal ([#311](https://github.com/shumaiOne/shumai/pull/311))
### Fixed
- **core**: Rename latest version child record on version stack rename ([#312](https://github.com/shumaiOne/shumai/pull/312))
</Update>
<Update label="v0.3.7" description="August 14, 2026">
### Added
- **metadata**: Replace aiAutofill boolean with autofillSource enum ([#302](https://github.com/shumaiOne/shumai/pull/302))
- **agent**: Type-safe CREATION_CONTEXT metadata on create_file/create_version ([#303](https://github.com/shumaiOne/shumai/pull/303))
- **sandbox**: Default Network Sandbox to off and add settings toggle switch ([#304](https://github.com/shumaiOne/shumai/pull/304))
- **webui**: Redesign select metadata fields and improve long text field widget ([#305](https://github.com/shumaiOne/shumai/pull/305))
- **agent**: Support dynamic newOption in select and selectMulti metadata fields ([#306](https://github.com/shumaiOne/shumai/pull/306))
### Fixed
- **webui**: Fix select field height and multi-select overflow/interaction issues ([#307](https://github.com/shumaiOne/shumai/pull/307))
</Update>
<Update label="v0.3.6" description="August 12, 2026">
### Added
- **mcp**: Add MCP server support with proxy tool and OAuth flow ([#289](https://github.com/shumaiOne/shumai/pull/289))
- **mcp**: Support tool-level directTools array and 3-state UI configuration ([#297](https://github.com/shumaiOne/shumai/pull/297))
- **webui**: Direct canvas PDF rendering with selectable text ([#299](https://github.com/shumaiOne/shumai/pull/299))
### Fixed
- **agent**: Prevent agents from accessing disabled skills ([#292](https://github.com/shumaiOne/shumai/pull/292))
- **agent**: Resolve version stack name and size in list_assets ([#296](https://github.com/shumaiOne/shumai/pull/296))
- **webui**: Content-only pinch-zoom and two-finger pan in media viewers ([#298](https://github.com/shumaiOne/shumai/pull/298))
- **i18n**: Update Chinese translation for dashboard to 仪表板 ([#301](https://github.com/shumaiOne/shumai/pull/301))
### Documentation
- **mcp**: Add MCP support documentation to README and docs ([#300](https://github.com/shumaiOne/shumai/pull/300))
</Update>
<Update label="v0.3.5" description="August 9, 2026">
### Added
- **transcode**: Add Gotenberg support for Office, HTML, CSV, and Markdown PDF proxies ([#283](https://github.com/shumaiOne/shumai/pull/283))
### Fixed
- **webui**: Resolve upload card freeze for unsupported files ([#284](https://github.com/shumaiOne/shumai/pull/284))
- **webui**: Exclude file extension when selecting file name during inline rename ([#285](https://github.com/shumaiOne/shumai/pull/285))
- Use renamed asset name in download Content-Disposition ([#286](https://github.com/shumaiOne/shumai/pull/286))
- **webui**: Batch download no longer flashes a tab per file ([#287](https://github.com/shumaiOne/shumai/pull/287))
- **webui**: Enable rename and delete actions in file detail top bar breadcrumb ([#288](https://github.com/shumaiOne/shumai/pull/288))
</Update>
<Update label="v0.3.4" description="August 8, 2026">
### Added
- **sharelink**: Add sharelink watermark support ([#270](https://github.com/shumaiOne/shumai/pull/270))
- **webui**: Remove original-file display fallbacks, use proxies only ([#273](https://github.com/shumaiOne/shumai/pull/273))
- **share**: Add allow download config to share links ([#275](https://github.com/shumaiOne/shumai/pull/275))
- **transcode**: Update preview thumbnail resolution to 300p with max length constraint ([#281](https://github.com/shumaiOne/shumai/pull/281))
### Fixed
- **share**: Resolve symlink asset downloads in public share pages ([#274](https://github.com/shumaiOne/shumai/pull/274))
- **webui**: Persist project sorting and prevent full page flash ([#276](https://github.com/shumaiOne/shumai/pull/276))
### Documentation
- **share-links**: Document allow download and lazy watermark settings ([#278](https://github.com/shumaiOne/shumai/pull/278))
- **agent**: Clarify create_file/create_version context param guidance ([#282](https://github.com/shumaiOne/shumai/pull/282))
### Maintenance
- **e2e**: Watermarked download-disabled share link coverage (image + video) ([#277](https://github.com/shumaiOne/shumai/pull/277))
- **e2e**: Stabilize watermark share spec on Firefox ([#279](https://github.com/shumaiOne/shumai/pull/279))
- Split e2e scripts into app and webui targets ([#280](https://github.com/shumaiOne/shumai/pull/280))
</Update>
<Update label="v0.3.3" description="August 5, 2026">
### Added
- **agent**: Enable LLM API call retries in AgentHarness ([#250](https://github.com/shumaiOne/shumai/pull/250))
- **audit**: Add audit log support for APIs and WebUI dashboard ([#251](https://github.com/shumaiOne/shumai/pull/251))
- **webui**: Persist agent preference in localStorage ([#254](https://github.com/shumaiOne/shumai/pull/254))
- **e2e**: Add file domain comment and draw tests ([#260](https://github.com/shumaiOne/shumai/pull/260))
- **agent**: Restrict bash access for non-owner users ([#262](https://github.com/shumaiOne/shumai/pull/262))
- **agent**: Allow create_file tool to create files directly from content ([#263](https://github.com/shumaiOne/shumai/pull/263))
- **agent**: Propagate autofill context from chat to autofill workflow ([#264](https://github.com/shumaiOne/shumai/pull/264))
- **webui**: Render select options in field creation mode and pick random option color ([#265](https://github.com/shumaiOne/shumai/pull/265))
- **project**: Include team-scoped members in project member list and add 3-section dialog layout ([#267](https://github.com/shumaiOne/shumai/pull/267))
- **webui**: Disable role dropdown for project-scoped members in team view ([#269](https://github.com/shumaiOne/shumai/pull/269))
### Fixed
- **webui**: Mention popup avatars, keyboard auto-scroll, and non-sticky section headers ([#256](https://github.com/shumaiOne/shumai/pull/256))
- **webui**: Persist field order on drag and drop ([#266](https://github.com/shumaiOne/shumai/pull/266))
### Changed
- **agent**: Load models directly from database without pi fallback ([#253](https://github.com/shumaiOne/shumai/pull/253))
- **core**: Replace generated provider files with pi-ai dynamic methods ([#255](https://github.com/shumaiOne/shumai/pull/255))
### Maintenance
- **core**: Add missing tests for methods introduced in 97069042 ([#252](https://github.com/shumaiOne/shumai/pull/252))
- **e2e**: Add domain-based auth and project web app e2e tests ([#257](https://github.com/shumaiOne/shumai/pull/257))
- **e2e**: Add file, share, and collection web app e2e tests ([#258](https://github.com/shumaiOne/shumai/pull/258))
- **e2e**: Add project-level invite and file-move e2e tests ([#259](https://github.com/shumaiOne/shumai/pull/259))
- **e2e**: Add search in file list and save-search-as-collection cases ([#261](https://github.com/shumaiOne/shumai/pull/261))
- **e2e**: Add member permission change tests ([#268](https://github.com/shumaiOne/shumai/pull/268))
</Update>
<Update label="v0.3.2" description="July 30, 2026">
### Added
- **agent**: Add output truncation and streaming limits to sandboxed bash tool ([#248](https://github.com/shumaiOne/shumai/pull/248))
### Fixed
- **agent**: Download original document asset instead of pdf proxy ([#247](https://github.com/shumaiOne/shumai/pull/247))
- **webui**: Persist chatbot sidebar input text across route navigation ([#249](https://github.com/shumaiOne/shumai/pull/249))
</Update>
<Update label="v0.3.1" description="July 30, 2026">
### Added
- **transcode**: Trigger ai metadata autofill post transcode ([#234](https://github.com/shumaiOne/shumai/pull/234))
- **dashboard**: Add agent sessions view for team owners ([#237](https://github.com/shumaiOne/shumai/pull/237))
- **db**: Preserve agent sessions on asset deletion by setting onDelete to SetNull ([#240](https://github.com/shumaiOne/shumai/pull/240))
- **agent**: Add download_asset tool and prompt instructions ([#242](https://github.com/shumaiOne/shumai/pull/242))
- **db**: Update Asset.sizeByte and AiUsage token fields to BigInt ([#244](https://github.com/shumaiOne/shumai/pull/244))
### Fixed
- **agent**: Include select option labels and field name in autofill schema ([#235](https://github.com/shumaiOne/shumai/pull/235))
- **agent**: Scope agent comment sessions to thread sessions anchored at root comments ([#239](https://github.com/shumaiOne/shumai/pull/239))
- **agent**: Disable tools for session naming and make naming non-blocking ([#241](https://github.com/shumaiOne/shumai/pull/241))
- **webui**: Update file size formatting to SI decimal standard ([#245](https://github.com/shumaiOne/shumai/pull/245))
- **s3**: Enforce property syntax in S3Service interface and fix ReadableStream handling in S3StorageService ([#246](https://github.com/shumaiOne/shumai/pull/246))
</Update>
<Update label="v0.3.0" description="July 28, 2026">
### Added
- **file-browser**: Add copy name and path option to context menu ([#225](https://github.com/shumaiOne/shumai/pull/225))
- **agent**: Inject user name and role into chat context ([#226](https://github.com/shumaiOne/shumai/pull/226))
- **agent**: Refactor database session storage to normalized DAG entries and lazy thread sync ([#229](https://github.com/shumaiOne/shumai/pull/229))
- **agent**: Support ENABLE_WEAKER_NESTED_SANDBOX environment variable ([#233](https://github.com/shumaiOne/shumai/pull/233))
### Fixed
- **agent**: Ensure atomic appendEntry and persist leaf entries in DatabaseSessionStorage ([#224](https://github.com/shumaiOne/shumai/pull/224))
- Sharp version mismatch bug ([#230](https://github.com/shumaiOne/shumai/pull/230))
- **agent**: Resolve S3 MIME type detection and prompt parameter in image analysis ([#232](https://github.com/shumaiOne/shumai/pull/232))
### Changed
- **agent**: Remove implicit agent mention trigger in comment threads ([#227](https://github.com/shumaiOne/shumai/pull/227))
### Maintenance
- **workflow**: Add docker compose deployment verification job ([#231](https://github.com/shumaiOne/shumai/pull/231))
</Update>
<Update label="v0.2.3" description="July 25, 2026">
### Fixed
- **webui**: Show right sidebar by default on file detail page ([#219](https://github.com/shumaiOne/shumai/pull/219))
- **webui**: Refresh file list and detail when agent executes asset creation tools ([#220](https://github.com/shumaiOne/shumai/pull/220))
- **webui**: Fix space key drag overlay and shift range selection for version stacks ([#221](https://github.com/shumaiOne/shumai/pull/221))
- **transcode**: Handle timestamp rounding tolerance for screenshot annotations ([#223](https://github.com/shumaiOne/shumai/pull/223))
### Changed
- **e2e**: Split transcode workflow E2E tests into per-workflow test files ([#222](https://github.com/shumaiOne/shumai/pull/222))
</Update>
<Update label="v0.2.2" description="July 23, 2026">
### Added
- **webui**: Integrate AI usage API into dashboard page ([#216](https://github.com/shumaiOne/shumai/pull/216))
- **ai-usage**: Add team and member token usage tracking and APIs ([#215](https://github.com/shumaiOne/shumai/pull/215))
- **transcode**: Add PSD support via ImageMagick and enforce sRGB conversion ([#217](https://github.com/shumaiOne/shumai/pull/217))
### Fixed
- **search**: Fix buildSqlCondition date range, numeric metadata, and string parsing bugs ([#213](https://github.com/shumaiOne/shumai/pull/213))
- **webui**: Prevent horizontal overflow in search dialog result rows ([#214](https://github.com/shumaiOne/shumai/pull/214))
- **webui**: Invalidate upload tasks query when upload task starts and completes ([#218](https://github.com/shumaiOne/shumai/pull/218))
</Update>
<Update label="v0.2.1" description="July 22, 2026">
### Added
- **skill**: Add team owner skill permission control ([#209](https://github.com/shumaiOne/shumai/pull/209))
### Fixed
- **agent**: Handle non-builtin models in getModelFromDb and upgrade pi-ai ([#211](https://github.com/shumaiOne/shumai/pull/211))
- **provider**: Preserve model ids on provider update ([#212](https://github.com/shumaiOne/shumai/pull/212))
### Changed
- **core**: Split generated providers into per-provider files ([#210](https://github.com/shumaiOne/shumai/pull/210))
</Update>
<Update label="v0.2.0" description="July 21, 2026">
### Added
- **transcode**: Add PDF preview, sprite generation, and annotation support ([#193](https://github.com/shumaiOne/shumai/pull/193))
- **web**: Register pdf.worker route in production ([#195](https://github.com/shumaiOne/shumai/pull/195))
- **agent**: Add read_pdf_pages tool and PDF page context support ([#196](https://github.com/shumaiOne/shumai/pull/196))
- **transcode**: Split monolithic transcodeMedia into focused workflows ([#197](https://github.com/shumaiOne/shumai/pull/197))
- **transcode**: Add PDF proxy support for TXT and CSV files ([#199](https://github.com/shumaiOne/shumai/pull/199))
- **asset**: Replace mediaType/mimeType logic with proxyType ([#200](https://github.com/shumaiOne/shumai/pull/200))
- **docker**: Install fonts-noto-cjk in runner stage ([#202](https://github.com/shumaiOne/shumai/pull/202))
- **transcode**: Add markdown file to pdf proxy support ([#203](https://github.com/shumaiOne/shumai/pull/203))
- **chat**: Track context asset changes and update agent context ([#204](https://github.com/shumaiOne/shumai/pull/204))
- **agent**: Refactor media tools to static injection with mandatory assetId and authz ([#208](https://github.com/shumaiOne/shumai/pull/208))
### Fixed
- **transcode**: Mark pdfkit as external and extract for docker runtime ([#201](https://github.com/shumaiOne/shumai/pull/201))
- **agent**: Include skill id in formatSkillsForPrompt ([#205](https://github.com/shumaiOne/shumai/pull/205))
- **asset**: Exclude soft-deleted children from latestChildren preview ([#206](https://github.com/shumaiOne/shumai/pull/206))
- **agent**: Pass latest version asset from version stack to prompt builder ([#207](https://github.com/shumaiOne/shumai/pull/207))
</Update>
<Update label="v0.1.10" description="July 16, 2026">
### Added
- **workflow-e2e**: Add E2E tests for agentAutofillMedia workflow ([#188](https://github.com/shumaiOne/shumai/pull/188))
- **comments**: Support comment deletion and video player shortcuts ([#191](https://github.com/shumaiOne/shumai/pull/191))
- **agent**: Support disabling specific tools for agents ([#192](https://github.com/shumaiOne/shumai/pull/192))
### Maintenance
- **e2e**: Add E2E workflow tests for remaining agent and transcode services ([#189](https://github.com/shumaiOne/shumai/pull/189))
</Update>
<Update label="v0.1.9" description="July 14, 2026">
### Added
- **e2e**: Set up fullstack app-level e2e test framework and signup test case ([#184](https://github.com/shumaiOne/shumai/pull/184))
- **chat**: Chatbot UI ([#185](https://github.com/shumaiOne/shumai/pull/185))
- **agent**: Support aborting agent execution ([#186](https://github.com/shumaiOne/shumai/pull/186))
### Changed
- **api/chat**: Remove direct Prisma query from API layer ([#187](https://github.com/shumaiOne/shumai/pull/187))
</Update>
<Update label="v0.1.8" description="July 10, 2026">
### Added
- **chatbot**: Implement type-safe Chat APIs with compaction support ([#180](https://github.com/shumaiOne/shumai/pull/180))
### Fixed
- **webui**: Enable build splitting and code-split all page routes ([#183](https://github.com/shumaiOne/shumai/pull/183))
### Documentation
- **readme**: Clarify displayed file size represents original file size ([#182](https://github.com/shumaiOne/shumai/pull/182))
</Update>
<Update label="v0.1.7" description="July 6, 2026">
### Added
- **audio**: Support frame-accurate audio playback, comments, and AI safeguards ([#175](https://github.com/shumaiOne/shumai/pull/175))
- **i18n**: Localize members dialog, notifications, uploads, user menus, dates, and players ([#178](https://github.com/shumaiOne/shumai/pull/178))
- **comments**: Allow marking comments as complete or incomplete ([#179](https://github.com/shumaiOne/shumai/pull/179))
### Fixed
- **upload**: Resolve empty and generic MIME types in confirmFileUpload ([#176](https://github.com/shumaiOne/shumai/pull/176))
### Changed
- **webui**: Modularize file viewer components into registry-driven architecture ([#174](https://github.com/shumaiOne/shumai/pull/174))
### Documentation
- Improve documentation and examples for S3 compatible storage ([#177](https://github.com/shumaiOne/shumai/pull/177))
</Update>
<Update label="v0.1.6" description="July 4, 2026">
### Added
- **file-browser**: Show video duration on file card preview ([#170](https://github.com/shumaiOne/shumai/pull/170))
- **webui**: Compare versions view for version stacks ([#171](https://github.com/shumaiOne/shumai/pull/171))
### Fixed
- **webui**: Resolve conditional hooks and setState-in-render errors ([#167](https://github.com/shumaiOne/shumai/pull/167))
- **webui**: Resolve video player total frames mismatch ([#172](https://github.com/shumaiOne/shumai/pull/172))
- **version-stack**: Resolve correct latest version ID of version stack ([#173](https://github.com/shumaiOne/shumai/pull/173))
### Maintenance
- **webui**: Video player e2e framework + Safari playhead fix ([#166](https://github.com/shumaiOne/shumai/pull/166))
- **webui**: Add frame-accurate comment seek roundtrip e2e ([#168](https://github.com/shumaiOne/shumai/pull/168))
- **webui**: Verify video player restarts playback after end ([#169](https://github.com/shumaiOne/shumai/pull/169))
</Update>
<Update label="v0.1.5" description="July 2, 2026">
### Changed
- **storage**: Use original filenames for stored files ([#165](https://github.com/shumaiOne/shumai/pull/165))
### Maintenance
- **release**: Add Aliyun ACR push to release workflow ([#164](https://github.com/shumaiOne/shumai/pull/164))
</Update>
<Update label="v0.1.4" description="July 1, 2026">
### Added
- **transcode**: Change video poster resolution to 480p ([#161](https://github.com/shumaiOne/shumai/pull/161))
- **auth**: Allow setting user locale on signup ([#163](https://github.com/shumaiOne/shumai/pull/163))
### Fixed
- **webui**: Preserve video ended state by skipping playhead snap on ended ([#162](https://github.com/shumaiOne/shumai/pull/162))
</Update>
<Update label="v0.1.3" description="June 30, 2026">
### Added
- **webui**: Add i18n support using paraglide-js ([#156](https://github.com/shumaiOne/shumai/pull/156))
- **video**: Add frame-accurate video player, SMPTE timecodes, and format switcher ([#157](https://github.com/shumaiOne/shumai/pull/157))
### Fixed
- **webui**: Align video timeline duration and formatting with frameio ([#158](https://github.com/shumaiOne/shumai/pull/158))
- **webui**: Fix missing left sidebar for nested folders ([#159](https://github.com/shumaiOne/shumai/pull/159))
- **api**: Fix update team settings and make request schema type-safe ([#160](https://github.com/shumaiOne/shumai/pull/160))
</Update>
<Update label="v0.1.2" description="June 25, 2026">
### Changed
- **s3**: Remove automatic port appending to AWS_ENDPOINT_URL_S3 ([#155](https://github.com/shumaiOne/shumai/pull/155))
</Update>
<Update label="v0.1.1" description="June 23, 2026">
### Added
- **docker**: Add root entrypoint with privilege dropping for data volumes ([#151](https://github.com/shumaiOne/shumai/pull/151))
</Update>
<Update label="v0.1.0" description="June 22, 2026">
### Added
- **share**: Secure share info API and fix wrong password feedback ([#150](https://github.com/shumaiOne/shumai/pull/150))
### Fixed
- **webui**: Truncate long folder, collection, and share link names in sidebar ([#149](https://github.com/shumaiOne/shumai/pull/149))
</Update>
<Update label="v0.0.11" description="June 22, 2026">
### Added
- **cli**: Add shumai-cli and token authentication ([#144](https://github.com/shumaiOne/shumai/pull/144))
- **settings**: Use singular headers and remove collapse/counters for single agent types ([#145](https://github.com/shumaiOne/shumai/pull/145))
- **folders**: Auto expand folder tree in left sidebar on navigation ([#146](https://github.com/shumaiOne/shumai/pull/146))
- **metadata**: Add single user and multiple user custom fields ([#147](https://github.com/shumaiOne/shumai/pull/147))
### Maintenance
- **cli**: Rename npm package to @shumai-one/shumai-cli ([#148](https://github.com/shumaiOne/shumai/pull/148))
</Update>
<Update label="v0.0.10" description="June 21, 2026">
### Changed
- **web**: Dynamically register production HTML bundle routes ([#142](https://github.com/shumaiOne/shumai/pull/142))
### Documentation
- **readme**: Polish structure, correct grammar, and add dependencies table ([#143](https://github.com/shumaiOne/shumai/pull/143))
</Update>
<Update label="v0.0.9" description="June 20, 2026">
### Added
- **webui**: Show app version in avatar menu ([#139](https://github.com/shumaiOne/shumai/pull/139))
- **cli**: Add background daemonization and subcommands ([#141](https://github.com/shumaiOne/shumai/pull/141))
### Maintenance
- **release**: Add smoke tests to local release stage ([#140](https://github.com/shumaiOne/shumai/pull/140))
</Update>
<Update label="v0.0.8" description="June 19, 2026">
### Added
- **api**: Implement read-only mode for reviewers ([#122](https://github.com/shumaiOne/shumai/pull/122))
- **server**: Allow customizing server port via SHUMAI_SERVER_PORT ([#124](https://github.com/shumaiOne/shumai/pull/124))
- **embedding**: Defer embedding workflow, use transcoded assets, and execute chunks in separate activities ([#125](https://github.com/shumaiOne/shumai/pull/125))
- **webui**: Add external drag-and-drop file and folder upload support ([#126](https://github.com/shumaiOne/shumai/pull/126))
- **agent**: Implement overlapping video chunks for semantic search ([#127](https://github.com/shumaiOne/shumai/pull/127))
- **webui**: Support jumping to video timestamp from search results ([#128](https://github.com/shumaiOne/shumai/pull/128))
- **auth**: Add demo mode support ([#131](https://github.com/shumaiOne/shumai/pull/131))
- **auth**: Refine demo mode support ([#132](https://github.com/shumaiOne/shumai/pull/132))
- **webui**: Default right sidebar to collapsed for new users ([#133](https://github.com/shumaiOne/shumai/pull/133))
- **webui**: Use Shadcn Switch in toggle field and Rating component in search filter panel ([#137](https://github.com/shumaiOne/shumai/pull/137))
- **upload**: Track byte-level progress with XMLHttpRequest ([#138](https://github.com/shumaiOne/shumai/pull/138))
### Fixed
- **transcode**: Handle high-precision FPS using rational fractions ([#123](https://github.com/shumaiOne/shumai/pull/123))
- **db**: Automatically update project updatedAt on asset modification ([#129](https://github.com/shumaiOne/shumai/pull/129))
- **webui**: Use system colors for fields and improve search filter select options ([#130](https://github.com/shumaiOne/shumai/pull/130))
- **search**: Fix hasAny and hasNone operators on metadata filter ([#134](https://github.com/shumaiOne/shumai/pull/134))
- **webui**: Resolve folder tree sync, search dialog reset, and sidebar actions issues ([#136](https://github.com/shumaiOne/shumai/pull/136))
### Changed
- **webui**: Fix search dialog layout height, scroll areas, and restrict filter toggle click ([#135](https://github.com/shumaiOne/shumai/pull/135))
</Update>
<Update label="v0.0.7" description="June 17, 2026">
### Added
- **workflow**: Configure transcode and agent concurrency via environment variables ([#116](https://github.com/shumaiOne/shumai/pull/116))
- **webui**: Replace hardcoded colors with system tokens ([#119](https://github.com/shumaiOne/shumai/pull/119))
- **webui**: Replace native overflow with shadcn ScrollArea in settings ([#120](https://github.com/shumaiOne/shumai/pull/120))
- **api**: Use enum for API protocol in provider config ([#121](https://github.com/shumaiOne/shumai/pull/121))
### Fixed
- **webui**: Reload video player and reset state when switching assets ([#114](https://github.com/shumaiOne/shumai/pull/114))
### Changed
- **transcode**: Relocate TranscodeService to core and flatten API package ([#115](https://github.com/shumaiOne/shumai/pull/115))
### Documentation
- Improve and restructure shumai documentation ([#118](https://github.com/shumaiOne/shumai/pull/118))
</Update>
<Update label="v0.0.6" description="June 15, 2026">
### Added
- **sandbox**: Add pending domains support for network sandbox ([#109](https://github.com/shumaiOne/shumai/pull/109))
- **webui**: Always show right sidebar and implement left vertical carousel ([#111](https://github.com/shumaiOne/shumai/pull/111))
### Fixed
- **build**: Propagate termination signals to active child process in wrappers ([#102](https://github.com/shumaiOne/shumai/pull/102))
- **transcode**: Make deterministic transcode activity failures non-retryable in Temporal ([#104](https://github.com/shumaiOne/shumai/pull/104))
- **player**: Implement seekbar dragging and match hover highlight color ([#108](https://github.com/shumaiOne/shumai/pull/108))
- **webui**: Avoid refetching all pages on file/folder reorder ([#112](https://github.com/shumaiOne/shumai/pull/112))
- **webui**: Force video-player mime type to video/mp4 ([#113](https://github.com/shumaiOne/shumai/pull/113))
### Changed
- **webui**: Use system color design tokens in video player components ([#106](https://github.com/shumaiOne/shumai/pull/106))
- **webui**: Use requestAnimationFrame for smooth video progress bar updates ([#107](https://github.com/shumaiOne/shumai/pull/107))
- **webui**: Fetch agents in mention input list dynamically ([#110](https://github.com/shumaiOne/shumai/pull/110))
### Documentation
- **readme**: Add comprehensive README.md ([#103](https://github.com/shumaiOne/shumai/pull/103))
- **readme**: Improve remote deployment and temporal execution instructions ([#105](https://github.com/shumaiOne/shumai/pull/105))
</Update>
<Update label="v0.0.5" description="June 13, 2026">
### Added
- **npm**: Auto deploy database migrations on package start ([#101](https://github.com/shumaiOne/shumai/pull/101))
</Update>
<Update label="v0.0.4" description="June 12, 2026">
### Fixed
- **cli/docker**: Resolve global CLI external dependencies and fix Docker 404 error ([#100](https://github.com/shumaiOne/shumai/pull/100))
</Update>
<Update label="v0.0.3" description="June 12, 2026">
### Fixed
- **cli**: Resolve platform binary path resolution under nested node_modules ([#99](https://github.com/shumaiOne/shumai/pull/99))
</Update>
<Update label="v0.0.2" description="June 12, 2026">
### Fixed
- **npm**: Add repository metadata to package.json for provenance verification ([#98](https://github.com/shumaiOne/shumai/pull/98))
### Maintenance
- Add release-npm.yaml workflow ([#97](https://github.com/shumaiOne/shumai/pull/97))
</Update>
<Update label="v0.0.1" description="June 12, 2026">
### Added
- Initial release of Shumai
</Update>
+6 -5
View File
@@ -24,12 +24,13 @@ Shumai is configured via environment variables. You can define these variables i
---
## Authentication Config
## Authentication & Application Config
| Variable | Description | Example / Default |
| :------------------- | :--------------------------------------------------------------------- | :--------------------------------------------------------------- |
| `BETTER_AUTH_SECRET` | A secure, random 32-byte secret used to sign session cookies and JWTs. | Generate with `openssl rand -base64 32` |
| `BETTER_AUTH_URL` | The public URL of your Hono backend API. Used for redirect flows. | `http://localhost:3000` (respects `SHUMAI_SERVER_PORT` fallback) |
| Variable | Description | Example / Default |
| :------------------- | :--------------------------------------------------------------------------------------------------------------- | :--------------------------------------------------------------- |
| `BETTER_AUTH_SECRET` | A secure, random 32-byte secret used to sign session cookies and JWTs. | Generate with `openssl rand -base64 32` |
| `BETTER_AUTH_URL` | The public URL of your Hono backend API. Used for redirect flows and notification email links fallback. | `http://localhost:3000` (respects `SHUMAI_SERVER_PORT` fallback) |
| `APP_URL` | The public URL of the web application. Used for notification email deep links (falls back to `BETTER_AUTH_URL`). | `https://shumai.example.com` |
---
+219
View File
@@ -0,0 +1,219 @@
---
title: Hardware Transcoding
description: Accelerate video transcoding and reduce CPU load with GPU hardware acceleration.
---
High-resolution camera recordings, phone videos, and animation media files require proxy transcoding to play smoothly in web browsers. Shumai transcodes these assets in the background, generating a universal `180p` proxy for instant scrubbing alongside full-resolution preview streams.
Hardware-accelerated transcoding allows you to offload video encoding to a dedicated or integrated GPU, dramatically speeding up processing and freeing host CPU cores for other services.
Shumai includes a built-in usability probe that tests hardware encoders at startup, alongside automatic runtime fallback during video processing. If GPU drivers or device nodes are unavailable, or if a hardware encoder encounters hardware limits (such as resolution or dimension constraints on certain GPUs) or runtime driver errors, Shumai seamlessly falls back to software encoding (`libx264`) without failing user tasks.
---
## Supported Backends
| Backend | Hardware Platform | Container Driver / Devices |
| :-------------- | :--------------------------------- | :----------------------------------------------- |
| **`nvenc`** | NVIDIA GPUs | NVIDIA Container Toolkit (`gpu, compute, video`) |
| **`quicksync`** | Intel Integrated & Arc GPUs | `/dev/dri` render nodes |
| **`vaapi`** | AMD & Intel GPUs | `/dev/dri` render nodes |
| **`rkmpp`** | Rockchip ARM SoCs (e.g. RK3588) | `/dev/rga`, `/dev/dri`, `/dev/mpp_service` |
| **`vaapi-wsl`** | Windows Subsystem for Linux (WSL2) | `/dev/dri`, `/dev/dxg`, `/usr/lib/wsl` |
---
## Limitations
- The instructions on this page focus on **Docker Compose**. Other container orchestrators (such as Kubernetes or Podman) require equivalent device passthrough configurations.
- **Docker Desktop on macOS** runs inside a Linux virtual machine and does not support Apple Silicon VideoToolbox passthrough. (VideoToolbox hardware acceleration is supported when running Shumai natively via NPM or from source).
- Hardware transcoding produces slightly different bitrate characteristics compared to software encoding. Shumai uses adaptive variable bitrate (VBR) rate control tailored to web streaming to maintain visual fidelity.
---
## Prerequisites
### NVENC (NVIDIA)
1. Ensure the official NVIDIA graphics driver is installed on the host:
```bash
nvidia-smi
```
2. Install the [NVIDIA Container Toolkit](https://docs.nvidia.com/datacenter/cloud-native/container-toolkit/latest/install-guide.html) on the host and restart Docker:
```bash
sudo apt-get install -y nvidia-container-toolkit
sudo nvidia-ctk runtime configure --runtime=docker
sudo systemctl restart docker
```
### QuickSync & VA-API (Intel / AMD)
1. Verify that the Linux kernel has initialized the Direct Rendering Infrastructure (DRI) render node:
```bash
ls -la /dev/dri
```
You should see `card0` and `renderD128` (or similar).
2. Shumai's Docker image automatically adjusts group permissions on container startup so the non-root application user can access host `/dev/dri` devices without permission errors.
### WSL2 (Windows)
- Ensure you are running Windows 11 with WSL2 and have installed the appropriate GPU drivers on the Windows host.
- Use the `vaapi-wsl` preset which maps `/dev/dxg` and `/usr/lib/wsl` into the container.
---
## Setup with Docker Compose
Shumai uses a modular `hwaccel.transcoding.yaml` companion file to configure hardware devices.
### Step 1: Download Configuration Files
In your Shumai deployment directory, download the companion `hwaccel.transcoding.yaml` alongside `docker-compose.yaml`:
```bash
# Global / Official
curl -o hwaccel.transcoding.yaml https://raw.githubusercontent.com/shumaiOne/shumai/main/docker-compose/local/hwaccel.transcoding.yaml
# Accelerated Mirror (Mainland China)
curl -o hwaccel.transcoding.yaml https://gh-proxy.com/https://raw.githubusercontent.com/shumaiOne/shumai/main/docker-compose/local/hwaccel.transcoding.yaml
```
### Step 2: Enable Hardware Acceleration in Docker Compose
Open `docker-compose.yaml` (or `docker-compose-aliyun.yaml`), find the commented `extends` block under the `shumai` service, and uncomment it:
```yaml
services:
shumai:
# ...
# Hardware Acceleration (NVENC / QuickSync / VA-API / RKMPP)
extends:
file: hwaccel.transcoding.yaml
service: nvenc # set to one of [nvenc, quicksync, rkmpp, vaapi, vaapi-wsl]
```
Replace `nvenc` with your target backend:
- `nvenc` for NVIDIA GPUs
- `quicksync` for Intel Quick Sync
- `vaapi` for AMD or Intel VA-API
- `rkmpp` for Rockchip SoCs
- `vaapi-wsl` for WSL2 on Windows
### Step 3: Start the Stack
Restart or recreate the Shumai container:
```bash
docker compose up -d
```
---
## Single Compose File Setup (Unraid / Portainer)
If your environment or container manager does not support multi-file `extends`, you can inline the hardware configuration directly into the `shumai` service in `docker-compose.yaml`:
<AccordionGroup>
<Accordion title="NVIDIA NVENC">
```yaml
services:
shumai:
# ...
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: 1
capabilities:
- gpu
- compute
- video
```
</Accordion>
<Accordion title="Intel QuickSync / AMD VA-API">
```yaml services: shumai: # ... devices: - /dev/dri:/dev/dri ```
</Accordion>
<Accordion title="WSL2 (Windows)">
```yaml services: shumai: # ... devices: - /dev/dri:/dev/dri - /dev/dxg:/dev/dxg volumes: -
/usr/lib/wsl:/usr/lib/wsl environment: - LIBVA_DRIVER_NAME=d3d12 ```
</Accordion>
<Accordion title="Rockchip RKMPP">
```yaml
services:
shumai:
# ...
security_opt:
- systempaths=unconfined
- apparmor=unconfined
group_add:
- video
devices:
- /dev/rga:/dev/rga
- /dev/dri:/dev/dri
- /dev/dma_heap:/dev/dma_heap
- /dev/mpp_service:/dev/mpp_service
```
</Accordion>
</AccordionGroup>
---
## Web UI Settings
In the Shumai Web UI, navigate to **Team Settings** > **Transcoding Settings**.
- **Auto (Recommended)**: Shumai automatically probes candidate hardware encoders in optimal order (`h264_nvenc` &rarr; `h264_vaapi` &rarr; `h264_qsv` &rarr; `h264_amf` &rarr; `libx264`). If hardware acceleration is unavailable, it gracefully uses software encoding.
- **Explicit Encoder**: You can pin the transcode pipeline to a specific encoder (e.g. `NVENC`, `Quick Sync`, `VA-API`).
- **Off**: Forces CPU software encoding (`libx264`) for all video jobs.
---
## Verification & Monitoring
### Check Transcode Logs
When video transcoding begins on an uploaded asset, Shumai writes a structured log indicating the chosen encoder:
```bash
docker compose logs -f shumai
```
Look for the `Starting video transcoding` log entry:
```json
{
"level": 30,
"time": 1790414665096,
"encoder": "h264_nvenc",
"hardwareAcceleration": "auto",
"inputFile": "/tmp/transcode-.../video.mp4",
"outputFile": "/tmp/transcode-.../video-180p.mp4",
"msg": "Starting video transcoding"
}
```
If hardware acceleration was successfully initialized, `encoder` will show `h264_nvenc`, `h264_vaapi`, or `h264_qsv`.
### Monitor GPU Utilization
While transcoding a video, you can observe hardware utilization on the host:
- **NVIDIA**:
```bash
nvidia-smi
# or
nvtop
```
- **Intel**:
```bash
sudo intel_gpu_top
```
- **AMD**:
```bash
sudo radeontop
```
+14 -1
View File
@@ -12,6 +12,14 @@
"light": "#F5B895",
"dark": "#A8384D"
},
"navbar": {
"links": [
{
"label": "Changelog",
"href": "/changelog"
}
]
},
"navigation": {
"groups": [
{
@@ -57,16 +65,21 @@
"pages": [
"using-shumai/transcode-settings",
"using-shumai/quotas-settings",
"using-shumai/email-notifications",
"using-shumai/password-reset"
]
},
{
"group": "Configuration",
"pages": ["configuration/env-variables"]
"pages": ["configuration/env-variables", "configuration/hardware-transcoding"]
},
{
"group": "Temporal Deployment",
"pages": ["configuration/temporal"]
},
{
"group": "Releases",
"pages": ["changelog"]
}
]
}
+5
View File
@@ -12,9 +12,14 @@ We support three installation options. For most administrators, **Docker Compose
Docker Compose automatically configures and spins up all required services (the web application, a database, and local storage).
1. **Download the Configuration**:
```bash
curl -o docker-compose.yaml https://raw.githubusercontent.com/shumaiOne/shumai/main/docker-compose/local/docker-compose.yaml
```
> [!TIP]
> **Hardware Acceleration:** By default, the standard Compose stack uses CPU-based software transcoding. If your server has a dedicated or integrated GPU (NVIDIA, Intel, AMD, or Rockchip), see the [Hardware Transcoding Guide](/configuration/hardware-transcoding) to enable GPU acceleration via the companion `hwaccel.transcoding.yaml`.
2. **Start the Services**:
```bash
docker compose up -d
+127
View File
@@ -0,0 +1,127 @@
---
title: Email Notifications
description: Configure team SMTP settings, deliver batched activity digest emails, and send test emails.
---
Shumai includes a built-in email notification system that delivers updates on team activities—such as comments, mentions, new asset uploads, status changes, and Kanban tasks—directly to team members' inboxes.
To prevent inbox clutter and notification fatigue, Shumai does not send emails for every single action individually. Instead, a background delivery service aggregates pending notifications and sends periodic, batched digest emails with inline thumbnails and deep links.
---
## Configuring SMTP Settings
Email notification settings are managed at the team level by **Team Owners**.
To configure outgoing mail:
1. Click on **Team Settings** in the sidebar.
2. Select the **Email Notifications** tab.
3. Turn on the **Enable Email Notifications** switch.
4. Fill in your SMTP server credentials and sender information.
5. Click **Save** or **Save and Send Test Email**.
### SMTP Server Settings
| Field | Description | Example / Default |
| :---------------------------- | :---------------------------------------------------------------------------------------------------------------------------------------------------------- | :-------------------------------------------------- |
| **SMTP Host** | The hostname or IP address of your outgoing SMTP server. | `smtp.example.com` or `smtp.sendgrid.net` |
| **SMTP Port** | The port used to connect to your SMTP server. | `587` (default, STARTTLS), `465` (SSL/TLS), or `25` |
| **Username** | The username or API key required to authenticate with the SMTP server. | `user@example.com` or `apikey` |
| **Password** | The authentication password or API secret. | `••••••••` |
| **SSL / TLS (SMTPS)** | Connect directly using SSL/TLS encryption. Typically required when connecting over port `465`. | `Disabled` (default) |
| **Ignore Certificate Errors** | Allows connections with self-signed, invalid, or unverified TLS certificates. Useful for local testing (e.g. Mailpit, MailHog) or private corporate relays. | `Disabled` (default) |
> [!TIP]
> **Password Retention**: When updating existing email settings, you can leave the password input blank to keep the currently stored password. For security, stored passwords are never returned in cleartext to the client.
### Sender Information
| Field | Description | Example / Default |
| :----------- | :-------------------------------------------------------------------------------------------------------------------------------------------------- | :----------------------------- |
| **From** | The sender name and email address that will appear in the `From` header. Ensure your SMTP provider is authorized to send on behalf of this address. | `Shumai <noreply@example.com>` |
| **Reply-To** | _(Optional)_ An email address to receive replies if members respond directly to a notification email. | `support@example.com` |
---
## Testing SMTP Delivery
Before relying on email delivery, you can verify your configuration and credentials directly from the settings page:
1. Click **Save and Send Test Email**.
2. In the **Send Test Email** modal, verify or adjust the sender `From` address.
3. Click **Send Test Email**.
Shumai will perform an active handshake verification (`transport.verify()`) against your SMTP server and dispatch a styled test message to the email address of the currently logged-in administrator.
If the handshake or delivery fails (for example, due to an invalid password, blocked outbound port, or rejected sender address), an error toast is displayed with the exact message returned by the SMTP server.
---
## Delivery Architecture & Digest Batching
Shumai uses an asynchronous, batched architecture for email delivery:
```
[ Team Activity ]
(Comments, Uploads, Mentions, Kanban)
│
▼
[ Database Queue ] (status: pending)
│
▼ (Every 3 minutes)
[ Notification Background Job ]
│
├─ Filter recipients (check user preferences & project scope)
├─ Exclude self-actions and AI agents
├─ Group & collapse items (clusters > 3 summarized)
├─ Fetch avatars & thumbnails as inline CID attachments
│
▼
[ Nodemailer Transport ] ──> SMTP Server ──> [ Member Inboxes ]
```
### 1. Periodic Background Delivery
Notifications are queued in PostgreSQL with a `pending` status. A background job runs periodically every **3 minutes**, acquiring pending notifications using atomic queue locking (`FOR UPDATE SKIP LOCKED`). This ensures safe delivery without duplicate emails even when multiple server instances run concurrently.
### 2. Digest Bundling
Rather than sending an email immediately for each action, all notifications collected for a recipient during the 3-minute window are combined into a single digest email. This keeps team communication organized and eliminates inbox spam during heavy collaboration sessions.
### 3. Smart Activity Collapsing
When an event cluster contains a high volume of items (for example, when an editor uploads dozens of video clips at once), Shumai automatically groups and collapses the items:
- If **3 or fewer** items are in a group, each item is displayed with its individual thumbnail and details.
- If **more than 3** items are uploaded together, Shumai summarizes them into a single concise notification (e.g., _"Alice uploaded 12 new files to Project Alpha"_) with a preview of the first three file names.
### 4. Inline CID Attachments
Avatars and video/image asset thumbnails are retrieved from storage and embedded directly into the email as inline MIME attachments (`cid:...`).
Unlike external image links, inline CID attachments:
- Display immediately in desktop and mobile email clients (such as Apple Mail, Gmail, and Outlook) without being blocked by "show remote content" security warnings.
- Do not require publicly accessible S3 URLs or reverse-proxy authentication to render.
### 5. Deep Linking
Every notification card in the email includes deep-linking action buttons (such as **View Asset**, **View Project**, or **View Task**) that navigate members straight to the corresponding resource in Shumai.
To ensure links point to your public domain instead of `localhost`, configure the `APP_URL` or `BETTER_AUTH_URL` environment variable on your Shumai server:
```bash
APP_URL=https://shumai.example.com
```
---
## Member Preferences & Filtering
Email delivery respects team permissions and member choices:
- **Personal Preferences**: Team members can independently choose which types of activities they receive by opening **Team Settings > Notifications**. If a user disables notifications for a category (e.g. general comments or status updates), Shumai will not include those items in their email digests.
- **Self-Action Suppression**: Members never receive notification emails for their own comments, uploads, or task updates (unless they explicitly enable the **Your Uploads** preference to be notified when their own media transcoding completes).
- **Project Scope**: Members whose access is restricted to specific projects only receive email digests for activities within those assigned projects, unless they are explicitly `@mentioned`.
- **AI Agents**: Automated AI agent accounts are automatically excluded from receiving email notifications.
+8
View File
@@ -44,3 +44,11 @@ If you want to mute a specific project entirely (except for direct `@mentions` w
- The **Bell** icon in the navigation bar displays a red badge when you have unread notifications.
- Click the bell to open your notification feed panel.
- Click any notification card to mark it as read and jump directly to the relevant file and comment thread.
---
## Email Notifications
In addition to in-app notifications, Team Owners can configure outgoing SMTP settings to deliver batched activity digest emails to team members. The email delivery engine honors each member's individual notification preferences configured above.
See the [Email Notifications Guide](/using-shumai/email-notifications) for full SMTP setup instructions, test email workflows, and delivery architecture details.
+61 -15
View File
@@ -1,31 +1,77 @@
---
title: Media Transcoding Settings
description: Configure video transcode strategies and preview proxy generation.
title: Video Transcoding
description: Configure video transcode policies, MP4 and HLS streaming resolutions, hardware acceleration, and FFmpeg threads.
---
High-resolution camera formats and raw media files cannot be rendered natively in web browsers. Shumai transcodes these assets into web-friendly streaming formats in the background.
High-resolution camera formats and raw media files cannot be rendered natively in web browsers. Shumai transcodes video assets into web-friendly streaming and preview formats in the background.
Team Owners can customize video transcoding behavior from the **Team Settings > Video Transcoding** page.
Regardless of the selected transcoding strategy, Shumai's pipeline will **always** generate at least one lightweight `180p` proxy version of the raw file to ensure fast scrubbing, thumbnail generation, and instant previews.
---
## Video Transcode Strategies
## Transcode Policy
Team Owners can select how the transcoding engine handles uploaded files. Shumai evaluates the original file's dimensions against its standard target resolutions (2160p, 1080p, 720p, 540p, and 360p) to determine the output.
The **Transcode Policy** card configures both MP4 video transcoding and HLS adaptive streaming.
### 1. Best Match
### Playback and Download Behavior
- **Behavior**: Shumai checks the longest dimension (width or height) of the uploaded file. It then finds the highest standard resolution that is equal to or smaller than the original file, preventing unnecessary upscaling. If the original video is exceptionally small, it defaults to a minimum target of `360p`.
- **Output**: Generates exactly two web-optimized files: the universal `180p` proxy and the single calculated "best match" resolution.
- **Use Case**: This is the recommended option. It ensures web compatibility without wasting processing time and storage space on redundant lower-resolution versions.
Shumai uses a dual-format strategy for video delivery:
### 2. Transcode All
- **When HLS is disabled**: Both in-browser video playback and file downloads will use the generated MP4 file(s).
- **When HLS is enabled**: In-browser video playback uses HLS (HTTP Live Streaming) for smooth, adaptive bitrate playback, while file downloads will use the generated MP4 file(s).
- **Behavior**: Shumai calculates the "best match" resolution exactly as it does in the previous strategy. However, instead of stopping at one version, it processes the video into the best match _and_ every standard resolution smaller than it.
- **Output**: Generates a full cascade of files. For example, if the best match for an upload is `1080p`, Shumai will generate the `180p` proxy, `1080p`, `720p`, `540p`, and `360p` versions.
- **Use Case**: Ideal for environments requiring adaptive bitrate streaming, ensuring consistent playback performance across all client devices regardless of varying network conditions.
<Warning>
**Storage Usage Notice**: Enabling HLS generates multi-bitrate segment files (`.ts` / `.m4s`) and
playlist manifests in addition to standard MP4 proxies. This can significantly increase storage
consumption on your storage bucket.
</Warning>
![Transcode Settings](../transcode.webp)
### MP4 Transcoding
Generate web-compatible MP4 files for file downloads and standard video playback. Team Owners can select how MP4 transcodes are generated for uploaded files:
#### 1. Best Match
- **Behavior**: Shumai checks the longest dimension of the uploaded video and generates a single optimal resolution matching or smaller than the source quality, preventing unnecessary upscaling.
- **Output**: Generates the lightweight `180p` proxy and the calculated best-match MP4 file.
- **Use Case**: Recommended default. Minimizes processing time and storage space while ensuring universal playback and download compatibility.
#### 2. Multi Resolutions
- **Behavior**: Select specific target resolution ladders to generate: `480p`, `720p`, `1080p`, `1440p`, and `2160p`. Resolutions are only generated up to the source video resolution (content is never upscaled).
- **Output**: Generates the `180p` proxy plus all selected resolution ladders that do not exceed the source resolution.
- **Use Case**: Ideal when users need to download multiple specific resolutions (e.g. 720p for fast sharing and 1080p for review).
### HLS Streaming
When **HLS Streaming** is toggled on, Shumai produces an adaptive bitrate HLS package for uploaded videos:
- **Resolution Ladders**: Configure which resolutions to generate for HLS streaming (`480p`, `720p`, `1080p`, `1440p`, `2160p`). Ladders are only generated up to the original video resolution.
- **Player Integration**: The web player will automatically stream via HLS when available, dynamically switching bitrates based on client network bandwidth.
![Video Transcoding](../transcode.webp)
---
## Hardware Acceleration
To offload encoding workloads from CPUs to GPUs, Shumai supports hardware-accelerated video encoding:
- **Disabled (Software)**: Uses the standard CPU `libx264` software encoder with Constant Rate Factor (CRF).
- **Auto Detect**: Automatically probes and leverages available GPU/hardware acceleration (NVIDIA NVENC, Intel QuickSync, AMD/Intel VA-API, Apple VideoToolbox, Rockchip RKMPP).
See the [Hardware Transcoding Guide](/configuration/hardware-transcoding) for Docker Compose configuration, GPU passthrough, and driver prerequisites.
---
## FFmpeg Threads
The **FFmpeg Threads** slider controls the maximum number of CPU threads used by FFmpeg during transcoding tasks:
- **Auto (0)**: FFmpeg automatically selects the optimal thread count based on host CPU core availability.
- **Manual (1 - 32)**: Restricts FFmpeg to a fixed number of threads, useful for throttling CPU consumption on shared worker nodes.
---
@@ -33,4 +79,4 @@ Team Owners can select how the transcoding engine handles uploaded files. Shumai
Transcoding is resource-intensive. Depending on your scaling needs, your administrator can run the transcode engine on the main server (Single-Server mode) or delegate tasks to specialized transcoding worker machines (Temporal Worker mode).
Note: In all modes, the processing machine must have the standard system media utilities (`ffmpeg` and `ffprobe`) installed.
In all modes, the processing machine must have system media utilities (`ffmpeg` and `ffprobe`) installed. See the [Temporal Deployment Guide](/configuration/temporal) for setting up distributed transcoding workers.
+4 -2
View File
@@ -1,6 +1,6 @@
{
"name": "shumai",
"version": "0.4.7",
"version": "0.5.0",
"private": true,
"type": "module",
"repository": {
@@ -39,7 +39,9 @@
"release:patch": "bun run scripts/release.ts patch",
"release:minor": "bun run scripts/release.ts minor",
"release:major": "bun run scripts/release.ts major",
"changelog:extract": "bun run scripts/extract-changelog.ts"
"changelog:extract": "bun run scripts/extract-changelog.ts",
"docs:changelog": "bun run scripts/generate-docs-changelog.ts",
"docs:changelog:check": "bun run scripts/generate-docs-changelog.ts --check"
},
"devDependencies": {
"@eslint/js": "10.0.1",
+1 -1
View File
@@ -1,6 +1,6 @@
{
"name": "@shumai/agent",
"version": "0.4.7",
"version": "0.5.0",
"private": true,
"type": "module",
"main": "./src/index.ts",
+4
View File
@@ -154,6 +154,10 @@ export async function generateEmbeddingActivity(params: GenerateEmbeddingParams)
start.toString(),
'-i',
inputSource,
'-map',
'0:V:0',
'-map',
'0:a:0?',
'-t',
(end - start).toString(),
'-c',
+1 -1
View File
@@ -1,6 +1,6 @@
{
"name": "@shumai/api",
"version": "0.4.7",
"version": "0.5.0",
"private": true,
"type": "module",
"main": "./src/index.ts",
+43
View File
@@ -774,4 +774,47 @@ describe('file api', () => {
mockGetProjectIds.mockRestore()
})
describe('GET /files/:fileId/m3u8 routes', () => {
it('returns master playlist with correct content-type', async () => {
const mockMaster = vi
.spyOn(assetService, 'getHlsMasterPlaylist')
.mockResolvedValue('#EXTM3U\n#EXT-X-STREAM-INF:BANDWIDTH=4628000\n1080p/index.m3u8\n')
const app = new Hono().use('*', authMiddleware).route('/', fileRoute)
const res = await app.request('/files/asset-1/m3u8/master.m3u8')
expect(res.status).toBe(200)
expect(res.headers.get('content-type')).toContain('application/vnd.apple.mpegurl')
const text = await res.text()
expect(text).toContain('#EXTM3U')
expect(text).toContain('1080p/index.m3u8')
expect(mockMaster).toHaveBeenCalledWith({ assetId: 'asset-1' })
expect(authzService.hasPermission).toHaveBeenCalledWith({
user: { id: 'user1', name: 'Test User' },
permission: Permission.Read,
type: 'asset',
id: 'asset-1',
})
mockMaster.mockRestore()
})
it('returns variant playlist with rewritten URLs', async () => {
const mockVariant = vi
.spyOn(assetService, 'getHlsVariantPlaylist')
.mockResolvedValue(
'#EXTM3U\n#EXT-X-MAP:URI="http://presigned/init.mp4"\nhttp://presigned/seg0.m4s\n',
)
const app = new Hono().use('*', authMiddleware).route('/', fileRoute)
const res = await app.request('/files/asset-1/m3u8/1080p/index.m3u8')
expect(res.status).toBe(200)
expect(res.headers.get('content-type')).toContain('application/vnd.apple.mpegurl')
const text = await res.text()
expect(text).toContain('http://presigned/init.mp4')
expect(mockVariant).toHaveBeenCalledWith({ assetId: 'asset-1', resolution: '1080p' })
mockVariant.mockRestore()
})
})
})
+65
View File
@@ -480,5 +480,70 @@ const route = new Hono<{ Variables: { user: User } }>()
return c.json({ url })
},
)
.get('/files/:fileId/m3u8', async (c) => {
const fileId = c.req.param('fileId')
const user = c.get('user')
await authzService.hasPermission({
user,
permission: Permission.Read,
type: ResourceType.Asset,
id: fileId,
})
const playlist = await assetService.getHlsMasterPlaylist({ assetId: fileId })
c.header('Content-Type', 'application/vnd.apple.mpegurl')
return c.body(playlist)
})
.get('/files/:fileId/m3u8/master.m3u8', async (c) => {
const fileId = c.req.param('fileId')
const user = c.get('user')
await authzService.hasPermission({
user,
permission: Permission.Read,
type: ResourceType.Asset,
id: fileId,
})
const playlist = await assetService.getHlsMasterPlaylist({ assetId: fileId })
c.header('Content-Type', 'application/vnd.apple.mpegurl')
return c.body(playlist)
})
.get('/files/:fileId/m3u8/:resolution', async (c) => {
const fileId = c.req.param('fileId')
let resolution = c.req.param('resolution')
if (resolution.endsWith('.m3u8')) {
resolution = resolution.replace(/\.m3u8$/, '')
}
const user = c.get('user')
await authzService.hasPermission({
user,
permission: Permission.Read,
type: ResourceType.Asset,
id: fileId,
})
const playlist = await assetService.getHlsVariantPlaylist({ assetId: fileId, resolution })
c.header('Content-Type', 'application/vnd.apple.mpegurl')
return c.body(playlist)
})
.get('/files/:fileId/m3u8/:resolution/index.m3u8', async (c) => {
const fileId = c.req.param('fileId')
const resolution = c.req.param('resolution')
const user = c.get('user')
await authzService.hasPermission({
user,
permission: Permission.Read,
type: ResourceType.Asset,
id: fileId,
})
const playlist = await assetService.getHlsVariantPlaylist({ assetId: fileId, resolution })
c.header('Content-Type', 'application/vnd.apple.mpegurl')
return c.body(playlist)
})
export default route
+110 -7
View File
@@ -2,27 +2,34 @@ import { describe, expect, it, vi, beforeEach } from 'vitest'
import { Hono, type Context, type Next } from 'hono'
import notificationRoute from './notification'
import { notificationService } from '@shumai/core/src/notification/notification'
import { emailService } from '@shumai/core/src/notification/email'
import { authzService, Permission, ResourceType } from '@shumai/core/src/authz/authz'
import { userMetadataService } from '@shumai/core/src/user-metadata/user-metadata'
const mockUser = { id: 'user1', name: 'Test User', email: 'test@example.com' }
vi.mock('./middleware/auth', () => ({
authMiddleware: async (
c: Context<{ Variables: { user: { id: string; name: string } } }>,
next: Next,
) => {
c.set('user', { id: 'user1', name: 'Test User' })
authMiddleware: async (c: Context<{ Variables: { user: typeof mockUser } }>, next: Next) => {
c.set('user', mockUser)
await next()
},
}))
vi.mock('@shumai/core/src/authz/authz')
vi.mock('@shumai/core/src/notification/notification')
vi.mock('@shumai/core/src/notification/email', () => ({
emailService: {
getEmailSettings: vi.fn(),
updateEmailSettings: vi.fn(),
sendTestEmail: vi.fn(),
},
}))
vi.mock('@shumai/core/src/user-metadata/user-metadata')
describe('notification api', () => {
const app = new Hono<{ Variables: { user: { id: string; name: string } } }>()
const app = new Hono<{ Variables: { user: typeof mockUser } }>()
.use('*', async (c, next) => {
c.set('user', { id: 'user1', name: 'Test User' })
c.set('user', mockUser)
await next()
})
.route('/', notificationRoute)
@@ -155,4 +162,100 @@ describe('notification api', () => {
},
)
})
it('GET /teams/:teamId/notifications/email - requires admin and returns settings', async () => {
const mockSettings = {
enabled: true,
host: 'smtp.example.com',
port: 587,
username: 'user',
password: 'secret-password',
smtps: true,
ignoreCert: false,
from: 'noreply@example.com',
replyTo: '',
}
vi.mocked(emailService.getEmailSettings).mockResolvedValue(mockSettings)
const res = await app.request('/teams/t1/notifications/email')
expect(res.status).toBe(200)
const json = await res.json()
expect(json).toEqual(mockSettings)
expect(authzService.hasPermission).toHaveBeenCalledWith({
user: expect.objectContaining({ id: 'user1' }),
permission: Permission.Admin,
type: ResourceType.Team,
id: 't1',
})
expect(emailService.getEmailSettings).toHaveBeenCalledWith('t1')
})
it('PUT /teams/:teamId/notifications/email - requires admin and updates settings', async () => {
const updateInput = {
enabled: true,
host: 'mail.example.com',
port: 465,
username: 'user',
password: 'new-password',
smtps: true,
ignoreCert: false,
from: 'shumai@example.com',
replyTo: 'support@example.com',
}
vi.mocked(emailService.updateEmailSettings).mockResolvedValue(updateInput)
const res = await app.request('/teams/t1/notifications/email', {
method: 'PUT',
headers: { 'Content-Type': 'application/json' },
body: JSON.stringify(updateInput),
})
expect(res.status).toBe(200)
const json = await res.json()
expect(json).toEqual(updateInput)
expect(authzService.hasPermission).toHaveBeenCalledWith({
user: expect.objectContaining({ id: 'user1' }),
permission: Permission.Admin,
type: ResourceType.Team,
id: 't1',
})
expect(emailService.updateEmailSettings).toHaveBeenCalledWith('t1', updateInput)
})
it('POST /teams/:teamId/notifications/email/test - requires admin and sends test email', async () => {
const testReq = {
host: 'smtp.example.com',
port: 587,
from: 'noreply@example.com',
}
vi.mocked(emailService.sendTestEmail).mockResolvedValue({
success: true,
messageId: '<test-msg-id@example.com>',
})
const res = await app.request('/teams/t1/notifications/email/test', {
method: 'POST',
headers: { 'Content-Type': 'application/json' },
body: JSON.stringify(testReq),
})
expect(res.status).toBe(200)
const json = await res.json()
expect(json).toEqual({
success: true,
messageId: '<test-msg-id@example.com>',
})
expect(authzService.hasPermission).toHaveBeenCalledWith({
user: expect.objectContaining({ id: 'user1' }),
permission: Permission.Admin,
type: ResourceType.Team,
id: 't1',
})
expect(emailService.sendTestEmail).toHaveBeenCalledWith(
't1',
expect.objectContaining({ id: 'user1', email: 'test@example.com' }),
testReq,
)
})
})
+55
View File
@@ -1,11 +1,14 @@
import { zValidator } from '@hono/zod-validator'
import { Hono } from 'hono'
import { notificationService } from '@shumai/core/src/notification/notification'
import { emailService } from '@shumai/core/src/notification/email'
import { authzService, Permission, ResourceType } from '@shumai/core/src/authz/authz'
import {
listNotificationsRequestSchema,
markNotificationReadRequestSchema,
notificationSettingsSchema,
updateEmailNotificationSettingsSchema,
testEmailRequestSchema,
} from '@shumai/dtos'
import { userMetadataService } from '@shumai/core/src/user-metadata/user-metadata'
import type { Prisma } from '@shumai/db'
@@ -109,5 +112,57 @@ const route = new Hono<{ Variables: { user: User } }>()
return c.json({ success: true })
},
)
.get('/teams/:teamId/notifications/email', async (c) => {
const teamId = c.req.param('teamId')
const user = c.get('user')
await authzService.hasPermission({
user,
permission: Permission.Admin,
type: ResourceType.Team,
id: teamId,
})
const settings = await emailService.getEmailSettings(teamId)
return c.json(settings)
})
.put(
'/teams/:teamId/notifications/email',
zValidator('json', updateEmailNotificationSettingsSchema),
async (c) => {
const teamId = c.req.param('teamId')
const user = c.get('user')
const req = c.req.valid('json')
await authzService.hasPermission({
user,
permission: Permission.Admin,
type: ResourceType.Team,
id: teamId,
})
const settings = await emailService.updateEmailSettings(teamId, req)
return c.json(settings)
},
)
.post(
'/teams/:teamId/notifications/email/test',
zValidator('json', testEmailRequestSchema),
async (c) => {
const teamId = c.req.param('teamId')
const user = c.get('user')
const req = c.req.valid('json')
await authzService.hasPermission({
user,
permission: Permission.Admin,
type: ResourceType.Team,
id: teamId,
})
const result = await emailService.sendTestEmail(teamId, user, req)
return c.json(result)
},
)
export default route
+130 -6
View File
@@ -38,6 +38,8 @@ import type { AssetInfo } from '@shumai/dtos'
async function applyWatermarkToAssetMedia(
asset: AssetInfo,
watermarkMedia: PrismaJson.MediaInfo | null,
shareId?: string,
password?: string,
): Promise<AssetInfo> {
if (!asset.media) return asset
if (asset.proxyType !== 'video' && asset.proxyType !== 'image') return asset
@@ -55,6 +57,7 @@ async function applyWatermarkToAssetMedia(
width: vt.width ?? 0,
height: vt.height ?? 0,
size: 0,
hdr: vt.hdr,
})),
)
: []
@@ -73,6 +76,19 @@ async function applyWatermarkToAssetMedia(
)
: []
if (watermarkMedia?.isHls && watermarkMedia.hls?.key && shareId) {
const pwQuery = password ? `?p=${encodeURIComponent(password)}` : ''
updatedMedia.isHls = true
updatedMedia.hls = {
key: watermarkMedia.hls.key,
url: `/api/shares/${shareId}/files/${asset.id}/m3u8/master.m3u8${pwQuery}`,
resolutions: watermarkMedia.hls.resolutions,
}
} else {
updatedMedia.isHls = false
delete updatedMedia.hls
}
return {
...asset,
media: updatedMedia,
@@ -169,7 +185,8 @@ const route = app
zValidator('query', sharedChildrenRequestSchema),
async (c) => {
const folderId = c.req.param('folderId')
const password = c.req.header('x-share-password')
const password =
c.req.header('x-share-password') || c.req.query('password') || c.req.query('p')
const req = c.req.valid('query')
try {
@@ -196,7 +213,7 @@ const route = app
// Resolve symlink targets once and reuse for the media lookup, so each
// item costs a single query instead of two.
const targetIds = await Promise.all(
res.data.map((item) => assetService.resolveTargetAssetId(item.id)),
res.data.map((item) => assetService.resolveLatestVersionId(item.id)),
)
const wfMap = await watermarkService.getCompletedWatermarkMediaMap(
targetIds,
@@ -205,9 +222,21 @@ const route = app
res.data = await Promise.all(
res.data.map(async (item, index) =>
applyWatermarkToAssetMedia(item, wfMap.get(targetIds[index]) ?? null),
applyWatermarkToAssetMedia(
item,
wfMap.get(targetIds[index]) ?? null,
shareLink.id,
password,
),
),
)
} else if (res.data.length > 0) {
const pwQuery = password ? `?p=${encodeURIComponent(password)}` : ''
for (const item of res.data) {
if (item.media?.isHls && item.media.hls?.key) {
item.media.hls.url = `/api/shares/${shareLink.id}/files/${item.id}/m3u8/master.m3u8${pwQuery}`
}
}
}
return c.json(res)
@@ -218,7 +247,7 @@ const route = app
)
.get('/shares/:shareId/files/:fileId', async (c) => {
const fileId = c.req.param('fileId')
const password = c.req.header('x-share-password')
const password = c.req.header('x-share-password') || c.req.query('password') || c.req.query('p')
try {
const shareLink = await shareService.verifyPublicAccess(fileId, password)
@@ -231,12 +260,20 @@ const route = app
shareLink.watermarkConfigId &&
(asset.proxyType === 'video' || asset.proxyType === 'image')
) {
const targetAssetId = await assetService.resolveTargetAssetId(fileId)
const targetAssetId = await assetService.resolveLatestVersionId(fileId)
const wfMap = await watermarkService.getCompletedWatermarkMediaMap(
[targetAssetId],
shareLink.watermarkConfigId,
)
asset = await applyWatermarkToAssetMedia(asset, wfMap.get(targetAssetId) ?? null)
asset = await applyWatermarkToAssetMedia(
asset,
wfMap.get(targetAssetId) ?? null,
shareLink.id,
password,
)
} else if (asset.media?.isHls && asset.media.hls?.key) {
const pwQuery = password ? `?p=${encodeURIComponent(password)}` : ''
asset.media.hls.url = `/api/shares/${shareLink.id}/files/${asset.id}/m3u8/master.m3u8${pwQuery}`
}
return c.json(asset)
@@ -359,5 +396,92 @@ const route = app
}
},
)
.get('/shares/:shareId/files/:fileId/m3u8', async (c) => {
const fileId = c.req.param('fileId')
const password = c.req.header('x-share-password') || c.req.query('password') || c.req.query('p')
try {
const shareLink = await shareService.verifyPublicAccess(fileId, password)
const targetAssetId = await assetService.resolveLatestVersionId(fileId)
let playlist = await assetService.getHlsMasterPlaylist({
assetId: targetAssetId,
watermarkConfigId: shareLink.watermarkConfigId,
})
if (password) {
playlist = playlist.replace(
/([0-9]+p\/index\.m3u8)/g,
`$1?p=${encodeURIComponent(password)}`,
)
}
c.header('Content-Type', 'application/vnd.apple.mpegurl')
return c.body(playlist)
} catch (err) {
return handlePublicShareError(c, err)
}
})
.get('/shares/:shareId/files/:fileId/m3u8/master.m3u8', async (c) => {
const fileId = c.req.param('fileId')
const password = c.req.header('x-share-password') || c.req.query('password') || c.req.query('p')
try {
const shareLink = await shareService.verifyPublicAccess(fileId, password)
const targetAssetId = await assetService.resolveLatestVersionId(fileId)
let playlist = await assetService.getHlsMasterPlaylist({
assetId: targetAssetId,
watermarkConfigId: shareLink.watermarkConfigId,
})
if (password) {
playlist = playlist.replace(
/([0-9]+p\/index\.m3u8)/g,
`$1?p=${encodeURIComponent(password)}`,
)
}
c.header('Content-Type', 'application/vnd.apple.mpegurl')
return c.body(playlist)
} catch (err) {
return handlePublicShareError(c, err)
}
})
.get('/shares/:shareId/files/:fileId/m3u8/:resolution', async (c) => {
const fileId = c.req.param('fileId')
let resolution = c.req.param('resolution')
if (resolution.endsWith('.m3u8')) {
resolution = resolution.replace(/\.m3u8$/, '')
}
const password = c.req.header('x-share-password') || c.req.query('password') || c.req.query('p')
try {
const shareLink = await shareService.verifyPublicAccess(fileId, password)
const targetAssetId = await assetService.resolveLatestVersionId(fileId)
const playlist = await assetService.getHlsVariantPlaylist({
assetId: targetAssetId,
resolution,
watermarkConfigId: shareLink.watermarkConfigId,
})
c.header('Content-Type', 'application/vnd.apple.mpegurl')
return c.body(playlist)
} catch (err) {
return handlePublicShareError(c, err)
}
})
.get('/shares/:shareId/files/:fileId/m3u8/:resolution/index.m3u8', async (c) => {
const fileId = c.req.param('fileId')
const resolution = c.req.param('resolution')
const password = c.req.header('x-share-password') || c.req.query('password') || c.req.query('p')
try {
const shareLink = await shareService.verifyPublicAccess(fileId, password)
const targetAssetId = await assetService.resolveLatestVersionId(fileId)
const playlist = await assetService.getHlsVariantPlaylist({
assetId: targetAssetId,
resolution,
watermarkConfigId: shareLink.watermarkConfigId,
})
c.header('Content-Type', 'application/vnd.apple.mpegurl')
return c.body(playlist)
} catch (err) {
return handlePublicShareError(c, err)
}
})
export default route
+158 -1
View File
@@ -277,6 +277,12 @@ describe('Share API', () => {
},
],
imageTranscodes: [],
isHls: true,
hls: {
key: 'files/orig-hls/master.m3u8',
url: '/api/files/video-pending/m3u8/master.m3u8',
resolutions: [{ resolution: '1080p', width: 1920, height: 1080 }],
},
original: { key: 'files/orig.mp4' },
},
},
@@ -331,9 +337,11 @@ describe('Share API', () => {
size: 0,
},
])
// Pending item → original transcodes emptied
// Pending item → original transcodes emptied and HLS cleared
expect(body.data[1].media.videoTranscodes).toEqual([])
expect(body.data[1].media.imageTranscodes).toEqual([])
expect(body.data[1].media.isHls).toBe(false)
expect(body.data[1].media.hls).toBeUndefined()
// Non-media item → untouched
expect(body.data[2].media.pdfTranscode).toEqual({ url: 'u', key: 'files/doc.pdf' })
})
@@ -418,6 +426,51 @@ describe('Share API', () => {
expect(body.media.imageTranscodes).toEqual([])
})
test('serves watermarked transcodes with hdr flags preserved when watermark enabled and completed', async () => {
vi.spyOn(shareService, 'verifyPublicAccess').mockResolvedValue(shareLinkWithWatermark)
vi.spyOn(watermarkService, 'getCompletedWatermarkMediaMap').mockResolvedValue(
new Map([
[
'file1',
watermarkMediaInfo({
videoTranscodes: [
{ key: 'files/watermarked-1080p.mp4', width: 1920, height: 1080, hdr: false },
{ key: 'files/watermarked-1080p-hdr.mp4', width: 1920, height: 1080, hdr: true },
],
}),
],
]),
)
const res = await app.request('/shares/share1/files/file1', {
method: 'GET',
headers: { 'x-share-password': 'pass' },
})
expect(res.status).toBe(200)
const body = await res.json()
expect(body.media.videoTranscodes).toEqual([
{
id: 'files/watermarked-1080p.mp4',
url: 'http://s3/presigned',
key: 'files/watermarked-1080p.mp4',
width: 1920,
height: 1080,
size: 0,
hdr: false,
},
{
id: 'files/watermarked-1080p-hdr.mp4',
url: 'http://s3/presigned',
key: 'files/watermarked-1080p-hdr.mp4',
width: 1920,
height: 1080,
size: 0,
hdr: true,
},
])
})
test('serves empty transcode arrays while watermark transcoding is in flight', async () => {
vi.spyOn(shareService, 'verifyPublicAccess').mockResolvedValue(shareLinkWithWatermark)
vi.spyOn(watermarkService, 'getCompletedWatermarkMediaMap').mockResolvedValue(new Map())
@@ -433,6 +486,33 @@ describe('Share API', () => {
expect(body.media.imageTranscodes).toEqual([])
})
test('clears HLS fields while watermark transcoding is in flight', async () => {
vi.spyOn(shareService, 'verifyPublicAccess').mockResolvedValue(shareLinkWithWatermark)
vi.spyOn(watermarkService, 'getCompletedWatermarkMediaMap').mockResolvedValue(new Map())
vi.spyOn(assetService, 'getAsset').mockResolvedValue({
...videoAsset,
media: {
...videoAsset.media,
isHls: true,
hls: {
key: 'files/hls/master.m3u8',
url: '/api/files/file1/m3u8/master.m3u8',
resolutions: [{ resolution: '1080p', width: 1920, height: 1080 }],
},
},
})
const res = await app.request('/shares/share1/files/file1', {
method: 'GET',
headers: { 'x-share-password': 'pass' },
})
expect(res.status).toBe(200)
const body = await res.json()
expect(body.media.isHls).toBe(false)
expect(body.media.hls).toBeUndefined()
})
test('leaves non-video/image media untouched when watermark enabled', async () => {
vi.spyOn(shareService, 'verifyPublicAccess').mockResolvedValue(shareLinkWithWatermark)
vi.spyOn(assetService, 'getAsset').mockResolvedValue({
@@ -821,4 +901,81 @@ describe('Share API', () => {
expect(getDownloadUrlSpy).not.toHaveBeenCalled()
})
})
describe('GET /shares/:shareId/files/:fileId/m3u8 routes', () => {
test('returns master playlist with query password preserved in variant URLs', async () => {
vi.spyOn(shareService, 'verifyPublicAccess').mockResolvedValue({
id: 'share1',
watermarkConfigId: null,
// eslint-disable-next-line @typescript-eslint/no-explicit-any
} as any)
vi.spyOn(assetService, 'getHlsMasterPlaylist').mockResolvedValue(
'#EXTM3U\n#EXT-X-STREAM-INF:BANDWIDTH=4628000\n1080p/index.m3u8\n',
)
const res = await app.request('/shares/share1/files/file1/m3u8/master.m3u8?p=secret123')
expect(res.status).toBe(200)
expect(res.headers.get('content-type')).toContain('application/vnd.apple.mpegurl')
const text = await res.text()
expect(text).toContain('1080p/index.m3u8?p=secret123')
expect(shareService.verifyPublicAccess).toHaveBeenCalledWith('file1', 'secret123')
expect(assetService.getHlsMasterPlaylist).toHaveBeenCalledWith({
assetId: 'file1',
watermarkConfigId: null,
})
})
test('returns variant playlist with rewritten segment URLs', async () => {
vi.spyOn(shareService, 'verifyPublicAccess').mockResolvedValue({
id: 'share1',
watermarkConfigId: 'wm1',
// eslint-disable-next-line @typescript-eslint/no-explicit-any
} as any)
vi.spyOn(assetService, 'getHlsVariantPlaylist').mockResolvedValue(
'#EXTM3U\n#EXT-X-MAP:URI="http://presigned/init.mp4"\nhttp://presigned/seg0.m4s\n',
)
const res = await app.request('/shares/share1/files/file1/m3u8/1080p/index.m3u8')
expect(res.status).toBe(200)
expect(res.headers.get('content-type')).toContain('application/vnd.apple.mpegurl')
const text = await res.text()
expect(text).toContain('http://presigned/init.mp4')
expect(assetService.getHlsVariantPlaylist).toHaveBeenCalledWith({
assetId: 'file1',
resolution: '1080p',
watermarkConfigId: 'wm1',
})
})
test('returns 401 when password is invalid', async () => {
vi.spyOn(shareService, 'verifyPublicAccess').mockRejectedValue(
new ShareLinkPasswordInvalidError('Invalid password'),
)
const res = await app.request('/shares/share1/files/file1/m3u8/master.m3u8?p=wrong')
expect(res.status).toBe(401)
const body = await res.json()
expect(body.error).toBe('Unauthorized')
})
test('resolves latest version id when fileId is a symlink to a version stack', async () => {
vi.spyOn(shareService, 'verifyPublicAccess').mockResolvedValue({
id: 'share1',
watermarkConfigId: null,
// eslint-disable-next-line @typescript-eslint/no-explicit-any
} as any)
vi.spyOn(assetService, 'resolveLatestVersionId').mockResolvedValue('child-version-file-id')
vi.spyOn(assetService, 'getHlsMasterPlaylist').mockResolvedValue(
'#EXTM3U\n#EXT-X-STREAM-INF:BANDWIDTH=4628000\n1080p/index.m3u8\n',
)
const res = await app.request('/shares/share1/files/symlink1/m3u8/master.m3u8')
expect(res.status).toBe(200)
expect(assetService.resolveLatestVersionId).toHaveBeenCalledWith('symlink1')
expect(assetService.getHlsMasterPlaylist).toHaveBeenCalledWith({
assetId: 'child-version-file-id',
watermarkConfigId: null,
})
})
})
})
+48 -4
View File
@@ -223,18 +223,39 @@ describe('team api', () => {
expect(mockGetSettings).toHaveBeenCalledWith('t1')
})
it('GET /teams/:teamId/settings does not return emailNotification to readers', async () => {
mockGetSettings.mockResolvedValue({
semanticSearchEnabled: false,
transcode: { videoStrategy: 'best_match', hardwareAcceleration: 'off', threads: 0 },
appearance: { hideAgent: false },
})
const res = await app.request('/teams/t1/settings')
expect(res.status).toBe(200)
const data = await res.json()
expect(data.emailNotification).toBeUndefined()
expect(authzService.hasPermission).toHaveBeenCalledWith(
expect.objectContaining({
type: ResourceType.Team,
id: 't1',
permission: Permission.Read,
}),
)
})
it('PATCH /teams/:teamId/settings updates settings', async () => {
mockUpdateSettings.mockResolvedValue({ transcode: { videoStrategy: 'all' } })
mockUpdateSettings.mockResolvedValue({ transcode: { videoStrategy: 'multi' } })
const res = await app.request('/teams/t1/settings', {
method: 'PATCH',
headers: { 'Content-Type': 'application/json' },
body: JSON.stringify({ key: 'transcode.videoStrategy', value: 'all' }),
body: JSON.stringify({ key: 'transcode.videoStrategy', value: 'multi' }),
})
expect(res.status).toBe(200)
const data = await res.json()
expect(data.transcode.videoStrategy).toBe('all')
expect(data.transcode.videoStrategy).toBe('multi')
expect(authzService.hasPermission).toHaveBeenCalledWith(
expect.objectContaining({
type: ResourceType.Team,
@@ -242,7 +263,30 @@ describe('team api', () => {
permission: Permission.Admin,
}),
)
expect(mockUpdateSettings).toHaveBeenCalledWith('t1', 'transcode.videoStrategy', 'all')
expect(mockUpdateSettings).toHaveBeenCalledWith('t1', 'transcode.videoStrategy', 'multi')
})
it('PATCH /teams/:teamId/settings updates transcode.videoResolutions', async () => {
mockUpdateSettings.mockResolvedValue({
transcode: { videoResolutions: ['720p', '1080p'] },
})
const res = await app.request('/teams/t1/settings', {
method: 'PATCH',
headers: { 'Content-Type': 'application/json' },
body: JSON.stringify({
key: 'transcode.videoResolutions',
value: ['720p', '1080p'],
}),
})
expect(res.status).toBe(200)
const data = await res.json()
expect(data.transcode.videoResolutions).toEqual(['720p', '1080p'])
expect(mockUpdateSettings).toHaveBeenCalledWith('t1', 'transcode.videoResolutions', [
'720p',
'1080p',
])
})
it('PATCH /teams/:teamId/settings updates transcode.hardwareAcceleration', async () => {
+3 -1
View File
@@ -105,15 +105,17 @@ const route = new Hono<{ Variables: { user: User } }>()
await uploadService.confirmFileUpload(user.id, taskId, req)
if (!req.errorMessage) {
const context = await assetService.getAssetContext(req.fileId)
await notificationService.create({
type: NotificationType.successful_file_uploaded,
teamId: teamId,
projectId: context.projectId,
creatorId: user.id,
assetId: req.fileId,
taskId: taskId,
})
const context = await assetService.getAssetContext(req.fileId)
await auditLogService.logAction({
action: AuditAction.file_create,
teamId: teamId,
+6 -1
View File
@@ -1,6 +1,6 @@
{
"name": "@shumai/core",
"version": "0.4.7",
"version": "0.5.0",
"private": true,
"type": "module",
"main": "./src/index.ts",
@@ -33,6 +33,8 @@
"@shumai/db": "workspace:*",
"@shumai/dtos": "workspace:*",
"@sinclair/typebox": "0.34.52",
"@temporalio/activity": "1.24.0",
"@temporalio/workflow": "1.24.0",
"adm-zip": "0.6.0",
"ai": "7.0.84",
"better-auth": "1.6.11",
@@ -40,9 +42,11 @@
"date-fns": "4.4.0",
"dotenv": "17.4.2",
"dotenv-expand": "13.0.0",
"exiftool-vendored": "38.1.0",
"extract-zip": "2.0.1",
"hono": "4.13.5",
"jittered-fractional-indexing": "1.0.1",
"nodemailer": "10.0.10",
"pdfkit": "0.20.1",
"pino": "10.3.1",
"sharp": "0.35.4",
@@ -56,6 +60,7 @@
"@modelcontextprotocol/server": "2.0.0",
"@types/adm-zip": "0.5.8",
"@types/extract-zip": "2.0.3",
"@types/nodemailer": "8.0.2",
"@types/pdfkit": "0.17.6"
}
}
+108
View File
@@ -16,6 +16,7 @@ vi.mock('@shumai/core/src/s3/s3', () => ({
s3Service: {
presign: vi.fn().mockResolvedValue('http://mock-s3-url'),
putObject: vi.fn().mockResolvedValue(undefined),
getObject: vi.fn().mockResolvedValue({ buffer: Buffer.from('') }),
deleteObject: vi.fn().mockResolvedValue(1),
deletePrefix: vi.fn().mockResolvedValue(1),
copyObject: vi.fn().mockResolvedValue(undefined),
@@ -5251,4 +5252,111 @@ describe('AssetService — natural sort by name', () => {
expect(restored?.status).toBe(AssetStatus.processed)
})
})
describe('HLS playlists', () => {
const setupHlsAssets = async () => {
const team = await prisma.team.create({ data: { name: 'hls-team-' + Date.now() } })
const project = await prisma.project.create({
data: { name: 'hls-proj-' + Date.now(), teamId: team.id },
})
const rootFolder = await prisma.asset.create({
data: {
name: 'root',
type: AssetType.folder,
projectId: project.id,
status: AssetStatus.processed,
},
})
return { team, project, rootFolder }
}
it('getHlsMasterPlaylist throws 404 if asset is not HLS', async () => {
const { project, rootFolder } = await setupHlsAssets()
const file = await prisma.asset.create({
data: {
name: 'regular.mp4',
type: AssetType.file,
projectId: project.id,
parentId: rootFolder.id,
status: AssetStatus.processed,
media: {
isHls: false,
} as PrismaJson.MediaInfo,
},
})
await expect(assetService.getHlsMasterPlaylist({ assetId: file.id })).rejects.toThrow(
'HLS playlist not found',
)
})
it('getHlsMasterPlaylist returns playlist string when asset is HLS', async () => {
const { project, rootFolder } = await setupHlsAssets()
const file = await prisma.asset.create({
data: {
name: 'hls-video.mp4',
type: AssetType.file,
projectId: project.id,
parentId: rootFolder.id,
status: AssetStatus.processed,
media: {
isHls: true,
hls: {
key: 'files/asset/hls/master.m3u8',
resolutions: [
{ resolution: '1080p', width: 1920, height: 1080 },
{ resolution: '720p', width: 1280, height: 720 },
],
},
} as PrismaJson.MediaInfo,
},
})
const masterContent = '#EXTM3U\n#EXT-X-STREAM-INF:BANDWIDTH=4628000\n1080p/index.m3u8\n'
vi.mocked(s3Service.getObject).mockResolvedValueOnce({
buffer: Buffer.from(masterContent),
} as unknown as Awaited<ReturnType<typeof s3Service.getObject>>)
const res = await assetService.getHlsMasterPlaylist({ assetId: file.id })
expect(res).toBe(masterContent)
expect(s3Service.getObject).toHaveBeenCalledWith(
expect.any(String),
'files/asset/hls/master.m3u8',
)
})
it('getHlsVariantPlaylist fetches and rewrites segment URLs', async () => {
const { project, rootFolder } = await setupHlsAssets()
const file = await prisma.asset.create({
data: {
name: 'hls-video.mp4',
type: AssetType.file,
projectId: project.id,
parentId: rootFolder.id,
status: AssetStatus.processed,
media: {
isHls: true,
hls: {
key: 'files/asset/hls/master.m3u8',
resolutions: [{ resolution: '1080p', width: 1920, height: 1080 }],
},
} as PrismaJson.MediaInfo,
},
})
const sampleVariant = '#EXTM3U\n#EXT-X-MAP:URI="init.mp4"\nsegment_000.m4s\n'
vi.mocked(s3Service.getObject).mockResolvedValueOnce({
buffer: Buffer.from(sampleVariant),
} as unknown as Awaited<ReturnType<typeof s3Service.getObject>>)
vi.mocked(s3Service.presign).mockResolvedValue('http://mock-s3-url')
const variant = await assetService.getHlsVariantPlaylist({
assetId: file.id,
resolution: '1080p',
})
expect(variant).toBeDefined()
expect(variant).toContain('#EXT-X-MAP:URI="http://mock-s3-url"')
expect(variant).toContain('http://mock-s3-url')
})
})
})
+93
View File
@@ -57,6 +57,7 @@ import { metadataService } from '@shumai/core/src/metadata/metadata'
import { uploadService } from '@shumai/core/src/upload/upload'
import path from 'path'
import { stemFromKey } from '@shumai/core/src/utils/filename'
import { rewriteM3u8WithPresignedUrls } from '@shumai/core/src/transcode/transcode'
export const assetInclude = {
creator: true,
@@ -2386,6 +2387,9 @@ export class AssetService {
'GET',
)
}
if (media && media.isHls && media.hls?.key) {
media.hls.url = `/api/files/${latestVersion.id}/m3u8/master.m3u8`
}
const key = latestVersion.storageKey?.key
if (key) {
@@ -3196,6 +3200,95 @@ export class AssetService {
req,
)
}
async getHlsMasterPlaylist(params: {
assetId: string
watermarkConfigId?: string | null
}): Promise<string> {
const bucket = process.env.S3_BUCKET || 'shumai'
const targetAssetId = await this.resolveLatestVersionId(params.assetId)
if (params.watermarkConfigId) {
const wf = await this.prismaClient.watermarkFile.findUnique({
where: {
// eslint-disable-next-line @typescript-eslint/naming-convention
assetId_watermarkConfigId: {
assetId: targetAssetId,
watermarkConfigId: params.watermarkConfigId,
},
},
})
const media = wf?.media as PrismaJson.MediaInfo | null
if (!media?.isHls || !media.hls?.key) {
throw new HTTPException(404, { message: 'HLS playlist not found' })
}
const obj = await s3Service.getObject(bucket, media.hls.key)
return obj.buffer.toString('utf-8')
}
const asset = await this.prismaClient.asset.findUnique({
where: { id: targetAssetId },
})
if (!asset) {
throw new HTTPException(404, { message: 'Asset not found' })
}
const media = asset.media as PrismaJson.MediaInfo | null
if (!media?.isHls || !media.hls?.key) {
throw new HTTPException(404, { message: 'HLS playlist not found' })
}
const obj = await s3Service.getObject(bucket, media.hls.key)
return obj.buffer.toString('utf-8')
}
async getHlsVariantPlaylist(params: {
assetId: string
resolution: string
watermarkConfigId?: string | null
}): Promise<string> {
const bucket = process.env.S3_BUCKET || 'shumai'
if (!/^\d+p$/.test(params.resolution)) {
throw new HTTPException(400, { message: 'Invalid resolution format' })
}
const targetAssetId = await this.resolveLatestVersionId(params.assetId)
let media: PrismaJson.MediaInfo | null
if (params.watermarkConfigId) {
const wf = await this.prismaClient.watermarkFile.findUnique({
where: {
// eslint-disable-next-line @typescript-eslint/naming-convention
assetId_watermarkConfigId: {
assetId: targetAssetId,
watermarkConfigId: params.watermarkConfigId,
},
},
})
media = (wf?.media as PrismaJson.MediaInfo | null) ?? null
} else {
const asset = await this.prismaClient.asset.findUnique({
where: { id: targetAssetId },
})
if (!asset) {
throw new HTTPException(404, { message: 'Asset not found' })
}
media = (asset.media as PrismaJson.MediaInfo | null) ?? null
}
if (!media?.isHls || !media.hls?.key) {
throw new HTTPException(404, { message: 'HLS playlist not found' })
}
const matchedRes = media.hls.resolutions?.find((r) => r.resolution === params.resolution)
const variantKey =
matchedRes?.key ||
path.posix.join(path.posix.dirname(media.hls.key), params.resolution, 'index.m3u8')
const obj = await s3Service.getObject(bucket, variantKey)
const rawM3u8 = obj.buffer.toString('utf-8')
const s3Prefix = path.posix.dirname(variantKey)
return await rewriteM3u8WithPresignedUrls(rawM3u8, s3Prefix, bucket)
}
}
export const assetService = new AssetService()
+1 -1
View File
@@ -5,7 +5,7 @@ export * from './authz/authz'
export * from './collection/collection'
export * from './invite/invite'
export * from './metadata/metadata'
export * from './notification/notification'
export * from './notification/index'
export * from './project/project'
export * from './provider/provider'
export * from './s3/s3'
@@ -0,0 +1,700 @@
import { describe, expect, it, vi, beforeEach } from 'vitest'
import nodemailer from 'nodemailer'
import { prisma } from '@shumai/db'
import { setupTestDbHooks } from '@shumai/db/test'
import { NotificationType } from '@shumai/db'
import { emailService, DEFAULT_EMAIL_SETTINGS } from './email'
const mockSendMail = vi.fn().mockResolvedValue({ messageId: '<mock-msg-id@shumai.test>' })
const mockVerify = vi.fn().mockResolvedValue(true)
const mockClose = vi.fn()
vi.mock('nodemailer', () => ({
default: {
createTransport: vi.fn(() => ({
sendMail: mockSendMail,
verify: mockVerify,
close: mockClose,
})),
},
}))
describe('EmailService', () => {
setupTestDbHooks()
beforeEach(() => {
vi.clearAllMocks()
mockSendMail.mockResolvedValue({ messageId: '<mock-msg-id@shumai.test>' })
mockVerify.mockResolvedValue(true)
})
describe('getEmailSettings', () => {
it('returns default settings when team settings are not set', async () => {
const team = await prisma.team.create({ data: { name: 'Team Alpha' } })
const settings = await emailService.getEmailSettings(team.id)
expect(settings).toEqual(DEFAULT_EMAIL_SETTINGS)
expect(settings.enabled).toBe(false)
expect(settings.port).toBe(587)
})
it('returns saved email settings when configured', async () => {
const team = await prisma.team.create({
data: {
name: 'Team Beta',
settings: {
emailNotification: {
enabled: true,
host: 'smtp.beta.test',
port: 465,
username: 'beta_user',
password: 'secret_password',
smtps: true,
ignoreCert: false,
from: 'beta@shumai.test',
replyTo: 'reply@shumai.test',
},
},
},
})
const settings = await emailService.getEmailSettings(team.id)
expect(settings.enabled).toBe(true)
expect(settings.host).toBe('smtp.beta.test')
expect(settings.port).toBe(465)
expect(settings.password).toBe('secret_password')
})
it('throws 404 if team does not exist', async () => {
await expect(emailService.getEmailSettings('non-existent-team-id')).rejects.toThrow()
})
})
describe('updateEmailSettings', () => {
it('updates email settings and saves to team.settings', async () => {
const team = await prisma.team.create({ data: { name: 'Team Gamma' } })
const updated = await emailService.updateEmailSettings(team.id, {
enabled: true,
host: 'smtp.gamma.test',
port: 587,
username: 'gamma',
password: 'gamma_password',
smtps: false,
ignoreCert: true,
from: 'gamma@shumai.test',
replyTo: '',
})
expect(updated.enabled).toBe(true)
expect(updated.host).toBe('smtp.gamma.test')
expect(updated.password).toBe('gamma_password')
expect(updated.ignoreCert).toBe(true)
const reloaded = await prisma.team.findUnique({ where: { id: team.id } })
expect(reloaded?.settings?.emailNotification?.host).toBe('smtp.gamma.test')
})
it('preserves existing password if empty string or undefined is provided in update', async () => {
const team = await prisma.team.create({
data: {
name: 'Team Delta',
settings: {
emailNotification: {
enabled: true,
host: 'smtp.delta.test',
port: 587,
username: 'delta',
password: 'original_super_secret',
smtps: false,
ignoreCert: false,
from: 'delta@shumai.test',
replyTo: '',
},
},
},
})
const updated = await emailService.updateEmailSettings(team.id, {
enabled: true,
host: 'smtp.delta-updated.test',
port: 587,
username: 'delta_new',
password: '', // Empty password should retain existing
smtps: true,
ignoreCert: false,
from: 'delta@shumai.test',
})
expect(updated.host).toBe('smtp.delta-updated.test')
expect(updated.password).toBe('original_super_secret')
const reloaded = await prisma.team.findUnique({ where: { id: team.id } })
expect(reloaded?.settings?.emailNotification?.password).toBe('original_super_secret')
})
})
describe('sendMail and verifySmtp', () => {
it('verifySmtp calls transport.verify and closes transport', async () => {
const config = { ...DEFAULT_EMAIL_SETTINGS, host: 'smtp.test' }
const ok = await emailService.verifySmtp(config)
expect(ok).toBe(true)
expect(mockVerify).toHaveBeenCalled()
expect(mockClose).toHaveBeenCalled()
})
it('sendMail sends email using nodemailer transport', async () => {
const config = { ...DEFAULT_EMAIL_SETTINGS, host: 'smtp.test', from: 'shumai@test.com' }
const res = await emailService.sendMail(config, {
to: 'user@test.com',
subject: 'Hello',
html: '<p>Hello World</p>',
text: 'Hello World',
})
expect(res.messageId).toBe('<mock-msg-id@shumai.test>')
expect(mockSendMail).toHaveBeenCalledWith(
expect.objectContaining({
from: 'shumai@test.com',
to: 'user@test.com',
subject: 'Hello',
}),
)
expect(mockClose).toHaveBeenCalled()
})
it('sendMail forwards attachments to nodemailer transport', async () => {
const config = { ...DEFAULT_EMAIL_SETTINGS, host: 'smtp.test', from: 'shumai@test.com' }
const attachments = [
{
filename: 'avatar.png',
content: Buffer.from('image-data'),
cid: 'avatar-123@shumai.internal',
contentType: 'image/png',
},
]
await emailService.sendMail(config, {
to: 'user@test.com',
subject: 'Hello',
html: '<img src="cid:avatar-123@shumai.internal" />',
text: 'Hello',
attachments,
})
expect(mockSendMail).toHaveBeenCalledWith(
expect.objectContaining({
attachments,
}),
)
})
})
describe('sendTestEmail', () => {
it('sends test email to the current admin user', async () => {
const team = await prisma.team.create({
data: {
name: 'Test Team',
settings: {
emailNotification: {
enabled: true,
host: 'smtp.test.com',
port: 587,
username: 'user',
password: 'pw',
smtps: false,
ignoreCert: false,
from: 'sender@test.com',
replyTo: '',
},
},
},
})
const currentUser = { id: 'admin1', email: 'admin@shumai.test', name: 'Admin' }
const result = await emailService.sendTestEmail(team.id, currentUser)
expect(result.success).toBe(true)
expect(result.messageId).toBe('<mock-msg-id@shumai.test>')
expect(mockVerify).toHaveBeenCalled()
expect(mockSendMail).toHaveBeenCalledWith(
expect.objectContaining({
to: 'admin@shumai.test',
subject: 'Test email from Shumai',
}),
)
})
it('allows overriding settings with input draft', async () => {
const team = await prisma.team.create({ data: { name: 'Test Team 2' } })
const currentUser = { id: 'admin2', email: 'admin2@shumai.test', name: 'Admin 2' }
const result = await emailService.sendTestEmail(team.id, currentUser, {
host: 'smtp.draft.com',
from: 'draft@test.com',
password: 'draft-password',
})
expect(result.success).toBe(true)
expect(nodemailer.createTransport).toHaveBeenCalledWith(
expect.objectContaining({
host: 'smtp.draft.com',
}),
)
expect(mockSendMail).toHaveBeenCalledWith(
expect.objectContaining({
from: 'draft@test.com',
to: 'admin2@shumai.test',
}),
)
})
it('throws error when host is missing', async () => {
const team = await prisma.team.create({ data: { name: 'Empty Host Team' } })
const currentUser = { id: 'admin3', email: 'admin3@shumai.test', name: 'Admin 3' }
await expect(
emailService.sendTestEmail(team.id, currentUser, { host: '', from: 'a@b.com' }),
).rejects.toThrow('SMTP host is required')
})
it('throws error when from address is missing', async () => {
const team = await prisma.team.create({ data: { name: 'Empty From Team' } })
const currentUser = { id: 'admin4', email: 'admin4@shumai.test', name: 'Admin 4' }
await expect(
emailService.sendTestEmail(team.id, currentUser, { host: 'smtp.test', from: '' }),
).rejects.toThrow('From address is required')
})
it('throws 400 when verify fails', async () => {
const team = await prisma.team.create({ data: { name: 'Failing Team' } })
const currentUser = { id: 'admin5', email: 'admin5@shumai.test', name: 'Admin 5' }
mockVerify.mockRejectedValueOnce(new Error('Connection refused'))
await expect(
emailService.sendTestEmail(team.id, currentUser, {
host: 'smtp.down.com',
from: 'admin@down.com',
}),
).rejects.toThrow('SMTP verification failed: Connection refused')
})
})
describe('renderNotificationEmail', () => {
it('renders comment notification', () => {
const rendered = emailService.renderNotificationEmail({
type: NotificationType.comment_created,
creatorName: 'Alice',
teamName: 'Designers',
teamId: 'team-1',
projectId: 'proj-1',
assetId: 'asset-1',
assetName: 'logo.png',
commentMessage: 'Please make it bigger',
})
expect(rendered.subject).toContain('Alice commented on "logo.png"')
expect(rendered.html).toContain('Please make it bigger')
expect(rendered.html).toContain('logo.png')
expect(rendered.text).toContain('Alice commented on "logo.png"')
})
it('renders mention notification', () => {
const rendered = emailService.renderNotificationEmail({
type: NotificationType.mention,
creatorName: 'Bob',
teamName: 'Developers',
teamId: 'team-2',
projectId: 'proj-2',
assetId: 'asset-2',
assetName: 'architecture.pdf',
commentMessage: 'Take a look at this',
})
expect(rendered.subject).toContain('Bob mentioned you')
expect(rendered.html).toContain('Bob mentioned you')
expect(rendered.html).toContain('Take a look at this')
})
it('replaces user mentions with user names instead of user ID in comment emails', () => {
const rendered = emailService.renderNotificationEmail({
type: NotificationType.comment_created,
creatorName: 'Bob',
teamName: 'Designers',
teamId: 'team-1',
projectId: 'proj-1',
assetId: 'asset-1',
assetName: 'logo.png',
commentMessage: '<@kUFrm1W4fKLCaLpw2XQP1OPe0gKACJpy> nice',
mentionedUserNames: {
// eslint-disable-next-line @typescript-eslint/naming-convention
kUFrm1W4fKLCaLpw2XQP1OPe0gKACJpy: 'Alice',
},
})
expect(rendered.html).toContain('@Alice nice')
expect(rendered.html).not.toContain('<@kUFrm1W4fKLCaLpw2XQP1OPe0gKACJpy>')
expect(rendered.text).toContain('@Alice nice')
expect(rendered.text).not.toContain('<@kUFrm1W4fKLCaLpw2XQP1OPe0gKACJpy>')
})
it('renders asset upload notification with project name, creator profile image, and upload time', () => {
const rendered = emailService.renderNotificationEmail({
type: NotificationType.successful_file_uploaded,
creatorName: 'Charlie',
creatorAvatarUrl: 'https://example.com/avatar.jpg',
teamName: 'Media',
teamId: 'team-3',
projectName: 'Marketing Campaign',
projectId: 'proj-3',
assetId: 'asset-3',
assetName: 'video.mp4',
fileCount: 1,
uploadTime: new Date('2026-09-27T15:20:00Z'),
})
expect(rendered.subject).toContain('Charlie uploaded "video.mp4" to Marketing Campaign')
expect(rendered.html).toContain('Marketing Campaign')
expect(rendered.html).toContain('https://example.com/avatar.jpg')
expect(rendered.html).toContain('Sep 27, 2026')
expect(rendered.text).toContain('Marketing Campaign')
expect(rendered.text).toContain('Sep 27, 2026')
})
it('renders single file uploaded notification', () => {
const rendered = emailService.renderNotificationEmail({
type: NotificationType.successful_file_uploaded,
creatorName: 'Charlie',
teamName: 'Media',
teamId: 'team-3',
projectId: 'proj-3',
assetId: 'asset-3',
assetName: 'video.mp4',
fileCount: 1,
})
expect(rendered.subject).toContain('Charlie uploaded "video.mp4"')
expect(rendered.html).toContain('video.mp4')
})
it('renders consolidated batch file upload notification', () => {
const rendered = emailService.renderNotificationEmail({
type: NotificationType.successful_file_uploaded,
creatorName: 'Charlie',
teamName: 'Media',
teamId: 'team-3',
projectName: 'Videos',
projectId: 'proj-3',
fileCount: 5,
fileNames: ['img1.png', 'img2.png', 'img3.png', 'img4.png', 'img5.png'],
})
expect(rendered.subject).toContain('Charlie uploaded 5 files to Videos')
expect(rendered.html).toContain('img1.png')
expect(rendered.html).toContain('and 2 more')
})
it('renders user joined team notification', () => {
const rendered = emailService.renderNotificationEmail({
type: NotificationType.new_user_join_team,
creatorName: 'Dave',
teamName: 'Acme Corp',
teamId: 'team-4',
})
expect(rendered.subject).toContain('Dave joined Acme Corp')
expect(rendered.html).toContain('Dave is now a member of Acme Corp')
})
it('renders kanban task notifications', () => {
const created = emailService.renderNotificationEmail({
type: NotificationType.kanban_task_created,
creatorName: 'Eva',
teamName: 'Engineering',
teamId: 'team-5',
kanbanTaskId: 'kt-1',
kanbanTaskTitle: 'Fix login bug',
})
expect(created.subject).toContain('Eva created task "Fix login bug"')
const assigned = emailService.renderNotificationEmail({
type: NotificationType.kanban_task_assigned,
creatorName: 'Frank',
teamName: 'Engineering',
teamId: 'team-5',
kanbanTaskId: 'kt-2',
kanbanTaskTitle: 'Design DB schema',
})
expect(assigned.subject).toContain('Frank assigned you to task "Design DB schema"')
const status = emailService.renderNotificationEmail({
type: NotificationType.kanban_task_status_updated,
creatorName: 'Grace',
teamName: 'Engineering',
teamId: 'team-5',
kanbanTaskId: 'kt-3',
kanbanTaskTitle: 'Refactor auth',
commentMessage: 'Moved to In Progress',
})
expect(status.subject).toContain('Grace updated status of task "Refactor auth"')
expect(status.html).toContain('Moved to In Progress')
})
it('generates correct action links without team id for project and asset URLs', () => {
const baseUrl = emailService.getBaseUrl()
// Project link
const projectEmail = emailService.renderNotificationEmail({
type: NotificationType.new_user_join_project,
creatorName: 'Alice',
teamName: 'Designers',
teamId: '01KY2A7DRK2N0MECBDHTGAVV84',
projectName: 'Project Alpha',
projectId: '01KY2ANCA1SXGSPR63NVVD07EJ',
})
expect(projectEmail.html).toContain(`href="${baseUrl}/projects/01KY2ANCA1SXGSPR63NVVD07EJ"`)
expect(projectEmail.html).not.toContain(
'/teams/01KY2A7DRK2N0MECBDHTGAVV84/projects/01KY2ANCA1SXGSPR63NVVD07EJ',
)
// Asset link
const assetEmail = emailService.renderNotificationEmail({
type: NotificationType.comment_created,
creatorName: 'Alice',
teamName: 'Designers',
teamId: '01KY2A7DRK2N0MECBDHTGAVV84',
projectName: 'Project Alpha',
projectId: '01KY2ANCA1SXGSPR63NVVD07EJ',
assetId: '01KY2ASSET1234567890ABCDEF',
assetName: 'logo.png',
commentMessage: 'Looks good',
})
expect(assetEmail.html).toContain(
`href="${baseUrl}/projects/01KY2ANCA1SXGSPR63NVVD07EJ/files/01KY2ASSET1234567890ABCDEF"`,
)
expect(assetEmail.html).not.toContain('/teams/')
})
})
describe('renderBatchedNotificationEmail', () => {
it('renders single notification with specific subject and detailed row', () => {
const rendered = emailService.renderBatchedNotificationEmail({
teamId: 'team-1',
teamName: 'Designers',
recipientName: 'Bob',
items: [
{
id: 'n-1',
type: NotificationType.successful_file_uploaded,
creatorName: 'Alice',
creatorAvatarUrl: 'https://example.com/alice.png',
teamId: 'team-1',
teamName: 'Designers',
projectId: 'p-1',
projectName: 'Website Redesign',
assetId: 'a-1',
assetName: 'hero.png',
assetThumbnailUrl: 'https://example.com/hero-thumb.png',
createdAt: new Date('2026-09-27T10:00:00Z'),
},
],
})
expect(rendered.subject).toBe('[Shumai] Alice uploaded "hero.png" to Website Redesign')
expect(rendered.html).toContain('Alice')
expect(rendered.html).toContain('Uploaded &quot;hero.png&quot; to Website Redesign')
expect(rendered.html).toContain('https://example.com/hero-thumb.png')
expect(rendered.html).toContain('https://example.com/alice.png')
expect(rendered.text).toContain('Alice: Uploaded "hero.png" to Website Redesign')
})
it('renders detailed rows with thumbnail when event count <= 3', () => {
const rendered = emailService.renderBatchedNotificationEmail({
teamId: 'team-1',
teamName: 'Designers',
recipientName: 'Bob',
items: [
{
id: 'n-1',
type: NotificationType.successful_file_uploaded,
creatorName: 'Alice',
teamId: 'team-1',
teamName: 'Designers',
projectId: 'p-1',
projectName: 'Website Redesign',
assetId: 'a-1',
assetName: 'img1.png',
assetThumbnailUrl: 'https://example.com/img1.png',
createdAt: new Date('2026-09-27T10:00:00Z'),
},
{
id: 'n-2',
type: NotificationType.successful_file_uploaded,
creatorName: 'Alice',
teamId: 'team-1',
teamName: 'Designers',
projectId: 'p-1',
projectName: 'Website Redesign',
assetId: 'a-2',
assetName: 'img2.png',
createdAt: new Date('2026-09-27T10:01:00Z'),
},
],
})
expect(rendered.subject).toBe('[Shumai] 2 new notifications')
expect(rendered.html).toContain('You have 2 new updates:')
expect(rendered.html).not.toContain('in <strong>Designers</strong>')
expect(rendered.html).toContain('Open Shumai')
expect(rendered.html).not.toContain('Open Designers')
expect(rendered.html).not.toContain('Team: Designers')
expect(rendered.text).toContain('You have 2 new update(s):')
expect(rendered.text).toContain('Open Shumai:')
expect(rendered.text).not.toContain('Team: Designers')
expect(rendered.html).toContain('img1.png')
expect(rendered.html).toContain('img2.png')
// img1 has thumbnail, img2 does not
expect(rendered.html).toContain('https://example.com/img1.png')
expect(rendered.text).toContain('img1.png')
expect(rendered.text).toContain('img2.png')
})
it('collapses events into one summary row and omits thumbnails when count > 3', () => {
const items = Array.from({ length: 5 }, (_, i) => ({
id: `n-${i}`,
type: NotificationType.successful_file_uploaded,
creatorName: 'Alice',
creatorAvatarUrl: 'https://example.com/alice.png',
teamId: 'team-1',
teamName: 'Designers',
projectId: 'p-1',
projectName: 'Website Redesign',
assetId: `a-${i}`,
assetName: `photo_${i}.png`,
assetThumbnailUrl: `https://example.com/thumb_${i}.png`,
createdAt: new Date(`2026-09-27T10:0${i}:00Z`),
}))
const rendered = emailService.renderBatchedNotificationEmail({
teamId: 'team-1',
teamName: 'Designers',
recipientName: 'Bob',
items,
})
expect(rendered.subject).toBe('[Shumai] 5 new notifications')
expect(rendered.html).toContain('Alice uploaded 5 assets to Website Redesign')
// Thumbnails must be omitted for collapsed groups (> 3)
expect(rendered.html).not.toContain('https://example.com/thumb_')
expect(rendered.text).toContain('Alice uploaded 5 assets to Website Redesign')
})
it('batches mixed events in 1 email, collapsing groups > 3 while showing <= 3 in detail', () => {
// 4 comments by UserB in Project Alpha (> 3)
const commentItems = Array.from({ length: 4 }, (_, i) => ({
id: `c-${i}`,
type: NotificationType.comment_created,
creatorName: 'UserB',
teamId: 'team-1',
teamName: 'Designers',
projectId: 'p-1',
projectName: 'Project Alpha',
assetId: `a-${i}`,
assetName: `asset_${i}`,
commentMessage: `Comment number ${i}`,
createdAt: new Date(`2026-09-27T11:0${i}:00Z`),
}))
// 1 upload by UserC in Project Alpha (<= 3)
const uploadItem = {
id: 'u-1',
type: NotificationType.successful_file_uploaded,
creatorName: 'UserC',
teamId: 'team-1',
teamName: 'Designers',
projectId: 'p-1',
projectName: 'Project Alpha',
assetId: 'a-upload',
assetName: 'diagram.png',
assetThumbnailUrl: 'https://example.com/diagram.png',
createdAt: new Date('2026-09-27T11:05:00Z'),
}
const rendered = emailService.renderBatchedNotificationEmail({
teamId: 'team-1',
teamName: 'Designers',
recipientName: 'Alice',
items: [...commentItems, uploadItem],
})
expect(rendered.subject).toBe('[Shumai] 5 new notifications')
// Collapsed comment group
expect(rendered.html).toContain('UserB left 4 comments in Project Alpha')
// Detailed upload item with thumbnail
expect(rendered.html).toContain('UserC')
expect(rendered.html).toContain('diagram.png')
expect(rendered.html).toContain('https://example.com/diagram.png')
})
it('generates correct project action links in batched notification emails', () => {
const baseUrl = emailService.getBaseUrl()
const rendered = emailService.renderBatchedNotificationEmail({
teamId: '01KY2A7DRK2N0MECBDHTGAVV84',
teamName: 'Designers',
recipientName: 'Bob',
items: [
{
id: 'n-1',
type: NotificationType.successful_file_uploaded,
creatorName: 'Alice',
teamId: '01KY2A7DRK2N0MECBDHTGAVV84',
teamName: 'Designers',
projectId: '01KY2ANCA1SXGSPR63NVVD07EJ',
projectName: 'Project Alpha',
assetId: '01KY2ASSET1234567890ABCDEF',
assetName: 'hero.png',
createdAt: new Date('2026-09-27T10:00:00Z'),
},
],
})
expect(rendered.html).toContain(
`href="${baseUrl}/projects/01KY2ANCA1SXGSPR63NVVD07EJ/files/01KY2ASSET1234567890ABCDEF"`,
)
expect(rendered.html).not.toContain(
'/teams/01KY2A7DRK2N0MECBDHTGAVV84/projects/01KY2ANCA1SXGSPR63NVVD07EJ',
)
// Test collapsed group (>3 items)
const collapsedItems = Array.from({ length: 4 }, (_, i) => ({
id: `n-${i}`,
type: NotificationType.successful_file_uploaded,
creatorName: 'Alice',
teamId: '01KY2A7DRK2N0MECBDHTGAVV84',
teamName: 'Designers',
projectId: '01KY2ANCA1SXGSPR63NVVD07EJ',
projectName: 'Project Alpha',
assetId: `asset-${i}`,
assetName: `file_${i}.png`,
createdAt: new Date('2026-09-27T10:00:00Z'),
}))
const renderedCollapsed = emailService.renderBatchedNotificationEmail({
teamId: '01KY2A7DRK2N0MECBDHTGAVV84',
teamName: 'Designers',
recipientName: 'Bob',
items: collapsedItems,
})
expect(renderedCollapsed.html).toContain(
`href="${baseUrl}/projects/01KY2ANCA1SXGSPR63NVVD07EJ"`,
)
expect(renderedCollapsed.html).not.toContain(
'/teams/01KY2A7DRK2N0MECBDHTGAVV84/projects/01KY2ANCA1SXGSPR63NVVD07EJ',
)
})
})
})
+912
View File
@@ -0,0 +1,912 @@
import nodemailer, { type Transporter } from 'nodemailer'
import { HTTPException } from 'hono/http-exception'
import { prisma, NotificationType } from '@shumai/db'
import type { EmailNotificationSettings, UpdateEmailNotificationSettings } from '@shumai/dtos'
import { logger } from '@shumai/core/src/logger'
export interface EmailAttachment {
filename: string
content?: Buffer | string
path?: string
cid?: string
contentType?: string
}
export interface SendMailOptions {
to: string
subject: string
html: string
text: string
attachments?: EmailAttachment[]
}
export interface NotificationEmailContext {
type: NotificationType
creatorName: string
creatorAvatarUrl?: string
teamName: string
teamId: string
projectName?: string
projectId?: string
assetName?: string
assetId?: string
kanbanTaskTitle?: string
kanbanTaskId?: string
commentMessage?: string
mentionedUserNames?: Record<string, string>
fileCount?: number
fileNames?: string[]
uploadTime?: string | Date
}
export interface BatchedNotificationItem {
id: string
type: NotificationType
creatorName: string
creatorAvatarUrl?: string
teamId: string
teamName: string
projectId?: string
projectName?: string
assetId?: string
assetName?: string
assetThumbnailUrl?: string
kanbanTaskId?: string
kanbanTaskTitle?: string
commentMessage?: string
mentionedUserNames?: Record<string, string>
uploadTime?: string | Date
createdAt: Date
}
export interface BatchedEmailContext {
teamId: string
teamName: string
recipientName: string
items: BatchedNotificationItem[]
}
export function getNotificationBatchGroupKey(item: BatchedNotificationItem): string {
return `${item.type}_${item.creatorName || ''}_${item.projectId || ''}_${item.teamId}`
}
export const DEFAULT_EMAIL_SETTINGS: EmailNotificationSettings = {
enabled: false,
host: '',
port: 587,
username: '',
password: '',
smtps: false,
ignoreCert: false,
from: '',
replyTo: '',
}
export class EmailService {
getBaseUrl(): string {
const raw =
process.env.APP_URL ||
process.env.BETTER_AUTH_URL ||
`http://localhost:${process.env.SHUMAI_SERVER_PORT || '3000'}`
return raw.replace(/\/+$/, '')
}
createTransport(config: EmailNotificationSettings): Transporter {
return nodemailer.createTransport({
host: config.host,
port: config.port,
secure: config.smtps,
tls: {
rejectUnauthorized: !config.ignoreCert,
},
auth:
config.username || config.password
? {
user: config.username,
pass: config.password,
}
: undefined,
connectionTimeout: 10000,
})
}
async verifySmtp(config: EmailNotificationSettings): Promise<boolean> {
const transport = this.createTransport(config)
try {
await transport.verify()
return true
} finally {
transport.close()
}
}
async sendMail(
config: EmailNotificationSettings,
options: SendMailOptions,
): Promise<{ messageId: string }> {
const transport = this.createTransport(config)
try {
logger.debug(
{ to: options.to, from: config.from, subject: options.subject },
'Sending email via nodemailer',
)
const info = await transport.sendMail({
from: config.from,
replyTo: config.replyTo || config.from,
to: options.to,
subject: options.subject,
html: options.html,
text: options.text,
attachments: options.attachments,
})
logger.info({ messageId: info.messageId, to: options.to }, 'Email sent successfully')
return { messageId: info.messageId }
} finally {
transport.close()
}
}
async getEmailSettings(teamId: string): Promise<EmailNotificationSettings> {
const team = await prisma.team.findUnique({
where: { id: teamId },
select: { settings: true },
})
if (!team) {
throw new HTTPException(404, { message: 'Team not found' })
}
const saved = team.settings?.emailNotification
return {
enabled: saved?.enabled ?? DEFAULT_EMAIL_SETTINGS.enabled,
host: saved?.host ?? DEFAULT_EMAIL_SETTINGS.host,
port: saved?.port ?? DEFAULT_EMAIL_SETTINGS.port,
username: saved?.username ?? DEFAULT_EMAIL_SETTINGS.username,
password: saved?.password ?? DEFAULT_EMAIL_SETTINGS.password,
smtps: saved?.smtps ?? DEFAULT_EMAIL_SETTINGS.smtps,
ignoreCert: saved?.ignoreCert ?? DEFAULT_EMAIL_SETTINGS.ignoreCert,
from: saved?.from ?? DEFAULT_EMAIL_SETTINGS.from,
replyTo: saved?.replyTo ?? DEFAULT_EMAIL_SETTINGS.replyTo,
}
}
async updateEmailSettings(
teamId: string,
input: UpdateEmailNotificationSettings,
): Promise<EmailNotificationSettings> {
const team = await prisma.team.findUnique({
where: { id: teamId },
select: { settings: true },
})
if (!team) {
throw new HTTPException(404, { message: 'Team not found' })
}
const currentSettings = (team.settings || {}) as PrismaJson.Settings
const existingEmailConfig = currentSettings.emailNotification
// If password is not provided or empty, retain existing password
const password =
input.password !== undefined && input.password !== ''
? input.password
: existingEmailConfig?.password || ''
const updatedEmailConfig: PrismaJson.EmailNotificationSettings = {
enabled: input.enabled,
host: input.host,
port: input.port,
username: input.username || '',
password,
smtps: input.smtps,
ignoreCert: input.ignoreCert,
from: input.from,
replyTo: input.replyTo || '',
}
currentSettings.emailNotification = updatedEmailConfig
const updatedTeam = await prisma.team.update({
where: { id: teamId },
data: { settings: currentSettings as PrismaJson.Settings },
select: { settings: true },
})
return updatedTeam.settings?.emailNotification as EmailNotificationSettings
}
async sendTestEmail(
teamId: string,
currentUser: { id: string; email: string; name: string },
overrides?: Partial<EmailNotificationSettings>,
): Promise<{ success: boolean; messageId: string }> {
const saved = await this.getEmailSettings(teamId)
const effectiveConfig: EmailNotificationSettings = {
...saved,
...overrides,
// If override password is empty, fall back to saved
password:
overrides?.password !== undefined && overrides.password !== ''
? overrides.password
: saved.password,
}
if (!effectiveConfig.host) {
throw new HTTPException(400, { message: 'SMTP host is required' })
}
if (!effectiveConfig.from) {
throw new HTTPException(400, { message: 'From address is required' })
}
try {
await this.verifySmtp(effectiveConfig)
} catch (err) {
const errMsg = err instanceof Error ? err.message : String(err)
logger.warn({ teamId, err: errMsg }, 'SMTP verification failed during test email')
throw new HTTPException(400, { message: `SMTP verification failed: ${errMsg}` })
}
const baseUrl = this.getBaseUrl()
const subject = 'Test email from Shumai'
const html = `
<!DOCTYPE html>
<html>
<head>
<meta charset="utf-8">
<title>Test Email from Shumai</title>
<style>
body { font-family: -apple-system, BlinkMacSystemFont, "Segoe UI", Roboto, Helvetica, Arial, sans-serif; background-color: #f9fafb; margin: 0; padding: 24px; color: #111827; }
.container { max-width: 600px; margin: 0 auto; background: #ffffff; border-radius: 8px; border: 1px solid #e5e7eb; padding: 32px; }
.header { font-size: 20px; font-weight: 700; margin-bottom: 16px; color: #111827; }
.content { font-size: 14px; line-height: 1.6; color: #4b5563; margin-bottom: 24px; }
.badge { display: inline-block; background-color: #ecfdf5; color: #065f46; font-size: 12px; font-weight: 600; padding: 4px 10px; border-radius: 9999px; margin-bottom: 16px; }
.footer { font-size: 12px; color: #9ca3af; border-top: 1px solid #f3f4f6; padding-top: 16px; margin-top: 24px; }
</style>
</head>
<body>
<div class="container">
<div class="header">Shumai Notification System</div>
<div class="badge">SMTP Verified</div>
<div class="content">
<p>Hello ${escapeHtml(currentUser.name || 'Admin')},</p>
<p>This is a test email confirming that your SMTP server settings are correctly configured for team notifications in Shumai.</p>
<p>Notifications for new comments, mentions, uploads, and Kanban tasks will now be delivered via this email service.</p>
</div>
<div class="footer">
Sent from Shumai at <a href="${baseUrl}" style="color: #6366f1; text-decoration: none;">${baseUrl}</a>
</div>
</div>
</body>
</html>
`.trim()
const text = `
Shumai Notification System - Test Email
Hello ${currentUser.name || 'Admin'},
This is a test email confirming that your SMTP server settings are correctly configured for team notifications in Shumai.
Sent from Shumai at ${baseUrl}
`.trim()
try {
const res = await this.sendMail(effectiveConfig, {
to: currentUser.email,
subject,
html,
text,
})
return { success: true, messageId: res.messageId }
} catch (err) {
const errMsg = err instanceof Error ? err.message : String(err)
logger.error({ teamId, err: errMsg }, 'Failed to send test email')
throw new HTTPException(400, { message: `Failed to send test email: ${errMsg}` })
}
}
renderNotificationEmail(ctx: NotificationEmailContext): {
subject: string
html: string
text: string
} {
const baseUrl = this.getBaseUrl()
let actionUrl = baseUrl
let actionText = 'View in Shumai'
if (ctx.projectId && ctx.assetId) {
actionUrl = `${baseUrl}/projects/${ctx.projectId}/files/${ctx.assetId}`
actionText = 'View Asset'
} else if (ctx.projectId) {
actionUrl = `${baseUrl}/projects/${ctx.projectId}`
actionText = 'View Project'
} else if (ctx.teamId && ctx.kanbanTaskId) {
actionUrl = `${baseUrl}/teams/${ctx.teamId}/kanban?taskId=${ctx.kanbanTaskId}`
actionText = 'View Task'
} else if (ctx.teamId) {
actionUrl = `${baseUrl}/teams/${ctx.teamId}`
actionText = 'Open Shumai'
}
let subject = '[Shumai] Notification'
let headline = 'You have a new notification'
let detail = ''
const actor = ctx.creatorName || 'Someone'
const actorInitial = (actor.trim()[0] || 'U').toUpperCase()
const formattedUploadTime = formatUploadTime(ctx.uploadTime)
let commentMessage = ctx.commentMessage
if (commentMessage) {
commentMessage = commentMessage.replace(/<@([^>]+)>/g, (match, uid) => {
const name = ctx.mentionedUserNames?.[uid]
return name ? `@${name}` : `@${uid}`
})
}
switch (ctx.type) {
case NotificationType.comment_created: {
const target = ctx.assetName ? `"${ctx.assetName}"` : 'an asset'
subject = `[Shumai] ${actor} commented on ${target}`
headline = `${actor} left a comment`
detail = commentMessage ? `"${commentMessage}"` : `New comment on ${target}`
break
}
case NotificationType.reply_created: {
const target = ctx.assetName ? `"${ctx.assetName}"` : 'an asset'
subject = `[Shumai] ${actor} replied to your comment on ${target}`
headline = `${actor} replied to your comment`
detail = commentMessage ? `"${commentMessage}"` : `Reply on ${target}`
break
}
case NotificationType.mention: {
subject = `[Shumai] ${actor} mentioned you`
headline = `${actor} mentioned you`
detail = commentMessage ? `"${commentMessage}"` : 'You were mentioned in a comment'
break
}
case NotificationType.successful_file_uploaded: {
const target = ctx.assetName ? `"${ctx.assetName}"` : 'a file'
const projectInfo = ctx.projectName ? ` to ${ctx.projectName}` : ''
if (ctx.fileCount && ctx.fileCount > 1) {
subject = `[Shumai] ${actor} uploaded ${ctx.fileCount} files${projectInfo}`
headline = `${actor} uploaded ${ctx.fileCount} new files${projectInfo}`
let filesSummary: string
if (ctx.fileNames && ctx.fileNames.length > 0) {
const previewList = ctx.fileNames.slice(0, 3).join(', ')
const remaining = ctx.fileNames.length - 3
filesSummary = remaining > 0 ? `${previewList}, and ${remaining} more` : previewList
} else {
filesSummary = `${ctx.fileCount} new files were uploaded`
}
const details: string[] = []
if (ctx.projectName) details.push(`Project: ${ctx.projectName}`)
if (formattedUploadTime) details.push(`Uploaded at: ${formattedUploadTime}`)
details.push(`Files: ${filesSummary}`)
detail = details.join('\n')
} else {
subject = `[Shumai] ${actor} uploaded ${target}${projectInfo}`
headline = `${actor} uploaded ${target}${projectInfo}`
const details: string[] = []
if (ctx.assetName) details.push(`Asset: ${ctx.assetName}`)
if (ctx.projectName) details.push(`Project: ${ctx.projectName}`)
if (formattedUploadTime) details.push(`Uploaded at: ${formattedUploadTime}`)
detail = details.join('\n')
}
break
}
case NotificationType.metadata_field_updated_status: {
const target = ctx.assetName ? `"${ctx.assetName}"` : 'an asset'
subject = `[Shumai] ${actor} updated status of ${target}`
headline = `${actor} updated status of ${target}`
detail = `Status update on ${target}`
break
}
case NotificationType.new_user_join_team: {
subject = `[Shumai] ${actor} joined ${ctx.teamName}`
headline = `${actor} joined the team`
detail = `${actor} is now a member of ${ctx.teamName}`
break
}
case NotificationType.new_user_join_project: {
const project = ctx.projectName || 'a project'
subject = `[Shumai] ${actor} joined project ${project}`
headline = `${actor} joined project ${project}`
detail = `${actor} is now a member of ${project}`
break
}
case NotificationType.kanban_task_created: {
const task = ctx.kanbanTaskTitle ? `"${ctx.kanbanTaskTitle}"` : 'a task'
subject = `[Shumai] ${actor} created task ${task}`
headline = `${actor} created task ${task}`
detail = commentMessage || `Task ${task} was created`
break
}
case NotificationType.kanban_task_assigned: {
const task = ctx.kanbanTaskTitle ? `"${ctx.kanbanTaskTitle}"` : 'a task'
subject = `[Shumai] ${actor} assigned you to task ${task}`
headline = `${actor} assigned you to task ${task}`
detail = `You have been assigned to ${task}`
break
}
case NotificationType.kanban_task_status_updated: {
const task = ctx.kanbanTaskTitle ? `"${ctx.kanbanTaskTitle}"` : 'a task'
subject = `[Shumai] ${actor} updated status of task ${task}`
headline = `${actor} updated status of ${task}`
detail = commentMessage || `Status changed for ${task}`
break
}
case NotificationType.kanban_task_updated: {
const task = ctx.kanbanTaskTitle ? `"${ctx.kanbanTaskTitle}"` : 'a task'
subject = `[Shumai] ${actor} updated task ${task}`
headline = `${actor} updated task ${task}`
detail = commentMessage || `Task ${task} was updated`
break
}
case NotificationType.kanban_task_deleted: {
const task = ctx.kanbanTaskTitle ? `"${ctx.kanbanTaskTitle}"` : 'a task'
subject = `[Shumai] ${actor} deleted task ${task}`
headline = `${actor} deleted task ${task}`
detail = `Task ${task} was deleted`
break
}
case NotificationType.kanban_task_comment_created: {
const task = ctx.kanbanTaskTitle ? `"${ctx.kanbanTaskTitle}"` : 'a task'
subject = `[Shumai] ${actor} commented on task ${task}`
headline = `${actor} commented on task ${task}`
detail = commentMessage ? `"${commentMessage}"` : `New comment on ${task}`
break
}
}
const avatarHtml = ctx.creatorAvatarUrl
? `<img src="${escapeHtml(ctx.creatorAvatarUrl)}" alt="${escapeHtml(actor)}" width="36" height="36" style="width: 36px; height: 36px; border-radius: 50%; object-fit: cover; display: block; border: 1px solid #e5e7eb;" />`
: `<table cellpadding="0" cellspacing="0" border="0" style="width: 36px; height: 36px; border-radius: 50%; background-color: #4f46e5; text-align: center;"><tr><td style="color: #ffffff; font-weight: 600; font-size: 14px; text-align: center; vertical-align: middle;">${escapeHtml(actorInitial)}</td></tr></table>`
const html = `
<!DOCTYPE html>
<html>
<head>
<meta charset="utf-8">
<title>${escapeHtml(subject)}</title>
<style>
body { font-family: -apple-system, BlinkMacSystemFont, "Segoe UI", Roboto, Helvetica, Arial, sans-serif; background-color: #f9fafb; margin: 0; padding: 24px; color: #111827; }
.container { max-width: 600px; margin: 0 auto; background: #ffffff; border-radius: 8px; border: 1px solid #e5e7eb; padding: 32px; }
.header { font-size: 18px; font-weight: 700; margin-bottom: 8px; color: #111827; }
.content { font-size: 14px; line-height: 1.6; color: #374151; margin-bottom: 24px; }
.detail-box { background-color: #f3f4f6; border-left: 4px solid #4f46e5; padding: 12px 16px; border-radius: 4px; margin: 16px 0; font-size: 14px; color: #1f2937; white-space: pre-wrap; }
.btn { display: inline-block; background-color: #4f46e5; color: #ffffff !important; padding: 10px 20px; border-radius: 6px; text-decoration: none; font-size: 14px; font-weight: 500; margin-top: 12px; }
.footer { font-size: 12px; color: #9ca3af; border-top: 1px solid #f3f4f6; padding-top: 16px; margin-top: 24px; }
</style>
</head>
<body>
<div class="container">
<table cellpadding="0" cellspacing="0" border="0" style="margin-bottom: 16px;">
<tr>
<td style="vertical-align: middle; padding-right: 12px; width: 36px;">
${avatarHtml}
</td>
<td style="vertical-align: middle;">
<div style="font-weight: 600; font-size: 15px; color: #111827; line-height: 1.2;">${escapeHtml(actor)}</div>
${formattedUploadTime ? `<div style="font-size: 12px; color: #6b7280; margin-top: 2px;">Uploaded at ${escapeHtml(formattedUploadTime)}</div>` : ''}
</td>
</tr>
</table>
<div class="header">${escapeHtml(headline)}</div>
<div class="content">
${detail ? `<div class="detail-box">${escapeHtml(detail)}</div>` : ''}
<a href="${actionUrl}" class="btn">${escapeHtml(actionText)}</a>
</div>
<div class="footer">
Sent from <a href="${baseUrl}" style="color: #6366f1; text-decoration: none;">Shumai</a>
</div>
</div>
</body>
</html>
`.trim()
const text = `
${subject}
${headline}
${formattedUploadTime ? `Uploaded at: ${formattedUploadTime}\n` : ''}${detail ? `\n${detail}\n` : ''}
${actionText}: ${actionUrl}
Sent from Shumai at ${baseUrl}
`.trim()
return { subject, html, text }
}
renderBatchedNotificationEmail(ctx: BatchedEmailContext): {
subject: string
html: string
text: string
} {
const baseUrl = this.getBaseUrl()
const teamUrl = `${baseUrl}/teams/${ctx.teamId}`
if (ctx.items.length === 0) {
return {
subject: `[Shumai] Notifications`,
html: `<p>No new notifications.</p>`,
text: `No new notifications.`,
}
}
// Determine subject
let subject = `[Shumai] ${ctx.items.length} new notifications`
if (ctx.items.length === 1) {
const single = ctx.items[0]
const actor = single.creatorName || 'Someone'
const target = single.assetName ? `"${single.assetName}"` : 'a file'
const projectInfo = single.projectName ? ` to ${single.projectName}` : ''
switch (single.type) {
case NotificationType.successful_file_uploaded:
subject = `[Shumai] ${actor} uploaded ${target}${projectInfo}`
break
case NotificationType.comment_created:
subject = `[Shumai] ${actor} commented on ${target}`
break
case NotificationType.reply_created:
subject = `[Shumai] ${actor} replied to your comment on ${target}`
break
case NotificationType.mention:
subject = `[Shumai] ${actor} mentioned you`
break
case NotificationType.kanban_task_assigned: {
const task = single.kanbanTaskTitle ? `"${single.kanbanTaskTitle}"` : 'a task'
subject = `[Shumai] ${actor} assigned you to task ${task}`
break
}
case NotificationType.kanban_task_created: {
const task = single.kanbanTaskTitle ? `"${single.kanbanTaskTitle}"` : 'a task'
subject = `[Shumai] ${actor} created task ${task}`
break
}
default:
subject = `[Shumai] 1 new notification`
break
}
}
// Group items: same type + actor + project
const groups = new Map<string, BatchedNotificationItem[]>()
for (const item of ctx.items) {
const key = getNotificationBatchGroupKey(item)
const list = groups.get(key)
if (list) {
list.push(item)
} else {
groups.set(key, [item])
}
}
const htmlRows: string[] = []
const textRows: string[] = []
for (const [, cluster] of groups) {
const first = cluster[0]
const actor = first.creatorName || 'Someone'
const avatarHtml = renderAvatarHtml(actor, first.creatorAvatarUrl)
if (cluster.length <= 3) {
// Render detailed individual rows
for (const item of cluster) {
const action = getItemAction(baseUrl, item)
const timeStr = formatUploadTime(item.uploadTime || item.createdAt)
const detail = getNotificationItemDetail(item)
const thumbHtml = item.assetThumbnailUrl
? `<div style="margin-top: 8px;"><img src="${escapeHtml(item.assetThumbnailUrl)}" alt="${escapeHtml(item.assetName || 'Thumbnail')}" width="140" style="max-width: 140px; max-height: 90px; border-radius: 6px; border: 1px solid #e5e7eb; object-fit: cover; display: block;" /></div>`
: ''
htmlRows.push(
`
<div style="padding: 16px 0; border-bottom: 1px solid #f3f4f6;">
<table cellpadding="0" cellspacing="0" border="0" style="width: 100%;">
<tr>
<td style="vertical-align: top; width: 44px; padding-right: 12px;">
${avatarHtml}
</td>
<td style="vertical-align: top;">
<div style="font-weight: 600; font-size: 14px; color: #111827;">${escapeHtml(actor)}</div>
<div style="font-size: 13px; color: #374151; margin-top: 2px;">${escapeHtml(detail.headline)}</div>
${timeStr ? `<div style="font-size: 12px; color: #6b7280; margin-top: 2px;">${escapeHtml(timeStr)}</div>` : ''}
${detail.message ? `<div style="background-color: #f9fafb; border-left: 3px solid #6366f1; padding: 8px 12px; border-radius: 4px; font-size: 13px; color: #4b5563; margin-top: 6px; white-space: pre-wrap;">${escapeHtml(detail.message)}</div>` : ''}
${thumbHtml}
<div style="margin-top: 8px;">
<a href="${action.url}" style="display: inline-block; font-size: 12px; font-weight: 500; color: #4f46e5; text-decoration: none;">${escapeHtml(action.text)} &rarr;</a>
</div>
</td>
</tr>
</table>
</div>
`.trim(),
)
textRows.push(
`- ${actor}: ${detail.headline}${timeStr ? ` (${timeStr})` : ''}${detail.message ? `\n "${detail.message}"` : ''}\n Link: ${action.url}`,
)
}
} else {
// Grouped summary row (count > 3, NO thumbnails)
const count = cluster.length
let summaryHeadline = `${actor} triggered ${count} updates`
const projectName = first.projectName
switch (first.type) {
case NotificationType.successful_file_uploaded:
summaryHeadline = `${actor} uploaded ${count} assets${projectName ? ` to ${projectName}` : ''}`
break
case NotificationType.comment_created:
summaryHeadline = `${actor} left ${count} comments${projectName ? ` in ${projectName}` : ''}`
break
case NotificationType.reply_created:
summaryHeadline = `${actor} replied ${count} times to your comments`
break
case NotificationType.mention:
summaryHeadline = `${actor} mentioned you ${count} times`
break
case NotificationType.metadata_field_updated_status:
summaryHeadline = `${actor} updated status of ${count} assets`
break
case NotificationType.kanban_task_created:
summaryHeadline = `${actor} created ${count} tasks${projectName ? ` in ${projectName}` : ''}`
break
case NotificationType.kanban_task_assigned:
summaryHeadline = `${actor} assigned you to ${count} tasks`
break
case NotificationType.kanban_task_status_updated:
summaryHeadline = `${actor} updated status of ${count} tasks`
break
case NotificationType.kanban_task_updated:
summaryHeadline = `${actor} updated ${count} tasks`
break
case NotificationType.kanban_task_comment_created:
summaryHeadline = `${actor} commented on ${count} tasks`
break
}
const latestTime = cluster.reduce((latest, it) => {
const t = new Date(it.uploadTime || it.createdAt).getTime()
return t > latest ? t : latest
}, 0)
const timeStr = latestTime > 0 ? formatUploadTime(new Date(latestTime)) : undefined
const targetUrl = first.projectId ? `${baseUrl}/projects/${first.projectId}` : teamUrl
htmlRows.push(
`
<div style="padding: 16px 0; border-bottom: 1px solid #f3f4f6;">
<table cellpadding="0" cellspacing="0" border="0" style="width: 100%;">
<tr>
<td style="vertical-align: top; width: 44px; padding-right: 12px;">
${avatarHtml}
</td>
<td style="vertical-align: top;">
<div style="font-weight: 600; font-size: 14px; color: #111827;">${escapeHtml(summaryHeadline)}</div>
${timeStr ? `<div style="font-size: 12px; color: #6b7280; margin-top: 2px;">Latest activity: ${escapeHtml(timeStr)}</div>` : ''}
<div style="margin-top: 8px;">
<a href="${targetUrl}" style="display: inline-block; font-size: 12px; font-weight: 500; color: #4f46e5; text-decoration: none;">View Project &rarr;</a>
</div>
</td>
</tr>
</table>
</div>
`.trim(),
)
textRows.push(
`- ${summaryHeadline}${timeStr ? ` (Latest: ${timeStr})` : ''}\n Link: ${targetUrl}`,
)
}
}
const html = `
<!DOCTYPE html>
<html>
<head>
<meta charset="utf-8">
<title>${escapeHtml(subject)}</title>
<style>
body { font-family: -apple-system, BlinkMacSystemFont, "Segoe UI", Roboto, Helvetica, Arial, sans-serif; background-color: #f9fafb; margin: 0; padding: 24px; color: #111827; }
.container { max-width: 600px; margin: 0 auto; background: #ffffff; border-radius: 8px; border: 1px solid #e5e7eb; padding: 32px; }
.header { font-size: 18px; font-weight: 700; color: #111827; }
.subtitle { font-size: 14px; color: #6b7280; margin-top: 4px; margin-bottom: 20px; }
.btn { display: inline-block; background-color: #4f46e5; color: #ffffff !important; padding: 10px 20px; border-radius: 6px; text-decoration: none; font-size: 14px; font-weight: 500; margin-top: 20px; }
.footer { font-size: 12px; color: #9ca3af; border-top: 1px solid #f3f4f6; padding-top: 16px; margin-top: 24px; }
</style>
</head>
<body>
<div class="container">
<div class="header">Shumai Notifications</div>
<div class="subtitle">You have ${ctx.items.length} new update${ctx.items.length > 1 ? 's' : ''}:</div>
<div>
${htmlRows.join('\n')}
</div>
<div style="text-align: center; margin-top: 20px;">
<a href="${teamUrl}" class="btn">Open Shumai</a>
</div>
<div class="footer">
Sent from <a href="${baseUrl}" style="color: #6366f1; text-decoration: none;">Shumai</a>
</div>
</div>
</body>
</html>
`.trim()
const text = `
Shumai Notifications
You have ${ctx.items.length} new update(s):
${textRows.join('\n\n')}
Open Shumai: ${teamUrl}
Sent from Shumai at ${baseUrl}
`.trim()
return { subject, html, text }
}
}
function getNotificationItemDetail(item: BatchedNotificationItem): {
headline: string
message?: string
} {
const actor = item.creatorName || 'Someone'
const asset = item.assetName ? `"${item.assetName}"` : 'an asset'
const task = item.kanbanTaskTitle ? `"${item.kanbanTaskTitle}"` : 'a task'
const project = item.projectName ? ` in ${item.projectName}` : ''
let commentMessage = item.commentMessage
if (commentMessage && item.mentionedUserNames) {
commentMessage = commentMessage.replace(/<@([^>]+)>/g, (match, uid) => {
const name = item.mentionedUserNames?.[uid]
return name ? `@${name}` : `@${uid}`
})
}
switch (item.type) {
case NotificationType.successful_file_uploaded:
return {
headline: `Uploaded ${asset}${item.projectName ? ` to ${item.projectName}` : ''}`,
}
case NotificationType.comment_created:
return {
headline: `Commented on ${asset}${project}`,
message: commentMessage,
}
case NotificationType.reply_created:
return {
headline: `Replied to your comment on ${asset}${project}`,
message: commentMessage,
}
case NotificationType.mention:
return {
headline: `Mentioned you on ${item.kanbanTaskTitle ? `task ${task}` : asset}${project}`,
message: commentMessage,
}
case NotificationType.metadata_field_updated_status:
return {
headline: `Updated status of ${asset}${project}`,
}
case NotificationType.kanban_task_created:
return {
headline: `Created task ${task}${project}`,
message: commentMessage,
}
case NotificationType.kanban_task_assigned:
return {
headline: `Assigned you to task ${task}${project}`,
}
case NotificationType.kanban_task_status_updated:
return {
headline: `Updated status of task ${task}${project}`,
message: commentMessage,
}
case NotificationType.kanban_task_updated:
return {
headline: `Updated task ${task}${project}`,
message: commentMessage,
}
case NotificationType.kanban_task_deleted:
return {
headline: `Deleted task ${task}${project}`,
}
case NotificationType.kanban_task_comment_created:
return {
headline: `Commented on task ${task}${project}`,
message: commentMessage,
}
case NotificationType.new_user_join_team:
return {
headline: `Joined the team ${item.teamName}`,
}
case NotificationType.new_user_join_project:
return {
headline: `Joined project ${item.projectName || 'a project'}`,
}
default:
return {
headline: `New activity from ${actor}`,
}
}
}
function getItemAction(
baseUrl: string,
item: BatchedNotificationItem,
): { url: string; text: string } {
if (item.projectId && item.assetId) {
return {
url: `${baseUrl}/projects/${item.projectId}/files/${item.assetId}`,
text: 'View Asset',
}
} else if (item.projectId) {
return {
url: `${baseUrl}/projects/${item.projectId}`,
text: 'View Project',
}
} else if (item.teamId && item.kanbanTaskId) {
return {
url: `${baseUrl}/teams/${item.teamId}/kanban?taskId=${item.kanbanTaskId}`,
text: 'View Task',
}
} else if (item.teamId) {
return {
url: `${baseUrl}/teams/${item.teamId}`,
text: 'Open Shumai',
}
}
return { url: baseUrl, text: 'Open Shumai' }
}
function renderAvatarHtml(actor: string, avatarUrl?: string): string {
const actorInitial = (actor.trim()[0] || 'U').toUpperCase()
if (avatarUrl) {
return `<img src="${escapeHtml(avatarUrl)}" alt="${escapeHtml(actor)}" width="36" height="36" style="width: 36px; height: 36px; border-radius: 50%; object-fit: cover; display: block; border: 1px solid #e5e7eb;" />`
}
return `<table cellpadding="0" cellspacing="0" border="0" style="width: 36px; height: 36px; border-radius: 50%; background-color: #4f46e5; text-align: center;"><tr><td style="color: #ffffff; font-weight: 600; font-size: 14px; text-align: center; vertical-align: middle;">${escapeHtml(actorInitial)}</td></tr></table>`
}
function formatUploadTime(time: string | Date | undefined): string | undefined {
if (!time) return undefined
if (time instanceof Date) {
if (isNaN(time.getTime())) return undefined
return (
new Intl.DateTimeFormat('en-US', {
month: 'short',
day: 'numeric',
year: 'numeric',
hour: 'numeric',
minute: '2-digit',
hour12: true,
timeZone: 'UTC',
}).format(time) + ' UTC'
)
}
const parsed = new Date(time)
if (!isNaN(parsed.getTime())) {
return (
new Intl.DateTimeFormat('en-US', {
month: 'short',
day: 'numeric',
year: 'numeric',
hour: 'numeric',
minute: '2-digit',
hour12: true,
timeZone: 'UTC',
}).format(parsed) + ' UTC'
)
}
return time
}
function escapeHtml(str: string): string {
return str
.replace(/&/g, '&amp;')
.replace(/</g, '&lt;')
.replace(/>/g, '&gt;')
.replace(/"/g, '&quot;')
.replace(/'/g, '&#039;')
}
export const emailService = new EmailService()
+3
View File
@@ -0,0 +1,3 @@
export * from './notification'
export * from './email'
export * from './notification-job'
@@ -0,0 +1,576 @@
import { describe, expect, it, vi, beforeEach, afterEach } from 'vitest'
import { prisma, NotificationType, NotificationEmailStatus } from '@shumai/db'
import { setupTestDbHooks } from '@shumai/db/test'
import { emailService, type EmailAttachment } from './email'
import { notificationJobService } from './notification-job'
import { userMetadataService } from '@shumai/core/src/user-metadata/user-metadata'
import { s3Service } from '@shumai/core/src/s3/s3'
import '@shumai/db/src/prisma-json-types'
describe('NotificationJobService', () => {
setupTestDbHooks()
let sendMailSpy: ReturnType<typeof vi.spyOn>
beforeEach(() => {
sendMailSpy = vi
.spyOn(emailService, 'sendMail')
.mockResolvedValue({ messageId: '<mock-id@shumai.test>' })
})
afterEach(() => {
sendMailSpy.mockRestore()
notificationJobService.stop()
})
async function createTeamWithEmail(name = 'Email Team') {
return prisma.team.create({
data: {
name,
settings: {
emailNotification: {
enabled: true,
host: 'smtp.test.com',
port: 587,
username: 'user',
password: 'pw',
smtps: false,
ignoreCert: false,
from: 'noreply@test.com',
},
},
},
})
}
it('picks up pending notifications, sends batched email, and marks them processed', async () => {
const team = await createTeamWithEmail()
const sender = await prisma.user.create({
data: { name: 'Alice', email: 'alice@test.com', password: 'p' },
})
const recipient = await prisma.user.create({
data: { name: 'Bob', email: 'bob@test.com', password: 'p' },
})
await prisma.teamMember.create({
data: { teamId: team.id, userId: recipient.id, role: 'editor' },
})
const project = await prisma.project.create({
data: { name: 'Alpha Project', teamId: team.id },
})
const asset = await prisma.asset.create({
data: {
name: 'design.png',
type: 'file',
status: 'uploaded',
project: { connect: { id: project.id } },
},
})
// Create 2 pending notifications
const n1 = await prisma.notification.create({
data: {
type: NotificationType.successful_file_uploaded,
teamId: team.id,
projectId: project.id,
assetId: asset.id,
creatorId: sender.id,
emailStatus: NotificationEmailStatus.pending,
},
})
const n2 = await prisma.notification.create({
data: {
type: NotificationType.comment_created,
teamId: team.id,
projectId: project.id,
assetId: asset.id,
creatorId: sender.id,
emailStatus: NotificationEmailStatus.pending,
},
})
const processedCount = await notificationJobService.processPendingNotifications(500)
expect(processedCount).toBe(2)
// Verify Bob received exactly 1 batched email containing both items
expect(sendMailSpy).toHaveBeenCalledTimes(1)
expect(sendMailSpy).toHaveBeenCalledWith(
expect.objectContaining({ host: 'smtp.test.com' }),
expect.objectContaining({
to: 'bob@test.com',
subject: '[Shumai] 2 new notifications',
}),
)
// Verify notifications are marked processed in DB
const updated1 = await prisma.notification.findUnique({ where: { id: n1.id } })
const updated2 = await prisma.notification.findUnique({ where: { id: n2.id } })
expect(updated1?.emailStatus).toBe(NotificationEmailStatus.processed)
expect(updated2?.emailStatus).toBe(NotificationEmailStatus.processed)
})
it('skips already processed notifications', async () => {
const team = await createTeamWithEmail()
const sender = await prisma.user.create({
data: { name: 'Alice', email: 'alice2@test.com', password: 'p' },
})
await prisma.notification.create({
data: {
type: NotificationType.comment_created,
teamId: team.id,
creatorId: sender.id,
emailStatus: NotificationEmailStatus.processed,
},
})
const processedCount = await notificationJobService.processPendingNotifications(500)
expect(processedCount).toBe(0)
expect(sendMailSpy).not.toHaveBeenCalled()
})
it('marks notifications processed without sending email if team SMTP is disabled', async () => {
// Team without emailNotification configured
const team = await prisma.team.create({
data: { name: 'No Email Team' },
})
const sender = await prisma.user.create({
data: { name: 'Alice', email: 'alice3@test.com', password: 'p' },
})
const notif = await prisma.notification.create({
data: {
type: NotificationType.new_user_join_team,
teamId: team.id,
creatorId: sender.id,
emailStatus: NotificationEmailStatus.pending,
},
})
const processedCount = await notificationJobService.processPendingNotifications(500)
expect(processedCount).toBe(1)
expect(sendMailSpy).not.toHaveBeenCalled()
const updated = await prisma.notification.findUnique({ where: { id: notif.id } })
expect(updated?.emailStatus).toBe(NotificationEmailStatus.processed)
})
it('excludes the actor from receiving notification about their own action', async () => {
const team = await createTeamWithEmail()
const alice = await prisma.user.create({
data: { name: 'Alice', email: 'alice-self@test.com', password: 'p' },
})
await prisma.teamMember.create({
data: { teamId: team.id, userId: alice.id, role: 'editor' },
})
// Alice is the creator and only member
await prisma.notification.create({
data: {
type: NotificationType.comment_created,
teamId: team.id,
creatorId: alice.id,
emailStatus: NotificationEmailStatus.pending,
},
})
await notificationJobService.processPendingNotifications(500)
// Alice should not receive an email for her own comment
expect(sendMailSpy).not.toHaveBeenCalled()
})
it('excludes AI agent users from receiving email notifications', async () => {
const team = await createTeamWithEmail()
const sender = await prisma.user.create({
data: { name: 'Alice', email: 'alice-agent-test@test.com', password: 'p' },
})
const agentUser = await prisma.user.create({
data: {
name: 'AutoAgent',
email: 'agent-bot@shumai.ai',
password: 'p',
type: 'agent',
},
})
await prisma.teamMember.create({
data: { teamId: team.id, userId: agentUser.id, role: 'editor' },
})
await prisma.notification.create({
data: {
type: NotificationType.new_user_join_team,
teamId: team.id,
creatorId: sender.id,
emailStatus: NotificationEmailStatus.pending,
},
})
await notificationJobService.processPendingNotifications(500)
expect(sendMailSpy).not.toHaveBeenCalled()
})
it('respects user notification preferences', async () => {
const team = await createTeamWithEmail()
const sender = await prisma.user.create({
data: { name: 'Alice', email: 'alice-pref@test.com', password: 'p' },
})
const bob = await prisma.user.create({
data: { name: 'Bob', email: 'bob-pref@test.com', password: 'p' },
})
await prisma.teamMember.create({
data: { teamId: team.id, userId: bob.id, role: 'editor' },
})
// Bob disabled comments in his notification settings
await userMetadataService.upsertMetadata(bob.id, team.id, 'notification_settings', {
comments: false,
replies: true,
mentions: true,
yourUploads: false,
otherUploads: true,
statusUpdates: true,
kanbanTasks: true,
kanbanComments: true,
})
await prisma.notification.create({
data: {
type: NotificationType.comment_created,
teamId: team.id,
creatorId: sender.id,
emailStatus: NotificationEmailStatus.pending,
},
})
await notificationJobService.processPendingNotifications(500)
expect(sendMailSpy).not.toHaveBeenCalled()
})
it('filters notifications by project scope for project-scoped members', async () => {
const team = await createTeamWithEmail()
const sender = await prisma.user.create({
data: { name: 'Alice', email: 'alice-scope@test.com', password: 'p' },
})
const project1 = await prisma.project.create({
data: { name: 'Project 1', teamId: team.id },
})
const project2 = await prisma.project.create({
data: { name: 'Project 2', teamId: team.id },
})
const bob = await prisma.user.create({
data: { name: 'Bob', email: 'bob-scope@test.com', password: 'p' },
})
const bobMember = await prisma.teamMember.create({
data: { teamId: team.id, userId: bob.id, role: 'editor', scope: 'project' },
})
// Bob only belongs to Project 1
await prisma.projectMember.create({
data: { projectId: project1.id, teamMemberId: bobMember.id, role: 'editor' },
})
// Notification in Project 2
await prisma.notification.create({
data: {
type: NotificationType.successful_file_uploaded,
teamId: team.id,
projectId: project2.id,
creatorId: sender.id,
emailStatus: NotificationEmailStatus.pending,
},
})
await notificationJobService.processPendingNotifications(500)
// Bob should not receive notification for Project 2
expect(sendMailSpy).not.toHaveBeenCalled()
})
it('batches 5 uploads and 1 comment into 1 email with collapsed upload summary', async () => {
const team = await createTeamWithEmail()
const sender = await prisma.user.create({
data: { name: 'UserB', email: 'userb@test.com', password: 'p' },
})
const recipient = await prisma.user.create({
data: { name: 'Recipient', email: 'recip@test.com', password: 'p' },
})
await prisma.teamMember.create({
data: { teamId: team.id, userId: recipient.id, role: 'editor' },
})
const project = await prisma.project.create({
data: { name: 'Project Alpha', teamId: team.id },
})
// 5 uploads by UserB in Project Alpha
for (let i = 0; i < 5; i++) {
const asset = await prisma.asset.create({
data: {
name: `img_${i}.png`,
type: 'file',
status: 'uploaded',
project: { connect: { id: project.id } },
},
})
await prisma.notification.create({
data: {
type: NotificationType.successful_file_uploaded,
teamId: team.id,
projectId: project.id,
assetId: asset.id,
creatorId: sender.id,
emailStatus: NotificationEmailStatus.pending,
},
})
}
// 1 comment by UserB
await prisma.notification.create({
data: {
type: NotificationType.comment_created,
teamId: team.id,
projectId: project.id,
creatorId: sender.id,
emailStatus: NotificationEmailStatus.pending,
},
})
const count = await notificationJobService.processPendingNotifications(500)
expect(count).toBe(6)
// Recipient receives exactly 1 email containing all 6 events
expect(sendMailSpy).toHaveBeenCalledTimes(1)
const call = sendMailSpy.mock.calls[0]
expect(call[1].to).toBe('recip@test.com')
expect(call[1].subject).toBe('[Shumai] 6 new notifications')
// Uploads collapsed into 1 row because count > 3
expect(call[1].html).toContain('UserB uploaded 5 assets to Project Alpha')
// Comment rendered as individual row
expect(call[1].html).toContain('Commented on')
})
it('embeds creator avatar and asset thumbnail as inline cid attachments', async () => {
const team = await createTeamWithEmail()
const sender = await prisma.user.create({
data: {
name: 'Alice Artist',
email: 'alice.artist@test.com',
password: 'p',
image: 'avatars/alice.png',
},
})
const recipient = await prisma.user.create({
data: { name: 'Bob Reviewer', email: 'bob.reviewer@test.com', password: 'p' },
})
await prisma.teamMember.create({
data: { teamId: team.id, userId: recipient.id, role: 'editor' },
})
const project = await prisma.project.create({
data: { name: 'Artwork Project', teamId: team.id },
})
const asset = await prisma.asset.create({
data: {
name: 'poster.png',
type: 'file',
status: 'uploaded',
project: { connect: { id: project.id } },
media: {
thumbnail: { key: 'thumbnails/poster.jpg' },
} as unknown as PrismaJson.MediaInfo,
},
})
await prisma.notification.create({
data: {
type: NotificationType.successful_file_uploaded,
teamId: team.id,
projectId: project.id,
assetId: asset.id,
creatorId: sender.id,
emailStatus: NotificationEmailStatus.pending,
},
})
const getObjectSpy = vi
.spyOn(s3Service, 'getObject')
.mockImplementation(async (_bucket, key) => {
if (key === 'avatars/alice.png') {
return { buffer: Buffer.from('alice-avatar-bytes'), contentType: 'image/png' }
}
if (key === 'thumbnails/poster.jpg') {
return { buffer: Buffer.from('poster-thumb-bytes'), contentType: 'image/jpeg' }
}
throw new Error('Not found')
})
try {
const count = await notificationJobService.processPendingNotifications(500)
expect(count).toBe(1)
expect(sendMailSpy).toHaveBeenCalledTimes(1)
const call = sendMailSpy.mock.calls[0]
const options = call[1]
expect(options.to).toBe('bob.reviewer@test.com')
// Check attachments
expect(options.attachments).toHaveLength(2)
const avatarAtt = options.attachments.find((a: EmailAttachment) =>
a.cid?.startsWith('avatar-'),
)
const thumbAtt = options.attachments.find((a: EmailAttachment) => a.cid?.startsWith('thumb-'))
expect(avatarAtt).toBeDefined()
expect(avatarAtt.content).toEqual(Buffer.from('alice-avatar-bytes'))
expect(avatarAtt.cid).toBe(`avatar-${sender.id}@shumai.internal`)
expect(thumbAtt).toBeDefined()
expect(thumbAtt.content).toEqual(Buffer.from('poster-thumb-bytes'))
expect(thumbAtt.cid).toBe(`thumb-${asset.id}@shumai.internal`)
// Check HTML references the exact cid
expect(options.html).toContain(`src="cid:${avatarAtt.cid}"`)
expect(options.html).toContain(`src="cid:${thumbAtt.cid}"`)
} finally {
getObjectSpy.mockRestore()
}
})
it('omits thumbnail attachments when cluster has count > 3', async () => {
const team = await createTeamWithEmail()
const sender = await prisma.user.create({
data: {
name: 'Bulk Uploader',
email: 'bulk@test.com',
password: 'p',
image: 'avatars/bulk.png',
},
})
const recipient = await prisma.user.create({
data: { name: 'Recipient', email: 'bulk-recip@test.com', password: 'p' },
})
await prisma.teamMember.create({
data: { teamId: team.id, userId: recipient.id, role: 'editor' },
})
const project = await prisma.project.create({
data: { name: 'Bulk Project', teamId: team.id },
})
for (let i = 0; i < 4; i++) {
const asset = await prisma.asset.create({
data: {
name: `bulk_${i}.png`,
type: 'file',
status: 'uploaded',
project: { connect: { id: project.id } },
media: {
thumbnail: { key: `thumbnails/bulk_${i}.jpg` },
} as unknown as PrismaJson.MediaInfo,
},
})
await prisma.notification.create({
data: {
type: NotificationType.successful_file_uploaded,
teamId: team.id,
projectId: project.id,
assetId: asset.id,
creatorId: sender.id,
emailStatus: NotificationEmailStatus.pending,
},
})
}
const getObjectSpy = vi
.spyOn(s3Service, 'getObject')
.mockImplementation(async (_bucket, key) => {
if (key === 'avatars/bulk.png') {
return { buffer: Buffer.from('bulk-avatar-bytes'), contentType: 'image/png' }
}
return { buffer: Buffer.from('thumb-bytes'), contentType: 'image/jpeg' }
})
try {
const count = await notificationJobService.processPendingNotifications(500)
expect(count).toBe(4)
expect(sendMailSpy).toHaveBeenCalledTimes(1)
const options = sendMailSpy.mock.calls[0][1]
// Count > 3, so only avatar attachment is included, NO thumbnail attachments!
expect(options.attachments).toHaveLength(1)
expect(options.attachments[0].cid).toBe(`avatar-${sender.id}@shumai.internal`)
expect(options.html).toContain(`src="cid:avatar-${sender.id}@shumai.internal"`)
expect(options.html).not.toContain('src="cid:thumb-')
} finally {
getObjectSpy.mockRestore()
}
})
it('gracefully handles missing images or S3 failure with fallback badge', async () => {
const team = await createTeamWithEmail()
const sender = await prisma.user.create({
data: {
name: 'Broken Image User',
email: 'broken@test.com',
password: 'p',
image: 'avatars/non-existent.png',
},
})
const recipient = await prisma.user.create({
data: { name: 'Recipient', email: 'broken-recip@test.com', password: 'p' },
})
await prisma.teamMember.create({
data: { teamId: team.id, userId: recipient.id, role: 'editor' },
})
const project = await prisma.project.create({
data: { name: 'Project', teamId: team.id },
})
const asset = await prisma.asset.create({
data: {
name: 'broken.png',
type: 'file',
status: 'uploaded',
project: { connect: { id: project.id } },
media: {
thumbnail: { key: 'thumbnails/missing.jpg' },
} as unknown as PrismaJson.MediaInfo,
},
})
await prisma.notification.create({
data: {
type: NotificationType.successful_file_uploaded,
teamId: team.id,
projectId: project.id,
assetId: asset.id,
creatorId: sender.id,
emailStatus: NotificationEmailStatus.pending,
},
})
const getObjectSpy = vi.spyOn(s3Service, 'getObject').mockRejectedValue(new Error('S3 error'))
try {
const count = await notificationJobService.processPendingNotifications(500)
expect(count).toBe(1)
expect(sendMailSpy).toHaveBeenCalledTimes(1)
const options = sendMailSpy.mock.calls[0][1]
// No attachments because both avatar and thumb failed to load
expect(options.attachments).toBeUndefined()
// HTML falls back to letter badge "B" for "Broken Image User"
expect(options.html).toContain('>B</td>')
expect(options.html).not.toContain('<img')
} finally {
getObjectSpy.mockRestore()
}
})
it('starts and stops gracefully', () => {
expect(() => {
notificationJobService.start(100000, 100000)
notificationJobService.stop()
}).not.toThrow()
})
})
@@ -0,0 +1,496 @@
import { prisma, NotificationType, NotificationEmailStatus } from '@shumai/db'
import { emailService, getNotificationBatchGroupKey } from '@shumai/core/src/notification/email'
import type { BatchedNotificationItem, EmailAttachment } from '@shumai/core/src/notification/email'
import { userMetadataService } from '@shumai/core/src/user-metadata/user-metadata'
import { s3Service } from '@shumai/core/src/s3/s3'
import { logger } from '@shumai/core/src/logger'
import type { NotificationSettings } from '@shumai/dtos'
import '@shumai/db/src/prisma-json-types'
function getExtensionFromMime(mime?: string): string {
if (!mime) return 'jpg'
if (mime.includes('png')) return 'png'
if (mime.includes('webp')) return 'webp'
if (mime.includes('gif')) return 'gif'
if (mime.includes('svg')) return 'svg'
return 'jpg'
}
export class NotificationJobService {
private isRunning = false
private timer: NodeJS.Timeout | null = null
private isProcessing = false
start(initialDelayMs = 5000, intervalMs = 3 * 60 * 1000): void {
if (this.isRunning) return
this.isRunning = true
logger.info('Starting notification email background job')
const run = async () => {
if (!this.isRunning) return
try {
await this.processPendingNotifications()
} catch (err) {
logger.error(
{ err: err instanceof Error ? err.message : String(err) },
'Error in notification email background job',
)
}
if (this.isRunning) {
this.timer = setTimeout(run, intervalMs)
}
}
this.timer = setTimeout(run, initialDelayMs)
}
stop(): void {
this.isRunning = false
if (this.timer) {
clearTimeout(this.timer)
this.timer = null
}
logger.info('Stopped notification email background job')
}
async processPendingNotifications(limit = 500): Promise<number> {
if (this.isProcessing) {
logger.debug('Notification job turn already in progress, skipping')
return 0
}
this.isProcessing = true
let batchIds: string[] = []
try {
// 1. Concurrency control: atomically lock up to limit pending notifications
const locked = await prisma.$queryRaw<{ id: string }[]>`
WITH candidates AS (
SELECT id
FROM notifications
WHERE email_status = 'pending'::"NotificationEmailStatus"
ORDER BY id ASC
LIMIT ${limit}
FOR UPDATE SKIP LOCKED
)
UPDATE notifications
SET email_status = 'processing'::"NotificationEmailStatus", updated_at = NOW()
FROM candidates
WHERE notifications.id = candidates.id
RETURNING notifications.id;
`
if (!locked || locked.length === 0) {
return 0
}
batchIds = locked.map((r) => r.id)
logger.info({ count: batchIds.length }, 'Picked up pending notifications for processing')
// 2. Fetch full records with relations
const notifications = await prisma.notification.findMany({
where: { id: { in: batchIds } },
include: {
creator: { select: { id: true, name: true, image: true, type: true } },
team: { select: { id: true, name: true } },
project: { select: { id: true, name: true } },
asset: {
select: {
id: true,
name: true,
media: true,
projectId: true,
createdAt: true,
project: { select: { id: true, name: true } },
},
},
user: { select: { id: true, name: true, email: true, type: true } },
kanbanTask: { select: { id: true, title: true, projectId: true } },
},
orderBy: { id: 'asc' },
})
// 3. Group notifications by teamId
const byTeam = new Map<string, typeof notifications>()
for (const n of notifications) {
const list = byTeam.get(n.teamId)
if (list) {
list.push(n)
} else {
byTeam.set(n.teamId, [n])
}
}
// 4. Process each team
for (const [teamId, teamNotifs] of byTeam) {
const emailSettings = await emailService.getEmailSettings(teamId)
if (!emailSettings.enabled || !emailSettings.host || !emailSettings.from) {
logger.debug(
{ teamId },
'Team email notifications disabled or unconfigured, skipping delivery',
)
continue
}
// Fetch team members excluding AI agents
const members = await prisma.teamMember.findMany({
where: {
teamId,
user: {
type: { not: 'agent' },
agent: null,
},
},
include: {
user: { select: { id: true, name: true, email: true, type: true } },
projectMembers: { select: { projectId: true } },
},
})
const avatarCache = new Map<
string,
{ cidUrl: string; attachment: EmailAttachment } | null
>()
const thumbCache = new Map<string, { cidUrl: string; attachment: EmailAttachment } | null>()
const cidAttachmentMap = new Map<string, EmailAttachment>()
const resolveAvatar = async (
creatorId?: string | null,
image?: string | null,
): Promise<string | undefined> => {
if (!image) return undefined
if (creatorId && avatarCache.has(creatorId)) {
const cached = avatarCache.get(creatorId)
return cached ? cached.cidUrl : undefined
}
const cid = `avatar-${creatorId || Math.random().toString(36).slice(2)}@shumai.internal`
const cidUrl = `cid:${cid}`
try {
if (image.startsWith('http://') || image.startsWith('https://')) {
const res = await fetch(image, { signal: AbortSignal.timeout(5000) })
if (res.ok) {
const arrayBuffer = await res.arrayBuffer()
const buffer = Buffer.from(arrayBuffer)
const contentType = res.headers.get('content-type') || 'image/jpeg'
const ext = getExtensionFromMime(contentType)
const resolved = {
cidUrl,
attachment: {
filename: `avatar-${creatorId || 'user'}.${ext}`,
content: buffer,
cid,
contentType,
},
}
if (creatorId) avatarCache.set(creatorId, resolved)
cidAttachmentMap.set(cidUrl, resolved.attachment)
return cidUrl
}
} else {
const bucket = process.env.S3_BUCKET || 'shumai'
const obj = await s3Service.getObject(bucket, image)
if (obj && obj.buffer && obj.buffer.length > 0) {
const contentType = obj.contentType || 'image/jpeg'
const ext = getExtensionFromMime(contentType)
const resolved = {
cidUrl,
attachment: {
filename: `avatar-${creatorId || 'user'}.${ext}`,
content: obj.buffer,
cid,
contentType,
},
}
if (creatorId) avatarCache.set(creatorId, resolved)
cidAttachmentMap.set(cidUrl, resolved.attachment)
return cidUrl
}
}
} catch (err) {
logger.debug(
{ err: err instanceof Error ? err.message : String(err), image, creatorId },
'Failed to resolve avatar image for inline email attachment',
)
}
if (creatorId) avatarCache.set(creatorId, null)
return undefined
}
const resolveThumbnail = async (
assetId?: string | null,
media?: unknown,
): Promise<string | undefined> => {
if (!assetId || !media) return undefined
if (thumbCache.has(assetId)) {
const cached = thumbCache.get(assetId)
return cached ? cached.cidUrl : undefined
}
const m = media as PrismaJson.MediaInfo | null
const key = m?.thumbnail?.key || m?.poster?.key
if (!key) return undefined
const cid = `thumb-${assetId}@shumai.internal`
const cidUrl = `cid:${cid}`
try {
const bucket = process.env.S3_BUCKET || 'shumai'
const obj = await s3Service.getObject(bucket, key)
if (obj && obj.buffer && obj.buffer.length > 0) {
const contentType = obj.contentType || 'image/jpeg'
const ext = getExtensionFromMime(contentType)
const resolved = {
cidUrl,
attachment: {
filename: `thumb-${assetId}.${ext}`,
content: obj.buffer,
cid,
contentType,
},
}
thumbCache.set(assetId, resolved)
cidAttachmentMap.set(cidUrl, resolved.attachment)
return cidUrl
}
} catch (err) {
logger.debug(
{ err: err instanceof Error ? err.message : String(err), assetId, key },
'Failed to resolve thumbnail image for inline email attachment',
)
}
thumbCache.set(assetId, null)
return undefined
}
const userItemsMap = new Map<
string,
{ user: (typeof members)[0]['user']; items: BatchedNotificationItem[] }
>()
for (const member of members) {
if (!member.user.email) continue
if (
member.user.type === 'agent' ||
member.user.email.endsWith('@shumai.ai') ||
member.user.email.startsWith('agent-')
) {
continue
}
const settingsMeta = await userMetadataService.getMetadata(
member.userId,
teamId,
'notification_settings',
)
const settings: NotificationSettings = settingsMeta
? (settingsMeta.value as NotificationSettings)
: {
comments: true,
replies: true,
mentions: true,
yourUploads: false,
otherUploads: true,
statusUpdates: true,
kanbanTasks: true,
kanbanComments: true,
}
for (const n of teamNotifs) {
// Actor check (do not notify self unless it's their upload and yourUploads is enabled)
if (n.creatorId === member.userId) {
if (n.type !== NotificationType.successful_file_uploaded || !settings.yourUploads) {
continue
}
}
// Targeted notification check
if (n.userId && n.userId !== member.userId) {
continue
}
// Project scope check
if (member.scope === 'project' && n.projectId) {
if (n.type !== NotificationType.mention && n.userId !== member.userId) {
const inProject = member.projectMembers.some((pm) => pm.projectId === n.projectId)
if (!inProject) continue
}
}
// Settings preference check
let allowed = false
switch (n.type) {
case NotificationType.comment_created:
allowed = settings.comments ?? true
break
case NotificationType.reply_created:
allowed = settings.replies ?? true
break
case NotificationType.mention:
allowed = settings.mentions ?? true
break
case NotificationType.successful_file_uploaded:
allowed =
member.userId === n.creatorId
? (settings.yourUploads ?? false)
: (settings.otherUploads ?? true)
break
case NotificationType.metadata_field_updated_status:
allowed = settings.statusUpdates ?? true
break
case NotificationType.kanban_task_created:
case NotificationType.kanban_task_assigned:
case NotificationType.kanban_task_status_updated:
case NotificationType.kanban_task_updated:
case NotificationType.kanban_task_deleted:
allowed = settings.kanbanTasks ?? true
break
case NotificationType.kanban_task_comment_created:
allowed = settings.kanbanComments ?? true
break
case NotificationType.new_user_join_team:
case NotificationType.new_user_join_project:
allowed = true
break
default:
allowed = true
break
}
if (!allowed) continue
const creatorAvatarUrl = await resolveAvatar(n.creatorId, n.creator?.image)
const assetThumbnailUrl = await resolveThumbnail(n.assetId, n.asset?.media)
const item: BatchedNotificationItem = {
id: n.id,
type: n.type || NotificationType.successful_file_uploaded,
creatorName: n.creator?.name || 'Someone',
creatorAvatarUrl,
teamId: n.teamId,
teamName: n.team?.name || 'Team',
projectId: n.projectId || n.asset?.projectId || undefined,
projectName: n.project?.name || n.asset?.project?.name || undefined,
assetId: n.assetId || undefined,
assetName: n.asset?.name || undefined,
assetThumbnailUrl,
kanbanTaskId: n.kanbanTaskId || undefined,
kanbanTaskTitle: n.kanbanTask?.title || undefined,
uploadTime: n.asset?.createdAt || n.createdAt,
createdAt: n.createdAt,
}
let entry = userItemsMap.get(member.userId)
if (!entry) {
entry = { user: member.user, items: [] }
userItemsMap.set(member.userId, entry)
}
entry.items.push(item)
}
}
// Deliver batched email to each user with pending items
for (const [userId, { user, items }] of userItemsMap) {
if (items.length === 0 || !user.email) continue
try {
const rendered = emailService.renderBatchedNotificationEmail({
teamId,
teamName: teamNotifs[0].team?.name || 'Team',
recipientName: user.name || 'Member',
items,
})
// Collect attachments for this email based on rendered items
const attachmentsMap = new Map<string, EmailAttachment>()
// Group items exactly as renderBatchedNotificationEmail does
const groups = new Map<string, BatchedNotificationItem[]>()
for (const item of items) {
const key = getNotificationBatchGroupKey(item)
const list = groups.get(key)
if (list) {
list.push(item)
} else {
groups.set(key, [item])
}
}
for (const [, cluster] of groups) {
const first = cluster[0]
if (first.creatorAvatarUrl) {
const att = cidAttachmentMap.get(first.creatorAvatarUrl)
if (att?.cid) attachmentsMap.set(att.cid, att)
}
if (cluster.length <= 3) {
// Detailed rows: individual avatars and thumbnails are rendered
for (const item of cluster) {
if (item.creatorAvatarUrl) {
const att = cidAttachmentMap.get(item.creatorAvatarUrl)
if (att?.cid) attachmentsMap.set(att.cid, att)
}
if (item.assetThumbnailUrl) {
const att = cidAttachmentMap.get(item.assetThumbnailUrl)
if (att?.cid) attachmentsMap.set(att.cid, att)
}
}
}
// If cluster.length > 3, thumbnails are not rendered, so we do not attach them
}
const attachments = Array.from(attachmentsMap.values())
await emailService.sendMail(emailSettings, {
to: user.email,
subject: rendered.subject,
html: rendered.html,
text: rendered.text,
attachments: attachments.length > 0 ? attachments : undefined,
})
} catch (err) {
logger.error(
{
userId,
email: user.email,
err: err instanceof Error ? err.message : String(err),
},
'Failed to deliver batched notification email to user',
)
}
}
}
// 5. Update batch status to processed
await prisma.notification.updateMany({
where: { id: { in: batchIds } },
data: { emailStatus: NotificationEmailStatus.processed },
})
return batchIds.length
} catch (err) {
logger.error(
{ err: err instanceof Error ? err.message : String(err), batchCount: batchIds.length },
'Unexpected failure in processPendingNotifications',
)
if (batchIds.length > 0) {
// Mark as processed so subsequent turns aren't permanently blocked
await prisma.notification
.updateMany({
where: { id: { in: batchIds } },
data: { emailStatus: NotificationEmailStatus.processed },
})
.catch((cleanErr) =>
logger.error({ cleanErr }, 'Failed to mark notifications processed on error'),
)
}
throw err
} finally {
this.isProcessing = false
}
}
}
export const notificationJobService = new NotificationJobService()
+68 -3
View File
@@ -365,7 +365,18 @@ describe('TeamService', () => {
})
const settings = await teamService.getSettings(team.id)
expect(settings).toEqual({ semanticSearchEnabled: false, appearance: { hideAgent: false } })
expect(settings).toEqual({
semanticSearchEnabled: false,
transcode: {
videoStrategy: 'best_match',
videoResolutions: ['480p', '720p', '1080p', '1440p', '2160p'],
hardwareAcceleration: 'off',
threads: 0,
hlsEnabled: false,
hlsResolutions: ['480p', '720p', '1080p'],
},
appearance: { hideAgent: false },
})
await teamService.updateSettings(team.id, 'theme', 'dark')
@@ -373,18 +384,40 @@ describe('TeamService', () => {
expect(newSettings).toEqual({
theme: 'dark',
semanticSearchEnabled: false,
transcode: {
videoStrategy: 'best_match',
videoResolutions: ['480p', '720p', '1080p', '1440p', '2160p'],
hardwareAcceleration: 'off',
threads: 0,
hlsEnabled: false,
hlsResolutions: ['480p', '720p', '1080p'],
},
appearance: { hideAgent: false },
})
await teamService.updateSettings(team.id, 'transcode.videoStrategy', 'all')
await teamService.updateSettings(team.id, 'transcode.videoStrategy', 'multi')
await teamService.updateSettings(team.id, 'transcode.videoResolutions', ['720p', '1080p'])
await teamService.updateSettings(team.id, 'transcode.hardwareAcceleration', 'auto')
await teamService.updateSettings(team.id, 'transcode.threads', 4)
await teamService.updateSettings(team.id, 'transcode.hlsEnabled', true)
await teamService.updateSettings(team.id, 'transcode.hlsResolutions', [
'720p',
'1080p',
'2160p',
])
await teamService.updateSettings(team.id, 'appearance.hideAgent', true)
const finalSettings = await teamService.getSettings(team.id)
expect(finalSettings).toEqual({
theme: 'dark',
transcode: { videoStrategy: 'all', hardwareAcceleration: 'auto', threads: 4 },
transcode: {
videoStrategy: 'multi',
videoResolutions: ['720p', '1080p'],
hardwareAcceleration: 'auto',
threads: 4,
hlsEnabled: true,
hlsResolutions: ['720p', '1080p', '2160p'],
},
appearance: { hideAgent: true },
semanticSearchEnabled: false,
})
@@ -504,4 +537,36 @@ describe('TeamService', () => {
expect(result).toBe(false)
})
})
it('should not leak emailNotification or credentials in getSettings', async () => {
const team = await prisma.team.create({
data: {
name: 'Team With Credentials',
settings: {
transcode: {
videoStrategy: 'best_match',
hardwareAcceleration: 'off',
threads: 4,
},
appearance: {
hideAgent: true,
},
emailNotification: {
enabled: true,
host: 'smtp.secret.com',
port: 587,
password: 'super-secret-smtp-password',
from: 'noreply@secret.com',
},
},
},
})
const settings = await teamService.getSettings(team.id)
expect(settings).toBeDefined()
expect(settings.transcode?.threads).toBe(4)
expect(settings.appearance?.hideAgent).toBe(true)
expect((settings as Record<string, unknown>).emailNotification).toBeUndefined()
})
})
+70 -5
View File
@@ -33,7 +33,12 @@ export class TeamService {
data: {
name: 'Default Team',
settings: {
transcode: { videoStrategy: 'best_match', hardwareAcceleration: 'off', threads: 0 },
transcode: {
videoStrategy: 'best_match',
videoResolutions: ['480p', '720p', '1080p', '1440p', '2160p'],
hardwareAcceleration: 'off',
threads: 0,
},
},
sandbox: { create: {} },
},
@@ -294,13 +299,44 @@ export class TeamService {
where: { id: teamId },
})
if (!team) throw new HTTPException(404, { message: 'team not found' })
const settings = (team.settings || {}) as TeamSettingsResponse
const rawSettings = { ...(team.settings || {}) } as PrismaJson.Settings & {
[key: string]: unknown
}
delete rawSettings.emailNotification
const settings = rawSettings as TeamSettingsResponse
const embeddingAgent = await prisma.agent.findFirst({
where: { teamId, type: 'embedding', enabled: true },
})
settings.semanticSearchEnabled = !!embeddingAgent
if (!settings.transcode) {
settings.transcode = {
videoStrategy: 'best_match',
videoResolutions: ['480p', '720p', '1080p', '1440p', '2160p'],
hardwareAcceleration: 'off',
threads: 0,
hlsEnabled: false,
hlsResolutions: ['480p', '720p', '1080p'],
}
} else {
const strategyStr = settings.transcode.videoStrategy as string | undefined
if (strategyStr === 'single' || strategyStr === 'disable') {
settings.transcode.videoStrategy = 'best_match'
} else if (strategyStr === 'full' || strategyStr === 'all') {
settings.transcode.videoStrategy = 'multi'
}
if (!settings.transcode.videoResolutions) {
settings.transcode.videoResolutions = ['480p', '720p', '1080p', '1440p', '2160p']
}
if (settings.transcode.hlsEnabled === undefined) {
settings.transcode.hlsEnabled = false
}
if (!settings.transcode.hlsResolutions) {
settings.transcode.hlsResolutions = ['480p', '720p', '1080p']
}
}
if (!settings.appearance) {
settings.appearance = { hideAgent: false }
} else if (settings.appearance.hideAgent === undefined) {
@@ -320,10 +356,25 @@ export class TeamService {
if (!settings.transcode) {
settings.transcode = {}
}
settings.transcode.videoStrategy = value as NonNullable<
const rawStrategy = value as string
let strategy = rawStrategy
if (rawStrategy === 'single' || rawStrategy === 'disable') {
strategy = 'best_match'
} else if (rawStrategy === 'full' || rawStrategy === 'all') {
strategy = 'multi'
}
settings.transcode.videoStrategy = strategy as NonNullable<
TeamSettingsResponse['transcode']
>['videoStrategy']
delete settings['transcode.videoStrategy']
} else if (key === 'transcode.videoResolutions') {
if (!settings.transcode) {
settings.transcode = {}
}
settings.transcode.videoResolutions = value as NonNullable<
TeamSettingsResponse['transcode']
>['videoResolutions']
delete settings['transcode.videoResolutions']
} else if (key === 'transcode.hardwareAcceleration') {
if (!settings.transcode) {
settings.transcode = {}
@@ -338,6 +389,20 @@ export class TeamService {
}
settings.transcode.threads = Number(value)
delete settings['transcode.threads']
} else if (key === 'transcode.hlsEnabled') {
if (!settings.transcode) {
settings.transcode = {}
}
settings.transcode.hlsEnabled = Boolean(value)
delete settings['transcode.hlsEnabled']
} else if (key === 'transcode.hlsResolutions') {
if (!settings.transcode) {
settings.transcode = {}
}
settings.transcode.hlsResolutions = value as NonNullable<
TeamSettingsResponse['transcode']
>['hlsResolutions']
delete settings['transcode.hlsResolutions']
} else if (key === 'appearance.hideAgent') {
if (!settings.appearance) {
settings.appearance = {}
@@ -348,12 +413,12 @@ export class TeamService {
settings[key] = value
}
const updated = await prisma.team.update({
await prisma.team.update({
where: { id: teamId },
data: { settings: settings as unknown as PrismaJson.Settings },
})
return (updated.settings || {}) as TeamSettingsResponse
return this.getSettings(teamId)
}
async getSandboxSettings(teamId: string): Promise<SandboxSettings> {
@@ -0,0 +1,283 @@
import { describe, it, expect, vi, beforeEach } from 'vitest'
import * as fs from 'fs'
import {
extractEmbeddedJpeg,
validateExtractedJpeg,
extractAndValidateRawPreview,
EXIF_ORIENTATION_TO_ROTATION,
} from './raw-extract'
// Mock exiftool-vendored
vi.mock('exiftool-vendored', () => ({
exiftool: {
extractBinaryTag: vi.fn(),
read: vi.fn(),
},
}))
// Mock sharp
vi.mock('sharp', () => {
const mockMetadata = vi.fn()
const mockSharp = vi.fn(() => ({
metadata: mockMetadata,
}))
// eslint-disable-next-line @typescript-eslint/no-explicit-any
;(mockSharp as any)._mockMetadata = mockMetadata
return { default: mockSharp }
})
import { exiftool } from 'exiftool-vendored'
import sharp from 'sharp'
// eslint-disable-next-line @typescript-eslint/no-explicit-any
const mockMetadata = (sharp as any)._mockMetadata as ReturnType<typeof vi.fn>
const mockExtractBinaryTag = vi.mocked(exiftool.extractBinaryTag)
const mockRead = vi.mocked(exiftool.read)
describe('extractEmbeddedJpeg', () => {
beforeEach(() => {
vi.clearAllMocks()
})
it('extracts from JpgFromRaw2 first to a temporary file', async () => {
mockExtractBinaryTag.mockImplementationOnce(async (_tag, _src, dest) => {
fs.writeFileSync(dest, 'jpeg-data')
})
mockRead.mockResolvedValueOnce({ Orientation: 1 } as never)
const result = await extractEmbeddedJpeg('/path/to/photo.cr2')
expect(result).not.toBeNull()
expect(fs.existsSync(result!.previewPath)).toBe(true)
expect(result!.orientation).toBe(1)
expect(mockExtractBinaryTag).toHaveBeenCalledWith(
'JpgFromRaw2',
'/path/to/photo.cr2',
expect.stringContaining('preview-JpgFromRaw2'),
)
// Test cleanup
result!.cleanup()
expect(fs.existsSync(result!.previewPath)).toBe(false)
})
it('falls back to JpgFromRaw when JpgFromRaw2 fails', async () => {
mockExtractBinaryTag
.mockRejectedValueOnce(new Error('0 output files created'))
.mockImplementationOnce(async (_tag, _src, dest) => {
fs.writeFileSync(dest, 'jpeg-data')
})
mockRead.mockResolvedValueOnce({ Orientation: 6 } as never)
const result = await extractEmbeddedJpeg('/path/to/photo.nef')
expect(result).not.toBeNull()
expect(fs.existsSync(result!.previewPath)).toBe(true)
expect(result!.orientation).toBe(6)
expect(mockExtractBinaryTag).toHaveBeenCalledTimes(2)
expect(mockExtractBinaryTag).toHaveBeenNthCalledWith(
2,
'JpgFromRaw',
'/path/to/photo.nef',
expect.stringContaining('preview-JpgFromRaw'),
)
result!.cleanup()
expect(fs.existsSync(result!.previewPath)).toBe(false)
})
it('falls back to PreviewImage when JpgFromRaw2 and JpgFromRaw fail', async () => {
mockExtractBinaryTag
.mockRejectedValueOnce(new Error('0 output files created'))
.mockRejectedValueOnce(new Error('0 output files created'))
.mockImplementationOnce(async (_tag, _src, dest) => {
fs.writeFileSync(dest, 'preview-data')
})
mockRead.mockResolvedValueOnce({ Orientation: 3 } as never)
const result = await extractEmbeddedJpeg('/path/to/photo.arw')
expect(result).not.toBeNull()
expect(fs.existsSync(result!.previewPath)).toBe(true)
expect(result!.orientation).toBe(3)
expect(mockExtractBinaryTag).toHaveBeenCalledTimes(3)
expect(mockExtractBinaryTag).toHaveBeenNthCalledWith(
3,
'PreviewImage',
'/path/to/photo.arw',
expect.stringContaining('preview-PreviewImage'),
)
result!.cleanup()
expect(fs.existsSync(result!.previewPath)).toBe(false)
})
it('returns null and cleans up when all tags fail', async () => {
mockExtractBinaryTag
.mockRejectedValueOnce(new Error('0 output files created'))
.mockRejectedValueOnce(new Error('0 output files created'))
.mockRejectedValueOnce(new Error('0 output files created'))
const result = await extractEmbeddedJpeg('/path/to/photo.cr2')
expect(result).toBeNull()
expect(mockExtractBinaryTag).toHaveBeenCalledTimes(3)
})
it('returns undefined orientation when EXIF read fails', async () => {
mockExtractBinaryTag.mockImplementationOnce(async (_tag, _src, dest) => {
fs.writeFileSync(dest, 'jpeg-data')
})
mockRead.mockRejectedValueOnce(new Error('EXIF read failed'))
const result = await extractEmbeddedJpeg('/path/to/photo.cr2')
expect(result).not.toBeNull()
expect(result!.orientation).toBeUndefined()
result!.cleanup()
})
it('returns undefined orientation when orientation value is out of range', async () => {
mockExtractBinaryTag.mockImplementationOnce(async (_tag, _src, dest) => {
fs.writeFileSync(dest, 'jpeg-data')
})
mockRead.mockResolvedValueOnce({ Orientation: 9 } as never)
const result = await extractEmbeddedJpeg('/path/to/photo.cr2')
expect(result).not.toBeNull()
expect(result!.orientation).toBeUndefined()
result!.cleanup()
})
it('returns undefined orientation when orientation is not a number', async () => {
mockExtractBinaryTag.mockImplementationOnce(async (_tag, _src, dest) => {
fs.writeFileSync(dest, 'jpeg-data')
})
mockRead.mockResolvedValueOnce({ Orientation: 'Horizontal' } as never)
const result = await extractEmbeddedJpeg('/path/to/photo.cr2')
expect(result).not.toBeNull()
expect(result!.orientation).toBeUndefined()
result!.cleanup()
})
})
describe('validateExtractedJpeg', () => {
beforeEach(() => {
vi.clearAllMocks()
})
it('returns dimensions for a valid JPEG file', async () => {
mockMetadata.mockResolvedValueOnce({ width: 6000, height: 4000 })
const result = await validateExtractedJpeg('/tmp/valid-jpeg.jpg')
expect(result).toEqual({ width: 6000, height: 4000 })
})
it('returns null when metadata has zero width', async () => {
mockMetadata.mockResolvedValueOnce({ width: 0, height: 4000 })
const result = await validateExtractedJpeg('/tmp/bad-jpeg.jpg')
expect(result).toBeNull()
})
it('returns null when metadata has no dimensions', async () => {
mockMetadata.mockResolvedValueOnce({})
const result = await validateExtractedJpeg('/tmp/bad-jpeg.jpg')
expect(result).toBeNull()
})
it('returns null when sharp throws', async () => {
mockMetadata.mockRejectedValueOnce(new Error('Invalid image'))
const result = await validateExtractedJpeg('/tmp/corrupt-jpeg.jpg')
expect(result).toBeNull()
})
})
describe('extractAndValidateRawPreview', () => {
beforeEach(() => {
vi.clearAllMocks()
})
it('returns previewPath, dimensions, orientation, and cleanup for valid RAW', async () => {
mockExtractBinaryTag.mockImplementationOnce(async (_tag, _src, dest) => {
fs.writeFileSync(dest, 'jpeg-data')
})
mockRead.mockResolvedValueOnce({ Orientation: 6 } as never)
mockMetadata.mockResolvedValueOnce({ width: 4000, height: 3000 })
const result = await extractAndValidateRawPreview('/path/to/photo.cr2')
expect(result).not.toBeNull()
expect(fs.existsSync(result!.previewPath)).toBe(true)
expect(result!.width).toBe(4000)
expect(result!.height).toBe(3000)
expect(result!.orientation).toBe(6)
result!.cleanup()
expect(fs.existsSync(result!.previewPath)).toBe(false)
})
it('returns null when extraction fails', async () => {
mockExtractBinaryTag
.mockRejectedValueOnce(new Error('fail'))
.mockRejectedValueOnce(new Error('fail'))
.mockRejectedValueOnce(new Error('fail'))
const result = await extractAndValidateRawPreview('/path/to/photo.cr2')
expect(result).toBeNull()
})
it('returns null and cleans up when validation fails', async () => {
let createdPath = ''
mockExtractBinaryTag.mockImplementationOnce(async (_tag, _src, dest) => {
createdPath = dest
fs.writeFileSync(dest, 'bad-jpeg')
})
mockRead.mockResolvedValueOnce({ Orientation: 1 } as never)
mockMetadata.mockRejectedValueOnce(new Error('Not a valid image'))
const result = await extractAndValidateRawPreview('/path/to/photo.cr2')
expect(result).toBeNull()
expect(fs.existsSync(createdPath)).toBe(false)
})
})
describe('EXIF_ORIENTATION_TO_ROTATION', () => {
it('maps all 8 EXIF orientations', () => {
expect(Object.keys(EXIF_ORIENTATION_TO_ROTATION)).toHaveLength(8)
for (let i = 1; i <= 8; i++) {
expect(EXIF_ORIENTATION_TO_ROTATION[i]).toBeDefined()
}
})
it('has correct rotation for landscape (1)', () => {
expect(EXIF_ORIENTATION_TO_ROTATION[1]).toEqual({})
})
it('has correct rotation for 90° CW (6)', () => {
expect(EXIF_ORIENTATION_TO_ROTATION[6]).toEqual({ angle: 90 })
})
it('has correct rotation for 180° (3)', () => {
expect(EXIF_ORIENTATION_TO_ROTATION[3]).toEqual({ angle: 180 })
})
it('has correct rotation for 270° CW (8)', () => {
expect(EXIF_ORIENTATION_TO_ROTATION[8]).toEqual({ angle: 270 })
})
it('has correct rotation for mirror horizontal (2)', () => {
expect(EXIF_ORIENTATION_TO_ROTATION[2]).toEqual({ flop: true })
})
})
+153
View File
@@ -0,0 +1,153 @@
import { exiftool } from 'exiftool-vendored'
import sharp from 'sharp'
import * as fs from 'fs'
import * as os from 'os'
import * as path from 'path'
import { logger } from '@shumai/core/src/logger'
export interface RawExtractResult {
previewPath: string
cleanup: () => void
/** EXIF orientation from the RAW container (1–8), or undefined if absent. */
orientation?: number
}
/**
* Maps EXIF orientation values (1–8) to Sharp rotation operations.
* Follows the same mapping as Immich's ORIENTATION_TO_SHARP_ROTATION.
*/
export const EXIF_ORIENTATION_TO_ROTATION: Record<
number,
{ angle?: number; flip?: boolean; flop?: boolean }
> = {
1: {}, // Horizontal (normal)
2: { flop: true }, // Mirror horizontal
3: { angle: 180 }, // Rotate 180°
4: { angle: 180, flop: true }, // Mirror vertical
5: { angle: 270, flip: true }, // Mirror horizontal + rotate 270° CW
6: { angle: 90 }, // Rotate 90° CW
7: { angle: 90, flip: true }, // Mirror horizontal + rotate 90° CW
8: { angle: 270 }, // Rotate 270° CW
}
/**
* Attempt to extract an embedded JPEG preview from a camera RAW file to a temporary file.
*
* Tries tags in priority order (matching Immich, skipping PreviewJXL):
* 1. JpgFromRaw2 — secondary full-resolution JPEG (newer Sony/Canon/Nikon)
* 2. JpgFromRaw — primary full-size embedded JPEG
* 3. PreviewImage — smaller embedded preview fallback
*
* Also reads the EXIF orientation from the RAW container so callers can
* apply it to the extracted buffer/file (which often lacks its own orientation tag).
*
* Returns null if no usable embedded JPEG exists.
*/
export async function extractEmbeddedJpeg(
rawFilePath: string,
targetDir?: string,
): Promise<RawExtractResult | null> {
const tags = ['JpgFromRaw2', 'JpgFromRaw', 'PreviewImage'] as const
const ownTempDir = !targetDir
const workDir = targetDir ?? fs.mkdtempSync(path.join(os.tmpdir(), 'raw-extract-'))
const cleanup = () => {
try {
if (ownTempDir && fs.existsSync(workDir)) {
fs.rmSync(workDir, { recursive: true, force: true })
}
} catch (err) {
logger.warn({ workDir, err }, 'Failed to clean up raw extraction temporary directory')
}
}
for (const tag of tags) {
const candidatePath = path.join(workDir, `preview-${tag}-${Date.now()}.jpg`)
try {
await exiftool.extractBinaryTag(tag, rawFilePath, candidatePath)
if (fs.existsSync(candidatePath) && fs.statSync(candidatePath).size > 0) {
logger.debug({ tag, rawFilePath, candidatePath }, 'Extracted embedded JPEG from RAW')
// Read orientation from the RAW container's EXIF metadata.
// The extracted JPEG binary stream often does NOT carry its own
// orientation tag, so we must read it from the parent RAW file
// to avoid incorrectly-rotated previews.
let orientation: number | undefined
try {
const exif = await exiftool.read(rawFilePath)
const rawOrientation = exif.Orientation
if (typeof rawOrientation === 'number' && rawOrientation >= 1 && rawOrientation <= 8) {
orientation = rawOrientation
}
} catch {
logger.debug({ rawFilePath }, 'Could not read EXIF orientation from RAW container')
}
return { previewPath: candidatePath, cleanup, orientation }
}
} catch {
logger.debug({ tag, rawFilePath }, `Could not extract ${tag} from RAW file`)
try {
if (fs.existsSync(candidatePath)) {
fs.rmSync(candidatePath, { force: true })
}
} catch {
// ignore
}
}
}
cleanup()
logger.info({ rawFilePath }, 'No usable embedded JPEG found in RAW file')
return null
}
/**
* Validate that an extracted JPEG file is decodable.
* Returns dimensions if valid, null if corrupt/unusable.
*/
export async function validateExtractedJpeg(
filePath: string,
): Promise<{ width: number; height: number } | null> {
try {
const metadata = await sharp(filePath).metadata()
if (metadata.width && metadata.height && metadata.width > 0 && metadata.height > 0) {
return { width: metadata.width, height: metadata.height }
}
return null
} catch {
return null
}
}
/**
* Extract and validate an embedded JPEG from a RAW file to a temporary file.
* Returns a validated file path + dimensions + orientation + cleanup function, or null.
*/
export async function extractAndValidateRawPreview(
rawFilePath: string,
targetDir?: string,
): Promise<{
previewPath: string
cleanup: () => void
width: number
height: number
orientation?: number
} | null> {
const extracted = await extractEmbeddedJpeg(rawFilePath, targetDir)
if (!extracted) return null
const dims = await validateExtractedJpeg(extracted.previewPath)
if (!dims) {
logger.warn({ rawFilePath }, 'Extracted JPEG from RAW is not decodable, skipping preview')
extracted.cleanup()
return null
}
return {
previewPath: extracted.previewPath,
cleanup: extracted.cleanup,
orientation: extracted.orientation,
...dims,
}
}
File diff suppressed because it is too large Load Diff
File diff suppressed because it is too large Load Diff
+7 -3
View File
@@ -198,17 +198,19 @@ describe('UploadService', () => {
threads: 0,
sprite: true,
poster: true,
hlsEnabled: false,
},
})
})
it('should pass custom transcode.threads from team settings to transcode task', async () => {
it('should pass custom transcode.threads and videoResolutions from team settings to transcode task', async () => {
await prisma.team.update({
where: { id: teamId },
data: {
settings: {
transcode: {
videoStrategy: 'all',
videoStrategy: 'multi',
videoResolutions: ['720p', '1080p'],
hardwareAcceleration: 'auto',
threads: 12,
},
@@ -244,11 +246,13 @@ describe('UploadService', () => {
expect(workflowTask?.payload).toEqual({
projectId: projectId,
transcode: {
videoStrategy: 'all',
videoStrategy: 'multi',
videoResolutions: ['720p', '1080p'],
hardwareAcceleration: 'auto',
threads: 12,
sprite: true,
poster: true,
hlsEnabled: false,
},
})
})
+5
View File
@@ -334,12 +334,17 @@ export class UploadService {
const threads = settings?.transcode?.threads ?? 0
if (isVideo) {
const strategy = settings?.transcode?.videoStrategy || 'best_match'
const videoResolutions = settings?.transcode?.videoResolutions
const hardwareAcceleration = settings?.transcode?.hardwareAcceleration || 'off'
const hlsEnabled = settings?.transcode?.hlsEnabled ?? false
const hlsResolutions = settings?.transcode?.hlsResolutions
// eslint-disable-next-line @typescript-eslint/no-explicit-any
await new VideoTranscoder(tx as any, asset.id, team.id, projectId)
.setStrategy(strategy)
.setVideoResolutions(videoResolutions)
.setHardwareAcceleration(hardwareAcceleration)
.setThreads(threads)
.setHls(hlsEnabled, hlsResolutions)
.withSprite()
.withPoster()
.submit()
+36 -3
View File
@@ -67,15 +67,26 @@ describe('handleDaemonCommands', () => {
}
})
it('runs the runFn on normal startup', async () => {
it('runs the runFn on normal foreground startup without creating a PID file', async () => {
process.argv = ['node', 'script.js']
const runFn = vi.fn().mockResolvedValue(undefined)
await handleDaemonCommands(appName, runFn)
expect(runFn).toHaveBeenCalled()
expect(existsSync(pidFile)).toBe(true)
expect(readFileSync(pidFile, 'utf8').trim()).toBe(process.pid.toString())
expect(existsSync(pidFile)).toBe(false)
})
it('runs foreground startup even if a stale or conflicting PID file exists', async () => {
process.argv = ['node', 'script.js']
const runFn = vi.fn().mockResolvedValue(undefined)
mkdirSync(join(mockTempDir, '.shumai', 'pids'), { recursive: true })
writeFileSync(pidFile, '12345')
await handleDaemonCommands(appName, runFn)
expect(runFn).toHaveBeenCalled()
})
it('stops the process if stop command is passed', async () => {
@@ -122,4 +133,26 @@ describe('handleDaemonCommands', () => {
expect(spawn).toHaveBeenCalled()
expect(mockExit).toHaveBeenCalledWith(0)
})
it('runs and manages PID file when running as a daemonized child', async () => {
process.argv = ['node', 'script.js']
const originalEnv = process.env.SHUMAI_DAEMONIZED
process.env.SHUMAI_DAEMONIZED = 'true'
try {
const runFn = vi.fn().mockResolvedValue(undefined)
await handleDaemonCommands(appName, runFn)
expect(runFn).toHaveBeenCalled()
expect(existsSync(pidFile)).toBe(true)
expect(readFileSync(pidFile, 'utf8').trim()).toBe(process.pid.toString())
} finally {
if (originalEnv !== undefined) {
process.env.SHUMAI_DAEMONIZED = originalEnv
} else {
delete process.env.SHUMAI_DAEMONIZED
}
}
})
})
+19 -29
View File
@@ -17,6 +17,9 @@ const PID_DIR = join(SHUMAI_DIR, 'pids')
const LOG_DIR = join(SHUMAI_DIR, 'logs')
function isProcessRunning(pid: number): boolean {
if (pid <= 1) {
return false
}
try {
process.kill(pid, 0)
return true
@@ -35,7 +38,7 @@ async function stopProcess(appName: string, pidFile: string): Promise<boolean> {
}
const pid = parseInt(readFileSync(pidFile, 'utf8').trim(), 10)
if (isNaN(pid)) {
if (isNaN(pid) || pid <= 1) {
console.log(`Invalid PID found in ${pidFile}. Cleaning up file.`)
try {
unlinkSync(pidFile)
@@ -180,18 +183,25 @@ export async function handleDaemonCommands(
appName: string,
runFn: () => Promise<void>,
): Promise<void> {
const pidFile = join(PID_DIR, `${appName}.pid`)
const logFile = join(LOG_DIR, `${appName}.log`)
// Ensure directories exist
mkdirSync(PID_DIR, { recursive: true })
mkdirSync(LOG_DIR, { recursive: true })
const args = process.argv.slice(2)
const isStop = args.includes('stop')
const isRestart = args.includes('restart')
const isLogs = args.includes('logs')
const isDaemon = args.includes('-d') && process.env.SHUMAI_DAEMONIZED !== 'true'
const isDaemonizedChild = process.env.SHUMAI_DAEMONIZED === 'true'
// Normal foreground startup: do not create, check, or track PID files
if (!isStop && !isRestart && !isLogs && !isDaemon && !isDaemonizedChild) {
await runFn()
return
}
const pidFile = join(PID_DIR, `${appName}.pid`)
const logFile = join(LOG_DIR, `${appName}.log`)
// Ensure directories exist for daemon commands
mkdirSync(PID_DIR, { recursive: true })
mkdirSync(LOG_DIR, { recursive: true })
if (isStop) {
await stopProcess(appName, pidFile)
@@ -216,27 +226,7 @@ export async function handleDaemonCommands(
process.exit(0)
}
// Normal Startup logic: check if already running
if (existsSync(pidFile)) {
const pid = parseInt(readFileSync(pidFile, 'utf8').trim(), 10)
if (!isNaN(pid) && pid !== process.pid) {
if (isProcessRunning(pid)) {
console.error(
`${appName} is already running (PID: ${pid}). Use '${appName} stop' or '${appName} restart'.`,
)
process.exit(1)
} else {
// Process is dead, clean up PID file
try {
unlinkSync(pidFile)
} catch {
// Ignore
}
}
}
}
// Write the PID file
// Daemonized child startup (SHUMAI_DAEMONIZED === 'true')
writeFileSync(pidFile, process.pid.toString(), 'utf8')
const cleanPidFile = () => {
+24
View File
@@ -15,6 +15,30 @@ const EXTENSION_MIME_TYPES: Record<string, string> = {
'.txt': 'text/plain',
'.md': 'text/markdown',
'.markdown': 'text/markdown',
// Camera RAW formats
'.3fr': 'image/x-hasselblad-3fr',
'.arw': 'image/x-sony-arw',
'.cr2': 'image/x-canon-cr2',
'.cr3': 'image/x-canon-cr3',
'.crw': 'image/x-canon-crw',
'.dcr': 'image/x-kodak-dcr',
'.dng': 'image/x-adobe-dng',
'.erf': 'image/x-epson-erf',
'.fff': 'image/x-hasselblad-fff',
'.iiq': 'image/x-phaseone-iiq',
'.kdc': 'image/x-kodak-kdc',
'.nef': 'image/x-nikon-nef',
'.nrw': 'image/x-nikon-nrw',
'.orf': 'image/x-olympus-orf',
'.pef': 'image/x-pentax-pef',
'.raf': 'image/x-fuji-raf',
'.raw': 'image/x-panasonic-raw',
'.rw2': 'image/x-panasonic-rw2',
'.rwl': 'image/x-leica-rwl',
'.sr2': 'image/x-sony-sr2',
'.srf': 'image/x-sony-srf',
'.srw': 'image/x-samsung-srw',
'.x3f': 'image/x-sigma-x3f',
}
/**
+14
View File
@@ -92,6 +92,20 @@ describe('getProxyType', () => {
expect(getProxyType(null, 'design.psd')).toBe('image')
})
it('should detect image proxyType for RAW camera files', () => {
// RAW files typically upload with application/octet-stream or null mediaType
expect(getProxyType('application/octet-stream', 'photo.cr2')).toBe('image')
expect(getProxyType('application/octet-stream', 'photo.arw')).toBe('image')
expect(getProxyType(null, 'photo.dng')).toBe('image')
expect(getProxyType(null, 'photo.nef')).toBe('image')
expect(getProxyType(null, 'photo.raf')).toBe('image')
expect(getProxyType(null, 'photo.cr3')).toBe('image')
expect(getProxyType(null, 'photo.rw2')).toBe('image')
// Case-insensitive
expect(getProxyType(null, 'PHOTO.ARW')).toBe('image')
expect(getProxyType(null, 'Photo.DNG')).toBe('image')
})
it('should detect video proxyType', () => {
expect(getProxyType('video/mp4', 'clip.mp4')).toBe('video')
})
+8 -1
View File
@@ -1,3 +1,5 @@
import { isRawImage } from './raw'
export type ProxyType = 'image' | 'video' | 'audio' | 'pdf'
export function isOfficeDocument(mediaType?: string | null, filename?: string | null): boolean {
@@ -73,7 +75,12 @@ export function getProxyType(
const lowerMediaType = mediaType?.toLowerCase() || ''
const lowerFilename = filename?.toLowerCase() || ''
if (lowerMediaType.startsWith('image/') || lowerFilename.endsWith('.psd')) return 'image'
if (
lowerMediaType.startsWith('image/') ||
lowerFilename.endsWith('.psd') ||
isRawImage(lowerFilename)
)
return 'image'
if (lowerMediaType.startsWith('video/')) return 'video'
if (lowerMediaType.startsWith('audio/')) return 'audio'
+68
View File
@@ -0,0 +1,68 @@
import { describe, it, expect } from 'vitest'
import { isRawImage } from './raw'
describe('isRawImage', () => {
it('recognizes common RAW extensions (lowercase)', () => {
expect(isRawImage('photo.cr2')).toBe(true)
expect(isRawImage('photo.arw')).toBe(true)
expect(isRawImage('photo.dng')).toBe(true)
expect(isRawImage('photo.nef')).toBe(true)
expect(isRawImage('photo.raf')).toBe(true)
expect(isRawImage('photo.rw2')).toBe(true)
expect(isRawImage('photo.orf')).toBe(true)
expect(isRawImage('photo.pef')).toBe(true)
expect(isRawImage('photo.cr3')).toBe(true)
expect(isRawImage('photo.x3f')).toBe(true)
expect(isRawImage('photo.raw')).toBe(true)
expect(isRawImage('photo.3fr')).toBe(true)
expect(isRawImage('photo.iiq')).toBe(true)
expect(isRawImage('photo.kdc')).toBe(true)
expect(isRawImage('photo.dcr')).toBe(true)
expect(isRawImage('photo.erf')).toBe(true)
expect(isRawImage('photo.fff')).toBe(true)
expect(isRawImage('photo.crw')).toBe(true)
expect(isRawImage('photo.nrw')).toBe(true)
expect(isRawImage('photo.rwl')).toBe(true)
expect(isRawImage('photo.sr2')).toBe(true)
expect(isRawImage('photo.srf')).toBe(true)
expect(isRawImage('photo.srw')).toBe(true)
})
it('recognizes RAW extensions case-insensitively', () => {
expect(isRawImage('photo.CR2')).toBe(true)
expect(isRawImage('IMG_1234.ARW')).toBe(true)
expect(isRawImage('test.DNG')).toBe(true)
expect(isRawImage('photo.Nef')).toBe(true)
})
it('rejects non-RAW image files', () => {
expect(isRawImage('photo.jpg')).toBe(false)
expect(isRawImage('photo.png')).toBe(false)
expect(isRawImage('photo.webp')).toBe(false)
expect(isRawImage('photo.gif')).toBe(false)
expect(isRawImage('photo.svg')).toBe(false)
})
it('rejects non-image files', () => {
expect(isRawImage('design.psd')).toBe(false)
expect(isRawImage('video.mp4')).toBe(false)
expect(isRawImage('doc.pdf')).toBe(false)
expect(isRawImage('readme.txt')).toBe(false)
})
it('rejects files without extensions', () => {
expect(isRawImage('photo')).toBe(false)
expect(isRawImage('rawfile')).toBe(false)
})
it('handles filenames with multiple dots', () => {
expect(isRawImage('my.photo.cr2')).toBe(true)
expect(isRawImage('backup.2024.dng')).toBe(true)
expect(isRawImage('my.photo.jpg')).toBe(false)
})
it('handles paths with directories', () => {
expect(isRawImage('/home/user/photos/photo.cr2')).toBe(true)
expect(isRawImage('C:\\Users\\photos\\photo.arw')).toBe(true)
})
})
+37
View File
@@ -0,0 +1,37 @@
/**
* Centralized set of recognized camera RAW file extensions.
* Used only for routing files into the ExifTool extraction path.
*/
const RAW_EXTENSIONS: ReadonlySet<string> = new Set([
'.3fr',
'.arw',
'.cr2',
'.cr3',
'.crw',
'.dcr',
'.dng',
'.erf',
'.fff',
'.iiq',
'.kdc',
'.nef',
'.nrw',
'.orf',
'.pef',
'.raf',
'.raw',
'.rw2',
'.rwl',
'.sr2',
'.srf',
'.srw',
'.x3f',
])
/** Check whether a filename has a recognized camera RAW extension. */
export function isRawImage(filename: string): boolean {
const dotIndex = filename.lastIndexOf('.')
if (dotIndex === -1) return false
const ext = filename.slice(dotIndex).toLowerCase()
return RAW_EXTENSIONS.has(ext)
}
+1 -1
View File
@@ -323,7 +323,7 @@ export class WatermarkService {
if (isVideo || isImage) {
mediaAssetIds.push(asset.id)
}
} else if (asset.type === 'folder') {
} else if (asset.type === 'folder' || asset.type === 'version_stack') {
folderIds.push(asset.id)
} else if (asset.type === 'symlink' && asset.targetId) {
// Resolve nested symlinks (e.g. folders that contain their own symlinks)
+1 -1
View File
@@ -1,6 +1,6 @@
{
"name": "@shumai/db",
"version": "0.4.7",
"version": "0.5.0",
"private": true,
"type": "module",
"main": "./src/index.ts",
@@ -0,0 +1,11 @@
-- CreateEnum
CREATE TYPE "NotificationEmailStatus" AS ENUM ('pending', 'processing', 'processed', 'failed');
-- AlterTable
ALTER TABLE "notifications" ADD COLUMN "email_status" "NotificationEmailStatus" NOT NULL DEFAULT 'pending';
-- Update legacy rows to processed
UPDATE "notifications" SET "email_status" = 'processed';
-- CreateIndex
CREATE INDEX "notifications_email_status_created_at_idx" ON "notifications"("email_status", "created_at");
@@ -0,0 +1,16 @@
-- Migrate videoStrategy 'all' / 'full' to 'multi'
UPDATE "teams"
SET "settings" = jsonb_set("settings", '{transcode,videoStrategy}', '"multi"')
WHERE "settings"->'transcode'->>'videoStrategy' IN ('all', 'full');
-- Normalize legacy videoStrategy values 'single' / 'disable' to 'best_match'
UPDATE "teams"
SET "settings" = jsonb_set("settings", '{transcode,videoStrategy}', '"best_match"')
WHERE "settings"->'transcode'->>'videoStrategy' IN ('single', 'disable');
-- Backfill default videoResolutions where transcode settings exist without videoResolutions
UPDATE "teams"
SET "settings" = jsonb_set("settings", '{transcode,videoResolutions}', '["480p", "720p", "1080p", "1440p", "2160p"]'::jsonb)
WHERE "settings" IS NOT NULL
AND jsonb_typeof("settings"->'transcode') = 'object'
AND NOT ("settings"->'transcode' ? 'videoResolutions');
@@ -0,0 +1,2 @@
-- AlterEnum
ALTER TYPE "AssetStatus" ADD VALUE 'failed';
+11
View File
@@ -40,6 +40,7 @@ enum AssetStatus {
uploaded
processing
processed
failed
trashed
pending_purge
}
@@ -76,6 +77,13 @@ enum NotificationType {
kanban_task_comment_created
}
enum NotificationEmailStatus {
pending
processing
processed
failed
}
enum ProjectMemberRole {
owner
editor
@@ -776,9 +784,12 @@ model Notification {
userId String? @map("user_id")
user User? @relation("UserToNotification", fields: [userId], references: [id])
emailStatus NotificationEmailStatus @default(pending) @map("email_status")
readByMembers TeamMember? @relation("TeamMemberToLastReadNotification")
@@index([kanbanTaskId])
@@index([emailStatus, createdAt])
@@map("notifications")
}
+34
View File
@@ -538,6 +538,13 @@ export type EnumNotificationTypeNullableFilter<$PrismaModel = never> = {
not?: Prisma.NestedEnumNotificationTypeNullableFilter<$PrismaModel> | $Enums.NotificationType | null
}
export type EnumNotificationEmailStatusFilter<$PrismaModel = never> = {
equals?: $Enums.NotificationEmailStatus | Prisma.EnumNotificationEmailStatusFieldRefInput<$PrismaModel>
in?: $Enums.NotificationEmailStatus[] | Prisma.ListEnumNotificationEmailStatusFieldRefInput<$PrismaModel>
notIn?: $Enums.NotificationEmailStatus[] | Prisma.ListEnumNotificationEmailStatusFieldRefInput<$PrismaModel>
not?: Prisma.NestedEnumNotificationEmailStatusFilter<$PrismaModel> | $Enums.NotificationEmailStatus
}
export type EnumNotificationTypeNullableWithAggregatesFilter<$PrismaModel = never> = {
equals?: $Enums.NotificationType | Prisma.EnumNotificationTypeFieldRefInput<$PrismaModel> | null
in?: $Enums.NotificationType[] | Prisma.ListEnumNotificationTypeFieldRefInput<$PrismaModel> | null
@@ -548,6 +555,16 @@ export type EnumNotificationTypeNullableWithAggregatesFilter<$PrismaModel = neve
_max?: Prisma.NestedEnumNotificationTypeNullableFilter<$PrismaModel>
}
export type EnumNotificationEmailStatusWithAggregatesFilter<$PrismaModel = never> = {
equals?: $Enums.NotificationEmailStatus | Prisma.EnumNotificationEmailStatusFieldRefInput<$PrismaModel>
in?: $Enums.NotificationEmailStatus[] | Prisma.ListEnumNotificationEmailStatusFieldRefInput<$PrismaModel>
notIn?: $Enums.NotificationEmailStatus[] | Prisma.ListEnumNotificationEmailStatusFieldRefInput<$PrismaModel>
not?: Prisma.NestedEnumNotificationEmailStatusWithAggregatesFilter<$PrismaModel> | $Enums.NotificationEmailStatus
_count?: Prisma.NestedIntFilter<$PrismaModel>
_min?: Prisma.NestedEnumNotificationEmailStatusFilter<$PrismaModel>
_max?: Prisma.NestedEnumNotificationEmailStatusFilter<$PrismaModel>
}
export type EnumTaskTypeNullableFilter<$PrismaModel = never> = {
equals?: $Enums.TaskType | Prisma.EnumTaskTypeFieldRefInput<$PrismaModel> | null
in?: $Enums.TaskType[] | Prisma.ListEnumTaskTypeFieldRefInput<$PrismaModel> | null
@@ -1367,6 +1384,13 @@ export type NestedEnumNotificationTypeNullableFilter<$PrismaModel = never> = {
not?: Prisma.NestedEnumNotificationTypeNullableFilter<$PrismaModel> | $Enums.NotificationType | null
}
export type NestedEnumNotificationEmailStatusFilter<$PrismaModel = never> = {
equals?: $Enums.NotificationEmailStatus | Prisma.EnumNotificationEmailStatusFieldRefInput<$PrismaModel>
in?: $Enums.NotificationEmailStatus[] | Prisma.ListEnumNotificationEmailStatusFieldRefInput<$PrismaModel>
notIn?: $Enums.NotificationEmailStatus[] | Prisma.ListEnumNotificationEmailStatusFieldRefInput<$PrismaModel>
not?: Prisma.NestedEnumNotificationEmailStatusFilter<$PrismaModel> | $Enums.NotificationEmailStatus
}
export type NestedEnumNotificationTypeNullableWithAggregatesFilter<$PrismaModel = never> = {
equals?: $Enums.NotificationType | Prisma.EnumNotificationTypeFieldRefInput<$PrismaModel> | null
in?: $Enums.NotificationType[] | Prisma.ListEnumNotificationTypeFieldRefInput<$PrismaModel> | null
@@ -1377,6 +1401,16 @@ export type NestedEnumNotificationTypeNullableWithAggregatesFilter<$PrismaModel
_max?: Prisma.NestedEnumNotificationTypeNullableFilter<$PrismaModel>
}
export type NestedEnumNotificationEmailStatusWithAggregatesFilter<$PrismaModel = never> = {
equals?: $Enums.NotificationEmailStatus | Prisma.EnumNotificationEmailStatusFieldRefInput<$PrismaModel>
in?: $Enums.NotificationEmailStatus[] | Prisma.ListEnumNotificationEmailStatusFieldRefInput<$PrismaModel>
notIn?: $Enums.NotificationEmailStatus[] | Prisma.ListEnumNotificationEmailStatusFieldRefInput<$PrismaModel>
not?: Prisma.NestedEnumNotificationEmailStatusWithAggregatesFilter<$PrismaModel> | $Enums.NotificationEmailStatus
_count?: Prisma.NestedIntFilter<$PrismaModel>
_min?: Prisma.NestedEnumNotificationEmailStatusFilter<$PrismaModel>
_max?: Prisma.NestedEnumNotificationEmailStatusFilter<$PrismaModel>
}
export type NestedEnumTaskTypeNullableFilter<$PrismaModel = never> = {
equals?: $Enums.TaskType | Prisma.EnumTaskTypeFieldRefInput<$PrismaModel> | null
in?: $Enums.TaskType[] | Prisma.ListEnumTaskTypeFieldRefInput<$PrismaModel> | null
+11
View File
@@ -36,6 +36,7 @@ export const AssetStatus = {
uploaded: 'uploaded',
processing: 'processing',
processed: 'processed',
failed: 'failed',
trashed: 'trashed',
pending_purge: 'pending_purge'
} as const
@@ -87,6 +88,16 @@ export const NotificationType = {
export type NotificationType = (typeof NotificationType)[keyof typeof NotificationType]
export const NotificationEmailStatus = {
pending: 'pending',
processing: 'processing',
processed: 'processed',
failed: 'failed'
} as const
export type NotificationEmailStatus = (typeof NotificationEmailStatus)[keyof typeof NotificationEmailStatus]
export const ProjectMemberRole = {
owner: 'owner',
editor: 'editor',
File diff suppressed because one or more lines are too long
+16 -1
View File
@@ -4724,7 +4724,8 @@ export const NotificationScalarFieldEnum = {
assetId: 'assetId',
taskId: 'taskId',
kanbanTaskId: 'kanbanTaskId',
userId: 'userId'
userId: 'userId',
emailStatus: 'emailStatus'
} as const
export type NotificationScalarFieldEnum = (typeof NotificationScalarFieldEnum)[keyof typeof NotificationScalarFieldEnum]
@@ -5421,6 +5422,20 @@ export type ListEnumNotificationTypeFieldRefInput<$PrismaModel> = FieldRefInputT
/**
* Reference to a field of type 'NotificationEmailStatus'
*/
export type EnumNotificationEmailStatusFieldRefInput<$PrismaModel> = FieldRefInputType<$PrismaModel, 'NotificationEmailStatus'>
/**
* Reference to a field of type 'NotificationEmailStatus[]'
*/
export type ListEnumNotificationEmailStatusFieldRefInput<$PrismaModel> = FieldRefInputType<$PrismaModel, 'NotificationEmailStatus[]'>
/**
* Reference to a field of type 'TaskType'
*/
@@ -490,7 +490,8 @@ export const NotificationScalarFieldEnum = {
assetId: 'assetId',
taskId: 'taskId',
kanbanTaskId: 'kanbanTaskId',
userId: 'userId'
userId: 'userId',
emailStatus: 'emailStatus'
} as const
export type NotificationScalarFieldEnum = (typeof NotificationScalarFieldEnum)[keyof typeof NotificationScalarFieldEnum]
+80 -1
View File
@@ -38,6 +38,7 @@ export type NotificationMinAggregateOutputType = {
taskId: string | null
kanbanTaskId: string | null
userId: string | null
emailStatus: $Enums.NotificationEmailStatus | null
}
export type NotificationMaxAggregateOutputType = {
@@ -52,6 +53,7 @@ export type NotificationMaxAggregateOutputType = {
taskId: string | null
kanbanTaskId: string | null
userId: string | null
emailStatus: $Enums.NotificationEmailStatus | null
}
export type NotificationCountAggregateOutputType = {
@@ -66,6 +68,7 @@ export type NotificationCountAggregateOutputType = {
taskId: number
kanbanTaskId: number
userId: number
emailStatus: number
_all: number
}
@@ -82,6 +85,7 @@ export type NotificationMinAggregateInputType = {
taskId?: true
kanbanTaskId?: true
userId?: true
emailStatus?: true
}
export type NotificationMaxAggregateInputType = {
@@ -96,6 +100,7 @@ export type NotificationMaxAggregateInputType = {
taskId?: true
kanbanTaskId?: true
userId?: true
emailStatus?: true
}
export type NotificationCountAggregateInputType = {
@@ -110,6 +115,7 @@ export type NotificationCountAggregateInputType = {
taskId?: true
kanbanTaskId?: true
userId?: true
emailStatus?: true
_all?: true
}
@@ -197,6 +203,7 @@ export type NotificationGroupByOutputType = {
taskId: string | null
kanbanTaskId: string | null
userId: string | null
emailStatus: $Enums.NotificationEmailStatus
_count: NotificationCountAggregateOutputType | null
_min: NotificationMinAggregateOutputType | null
_max: NotificationMaxAggregateOutputType | null
@@ -232,6 +239,7 @@ export type NotificationWhereInput = {
taskId?: Prisma.StringNullableFilter<"Notification"> | string | null
kanbanTaskId?: Prisma.StringNullableFilter<"Notification"> | string | null
userId?: Prisma.StringNullableFilter<"Notification"> | string | null
emailStatus?: Prisma.EnumNotificationEmailStatusFilter<"Notification"> | $Enums.NotificationEmailStatus
team?: Prisma.XOR<Prisma.TeamScalarRelationFilter, Prisma.TeamWhereInput>
project?: Prisma.XOR<Prisma.ProjectNullableScalarRelationFilter, Prisma.ProjectWhereInput> | null
creator?: Prisma.XOR<Prisma.UserNullableScalarRelationFilter, Prisma.UserWhereInput> | null
@@ -254,6 +262,7 @@ export type NotificationOrderByWithRelationInput = {
taskId?: Prisma.SortOrderInput | Prisma.SortOrder
kanbanTaskId?: Prisma.SortOrderInput | Prisma.SortOrder
userId?: Prisma.SortOrderInput | Prisma.SortOrder
emailStatus?: Prisma.SortOrder
team?: Prisma.TeamOrderByWithRelationInput
project?: Prisma.ProjectOrderByWithRelationInput
creator?: Prisma.UserOrderByWithRelationInput
@@ -279,6 +288,7 @@ export type NotificationWhereUniqueInput = Prisma.AtLeast<{
taskId?: Prisma.StringNullableFilter<"Notification"> | string | null
kanbanTaskId?: Prisma.StringNullableFilter<"Notification"> | string | null
userId?: Prisma.StringNullableFilter<"Notification"> | string | null
emailStatus?: Prisma.EnumNotificationEmailStatusFilter<"Notification"> | $Enums.NotificationEmailStatus
team?: Prisma.XOR<Prisma.TeamScalarRelationFilter, Prisma.TeamWhereInput>
project?: Prisma.XOR<Prisma.ProjectNullableScalarRelationFilter, Prisma.ProjectWhereInput> | null
creator?: Prisma.XOR<Prisma.UserNullableScalarRelationFilter, Prisma.UserWhereInput> | null
@@ -301,6 +311,7 @@ export type NotificationOrderByWithAggregationInput = {
taskId?: Prisma.SortOrderInput | Prisma.SortOrder
kanbanTaskId?: Prisma.SortOrderInput | Prisma.SortOrder
userId?: Prisma.SortOrderInput | Prisma.SortOrder
emailStatus?: Prisma.SortOrder
_count?: Prisma.NotificationCountOrderByAggregateInput
_max?: Prisma.NotificationMaxOrderByAggregateInput
_min?: Prisma.NotificationMinOrderByAggregateInput
@@ -321,6 +332,7 @@ export type NotificationScalarWhereWithAggregatesInput = {
taskId?: Prisma.StringNullableWithAggregatesFilter<"Notification"> | string | null
kanbanTaskId?: Prisma.StringNullableWithAggregatesFilter<"Notification"> | string | null
userId?: Prisma.StringNullableWithAggregatesFilter<"Notification"> | string | null
emailStatus?: Prisma.EnumNotificationEmailStatusWithAggregatesFilter<"Notification"> | $Enums.NotificationEmailStatus
}
export type NotificationCreateInput = {
@@ -328,6 +340,7 @@ export type NotificationCreateInput = {
type?: $Enums.NotificationType | null
createdAt?: Date | string
updatedAt?: Date | string
emailStatus?: $Enums.NotificationEmailStatus
team: Prisma.TeamCreateNestedOneWithoutNotificationsInput
project?: Prisma.ProjectCreateNestedOneWithoutNotificationsInput
creator?: Prisma.UserCreateNestedOneWithoutCreatedNotificationsInput
@@ -350,6 +363,7 @@ export type NotificationUncheckedCreateInput = {
taskId?: string | null
kanbanTaskId?: string | null
userId?: string | null
emailStatus?: $Enums.NotificationEmailStatus
readByMembers?: Prisma.TeamMemberUncheckedCreateNestedOneWithoutLastReadNotificationInput
}
@@ -358,6 +372,7 @@ export type NotificationUpdateInput = {
type?: Prisma.NullableEnumNotificationTypeFieldUpdateOperationsInput | $Enums.NotificationType | null
createdAt?: Prisma.DateTimeFieldUpdateOperationsInput | Date | string
updatedAt?: Prisma.DateTimeFieldUpdateOperationsInput | Date | string
emailStatus?: Prisma.EnumNotificationEmailStatusFieldUpdateOperationsInput | $Enums.NotificationEmailStatus
team?: Prisma.TeamUpdateOneRequiredWithoutNotificationsNestedInput
project?: Prisma.ProjectUpdateOneWithoutNotificationsNestedInput
creator?: Prisma.UserUpdateOneWithoutCreatedNotificationsNestedInput
@@ -380,6 +395,7 @@ export type NotificationUncheckedUpdateInput = {
taskId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
kanbanTaskId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
userId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
emailStatus?: Prisma.EnumNotificationEmailStatusFieldUpdateOperationsInput | $Enums.NotificationEmailStatus
readByMembers?: Prisma.TeamMemberUncheckedUpdateOneWithoutLastReadNotificationNestedInput
}
@@ -395,6 +411,7 @@ export type NotificationCreateManyInput = {
taskId?: string | null
kanbanTaskId?: string | null
userId?: string | null
emailStatus?: $Enums.NotificationEmailStatus
}
export type NotificationUpdateManyMutationInput = {
@@ -402,6 +419,7 @@ export type NotificationUpdateManyMutationInput = {
type?: Prisma.NullableEnumNotificationTypeFieldUpdateOperationsInput | $Enums.NotificationType | null
createdAt?: Prisma.DateTimeFieldUpdateOperationsInput | Date | string
updatedAt?: Prisma.DateTimeFieldUpdateOperationsInput | Date | string
emailStatus?: Prisma.EnumNotificationEmailStatusFieldUpdateOperationsInput | $Enums.NotificationEmailStatus
}
export type NotificationUncheckedUpdateManyInput = {
@@ -416,6 +434,7 @@ export type NotificationUncheckedUpdateManyInput = {
taskId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
kanbanTaskId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
userId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
emailStatus?: Prisma.EnumNotificationEmailStatusFieldUpdateOperationsInput | $Enums.NotificationEmailStatus
}
export type NotificationListRelationFilter = {
@@ -445,6 +464,7 @@ export type NotificationCountOrderByAggregateInput = {
taskId?: Prisma.SortOrder
kanbanTaskId?: Prisma.SortOrder
userId?: Prisma.SortOrder
emailStatus?: Prisma.SortOrder
}
export type NotificationMaxOrderByAggregateInput = {
@@ -459,6 +479,7 @@ export type NotificationMaxOrderByAggregateInput = {
taskId?: Prisma.SortOrder
kanbanTaskId?: Prisma.SortOrder
userId?: Prisma.SortOrder
emailStatus?: Prisma.SortOrder
}
export type NotificationMinOrderByAggregateInput = {
@@ -473,6 +494,7 @@ export type NotificationMinOrderByAggregateInput = {
taskId?: Prisma.SortOrder
kanbanTaskId?: Prisma.SortOrder
userId?: Prisma.SortOrder
emailStatus?: Prisma.SortOrder
}
export type NotificationCreateNestedManyWithoutCreatorInput = {
@@ -705,6 +727,10 @@ export type NullableEnumNotificationTypeFieldUpdateOperationsInput = {
set?: $Enums.NotificationType | null
}
export type EnumNotificationEmailStatusFieldUpdateOperationsInput = {
set?: $Enums.NotificationEmailStatus
}
export type NotificationCreateNestedManyWithoutTaskInput = {
create?: Prisma.XOR<Prisma.NotificationCreateWithoutTaskInput, Prisma.NotificationUncheckedCreateWithoutTaskInput> | Prisma.NotificationCreateWithoutTaskInput[] | Prisma.NotificationUncheckedCreateWithoutTaskInput[]
connectOrCreate?: Prisma.NotificationCreateOrConnectWithoutTaskInput | Prisma.NotificationCreateOrConnectWithoutTaskInput[]
@@ -794,6 +820,7 @@ export type NotificationCreateWithoutCreatorInput = {
type?: $Enums.NotificationType | null
createdAt?: Date | string
updatedAt?: Date | string
emailStatus?: $Enums.NotificationEmailStatus
team: Prisma.TeamCreateNestedOneWithoutNotificationsInput
project?: Prisma.ProjectCreateNestedOneWithoutNotificationsInput
asset?: Prisma.AssetCreateNestedOneWithoutNotificationsInput
@@ -814,6 +841,7 @@ export type NotificationUncheckedCreateWithoutCreatorInput = {
taskId?: string | null
kanbanTaskId?: string | null
userId?: string | null
emailStatus?: $Enums.NotificationEmailStatus
readByMembers?: Prisma.TeamMemberUncheckedCreateNestedOneWithoutLastReadNotificationInput
}
@@ -832,6 +860,7 @@ export type NotificationCreateWithoutUserInput = {
type?: $Enums.NotificationType | null
createdAt?: Date | string
updatedAt?: Date | string
emailStatus?: $Enums.NotificationEmailStatus
team: Prisma.TeamCreateNestedOneWithoutNotificationsInput
project?: Prisma.ProjectCreateNestedOneWithoutNotificationsInput
creator?: Prisma.UserCreateNestedOneWithoutCreatedNotificationsInput
@@ -852,6 +881,7 @@ export type NotificationUncheckedCreateWithoutUserInput = {
assetId?: string | null
taskId?: string | null
kanbanTaskId?: string | null
emailStatus?: $Enums.NotificationEmailStatus
readByMembers?: Prisma.TeamMemberUncheckedCreateNestedOneWithoutLastReadNotificationInput
}
@@ -896,6 +926,7 @@ export type NotificationScalarWhereInput = {
taskId?: Prisma.StringNullableFilter<"Notification"> | string | null
kanbanTaskId?: Prisma.StringNullableFilter<"Notification"> | string | null
userId?: Prisma.StringNullableFilter<"Notification"> | string | null
emailStatus?: Prisma.EnumNotificationEmailStatusFilter<"Notification"> | $Enums.NotificationEmailStatus
}
export type NotificationUpsertWithWhereUniqueWithoutUserInput = {
@@ -919,6 +950,7 @@ export type NotificationCreateWithoutTeamInput = {
type?: $Enums.NotificationType | null
createdAt?: Date | string
updatedAt?: Date | string
emailStatus?: $Enums.NotificationEmailStatus
project?: Prisma.ProjectCreateNestedOneWithoutNotificationsInput
creator?: Prisma.UserCreateNestedOneWithoutCreatedNotificationsInput
asset?: Prisma.AssetCreateNestedOneWithoutNotificationsInput
@@ -939,6 +971,7 @@ export type NotificationUncheckedCreateWithoutTeamInput = {
taskId?: string | null
kanbanTaskId?: string | null
userId?: string | null
emailStatus?: $Enums.NotificationEmailStatus
readByMembers?: Prisma.TeamMemberUncheckedCreateNestedOneWithoutLastReadNotificationInput
}
@@ -973,6 +1006,7 @@ export type NotificationCreateWithoutReadByMembersInput = {
type?: $Enums.NotificationType | null
createdAt?: Date | string
updatedAt?: Date | string
emailStatus?: $Enums.NotificationEmailStatus
team: Prisma.TeamCreateNestedOneWithoutNotificationsInput
project?: Prisma.ProjectCreateNestedOneWithoutNotificationsInput
creator?: Prisma.UserCreateNestedOneWithoutCreatedNotificationsInput
@@ -994,6 +1028,7 @@ export type NotificationUncheckedCreateWithoutReadByMembersInput = {
taskId?: string | null
kanbanTaskId?: string | null
userId?: string | null
emailStatus?: $Enums.NotificationEmailStatus
}
export type NotificationCreateOrConnectWithoutReadByMembersInput = {
@@ -1017,6 +1052,7 @@ export type NotificationUpdateWithoutReadByMembersInput = {
type?: Prisma.NullableEnumNotificationTypeFieldUpdateOperationsInput | $Enums.NotificationType | null
createdAt?: Prisma.DateTimeFieldUpdateOperationsInput | Date | string
updatedAt?: Prisma.DateTimeFieldUpdateOperationsInput | Date | string
emailStatus?: Prisma.EnumNotificationEmailStatusFieldUpdateOperationsInput | $Enums.NotificationEmailStatus
team?: Prisma.TeamUpdateOneRequiredWithoutNotificationsNestedInput
project?: Prisma.ProjectUpdateOneWithoutNotificationsNestedInput
creator?: Prisma.UserUpdateOneWithoutCreatedNotificationsNestedInput
@@ -1038,6 +1074,7 @@ export type NotificationUncheckedUpdateWithoutReadByMembersInput = {
taskId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
kanbanTaskId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
userId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
emailStatus?: Prisma.EnumNotificationEmailStatusFieldUpdateOperationsInput | $Enums.NotificationEmailStatus
}
export type NotificationCreateWithoutProjectInput = {
@@ -1045,6 +1082,7 @@ export type NotificationCreateWithoutProjectInput = {
type?: $Enums.NotificationType | null
createdAt?: Date | string
updatedAt?: Date | string
emailStatus?: $Enums.NotificationEmailStatus
team: Prisma.TeamCreateNestedOneWithoutNotificationsInput
creator?: Prisma.UserCreateNestedOneWithoutCreatedNotificationsInput
asset?: Prisma.AssetCreateNestedOneWithoutNotificationsInput
@@ -1065,6 +1103,7 @@ export type NotificationUncheckedCreateWithoutProjectInput = {
taskId?: string | null
kanbanTaskId?: string | null
userId?: string | null
emailStatus?: $Enums.NotificationEmailStatus
readByMembers?: Prisma.TeamMemberUncheckedCreateNestedOneWithoutLastReadNotificationInput
}
@@ -1099,6 +1138,7 @@ export type NotificationCreateWithoutAssetInput = {
type?: $Enums.NotificationType | null
createdAt?: Date | string
updatedAt?: Date | string
emailStatus?: $Enums.NotificationEmailStatus
team: Prisma.TeamCreateNestedOneWithoutNotificationsInput
project?: Prisma.ProjectCreateNestedOneWithoutNotificationsInput
creator?: Prisma.UserCreateNestedOneWithoutCreatedNotificationsInput
@@ -1119,6 +1159,7 @@ export type NotificationUncheckedCreateWithoutAssetInput = {
taskId?: string | null
kanbanTaskId?: string | null
userId?: string | null
emailStatus?: $Enums.NotificationEmailStatus
readByMembers?: Prisma.TeamMemberUncheckedCreateNestedOneWithoutLastReadNotificationInput
}
@@ -1153,6 +1194,7 @@ export type NotificationCreateWithoutTaskInput = {
type?: $Enums.NotificationType | null
createdAt?: Date | string
updatedAt?: Date | string
emailStatus?: $Enums.NotificationEmailStatus
team: Prisma.TeamCreateNestedOneWithoutNotificationsInput
project?: Prisma.ProjectCreateNestedOneWithoutNotificationsInput
creator?: Prisma.UserCreateNestedOneWithoutCreatedNotificationsInput
@@ -1173,6 +1215,7 @@ export type NotificationUncheckedCreateWithoutTaskInput = {
assetId?: string | null
kanbanTaskId?: string | null
userId?: string | null
emailStatus?: $Enums.NotificationEmailStatus
readByMembers?: Prisma.TeamMemberUncheckedCreateNestedOneWithoutLastReadNotificationInput
}
@@ -1207,6 +1250,7 @@ export type NotificationCreateWithoutKanbanTaskInput = {
type?: $Enums.NotificationType | null
createdAt?: Date | string
updatedAt?: Date | string
emailStatus?: $Enums.NotificationEmailStatus
team: Prisma.TeamCreateNestedOneWithoutNotificationsInput
project?: Prisma.ProjectCreateNestedOneWithoutNotificationsInput
creator?: Prisma.UserCreateNestedOneWithoutCreatedNotificationsInput
@@ -1227,6 +1271,7 @@ export type NotificationUncheckedCreateWithoutKanbanTaskInput = {
assetId?: string | null
taskId?: string | null
userId?: string | null
emailStatus?: $Enums.NotificationEmailStatus
readByMembers?: Prisma.TeamMemberUncheckedCreateNestedOneWithoutLastReadNotificationInput
}
@@ -1267,6 +1312,7 @@ export type NotificationCreateManyCreatorInput = {
taskId?: string | null
kanbanTaskId?: string | null
userId?: string | null
emailStatus?: $Enums.NotificationEmailStatus
}
export type NotificationCreateManyUserInput = {
@@ -1280,6 +1326,7 @@ export type NotificationCreateManyUserInput = {
assetId?: string | null
taskId?: string | null
kanbanTaskId?: string | null
emailStatus?: $Enums.NotificationEmailStatus
}
export type NotificationUpdateWithoutCreatorInput = {
@@ -1287,6 +1334,7 @@ export type NotificationUpdateWithoutCreatorInput = {
type?: Prisma.NullableEnumNotificationTypeFieldUpdateOperationsInput | $Enums.NotificationType | null
createdAt?: Prisma.DateTimeFieldUpdateOperationsInput | Date | string
updatedAt?: Prisma.DateTimeFieldUpdateOperationsInput | Date | string
emailStatus?: Prisma.EnumNotificationEmailStatusFieldUpdateOperationsInput | $Enums.NotificationEmailStatus
team?: Prisma.TeamUpdateOneRequiredWithoutNotificationsNestedInput
project?: Prisma.ProjectUpdateOneWithoutNotificationsNestedInput
asset?: Prisma.AssetUpdateOneWithoutNotificationsNestedInput
@@ -1307,6 +1355,7 @@ export type NotificationUncheckedUpdateWithoutCreatorInput = {
taskId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
kanbanTaskId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
userId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
emailStatus?: Prisma.EnumNotificationEmailStatusFieldUpdateOperationsInput | $Enums.NotificationEmailStatus
readByMembers?: Prisma.TeamMemberUncheckedUpdateOneWithoutLastReadNotificationNestedInput
}
@@ -1321,6 +1370,7 @@ export type NotificationUncheckedUpdateManyWithoutCreatorInput = {
taskId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
kanbanTaskId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
userId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
emailStatus?: Prisma.EnumNotificationEmailStatusFieldUpdateOperationsInput | $Enums.NotificationEmailStatus
}
export type NotificationUpdateWithoutUserInput = {
@@ -1328,6 +1378,7 @@ export type NotificationUpdateWithoutUserInput = {
type?: Prisma.NullableEnumNotificationTypeFieldUpdateOperationsInput | $Enums.NotificationType | null
createdAt?: Prisma.DateTimeFieldUpdateOperationsInput | Date | string
updatedAt?: Prisma.DateTimeFieldUpdateOperationsInput | Date | string
emailStatus?: Prisma.EnumNotificationEmailStatusFieldUpdateOperationsInput | $Enums.NotificationEmailStatus
team?: Prisma.TeamUpdateOneRequiredWithoutNotificationsNestedInput
project?: Prisma.ProjectUpdateOneWithoutNotificationsNestedInput
creator?: Prisma.UserUpdateOneWithoutCreatedNotificationsNestedInput
@@ -1348,6 +1399,7 @@ export type NotificationUncheckedUpdateWithoutUserInput = {
assetId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
taskId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
kanbanTaskId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
emailStatus?: Prisma.EnumNotificationEmailStatusFieldUpdateOperationsInput | $Enums.NotificationEmailStatus
readByMembers?: Prisma.TeamMemberUncheckedUpdateOneWithoutLastReadNotificationNestedInput
}
@@ -1362,6 +1414,7 @@ export type NotificationUncheckedUpdateManyWithoutUserInput = {
assetId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
taskId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
kanbanTaskId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
emailStatus?: Prisma.EnumNotificationEmailStatusFieldUpdateOperationsInput | $Enums.NotificationEmailStatus
}
export type NotificationCreateManyTeamInput = {
@@ -1375,6 +1428,7 @@ export type NotificationCreateManyTeamInput = {
taskId?: string | null
kanbanTaskId?: string | null
userId?: string | null
emailStatus?: $Enums.NotificationEmailStatus
}
export type NotificationUpdateWithoutTeamInput = {
@@ -1382,6 +1436,7 @@ export type NotificationUpdateWithoutTeamInput = {
type?: Prisma.NullableEnumNotificationTypeFieldUpdateOperationsInput | $Enums.NotificationType | null
createdAt?: Prisma.DateTimeFieldUpdateOperationsInput | Date | string
updatedAt?: Prisma.DateTimeFieldUpdateOperationsInput | Date | string
emailStatus?: Prisma.EnumNotificationEmailStatusFieldUpdateOperationsInput | $Enums.NotificationEmailStatus
project?: Prisma.ProjectUpdateOneWithoutNotificationsNestedInput
creator?: Prisma.UserUpdateOneWithoutCreatedNotificationsNestedInput
asset?: Prisma.AssetUpdateOneWithoutNotificationsNestedInput
@@ -1402,6 +1457,7 @@ export type NotificationUncheckedUpdateWithoutTeamInput = {
taskId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
kanbanTaskId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
userId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
emailStatus?: Prisma.EnumNotificationEmailStatusFieldUpdateOperationsInput | $Enums.NotificationEmailStatus
readByMembers?: Prisma.TeamMemberUncheckedUpdateOneWithoutLastReadNotificationNestedInput
}
@@ -1416,6 +1472,7 @@ export type NotificationUncheckedUpdateManyWithoutTeamInput = {
taskId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
kanbanTaskId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
userId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
emailStatus?: Prisma.EnumNotificationEmailStatusFieldUpdateOperationsInput | $Enums.NotificationEmailStatus
}
export type NotificationCreateManyProjectInput = {
@@ -1429,6 +1486,7 @@ export type NotificationCreateManyProjectInput = {
taskId?: string | null
kanbanTaskId?: string | null
userId?: string | null
emailStatus?: $Enums.NotificationEmailStatus
}
export type NotificationUpdateWithoutProjectInput = {
@@ -1436,6 +1494,7 @@ export type NotificationUpdateWithoutProjectInput = {
type?: Prisma.NullableEnumNotificationTypeFieldUpdateOperationsInput | $Enums.NotificationType | null
createdAt?: Prisma.DateTimeFieldUpdateOperationsInput | Date | string
updatedAt?: Prisma.DateTimeFieldUpdateOperationsInput | Date | string
emailStatus?: Prisma.EnumNotificationEmailStatusFieldUpdateOperationsInput | $Enums.NotificationEmailStatus
team?: Prisma.TeamUpdateOneRequiredWithoutNotificationsNestedInput
creator?: Prisma.UserUpdateOneWithoutCreatedNotificationsNestedInput
asset?: Prisma.AssetUpdateOneWithoutNotificationsNestedInput
@@ -1456,6 +1515,7 @@ export type NotificationUncheckedUpdateWithoutProjectInput = {
taskId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
kanbanTaskId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
userId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
emailStatus?: Prisma.EnumNotificationEmailStatusFieldUpdateOperationsInput | $Enums.NotificationEmailStatus
readByMembers?: Prisma.TeamMemberUncheckedUpdateOneWithoutLastReadNotificationNestedInput
}
@@ -1470,6 +1530,7 @@ export type NotificationUncheckedUpdateManyWithoutProjectInput = {
taskId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
kanbanTaskId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
userId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
emailStatus?: Prisma.EnumNotificationEmailStatusFieldUpdateOperationsInput | $Enums.NotificationEmailStatus
}
export type NotificationCreateManyAssetInput = {
@@ -1483,6 +1544,7 @@ export type NotificationCreateManyAssetInput = {
taskId?: string | null
kanbanTaskId?: string | null
userId?: string | null
emailStatus?: $Enums.NotificationEmailStatus
}
export type NotificationUpdateWithoutAssetInput = {
@@ -1490,6 +1552,7 @@ export type NotificationUpdateWithoutAssetInput = {
type?: Prisma.NullableEnumNotificationTypeFieldUpdateOperationsInput | $Enums.NotificationType | null
createdAt?: Prisma.DateTimeFieldUpdateOperationsInput | Date | string
updatedAt?: Prisma.DateTimeFieldUpdateOperationsInput | Date | string
emailStatus?: Prisma.EnumNotificationEmailStatusFieldUpdateOperationsInput | $Enums.NotificationEmailStatus
team?: Prisma.TeamUpdateOneRequiredWithoutNotificationsNestedInput
project?: Prisma.ProjectUpdateOneWithoutNotificationsNestedInput
creator?: Prisma.UserUpdateOneWithoutCreatedNotificationsNestedInput
@@ -1510,6 +1573,7 @@ export type NotificationUncheckedUpdateWithoutAssetInput = {
taskId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
kanbanTaskId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
userId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
emailStatus?: Prisma.EnumNotificationEmailStatusFieldUpdateOperationsInput | $Enums.NotificationEmailStatus
readByMembers?: Prisma.TeamMemberUncheckedUpdateOneWithoutLastReadNotificationNestedInput
}
@@ -1524,6 +1588,7 @@ export type NotificationUncheckedUpdateManyWithoutAssetInput = {
taskId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
kanbanTaskId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
userId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
emailStatus?: Prisma.EnumNotificationEmailStatusFieldUpdateOperationsInput | $Enums.NotificationEmailStatus
}
export type NotificationCreateManyTaskInput = {
@@ -1537,6 +1602,7 @@ export type NotificationCreateManyTaskInput = {
assetId?: string | null
kanbanTaskId?: string | null
userId?: string | null
emailStatus?: $Enums.NotificationEmailStatus
}
export type NotificationUpdateWithoutTaskInput = {
@@ -1544,6 +1610,7 @@ export type NotificationUpdateWithoutTaskInput = {
type?: Prisma.NullableEnumNotificationTypeFieldUpdateOperationsInput | $Enums.NotificationType | null
createdAt?: Prisma.DateTimeFieldUpdateOperationsInput | Date | string
updatedAt?: Prisma.DateTimeFieldUpdateOperationsInput | Date | string
emailStatus?: Prisma.EnumNotificationEmailStatusFieldUpdateOperationsInput | $Enums.NotificationEmailStatus
team?: Prisma.TeamUpdateOneRequiredWithoutNotificationsNestedInput
project?: Prisma.ProjectUpdateOneWithoutNotificationsNestedInput
creator?: Prisma.UserUpdateOneWithoutCreatedNotificationsNestedInput
@@ -1564,6 +1631,7 @@ export type NotificationUncheckedUpdateWithoutTaskInput = {
assetId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
kanbanTaskId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
userId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
emailStatus?: Prisma.EnumNotificationEmailStatusFieldUpdateOperationsInput | $Enums.NotificationEmailStatus
readByMembers?: Prisma.TeamMemberUncheckedUpdateOneWithoutLastReadNotificationNestedInput
}
@@ -1578,6 +1646,7 @@ export type NotificationUncheckedUpdateManyWithoutTaskInput = {
assetId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
kanbanTaskId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
userId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
emailStatus?: Prisma.EnumNotificationEmailStatusFieldUpdateOperationsInput | $Enums.NotificationEmailStatus
}
export type NotificationCreateManyKanbanTaskInput = {
@@ -1591,6 +1660,7 @@ export type NotificationCreateManyKanbanTaskInput = {
assetId?: string | null
taskId?: string | null
userId?: string | null
emailStatus?: $Enums.NotificationEmailStatus
}
export type NotificationUpdateWithoutKanbanTaskInput = {
@@ -1598,6 +1668,7 @@ export type NotificationUpdateWithoutKanbanTaskInput = {
type?: Prisma.NullableEnumNotificationTypeFieldUpdateOperationsInput | $Enums.NotificationType | null
createdAt?: Prisma.DateTimeFieldUpdateOperationsInput | Date | string
updatedAt?: Prisma.DateTimeFieldUpdateOperationsInput | Date | string
emailStatus?: Prisma.EnumNotificationEmailStatusFieldUpdateOperationsInput | $Enums.NotificationEmailStatus
team?: Prisma.TeamUpdateOneRequiredWithoutNotificationsNestedInput
project?: Prisma.ProjectUpdateOneWithoutNotificationsNestedInput
creator?: Prisma.UserUpdateOneWithoutCreatedNotificationsNestedInput
@@ -1618,6 +1689,7 @@ export type NotificationUncheckedUpdateWithoutKanbanTaskInput = {
assetId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
taskId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
userId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
emailStatus?: Prisma.EnumNotificationEmailStatusFieldUpdateOperationsInput | $Enums.NotificationEmailStatus
readByMembers?: Prisma.TeamMemberUncheckedUpdateOneWithoutLastReadNotificationNestedInput
}
@@ -1632,6 +1704,7 @@ export type NotificationUncheckedUpdateManyWithoutKanbanTaskInput = {
assetId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
taskId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
userId?: Prisma.NullableStringFieldUpdateOperationsInput | string | null
emailStatus?: Prisma.EnumNotificationEmailStatusFieldUpdateOperationsInput | $Enums.NotificationEmailStatus
}
@@ -1648,6 +1721,7 @@ export type NotificationSelect<ExtArgs extends runtime.Types.Extensions.Internal
taskId?: boolean
kanbanTaskId?: boolean
userId?: boolean
emailStatus?: boolean
team?: boolean | Prisma.TeamDefaultArgs<ExtArgs>
project?: boolean | Prisma.Notification$projectArgs<ExtArgs>
creator?: boolean | Prisma.Notification$creatorArgs<ExtArgs>
@@ -1670,6 +1744,7 @@ export type NotificationSelectCreateManyAndReturn<ExtArgs extends runtime.Types.
taskId?: boolean
kanbanTaskId?: boolean
userId?: boolean
emailStatus?: boolean
team?: boolean | Prisma.TeamDefaultArgs<ExtArgs>
project?: boolean | Prisma.Notification$projectArgs<ExtArgs>
creator?: boolean | Prisma.Notification$creatorArgs<ExtArgs>
@@ -1691,6 +1766,7 @@ export type NotificationSelectUpdateManyAndReturn<ExtArgs extends runtime.Types.
taskId?: boolean
kanbanTaskId?: boolean
userId?: boolean
emailStatus?: boolean
team?: boolean | Prisma.TeamDefaultArgs<ExtArgs>
project?: boolean | Prisma.Notification$projectArgs<ExtArgs>
creator?: boolean | Prisma.Notification$creatorArgs<ExtArgs>
@@ -1712,9 +1788,10 @@ export type NotificationSelectScalar = {
taskId?: boolean
kanbanTaskId?: boolean
userId?: boolean
emailStatus?: boolean
}
export type NotificationOmit<ExtArgs extends runtime.Types.Extensions.InternalArgs = runtime.Types.Extensions.DefaultArgs> = runtime.Types.Extensions.GetOmit<"id" | "type" | "createdAt" | "updatedAt" | "teamId" | "projectId" | "creatorId" | "assetId" | "taskId" | "kanbanTaskId" | "userId", ExtArgs["result"]["notification"]>
export type NotificationOmit<ExtArgs extends runtime.Types.Extensions.InternalArgs = runtime.Types.Extensions.DefaultArgs> = runtime.Types.Extensions.GetOmit<"id" | "type" | "createdAt" | "updatedAt" | "teamId" | "projectId" | "creatorId" | "assetId" | "taskId" | "kanbanTaskId" | "userId" | "emailStatus", ExtArgs["result"]["notification"]>
export type NotificationInclude<ExtArgs extends runtime.Types.Extensions.InternalArgs = runtime.Types.Extensions.DefaultArgs> = {
team?: boolean | Prisma.TeamDefaultArgs<ExtArgs>
project?: boolean | Prisma.Notification$projectArgs<ExtArgs>
@@ -1768,6 +1845,7 @@ export type $NotificationPayload<ExtArgs extends runtime.Types.Extensions.Intern
taskId: string | null
kanbanTaskId: string | null
userId: string | null
emailStatus: $Enums.NotificationEmailStatus
}, ExtArgs["result"]["notification"]>
composites: {}
}
@@ -2210,6 +2288,7 @@ export interface NotificationFieldRefs {
readonly taskId: Prisma.FieldRef<"Notification", 'String'>
readonly kanbanTaskId: Prisma.FieldRef<"Notification", 'String'>
readonly userId: Prisma.FieldRef<"Notification", 'String'>
readonly emailStatus: Prisma.FieldRef<"Notification", 'NotificationEmailStatus'>
}
+44 -2
View File
@@ -48,18 +48,25 @@ declare global {
// ----------------------------------------------------------------------
// Team Settings
// ----------------------------------------------------------------------
export type VideoTranscodeStrategy = 'best_match' | 'all'
export type VideoTranscodeStrategy = 'best_match' | 'multi' | 'all'
export type VideoResolutionLadder = '480p' | '720p' | '1080p' | '1440p' | '2160p'
export type HardwareAcceleration = 'off' | 'auto'
export type HdrType = 'pq' | 'hlg' | 'dovi_p5' | 'dovi_p8' | 'sdr'
// ----------------------------------------------------------------------
// Collection Filter
// ----------------------------------------------------------------------
export type CollectionFilter = import('@shumai/dtos').CollectionFilter
export type HlsResolutionLadder = '480p' | '720p' | '1080p' | '1440p' | '2160p'
export interface TranscodeSettings {
videoStrategy: VideoTranscodeStrategy
videoResolutions?: VideoResolutionLadder[]
hardwareAcceleration?: HardwareAcceleration
threads?: number
hlsEnabled?: boolean
hlsResolutions?: HlsResolutionLadder[]
}
export interface MediaProviderConfig {
@@ -84,10 +91,23 @@ declare global {
hideAgent?: boolean
}
export interface EmailNotificationSettings {
enabled: boolean
host?: string
port?: number
username?: string
password?: string
smtps?: boolean
ignoreCert?: boolean
from?: string
replyTo?: string
}
export interface Settings {
transcode: TranscodeSettings
transcode?: TranscodeSettings
mediaGeneration?: MediaGenerationSettings
appearance?: AppearanceSettings
emailNotification?: EmailNotificationSettings
}
// ----------------------------------------------------------------------
@@ -104,6 +124,7 @@ declare global {
width: number
height: number
resolution?: string
hdr?: boolean
}
export interface ImageTranscode {
@@ -130,6 +151,7 @@ declare global {
export interface Metadata {
originalHeight: number
originalWidth: number
rotation?: number
hasAudio: boolean
duration: number
bitRate: number
@@ -142,6 +164,14 @@ declare global {
audioChannels?: number
audioSampleRate?: number
audioBitDepth?: number
colorTransfer?: string
colorPrimaries?: string
colorSpace?: string
isHdr?: boolean
hdrType?: HdrType
dvProfile?: number
videoStreamIndex?: number
audioStreamIndex?: number
format: unknown
}
@@ -156,6 +186,12 @@ declare global {
url?: string
}
export interface HlsInfo {
key: string
url?: string
resolutions: VideoTranscode[]
}
export interface MediaInfo {
duration: number
filesize: number
@@ -171,6 +207,9 @@ declare global {
finishedAt: string
metadata: Metadata | null
original: OriginalInfo | null
isHls?: boolean
hls?: HlsInfo
error?: string
}
// ----------------------------------------------------------------------
@@ -314,11 +353,14 @@ declare global {
// ----------------------------------------------------------------------
export interface TaskSpec {
videoStrategy?: VideoTranscodeStrategy
videoResolutions?: VideoResolutionLadder[]
hardwareAcceleration?: HardwareAcceleration
threads?: number
thumbnail?: boolean
sprite?: boolean
poster?: boolean
hlsEnabled?: boolean
hlsResolutions?: HlsResolutionLadder[]
}
export interface AgentTaskPayload {
+1 -1
View File
@@ -1,6 +1,6 @@
{
"name": "@shumai/dtos",
"version": "0.4.7",
"version": "0.5.0",
"private": true,
"type": "module",
"main": "./src/index.ts",
+26
View File
@@ -18,6 +18,7 @@ export const previewInfoSchema = z.object({
thumbnailUrl: z.string().optional(),
originalHeight: z.number().optional(),
originalWidth: z.number().optional(),
rotation: z.number().optional(),
spriteUrl: z.string().optional(),
duration: z.number().optional(),
pageCount: z.number().optional(),
@@ -60,6 +61,7 @@ export const mediaMetadataSchema = z.object({
duration: z.number().optional(),
originalWidth: z.number().optional(),
originalHeight: z.number().optional(),
rotation: z.number().optional(),
frameRate: z.number().optional(),
totalFrames: z.number().optional(),
startTimecode: z.string().optional(),
@@ -103,6 +105,8 @@ export const assetInfoSchema = z.object({
width: z.number(),
height: z.number(),
size: z.number(),
resolution: z.string().optional(),
hdr: z.boolean().optional(),
}),
)
.optional(),
@@ -120,8 +124,28 @@ export const assetInfoSchema = z.object({
.optional(),
videoPreview: z.object({ url: z.string(), key: z.string().optional() }).optional(),
pdfTranscode: z.object({ url: z.string(), key: z.string().optional() }).optional(),
isHls: z.boolean().optional(),
hls: z
.object({
key: z.string(),
url: z.string().optional(),
resolutions: z
.array(
z.object({
width: z.number(),
height: z.number(),
resolution: z.string().optional(),
hdr: z.boolean().optional(),
key: z.string().optional(),
url: z.string().optional(),
}),
)
.optional(),
})
.optional(),
proxyType: z.enum(['image', 'video', 'audio', 'pdf']).nullable().optional(),
metadata: mediaMetadataSchema.optional(),
error: z.string().optional(),
})
.optional(),
ancestorFolders: z.array(ancestorFolderSchema).optional(),
@@ -335,6 +359,8 @@ export interface VideoTranscode {
width: number
height: number
size: number
resolution?: string
hdr?: boolean
}
export const postAttachmentRequestSchema = z.object({
+48
View File
@@ -99,3 +99,51 @@ export const notificationSettingsSchema = z.object({
})
export type NotificationSettings = z.infer<typeof notificationSettingsSchema>
export const emailNotificationSettingsSchema = z.object({
enabled: z.boolean(),
host: z.string().default(''),
port: z.number().int().min(1).max(65535).default(587),
username: z.string().optional(),
password: z.string().optional(),
smtps: z.boolean().default(false),
ignoreCert: z.boolean().default(false),
from: z.string().default(''),
replyTo: z.string().optional(),
})
export type EmailNotificationSettings = z.infer<typeof emailNotificationSettingsSchema>
export const updateEmailNotificationSettingsSchema = z.object({
enabled: z.boolean(),
host: z.string().default(''),
port: z.number().int().min(1).max(65535).default(587),
username: z.string().optional(),
password: z.string().optional(),
smtps: z.boolean().default(false),
ignoreCert: z.boolean().default(false),
from: z.string().default(''),
replyTo: z.string().optional(),
})
export type UpdateEmailNotificationSettings = z.input<typeof updateEmailNotificationSettingsSchema>
export const testEmailRequestSchema = z.object({
host: z.string().optional(),
port: z.number().int().min(1).max(65535).optional(),
username: z.string().optional(),
password: z.string().optional(),
smtps: z.boolean().optional(),
ignoreCert: z.boolean().optional(),
from: z.string().optional(),
replyTo: z.string().optional(),
})
export type TestEmailRequest = z.infer<typeof testEmailRequestSchema>
export const testEmailResponseSchema = z.object({
success: z.boolean(),
messageId: z.string(),
})
export type TestEmailResponse = z.infer<typeof testEmailResponseSchema>
+45
View File
@@ -69,22 +69,56 @@ export const listMembersQuerySchema = z.object({
export const VideoTranscodeStrategy = {
// eslint-disable-next-line @typescript-eslint/naming-convention
best_match: 'best_match',
multi: 'multi',
all: 'all',
} as const
export type VideoTranscodeStrategy =
(typeof VideoTranscodeStrategy)[keyof typeof VideoTranscodeStrategy]
export const VideoResolutionLadder = {
r480p: '480p',
r720p: '720p',
r1080p: '1080p',
r1440p: '1440p',
r2160p: '2160p',
} as const
export type VideoResolutionLadder =
(typeof VideoResolutionLadder)[keyof typeof VideoResolutionLadder]
export const DEFAULT_VIDEO_RESOLUTIONS: VideoResolutionLadder[] = [
'480p',
'720p',
'1080p',
'1440p',
'2160p',
]
export const HardwareAcceleration = {
off: 'off',
auto: 'auto',
} as const
export type HardwareAcceleration = (typeof HardwareAcceleration)[keyof typeof HardwareAcceleration]
export const HlsResolutionLadder = {
r480p: '480p',
r720p: '720p',
r1080p: '1080p',
r1440p: '1440p',
r2160p: '2160p',
} as const
export type HlsResolutionLadder = (typeof HlsResolutionLadder)[keyof typeof HlsResolutionLadder]
export const DEFAULT_HLS_RESOLUTIONS: HlsResolutionLadder[] = ['480p', '720p', '1080p']
export const updateTeamSettingsRequestSchema = z.union([
z.object({
key: z.literal('transcode.videoStrategy'),
value: z.nativeEnum(VideoTranscodeStrategy),
}),
z.object({
key: z.literal('transcode.videoResolutions'),
value: z.array(z.nativeEnum(VideoResolutionLadder)),
}),
z.object({
key: z.literal('transcode.hardwareAcceleration'),
value: z.nativeEnum(HardwareAcceleration),
@@ -93,6 +127,14 @@ export const updateTeamSettingsRequestSchema = z.union([
key: z.literal('transcode.threads'),
value: z.number().int().min(0).max(32),
}),
z.object({
key: z.literal('transcode.hlsEnabled'),
value: z.boolean(),
}),
z.object({
key: z.literal('transcode.hlsResolutions'),
value: z.array(z.nativeEnum(HlsResolutionLadder)),
}),
z.object({
key: z.literal('appearance.hideAgent'),
value: z.boolean(),
@@ -107,8 +149,11 @@ export interface TeamAppearanceSettings {
export interface TeamSettingsResponse {
transcode?: {
videoStrategy?: VideoTranscodeStrategy
videoResolutions?: VideoResolutionLadder[]
hardwareAcceleration?: HardwareAcceleration
threads?: number
hlsEnabled?: boolean
hlsResolutions?: HlsResolutionLadder[]
}
appearance?: TeamAppearanceSettings
semanticSearchEnabled?: boolean
Binary file not shown.
Binary file not shown.
+1 -1
View File
@@ -1,6 +1,6 @@
{
"name": "@shumai/e2e",
"version": "0.4.7",
"version": "0.5.0",
"private": true,
"type": "module",
"dependencies": {
@@ -214,5 +214,86 @@ describe.each(['local', 'temporal'] as const)(
expect(mediaInfo.imageTranscodes.length).toBeGreaterThan(0)
expect(mediaInfo.thumbnail).toBeDefined()
}, 50000)
it('should run transcodeMedia workflow for a RAW image asset (.dng) successfully', async () => {
// 1. Seed Database
const team = await prisma.team.create({
data: { name: 'E2E RAW Transcode Team' },
})
const project = await prisma.project.create({
data: { name: 'E2E RAW Transcode Project', teamId: team.id },
})
const storageKey = await prisma.storageKey.create({
data: {
key: 'projects/e2e/test.dng',
},
})
const asset = await prisma.asset.create({
data: {
name: 'test.dng',
type: 'file',
status: 'uploaded',
mediaType: 'image/x-adobe-dng',
projectId: project.id,
storageKeyId: storageKey.id,
},
})
// 2. Seed S3 Storage from fixture test.dng
const dngPath = path.join(fixturesDir, 'test.dng')
const dngBuffer = fs.readFileSync(dngPath)
await s3Service.putObject(
'shumai-e2e-test-bucket-transcode',
'projects/e2e/test.dng',
dngBuffer,
dngBuffer.length,
'image/x-adobe-dng',
)
// 3. Create Workflow Task
const task = await prisma.workflowTask.create({
data: {
type: 'transcode_image',
status: 'pending',
assetId: asset.id,
projectId: project.id,
teamId: team.id,
payload: {
projectId: project.id,
transcode: {
thumbnail: true,
},
},
},
})
// 4. Wait for workflow to complete
console.log(
`Submitted E2E RAW Image Transcode Workflow Task. ID: ${task.id}. Awaiting completion...`,
)
const completedTask = await workflowService.executeWait(task, 45000)
// 5. Verification
expect(completedTask.status).toBe('completed')
const updatedAsset = await prisma.asset.findUnique({
where: { id: asset.id },
})
expect(updatedAsset?.status).toBe(AssetStatus.processed)
const mediaInfo = updatedAsset?.media as unknown as {
proxyType: string
imageTranscodes: unknown[]
thumbnail: unknown
}
expect(mediaInfo).toBeDefined()
expect(mediaInfo.proxyType).toBe('image')
expect(mediaInfo.imageTranscodes).toBeDefined()
expect(mediaInfo.imageTranscodes.length).toBeGreaterThan(0)
expect(mediaInfo.thumbnail).toBeDefined()
}, 50000)
},
)
+957 -1
View File
@@ -1,17 +1,63 @@
import { describe, it, expect, beforeAll, afterAll, vi } from 'vitest'
import { prisma, AssetStatus } from '@shumai/db'
import { prisma, AssetStatus, AssetType } from '@shumai/db'
import { setupTestDbHooks } from '@shumai/db/test'
import { workflowService, TaskQueueTranscode } from '@shumai/workflow-core'
import { initTranscodeWorkflows } from '@shumai/transcode'
import { s3Service } from '@shumai/core/src/s3/s3'
import { assetService } from '@shumai/core/src/asset/asset'
import { fileURLToPath } from 'url'
import * as path from 'path'
import * as fs from 'fs'
import * as os from 'os'
import { execFile } from 'child_process'
import { promisify } from 'util'
const execFileAsync = promisify(execFile)
const currentDir = path.dirname(fileURLToPath(import.meta.url))
const transcodeWorkflowsPath = path.resolve(currentDir, '../../../apps/transcode/src/workflows.ts')
const fixturesDir = path.resolve(currentDir, '../fixtures')
async function sampleFirstFrameRgb(
buffer: Buffer,
ext: string = 'mp4',
): Promise<{ r: number; g: number; b: number }> {
const tmpFile = path.join(
os.tmpdir(),
`sample-${Date.now()}-${Math.random().toString(36).slice(2)}.${ext}`,
)
try {
fs.writeFileSync(tmpFile, buffer)
const proc = await execFileAsync(
'ffmpeg',
[
'-y',
'-i',
tmpFile,
'-vframes',
'1',
'-s',
'1x1',
'-f',
'rawvideo',
'-pix_fmt',
'rgb24',
'pipe:1',
],
{ encoding: 'buffer' },
)
return {
r: proc.stdout[0],
g: proc.stdout[1],
b: proc.stdout[2],
}
} finally {
if (fs.existsSync(tmpFile)) {
fs.unlinkSync(tmpFile)
}
}
}
describe.each(['local', 'temporal'] as const)(
'Workflow E2E - transcodeVideoWorkflow (executor: %s)',
(mode) => {
@@ -221,5 +267,915 @@ describe.each(['local', 'temporal'] as const)(
// Audio proxy key should end with -audio-proxy.mp4
expect(mediaInfo.videoTranscodes[0].key).toContain('-audio-proxy.mp4')
}, 50000)
it('should run transcodeMedia workflow with HLS enabled and serve playlists for version stacks and symlinks', async () => {
// 1. Seed Database
const team = await prisma.team.create({
data: {
name: 'E2E HLS Video Transcode Team',
settings: {
transcode: {
videoStrategy: 'best_match',
hlsEnabled: true,
hlsResolutions: ['480p'],
},
},
},
})
const project = await prisma.project.create({
data: { name: 'E2E HLS Video Transcode Project', teamId: team.id },
})
const storageKey = await prisma.storageKey.create({
data: {
key: 'projects/e2e/video-hls.mp4',
},
})
const asset = await prisma.asset.create({
data: {
name: 'video-hls.mp4',
type: 'file',
status: 'uploaded',
mediaType: 'video/mp4',
projectId: project.id,
storageKeyId: storageKey.id,
},
})
// 2. Seed S3 Storage from Fixture (small-480p.mp4)
const mp4Path = path.join(fixturesDir, 'small-480p.mp4')
const mp4Buffer = fs.readFileSync(mp4Path)
await s3Service.putObject(
'shumai-e2e-test-bucket-transcode',
'projects/e2e/video-hls.mp4',
mp4Buffer,
mp4Buffer.length,
'video/mp4',
)
// 3. Create Workflow Task
const task = await prisma.workflowTask.create({
data: {
type: 'transcode_video',
status: 'pending',
assetId: asset.id,
projectId: project.id,
teamId: team.id,
payload: {
projectId: project.id,
transcode: {
videoStrategy: 'best_match',
hlsEnabled: true,
hlsResolutions: ['480p'],
},
},
},
})
// 4. Wait for workflow to complete
console.log(
`Submitted E2E HLS Transcode Workflow Task. ID: ${task.id}. Awaiting completion...`,
)
const completedTask = await workflowService.executeWait(task, 45000)
expect(completedTask.status).toBe('completed')
// 5. Verification of HLS generation
const updatedAsset = await prisma.asset.findUnique({
where: { id: asset.id },
})
expect(updatedAsset?.status).toBe(AssetStatus.processed)
const mediaInfo = updatedAsset?.media as PrismaJson.MediaInfo
expect(mediaInfo.isHls).toBe(true)
expect(mediaInfo.hls).toBeDefined()
expect(mediaInfo.hls?.key).toBe('projects/e2e/hls/master.m3u8')
expect(mediaInfo.hls?.resolutions).toBeDefined()
expect(mediaInfo.hls?.resolutions?.length).toBeGreaterThan(0)
expect(mediaInfo.hls?.resolutions?.[0]?.resolution).toBe('480p')
// Verify master playlist in S3
const masterObj = await s3Service.getObject(
'shumai-e2e-test-bucket-transcode',
'projects/e2e/hls/master.m3u8',
)
const masterPlaylist = masterObj.buffer.toString('utf-8')
expect(masterPlaylist).toContain('#EXTM3U')
expect(masterPlaylist).toContain('480p/index.m3u8')
// Verify variant playlist in S3
const variantObj = await s3Service.getObject(
'shumai-e2e-test-bucket-transcode',
'projects/e2e/hls/480p/index.m3u8',
)
expect(variantObj.buffer.toString('utf-8')).toContain('#EXTM3U')
// 6. Test Version Stack & Symlink Resolution
const stack = await prisma.asset.create({
data: {
name: 'video-hls-stack',
type: AssetType.version_stack,
status: AssetStatus.processed,
projectId: project.id,
},
})
await prisma.asset.update({
where: { id: asset.id },
data: {
parentId: stack.id,
sortIndex: 'a',
},
})
const symlink = await prisma.asset.create({
data: {
name: 'video-hls-symlink',
type: AssetType.symlink,
status: AssetStatus.processed,
projectId: project.id,
targetId: stack.id,
},
})
// Calling getHlsMasterPlaylist with stack ID
const stackMaster = await assetService.getHlsMasterPlaylist({ assetId: stack.id })
expect(stackMaster).toContain('#EXTM3U')
expect(stackMaster).toContain('480p/index.m3u8')
// Calling getHlsMasterPlaylist with symlink ID
const symlinkMaster = await assetService.getHlsMasterPlaylist({ assetId: symlink.id })
expect(symlinkMaster).toContain('#EXTM3U')
expect(symlinkMaster).toContain('480p/index.m3u8')
// Calling getHlsVariantPlaylist with symlink ID
const symlinkVariant = await assetService.getHlsVariantPlaylist({
assetId: symlink.id,
resolution: '480p',
})
expect(symlinkVariant).toContain('#EXTM3U')
}, 60000)
it('Case 1: should ignore attached picture cover art (Red) and select primary video stream (Green)', async () => {
const team = await prisma.team.create({
data: { name: 'E2E Cover Art Video Team' },
})
const project = await prisma.project.create({
data: { name: 'E2E Cover Art Video Project', teamId: team.id },
})
const storageKey = await prisma.storageKey.create({
data: { key: 'projects/e2e/case1/video.mp4' },
})
const asset = await prisma.asset.create({
data: {
name: 'video.mp4',
type: 'file',
status: 'uploaded',
mediaType: 'video/mp4',
projectId: project.id,
storageKeyId: storageKey.id,
},
})
const tmpDir = fs.mkdtempSync(path.join(os.tmpdir(), 'e2e-case1-'))
const videoPath = path.join(tmpDir, 'case1.mp4')
try {
await execFileAsync('ffmpeg', [
'-y',
'-f',
'lavfi',
'-i',
'color=c=green:s=320x240:d=2',
'-f',
'lavfi',
'-i',
'color=c=red:s=320x240:d=2',
'-f',
'lavfi',
'-i',
'sine=f=1000:d=2',
'-map',
'0:v',
'-map',
'1:v',
'-map',
'2:a',
'-c:v:0',
'libx264',
'-pix_fmt:v:0',
'yuv420p',
'-c:v:1',
'mjpeg',
'-pix_fmt:v:1',
'yuvj420p',
'-c:a',
'aac',
'-disposition:v:1',
'attached_pic',
videoPath,
])
const mp4Buffer = fs.readFileSync(videoPath)
await s3Service.putObject(
'shumai-e2e-test-bucket-transcode',
'projects/e2e/case1/video.mp4',
mp4Buffer,
mp4Buffer.length,
'video/mp4',
)
} finally {
fs.rmSync(tmpDir, { recursive: true, force: true })
}
const task = await prisma.workflowTask.create({
data: {
type: 'transcode_video',
status: 'pending',
assetId: asset.id,
projectId: project.id,
teamId: team.id,
payload: {
projectId: project.id,
transcode: {
videoStrategy: 'best_match',
poster: true,
sprite: true,
},
},
},
})
const completedTask = await workflowService.executeWait(task, 45000)
expect(completedTask.status).toBe('completed')
const updatedAsset = await prisma.asset.findUnique({
where: { id: asset.id },
})
expect(updatedAsset?.status).toBe(AssetStatus.processed)
const mediaInfo = updatedAsset?.media as unknown as {
proxyType: string
metadata: { videoStreamIndex: number }
poster: { key: string }
sprite: { key: string }
videoTranscodes: { key: string }[]
}
expect(mediaInfo.proxyType).toBe('video')
expect(mediaInfo.metadata.videoStreamIndex).toBe(0)
// Verify poster is Green (not Red attached pic)
expect(mediaInfo.poster?.key).toBeDefined()
const posterObj = await s3Service.getObject(
'shumai-e2e-test-bucket-transcode',
mediaInfo.poster.key,
)
const posterColor = await sampleFirstFrameRgb(posterObj.buffer, 'webp')
expect(posterColor.g).toBeGreaterThan(100)
expect(posterColor.r).toBeLessThan(50)
expect(posterColor.b).toBeLessThan(50)
// Verify MP4 proxy is Green
expect(mediaInfo.videoTranscodes.length).toBeGreaterThan(0)
const videoObj = await s3Service.getObject(
'shumai-e2e-test-bucket-transcode',
mediaInfo.videoTranscodes[0].key,
)
const videoColor = await sampleFirstFrameRgb(videoObj.buffer, 'mp4')
expect(videoColor.g).toBeGreaterThan(100)
expect(videoColor.r).toBeLessThan(50)
expect(videoColor.b).toBeLessThan(50)
// Verify sprite sheet exists
expect(mediaInfo.sprite?.key).toBeDefined()
await s3Service.headObject('shumai-e2e-test-bucket-transcode', mediaInfo.sprite.key)
}, 60000)
it('Case 2: should select higher bitrate stream (Blue) when both streams have default flag', async () => {
const team = await prisma.team.create({
data: { name: 'E2E Bitrate Comparison Team' },
})
const project = await prisma.project.create({
data: { name: 'E2E Bitrate Comparison Project', teamId: team.id },
})
const storageKey = await prisma.storageKey.create({
data: { key: 'projects/e2e/case2/video.mp4' },
})
const asset = await prisma.asset.create({
data: {
name: 'video.mp4',
type: 'file',
status: 'uploaded',
mediaType: 'video/mp4',
projectId: project.id,
storageKeyId: storageKey.id,
},
})
const tmpDir = fs.mkdtempSync(path.join(os.tmpdir(), 'e2e-case2-'))
const videoPath = path.join(tmpDir, 'case2.mp4')
try {
await execFileAsync('ffmpeg', [
'-y',
'-f',
'lavfi',
'-i',
'color=c=red:s=320x240:d=2',
'-f',
'lavfi',
'-i',
'color=c=blue:s=320x240:d=2',
'-f',
'lavfi',
'-i',
'sine=f=1000:d=2',
'-map',
'0:v',
'-map',
'1:v',
'-map',
'2:a',
'-c:v:0',
'libx264',
'-b:v:0',
'200k',
'-minrate:v:0',
'200k',
'-maxrate:v:0',
'200k',
'-bufsize:v:0',
'200k',
'-nal-hrd',
'cbr',
'-disposition:v:0',
'default',
'-c:v:1',
'libx264',
'-b:v:1',
'2000k',
'-minrate:v:1',
'2000k',
'-maxrate:v:1',
'2000k',
'-bufsize:v:1',
'2000k',
'-nal-hrd',
'cbr',
'-disposition:v:1',
'default',
'-c:a',
'aac',
videoPath,
])
const mp4Buffer = fs.readFileSync(videoPath)
await s3Service.putObject(
'shumai-e2e-test-bucket-transcode',
'projects/e2e/case2/video.mp4',
mp4Buffer,
mp4Buffer.length,
'video/mp4',
)
} finally {
fs.rmSync(tmpDir, { recursive: true, force: true })
}
const task = await prisma.workflowTask.create({
data: {
type: 'transcode_video',
status: 'pending',
assetId: asset.id,
projectId: project.id,
teamId: team.id,
payload: {
projectId: project.id,
transcode: {
videoStrategy: 'best_match',
poster: true,
},
},
},
})
const completedTask = await workflowService.executeWait(task, 45000)
expect(completedTask.status).toBe('completed')
const updatedAsset = await prisma.asset.findUnique({
where: { id: asset.id },
})
expect(updatedAsset?.status).toBe(AssetStatus.processed)
const mediaInfo = updatedAsset?.media as unknown as {
proxyType: string
metadata: { videoStreamIndex: number }
poster: { key: string }
videoTranscodes: { key: string }[]
}
expect(mediaInfo.proxyType).toBe('video')
// Stream 1 (Blue, 2000k) should be selected over Stream 0 (Red, 200k)
expect(mediaInfo.metadata.videoStreamIndex).toBe(1)
const posterObj = await s3Service.getObject(
'shumai-e2e-test-bucket-transcode',
mediaInfo.poster.key,
)
const posterColor = await sampleFirstFrameRgb(posterObj.buffer, 'webp')
expect(posterColor.b).toBeGreaterThan(100)
expect(posterColor.r).toBeLessThan(50)
expect(posterColor.g).toBeLessThan(50)
const videoObj = await s3Service.getObject(
'shumai-e2e-test-bucket-transcode',
mediaInfo.videoTranscodes[0].key,
)
const videoColor = await sampleFirstFrameRgb(videoObj.buffer, 'mp4')
expect(videoColor.b).toBeGreaterThan(100)
expect(videoColor.r).toBeLessThan(50)
expect(videoColor.g).toBeLessThan(50)
}, 60000)
it('Case 3: should select stream with default flag (Yellow) over higher bitrate stream without default flag (Blue)', async () => {
const team = await prisma.team.create({
data: { name: 'E2E Default Flag Team' },
})
const project = await prisma.project.create({
data: { name: 'E2E Default Flag Project', teamId: team.id },
})
const storageKey = await prisma.storageKey.create({
data: { key: 'projects/e2e/case3/video.mp4' },
})
const asset = await prisma.asset.create({
data: {
name: 'video.mp4',
type: 'file',
status: 'uploaded',
mediaType: 'video/mp4',
projectId: project.id,
storageKeyId: storageKey.id,
},
})
const tmpDir = fs.mkdtempSync(path.join(os.tmpdir(), 'e2e-case3-'))
const videoPath = path.join(tmpDir, 'case3.mp4')
try {
await execFileAsync('ffmpeg', [
'-y',
'-f',
'lavfi',
'-i',
'color=c=yellow:s=320x240:d=2',
'-f',
'lavfi',
'-i',
'color=c=blue:s=320x240:d=2',
'-f',
'lavfi',
'-i',
'sine=f=1000:d=2',
'-map',
'0:v',
'-map',
'1:v',
'-map',
'2:a',
'-c:v:0',
'libx264',
'-b:v:0',
'200k',
'-minrate:v:0',
'200k',
'-maxrate:v:0',
'200k',
'-bufsize:v:0',
'200k',
'-nal-hrd',
'cbr',
'-disposition:v:0',
'default',
'-c:v:1',
'libx264',
'-b:v:1',
'2000k',
'-minrate:v:1',
'2000k',
'-maxrate:v:1',
'2000k',
'-bufsize:v:1',
'2000k',
'-nal-hrd',
'cbr',
'-disposition:v:1',
'0',
'-c:a',
'aac',
videoPath,
])
const mp4Buffer = fs.readFileSync(videoPath)
await s3Service.putObject(
'shumai-e2e-test-bucket-transcode',
'projects/e2e/case3/video.mp4',
mp4Buffer,
mp4Buffer.length,
'video/mp4',
)
} finally {
fs.rmSync(tmpDir, { recursive: true, force: true })
}
const task = await prisma.workflowTask.create({
data: {
type: 'transcode_video',
status: 'pending',
assetId: asset.id,
projectId: project.id,
teamId: team.id,
payload: {
projectId: project.id,
transcode: {
videoStrategy: 'best_match',
poster: true,
},
},
},
})
const completedTask = await workflowService.executeWait(task, 45000)
expect(completedTask.status).toBe('completed')
const updatedAsset = await prisma.asset.findUnique({
where: { id: asset.id },
})
expect(updatedAsset?.status).toBe(AssetStatus.processed)
const mediaInfo = updatedAsset?.media as unknown as {
proxyType: string
metadata: { videoStreamIndex: number }
poster: { key: string }
videoTranscodes: { key: string }[]
}
expect(mediaInfo.proxyType).toBe('video')
// Stream 0 (Yellow, default: 1) should win over Stream 1 (Blue, 10x higher bitrate but default: 0)
expect(mediaInfo.metadata.videoStreamIndex).toBe(0)
const posterObj = await s3Service.getObject(
'shumai-e2e-test-bucket-transcode',
mediaInfo.poster.key,
)
const posterColor = await sampleFirstFrameRgb(posterObj.buffer, 'webp')
expect(posterColor.r).toBeGreaterThan(100)
expect(posterColor.g).toBeGreaterThan(100)
expect(posterColor.b).toBeLessThan(50)
const videoObj = await s3Service.getObject(
'shumai-e2e-test-bucket-transcode',
mediaInfo.videoTranscodes[0].key,
)
const videoColor = await sampleFirstFrameRgb(videoObj.buffer, 'mp4')
expect(videoColor.r).toBeGreaterThan(100)
expect(videoColor.g).toBeGreaterThan(100)
expect(videoColor.b).toBeLessThan(50)
}, 60000)
it('Case 4: should handle audio-only MP4 with cover art by downgrading to audio proxy (catches audio bug)', async () => {
const team = await prisma.team.create({
data: { name: 'E2E Audio Cover Art Team' },
})
const project = await prisma.project.create({
data: { name: 'E2E Audio Cover Art Project', teamId: team.id },
})
const storageKey = await prisma.storageKey.create({
data: { key: 'projects/e2e/case4/audio-cover.mp4' },
})
// Uploaded as video/mp4 because of .mp4 container, even though it only has audio + cover art
const asset = await prisma.asset.create({
data: {
name: 'audio-cover.mp4',
type: 'file',
status: 'uploaded',
mediaType: 'video/mp4',
projectId: project.id,
storageKeyId: storageKey.id,
},
})
const tmpDir = fs.mkdtempSync(path.join(os.tmpdir(), 'e2e-case4-'))
const videoPath = path.join(tmpDir, 'case4.mp4')
try {
await execFileAsync('ffmpeg', [
'-y',
'-f',
'lavfi',
'-i',
'sine=f=1000:d=2',
'-f',
'lavfi',
'-i',
'color=c=magenta:s=320x240:d=2',
'-map',
'0:a',
'-map',
'1:v',
'-c:a',
'aac',
'-c:v',
'mjpeg',
'-pix_fmt:v:0',
'yuvj420p',
'-disposition:v:0',
'attached_pic',
videoPath,
])
const mp4Buffer = fs.readFileSync(videoPath)
await s3Service.putObject(
'shumai-e2e-test-bucket-transcode',
'projects/e2e/case4/audio-cover.mp4',
mp4Buffer,
mp4Buffer.length,
'video/mp4',
)
} finally {
fs.rmSync(tmpDir, { recursive: true, force: true })
}
// Spec requested poster, sprite, videoStrategy as video upload would
const task = await prisma.workflowTask.create({
data: {
type: 'transcode_video',
status: 'pending',
assetId: asset.id,
projectId: project.id,
teamId: team.id,
payload: {
projectId: project.id,
transcode: {
videoStrategy: 'best_match',
poster: true,
sprite: true,
},
},
},
})
const completedTask = await workflowService.executeWait(task, 45000)
// Must complete without error (previously failed trying to generate poster/sprite for audio)
expect(completedTask.status).toBe('completed')
const updatedAsset = await prisma.asset.findUnique({
where: { id: asset.id },
})
expect(updatedAsset?.status).toBe(AssetStatus.processed)
const mediaInfo = updatedAsset?.media as unknown as {
proxyType: string
poster?: unknown
sprite?: unknown
videoTranscodes: { key: string }[]
}
expect(mediaInfo.proxyType).toBe('audio')
expect(mediaInfo.poster).toBeUndefined()
expect(mediaInfo.sprite).toBeUndefined()
expect(mediaInfo.videoTranscodes.length).toBeGreaterThan(0)
expect(mediaInfo.videoTranscodes[0].key).toContain('-audio-proxy.mp4')
await s3Service.headObject(
'shumai-e2e-test-bucket-transcode',
mediaInfo.videoTranscodes[0].key,
)
}, 60000)
it('Case 5: should rank 3 video streams with HLS enabled and select highest bitrate stream (Blue)', async () => {
const team = await prisma.team.create({
data: {
name: 'E2E Multi Stream HLS Team',
settings: {
transcode: {
videoStrategy: 'best_match',
hlsEnabled: true,
hlsResolutions: ['480p'],
},
},
},
})
const project = await prisma.project.create({
data: { name: 'E2E Multi Stream HLS Project', teamId: team.id },
})
const storageKey = await prisma.storageKey.create({
data: { key: 'projects/e2e/case5/video.mp4' },
})
const asset = await prisma.asset.create({
data: {
name: 'video.mp4',
type: 'file',
status: 'uploaded',
mediaType: 'video/mp4',
projectId: project.id,
storageKeyId: storageKey.id,
},
})
const tmpDir = fs.mkdtempSync(path.join(os.tmpdir(), 'e2e-case5-'))
const videoPath = path.join(tmpDir, 'case5.mp4')
try {
await execFileAsync('ffmpeg', [
'-y',
'-f',
'lavfi',
'-i',
'color=c=red:s=320x240:d=2',
'-f',
'lavfi',
'-i',
'color=c=green:s=320x240:d=2',
'-f',
'lavfi',
'-i',
'color=c=blue:s=320x240:d=2',
'-f',
'lavfi',
'-i',
'sine=f=1000:d=2',
'-map',
'0:v',
'-map',
'1:v',
'-map',
'2:v',
'-map',
'3:a',
'-c:v:0',
'libx264',
'-b:v:0',
'100k',
'-minrate:v:0',
'100k',
'-maxrate:v:0',
'100k',
'-bufsize:v:0',
'100k',
'-nal-hrd',
'cbr',
'-disposition:v:0',
'default',
'-c:v:1',
'libx264',
'-b:v:1',
'500k',
'-minrate:v:1',
'500k',
'-maxrate:v:1',
'500k',
'-bufsize:v:1',
'500k',
'-nal-hrd',
'cbr',
'-disposition:v:1',
'default',
'-c:v:2',
'libx264',
'-b:v:2',
'1500k',
'-minrate:v:2',
'1500k',
'-maxrate:v:2',
'1500k',
'-bufsize:v:2',
'1500k',
'-nal-hrd',
'cbr',
'-disposition:v:2',
'default',
'-c:a',
'aac',
videoPath,
])
const mp4Buffer = fs.readFileSync(videoPath)
await s3Service.putObject(
'shumai-e2e-test-bucket-transcode',
'projects/e2e/case5/video.mp4',
mp4Buffer,
mp4Buffer.length,
'video/mp4',
)
} finally {
fs.rmSync(tmpDir, { recursive: true, force: true })
}
const task = await prisma.workflowTask.create({
data: {
type: 'transcode_video',
status: 'pending',
assetId: asset.id,
projectId: project.id,
teamId: team.id,
payload: {
projectId: project.id,
transcode: {
videoStrategy: 'best_match',
hlsEnabled: true,
hlsResolutions: ['480p'],
poster: true,
},
},
},
})
const completedTask = await workflowService.executeWait(task, 45000)
expect(completedTask.status).toBe('completed')
const updatedAsset = await prisma.asset.findUnique({
where: { id: asset.id },
})
expect(updatedAsset?.status).toBe(AssetStatus.processed)
const mediaInfo = updatedAsset?.media as unknown as {
proxyType: string
metadata: { videoStreamIndex: number }
poster: { key: string }
isHls: boolean
hls: { key: string; resolutions: { resolution: string }[] }
}
expect(mediaInfo.proxyType).toBe('video')
// Stream 2 (Blue, 1500k) should be selected
expect(mediaInfo.metadata.videoStreamIndex).toBe(2)
const posterObj = await s3Service.getObject(
'shumai-e2e-test-bucket-transcode',
mediaInfo.poster.key,
)
const posterColor = await sampleFirstFrameRgb(posterObj.buffer, 'webp')
expect(posterColor.b).toBeGreaterThan(100)
expect(posterColor.r).toBeLessThan(50)
expect(posterColor.g).toBeLessThan(50)
expect(mediaInfo.isHls).toBe(true)
const masterObj = await s3Service.getObject(
'shumai-e2e-test-bucket-transcode',
mediaInfo.hls.key,
)
expect(masterObj.buffer.toString('utf-8')).toContain('480p/index.m3u8')
}, 60000)
it('should transition both task and asset to failed status with media.error when transcoding fails', async () => {
const team = await prisma.team.create({
data: { name: 'E2E Failed Transcode Team' },
})
const project = await prisma.project.create({
data: { name: 'E2E Failed Transcode Project', teamId: team.id },
})
const storageKey = await prisma.storageKey.create({
data: { key: 'projects/e2e/corrupt-video.mp4' },
})
const asset = await prisma.asset.create({
data: {
name: 'corrupt-video.mp4',
type: 'file',
status: 'uploaded',
mediaType: 'video/mp4',
projectId: project.id,
storageKeyId: storageKey.id,
},
})
const corruptBuffer = Buffer.from('not a valid mp4 media stream at all')
await s3Service.putObject(
'shumai-e2e-test-bucket-transcode',
'projects/e2e/corrupt-video.mp4',
corruptBuffer,
corruptBuffer.length,
'video/mp4',
)
const task = await prisma.workflowTask.create({
data: {
type: 'transcode_video',
status: 'pending',
assetId: asset.id,
projectId: project.id,
teamId: team.id,
payload: {
projectId: project.id,
transcode: {
videoStrategy: 'best_match',
},
},
},
})
await expect(workflowService.executeWait(task, 45000)).rejects.toThrow()
const failedTask = await prisma.workflowTask.findUnique({
where: { id: task.id },
})
expect(failedTask?.status).toBe('failed')
const updatedAsset = await prisma.asset.findUnique({
where: { id: asset.id },
})
expect(updatedAsset?.status).toBe(AssetStatus.failed)
const media = updatedAsset?.media as PrismaJson.MediaInfo
expect(media?.error).toBeDefined()
expect(media?.error?.length).toBeGreaterThan(0)
}, 45000)
},
)
+1 -1
View File
@@ -1,6 +1,6 @@
{
"name": "@shumai/tableprinter",
"version": "0.4.7",
"version": "0.5.0",
"private": true,
"type": "module",
"main": "./src/index.ts",
+1 -1
View File
@@ -1,6 +1,6 @@
{
"name": "@shumai/transcode",
"version": "0.4.7",
"version": "0.5.0",
"private": true,
"type": "module",
"main": "./src/index.ts",
@@ -63,6 +63,7 @@ vi.mock('@shumai/core/src/transcode/transcode', async (importOriginal) => {
transcodeAudio: vi.fn(),
transcodeImage: vi.fn(),
generateSprite: vi.fn(),
generatePoster: vi.fn(),
generatePdfSprite: vi.fn().mockResolvedValue({
pageCount: 10,
originalWidth: 800,
@@ -75,6 +76,7 @@ vi.mock('@shumai/core/src/transcode/transcode', async (importOriginal) => {
takeScreenshots: vi.fn(),
overlayAnnotations: vi.fn(),
renderPdfPages: vi.fn(),
getAvailableFilters: vi.fn().mockResolvedValue(new Set(['zscale', 'tonemap'])),
},
}
})
@@ -184,6 +186,7 @@ describe('Transcode Activities', () => {
audioChannels: 2,
audioSampleRate: 48000,
audioBitDepth: 16,
rotation: -90,
mimeType: 'video/mp4',
})
@@ -197,6 +200,7 @@ describe('Transcode Activities', () => {
expect(transcodeService.getVideoInfo).toHaveBeenCalledWith('/tmp/v.mp4')
expect(result.duration).toBe(10)
expect(result.metadata?.originalWidth).toBe(1920)
expect(result.metadata?.rotation).toBe(-90)
expect(result.metadata?.videoBitRate).toBe(850000)
expect(result.metadata?.videoCodec).toBe('Advanced Video Coding')
expect(result.metadata?.audioCodec).toBe('MPEG-4 Audio')
@@ -205,11 +209,94 @@ describe('Transcode Activities', () => {
expect(result.metadata?.audioBitDepth).toBe(16)
expect(metadataService.updateAssetMetadata).toHaveBeenCalledWith(
asset.id,
expect.arrayContaining([{ key: 'file_type', value: 'video' }]),
expect.arrayContaining([
{ key: 'file_type', value: 'video' },
{ key: 'rotation', value: -90 },
]),
true,
)
})
it('should downgrade proxyType to audio when getVideoInfo throws No video stream found but audio exists', async () => {
const asset = await prisma.asset.create({
data: { name: 'audio-with-art.mp4', type: 'file', status: 'uploaded' },
})
vi.mocked(transcodeService.getVideoInfo).mockRejectedValueOnce(
new Error('No video stream found'),
)
vi.mocked(transcodeService.getAudioInfo).mockResolvedValueOnce({
originalWidth: 0,
originalHeight: 0,
duration: 42,
bitRate: 192000,
frameRate: 0,
totalFrames: 0,
hasAudio: true,
audioCodec: 'aac',
audioChannels: 2,
audioSampleRate: 44100,
audioBitDepth: 16,
audioStreamIndex: 0,
mimeType: 'audio/mp4',
})
const result = await getMediaInfoActivity({
assetId: asset.id,
filePath: '/tmp/audio-with-art.mp4',
proxyType: 'video',
mediaType: 'video/mp4',
})
expect(transcodeService.getVideoInfo).toHaveBeenCalledWith('/tmp/audio-with-art.mp4')
expect(transcodeService.getAudioInfo).toHaveBeenCalledWith('/tmp/audio-with-art.mp4')
expect(result.proxyType).toBe('audio')
expect(result.duration).toBe(42)
expect(result.metadata?.hasAudio).toBe(true)
expect(result.metadata?.audioStreamIndex).toBe(0)
expect(result.metadata?.videoStreamIndex).toBeUndefined()
expect(metadataService.updateAssetMetadata).toHaveBeenCalledWith(
asset.id,
expect.arrayContaining([
{ key: 'file_type', value: 'audio' },
{ key: 'proxy_type', value: 'audio' },
{ key: 'duration', value: 42 },
]),
true,
)
})
it('should populate videoStreamIndex and audioStreamIndex in mediaInfo.metadata', async () => {
const asset = await prisma.asset.create({
data: { name: 'dual-stream.mp4', type: 'file', status: 'uploaded' },
})
vi.mocked(transcodeService.getVideoInfo).mockResolvedValueOnce({
originalWidth: 1920,
originalHeight: 1080,
duration: 15,
bitRate: 2000000,
frameRate: 30,
totalFrames: 450,
hasAudio: true,
videoCodec: 'h264',
audioCodec: 'aac',
videoStreamIndex: 1,
audioStreamIndex: 2,
mimeType: 'video/mp4',
})
const result = await getMediaInfoActivity({
assetId: asset.id,
filePath: '/tmp/dual-stream.mp4',
proxyType: 'video',
mediaType: 'video/mp4',
})
expect(result.metadata?.videoStreamIndex).toBe(1)
expect(result.metadata?.audioStreamIndex).toBe(2)
})
it('should call getImageInfo and set file_type to image', async () => {
const asset = await prisma.asset.create({
data: { name: 'i.png', type: 'file', status: 'uploaded' },
@@ -696,6 +783,59 @@ describe('Transcode Activities', () => {
)
})
it('transcodeVideoActivity forwards streamIndex and audioStreamIndex to transcodeService', async () => {
vi.mocked(s3Service.headObject).mockRejectedValue(new Error('Not found'))
await transcodeVideoActivity({
assetKey: 'v.mp4',
filePath: '/tmp/v.mp4',
videoSpec: { resolution: '720p', width: 1280, height: 720 },
duration: 10,
originalFps: 30,
streamIndex: 2,
audioStreamIndex: 1,
})
expect(transcodeService.transcodeVideo).toHaveBeenCalledWith(
expect.objectContaining({
inputFile: '/tmp/v.mp4',
streamIndex: 2,
audioStreamIndex: 1,
}),
)
})
it('transcodeVideoActivity appends -hdr.mp4 suffix and forwards HDR metadata', async () => {
vi.mocked(s3Service.headObject).mockRejectedValue(new Error('Not found'))
const result = await transcodeVideoActivity({
assetKey: 'files/asset-1/video.mp4',
filePath: '/tmp/video.mp4',
videoSpec: { resolution: '1080p', width: 1920, height: 1080, hdr: true },
duration: 10,
originalFps: 30,
sourceIsHdr: true,
sourceHdrType: 'pq',
sourceColorTransfer: 'smpte2084',
sourceColorPrimaries: 'bt2020',
sourceColorSpace: 'bt2020nc',
})
expect(result.key).toBe('files/asset-1/video-1080p-hdr.mp4')
expect(result.hdr).toBe(true)
expect(transcodeService.transcodeVideo).toHaveBeenCalledWith(
expect.objectContaining({
inputFile: '/tmp/video.mp4',
hdr: true,
sourceIsHdr: true,
sourceHdrType: 'pq',
sourceColorTransfer: 'smpte2084',
sourceColorPrimaries: 'bt2020',
sourceColorSpace: 'bt2020nc',
}),
)
})
it('should call transcodeService.takeScreenshots', async () => {
vi.mocked(transcodeService.takeScreenshots).mockResolvedValue([
{ key: 'screenshots/shot1.webp', timestamp: 1.0 },
@@ -873,6 +1013,82 @@ describe('Transcode Activities', () => {
).rejects.toThrowError(/Sprite\/Poster generation failed/)
})
it('generateSpriteActivity forwards HDR options to transcodeService.generateSprite', async () => {
vi.mocked(s3Service.headObject).mockRejectedValue(new Error('Not found'))
vi.mocked(transcodeService.generateSprite).mockImplementation(
async (_in, spriteOut, posterOut) => {
fs.writeFileSync(spriteOut, Buffer.from('fake-sprite'))
fs.writeFileSync(posterOut, Buffer.from('fake-poster'))
},
)
await generateSpriteActivity({
assetKey: 'files/asset-1/video.mp4',
filePath: '/tmp/video.mp4',
mediaInfo: {
duration: 10,
metadata: {
isHdr: true,
hdrType: 'pq',
colorTransfer: 'smpte2084',
},
} as unknown as PrismaJson.MediaInfo,
spriteSpec: { key: 'files/asset-1/sprite.webp', frames: 100, tileX: 10, tileY: 10 },
posterSpec: { key: 'files/asset-1/poster.webp' },
})
expect(transcodeService.generateSprite).toHaveBeenCalledWith(
'/tmp/video.mp4',
expect.any(String),
expect.any(String),
10,
undefined,
{
isHdr: true,
hdrType: 'pq',
colorTransfer: 'smpte2084',
},
undefined,
)
})
it('generateSpriteActivity forwards videoStreamIndex to transcodeService.generateSprite', async () => {
vi.mocked(transcodeService.generateSprite).mockImplementation(
async (_in, spriteOut, posterOut) => {
const fs = await import('fs')
fs.writeFileSync(spriteOut, 'fake-sprite')
fs.writeFileSync(posterOut, 'fake-poster')
},
)
await generateSpriteActivity({
assetKey: 'files/asset-1/video.mp4',
filePath: '/tmp/video.mp4',
mediaInfo: {
duration: 10,
metadata: {
videoStreamIndex: 1,
},
} as unknown as PrismaJson.MediaInfo,
spriteSpec: { key: 'files/asset-1/sprite.webp', frames: 100, tileX: 10, tileY: 10 },
posterSpec: { key: 'files/asset-1/poster.webp' },
})
expect(transcodeService.generateSprite).toHaveBeenCalledWith(
'/tmp/video.mp4',
expect.any(String),
expect.any(String),
10,
undefined,
{
isHdr: undefined,
hdrType: undefined,
colorTransfer: undefined,
},
1,
)
})
it('should throw non-retryable ApplicationFailure when takeScreenshotsActivity fails with error', async () => {
vi.mocked(transcodeService.takeScreenshots).mockRejectedValue(new Error('FFmpeg failed'))
@@ -1052,22 +1268,12 @@ describe('Transcode Activities', () => {
expect(child_process.execFile).not.toHaveBeenCalled()
})
it('should extract poster upfront at t=0 and upload to S3', async () => {
it('should extract poster upfront and upload to S3', async () => {
vi.mocked(s3Service.headObject).mockRejectedValue(new Error('Not found'))
vi.mocked(s3Service.resolveInput).mockResolvedValue('https://mock-r2.com/video.mp4')
// eslint-disable-next-line @typescript-eslint/no-explicit-any
;(child_process.execFile as any).mockImplementation(
(file: string, args: string[], optionsOrCb: unknown, maybeCb?: unknown) => {
const cb = typeof optionsOrCb === 'function' ? optionsOrCb : maybeCb
if (file === 'ffmpeg') {
const outPath = args[args.length - 1]
fs.writeFileSync(outPath, 'fake-poster-bytes')
}
if (typeof cb === 'function') {
cb(null, { stdout: '', stderr: '' })
}
},
)
vi.mocked(transcodeService.generatePoster).mockImplementation(async (_in, posterOut) => {
fs.writeFileSync(posterOut, Buffer.from('fake-poster-bytes'))
})
const res = await extractPosterActivity({
assetKey: 'video.mp4',
@@ -1076,20 +1282,15 @@ describe('Transcode Activities', () => {
expect(res.poster.key).toBe('files/asset-1/poster.webp')
expect(s3Service.resolveInput).toHaveBeenCalledWith('shumai', 'video.mp4')
expect(child_process.execFile).toHaveBeenCalledWith(
'ffmpeg',
expect.arrayContaining([
'-ss',
'0',
'-i',
'https://mock-r2.com/video.mp4',
'-vframes',
'1',
'-c:v',
'libwebp',
]),
expect.objectContaining({ signal: undefined }),
expect.any(Function),
expect(transcodeService.generatePoster).toHaveBeenCalledWith(
'https://mock-r2.com/video.mp4',
expect.stringContaining('poster.webp'),
{
isHdr: undefined,
hdrType: undefined,
colorTransfer: undefined,
signal: undefined,
},
)
expect(s3Service.putObject).toHaveBeenCalledWith(
'shumai',
@@ -1100,6 +1301,33 @@ describe('Transcode Activities', () => {
)
})
it('extractPosterActivity applies tone mapping filter when isHdr is true', async () => {
vi.mocked(s3Service.headObject).mockRejectedValue(new Error('Not found'))
vi.mocked(s3Service.resolveInput).mockResolvedValue('https://mock-r2.com/video.mp4')
vi.mocked(transcodeService.generatePoster).mockImplementation(async (_in, posterOut) => {
fs.writeFileSync(posterOut, Buffer.from('fake-poster-bytes'))
})
await extractPosterActivity({
assetKey: 'video.mp4',
posterSpec: { key: 'files/asset-1/poster.webp' },
isHdr: true,
hdrType: 'pq',
colorTransfer: 'smpte2084',
})
expect(transcodeService.generatePoster).toHaveBeenCalledWith(
'https://mock-r2.com/video.mp4',
expect.stringContaining('poster.webp'),
{
isHdr: true,
hdrType: 'pq',
colorTransfer: 'smpte2084',
signal: undefined,
},
)
})
it('should throw non-retryable ApplicationFailure when poster extraction is cancelled with aborted signal', async () => {
vi.mocked(s3Service.headObject).mockRejectedValue(new Error('Not found'))
const controller = new AbortController()
@@ -1122,19 +1350,10 @@ describe('Transcode Activities', () => {
vi.mocked(s3Service.resolveInput).mockResolvedValue('https://mock-r2.com/video.mp4')
const controller = new AbortController()
const abortErr = new Error('The operation was aborted')
// eslint-disable-next-line @typescript-eslint/no-explicit-any
;(child_process.execFile as any).mockImplementation(
(_file: string, _args: string[], optionsOrCb: unknown, maybeCb?: unknown) => {
const cb = typeof optionsOrCb === 'function' ? optionsOrCb : maybeCb
controller.abort()
const abortErr = new Error('The operation was aborted')
// eslint-disable-next-line @typescript-eslint/no-explicit-any
;(abortErr as any).code = 'ABORT_ERR'
if (typeof cb === 'function') {
cb(abortErr, { stdout: '', stderr: '' })
}
},
)
;(abortErr as any).code = 'ABORT_ERR'
vi.mocked(transcodeService.generatePoster).mockRejectedValue(abortErr)
await expect(
extractPosterActivity({
@@ -1163,19 +1382,9 @@ describe('Transcode Activities', () => {
},
})
// eslint-disable-next-line @typescript-eslint/no-explicit-any
;(child_process.execFile as any).mockImplementation(
(file: string, args: string[], optionsOrCb: unknown, maybeCb?: unknown) => {
const cb = typeof optionsOrCb === 'function' ? optionsOrCb : maybeCb
if (file === 'ffmpeg') {
const outPath = args[args.length - 1]
fs.writeFileSync(outPath, 'fake-poster-bytes')
}
if (typeof cb === 'function') {
cb(null, { stdout: '', stderr: '' })
}
},
)
vi.mocked(transcodeService.generatePoster).mockImplementation(async (_in, posterOut) => {
fs.writeFileSync(posterOut, Buffer.from('fake-poster-bytes'))
})
await expect(
extractPosterActivity({
+344 -61
View File
@@ -1,10 +1,16 @@
import { AssetStatus, prisma, WorkflowTaskType, WorkflowTaskStatus } from '@shumai/db'
import { s3Service } from '@shumai/core/src/s3/s3'
import { transcodeService } from '@shumai/core/src/transcode/transcode'
import {
transcodeService,
buildHlsMasterPlaylist,
calculateEffectiveBitrateBps,
type HdrType,
} from '@shumai/core/src/transcode/transcode'
import { metadataService } from '@shumai/core/src/metadata/metadata'
import { getDerivedArtifactDirectory, stemFromKey } from '@shumai/core/src/utils/filename'
import { gotenbergService } from '@shumai/core/src/gotenberg/gotenberg'
import { parseCsvContent } from '@shumai/core/src/transcode/transcode'
import { resolutionToDimensions } from '../workflows/transcode-utils'
import {
getProxyType,
isCsvDocument,
@@ -124,41 +130,110 @@ export async function getMediaInfoActivity(params: {
}
if (isVideo) {
const info = await transcodeService.getVideoInfo(params.filePath)
mediaInfo.duration = info.duration
mediaInfo.frames = info.totalFrames
mediaInfo.metadata = {
originalWidth: info.originalWidth,
originalHeight: info.originalHeight,
duration: info.duration,
bitRate: info.bitRate,
videoBitRate: info.videoBitRate,
frameRate: info.frameRate,
totalFrames: info.totalFrames,
startTimecode: info.startTimecode || '00:00:00:00',
hasAudio: info.hasAudio,
videoCodec: info.videoCodec,
audioCodec: info.audioCodec,
audioChannels: info.audioChannels,
audioSampleRate: info.audioSampleRate,
audioBitDepth: info.audioBitDepth,
format: {},
let isDowngradedToAudio = false
let videoInfo: Awaited<ReturnType<typeof transcodeService.getVideoInfo>> | null = null
try {
videoInfo = await transcodeService.getVideoInfo(params.filePath)
} catch (err) {
if (err instanceof Error && err.message.includes('No video stream found')) {
try {
const audioInfo = await transcodeService.getAudioInfo(params.filePath)
isDowngradedToAudio = true
mediaInfo.proxyType = 'audio'
mediaInfo.duration = audioInfo.duration
mediaInfo.metadata = {
originalWidth: 0,
originalHeight: 0,
duration: audioInfo.duration,
bitRate: audioInfo.bitRate,
frameRate: 0,
totalFrames: 0,
startTimecode: '00:00:00:00',
hasAudio: true,
videoCodec: undefined,
audioCodec: audioInfo.audioCodec,
audioChannels: audioInfo.audioChannels,
audioSampleRate: audioInfo.audioSampleRate,
audioBitDepth: audioInfo.audioBitDepth,
audioStreamIndex: audioInfo.audioStreamIndex,
format: {},
}
const ftIdx = metadataUpdates.findIndex((u) => u.key === 'file_type')
if (ftIdx !== -1) metadataUpdates[ftIdx].value = 'audio'
const ptIdx = metadataUpdates.findIndex((u) => u.key === 'proxy_type')
if (ptIdx !== -1) metadataUpdates[ptIdx].value = 'audio'
metadataUpdates.push(
{ key: 'duration', value: audioInfo.duration },
{ key: 'bitRate', value: audioInfo.bitRate / 1000 },
)
if (audioInfo.audioCodec)
metadataUpdates.push({ key: 'audio_codec', value: audioInfo.audioCodec })
if (audioInfo.audioChannels !== undefined)
metadataUpdates.push({ key: 'audio_channels', value: audioInfo.audioChannels })
if (audioInfo.audioSampleRate !== undefined)
metadataUpdates.push({ key: 'audio_sample_rate', value: audioInfo.audioSampleRate })
if (audioInfo.audioBitDepth !== undefined)
metadataUpdates.push({ key: 'audio_bit_depth', value: audioInfo.audioBitDepth })
} catch {
throw err
}
} else {
throw err
}
}
if (!isDowngradedToAudio && videoInfo) {
const info = videoInfo
mediaInfo.duration = info.duration
mediaInfo.frames = info.totalFrames
mediaInfo.metadata = {
originalWidth: info.originalWidth,
originalHeight: info.originalHeight,
duration: info.duration,
bitRate: info.bitRate,
videoBitRate: info.videoBitRate,
frameRate: info.frameRate,
totalFrames: info.totalFrames,
startTimecode: info.startTimecode || '00:00:00:00',
hasAudio: info.hasAudio,
videoCodec: info.videoCodec,
audioCodec: info.audioCodec,
audioChannels: info.audioChannels,
audioSampleRate: info.audioSampleRate,
audioBitDepth: info.audioBitDepth,
colorTransfer: info.colorTransfer,
colorPrimaries: info.colorPrimaries,
colorSpace: info.colorSpace,
isHdr: info.isHdr,
hdrType: info.hdrType,
dvProfile: info.dvProfile,
rotation: info.rotation,
videoStreamIndex: info.videoStreamIndex,
audioStreamIndex: info.audioStreamIndex,
format: {},
}
metadataUpdates.push(
{ key: 'resolution_width', value: info.originalWidth },
{ key: 'resolution_height', value: info.originalHeight },
{ key: 'duration', value: info.duration },
{ key: 'bitRate', value: info.bitRate / 1000 },
{ key: 'frame_rate', value: info.frameRate },
)
if (info.rotation !== undefined)
metadataUpdates.push({ key: 'rotation', value: info.rotation })
if (info.isHdr !== undefined)
metadataUpdates.push({ key: 'is_hdr', value: info.isHdr ? 1 : 0 })
if (info.colorTransfer)
metadataUpdates.push({ key: 'color_transfer', value: info.colorTransfer })
if (info.videoCodec) metadataUpdates.push({ key: 'video_codec', value: info.videoCodec })
if (info.audioCodec) metadataUpdates.push({ key: 'audio_codec', value: info.audioCodec })
if (info.audioChannels !== undefined)
metadataUpdates.push({ key: 'audio_channels', value: info.audioChannels })
if (info.audioSampleRate !== undefined)
metadataUpdates.push({ key: 'audio_sample_rate', value: info.audioSampleRate })
if (info.audioBitDepth !== undefined)
metadataUpdates.push({ key: 'audio_bit_depth', value: info.audioBitDepth })
}
metadataUpdates.push(
{ key: 'resolution_width', value: info.originalWidth },
{ key: 'resolution_height', value: info.originalHeight },
{ key: 'duration', value: info.duration },
{ key: 'bitRate', value: info.bitRate / 1000 },
{ key: 'frame_rate', value: info.frameRate },
)
if (info.videoCodec) metadataUpdates.push({ key: 'video_codec', value: info.videoCodec })
if (info.audioCodec) metadataUpdates.push({ key: 'audio_codec', value: info.audioCodec })
if (info.audioChannels !== undefined)
metadataUpdates.push({ key: 'audio_channels', value: info.audioChannels })
if (info.audioSampleRate !== undefined)
metadataUpdates.push({ key: 'audio_sample_rate', value: info.audioSampleRate })
if (info.audioBitDepth !== undefined)
metadataUpdates.push({ key: 'audio_bit_depth', value: info.audioBitDepth })
} else if (isAudio) {
const info = await transcodeService.getAudioInfo(params.filePath)
mediaInfo.duration = info.duration
@@ -176,6 +251,7 @@ export async function getMediaInfoActivity(params: {
audioChannels: info.audioChannels,
audioSampleRate: info.audioSampleRate,
audioBitDepth: info.audioBitDepth,
audioStreamIndex: info.audioStreamIndex,
format: {},
}
metadataUpdates.push(
@@ -253,6 +329,13 @@ export interface VideoActivityParams {
hardwareAcceleration?: PrismaJson.HardwareAcceleration
sourceVideoBitrate?: number
threads?: number
sourceIsHdr?: boolean
sourceHdrType?: HdrType
sourceColorTransfer?: string
sourceColorPrimaries?: string
sourceColorSpace?: string
streamIndex?: number
audioStreamIndex?: number
}
export async function transcodeVideoActivity(
@@ -261,7 +344,8 @@ export async function transcodeVideoActivity(
const bucket = process.env.S3_BUCKET || 'shumai'
const stem = stemFromKey(params.assetKey)
const res = params.videoSpec.resolution || `${params.videoSpec.height}p`
const key = path.posix.join(path.posix.dirname(params.assetKey), `${stem}-${res}.mp4`)
const suffix = params.videoSpec.hdr ? `${res}-hdr` : res
const key = path.posix.join(path.posix.dirname(params.assetKey), `${stem}-${suffix}.mp4`)
const signal = getActivityCancellationSignal(params.taskId)
if (signal?.aborted) {
@@ -279,7 +363,7 @@ export async function transcodeVideoActivity(
}
const tmpDir = path.dirname(params.filePath)
const outputFile = path.join(tmpDir, `${stem}-${res}.mp4`)
const outputFile = path.join(tmpDir, `${stem}-${suffix}.mp4`)
try {
let targetFps: number | string = params.originalFps || 30
@@ -307,6 +391,14 @@ export async function transcodeVideoActivity(
sourceVideoBitrate: params.sourceVideoBitrate,
threads: params.threads,
signal,
hdr: params.videoSpec.hdr,
sourceIsHdr: params.sourceIsHdr,
sourceHdrType: params.sourceHdrType,
sourceColorTransfer: params.sourceColorTransfer,
sourceColorPrimaries: params.sourceColorPrimaries,
sourceColorSpace: params.sourceColorSpace,
streamIndex: params.streamIndex,
audioStreamIndex: params.audioStreamIndex,
})
const stat = fs.statSync(outputFile)
@@ -339,7 +431,9 @@ export async function transcodeVideoActivity(
lowerMsg.includes('ffprobe') ||
lowerMsg.includes('spawn') ||
lowerMsg.includes('format') ||
lowerMsg.includes('no video stream found')
lowerMsg.includes('no video stream found') ||
lowerMsg.includes('zscale') ||
lowerMsg.includes('tonemap')
) {
throw ApplicationFailure.create({
message: `Video transcoding failed: ${message}`,
@@ -353,11 +447,197 @@ export async function transcodeVideoActivity(
}
}
export interface HlsActivityParams {
taskId: string
assetKey: string
filePath: string
ladders: PrismaJson.HlsResolutionLadder[]
originalWidth: number
originalHeight: number
duration: number
originalFps: number
hardwareAcceleration?: 'off' | 'auto'
sourceVideoBitrate?: number
threads?: number
sourceIsHdr?: boolean
sourceHdrType?: HdrType
sourceColorTransfer?: string
sourceColorPrimaries?: string
sourceColorSpace?: string
streamIndex?: number
audioStreamIndex?: number
}
export async function transcodeHlsActivity(params: HlsActivityParams): Promise<PrismaJson.HlsInfo> {
const bucket = process.env.S3_BUCKET || 'shumai'
const assetDir = path.posix.dirname(params.assetKey)
const hlsDirKey = path.posix.join(assetDir, 'hls')
const masterKey = path.posix.join(hlsDirKey, 'master.m3u8')
const signal = getActivityCancellationSignal(params.taskId)
if (signal?.aborted) {
throw ApplicationFailure.create({
message: 'HLS transcoding cancelled',
nonRetryable: true,
})
}
const hlsTmpDir = path.join(path.dirname(params.filePath), `hls-${ulid()}`)
try {
const renditionSpecs: Array<{
resolution: string
width: number
height: number
bitrateBps: number
isHdr?: boolean
}> = []
const mediaResolutions: PrismaJson.VideoTranscode[] = []
for (const ladder of params.ladders) {
if (signal?.aborted) {
throw ApplicationFailure.create({
message: 'HLS transcoding cancelled',
nonRetryable: true,
})
}
const [width, height] = resolutionToDimensions(
ladder,
params.originalWidth,
params.originalHeight,
)
const targetBps = calculateEffectiveBitrateBps(
height,
width,
params.sourceVideoBitrate,
params.originalFps,
)
const ladderDir = path.join(hlsTmpDir, ladder)
await transcodeService.transcodeHlsRendition({
inputFile: params.filePath,
outputDir: ladderDir,
width,
height,
frameRate: params.originalFps,
hardwareAcceleration: params.hardwareAcceleration,
sourceVideoBitrate: params.sourceVideoBitrate,
threads: params.threads,
signal,
hdr: Boolean(params.sourceIsHdr),
sourceIsHdr: params.sourceIsHdr,
sourceHdrType: params.sourceHdrType,
sourceColorTransfer: params.sourceColorTransfer,
sourceColorPrimaries: params.sourceColorPrimaries,
sourceColorSpace: params.sourceColorSpace,
streamIndex: params.streamIndex,
audioStreamIndex: params.audioStreamIndex,
})
renditionSpecs.push({
resolution: ladder,
width,
height,
bitrateBps: targetBps,
isHdr: params.sourceIsHdr,
})
mediaResolutions.push({
resolution: ladder,
width,
height,
hdr: Boolean(params.sourceIsHdr),
})
await ensureAssetNotPurging(params.assetKey)
const files = fs.readdirSync(ladderDir)
for (const file of files) {
const localFilePath = path.join(ladderDir, file)
const stat = fs.statSync(localFilePath)
const s3Key = path.posix.join(hlsDirKey, ladder, file)
let contentType = 'application/octet-stream'
if (file.endsWith('.m3u8')) {
contentType = 'application/vnd.apple.mpegurl'
} else if (file.endsWith('.mp4')) {
contentType = 'video/mp4'
} else if (file.endsWith('.m4s')) {
contentType = 'video/iso.segment'
}
const stream = Bun.file(localFilePath).stream()
await s3Service.putObject(bucket, s3Key, stream, stat.size, contentType)
}
}
const masterContent = buildHlsMasterPlaylist(renditionSpecs)
const masterBuffer = Buffer.from(masterContent, 'utf-8')
await ensureAssetNotPurging(params.assetKey)
await s3Service.putObject(
bucket,
masterKey,
masterBuffer,
masterBuffer.length,
'application/vnd.apple.mpegurl',
)
return {
key: masterKey,
resolutions: mediaResolutions,
}
} catch (err) {
const { code, message } = getErrorDetails(err)
const lowerMsg = message.toLowerCase()
if (
signal?.aborted ||
code === 'ABORT_ERR' ||
message.includes('aborted') ||
lowerMsg.includes('abort')
) {
throw ApplicationFailure.create({
message: 'HLS transcoding cancelled',
nonRetryable: true,
cause: err instanceof Error ? err : undefined,
})
}
if (
code === 'ENOENT' ||
lowerMsg.includes('enoent') ||
lowerMsg.includes('ffmpeg') ||
lowerMsg.includes('ffprobe') ||
lowerMsg.includes('spawn') ||
lowerMsg.includes('format') ||
lowerMsg.includes('no video stream found') ||
lowerMsg.includes('zscale') ||
lowerMsg.includes('tonemap')
) {
throw ApplicationFailure.create({
message: `HLS transcoding failed: ${message}`,
nonRetryable: true,
cause: err instanceof Error ? err : undefined,
})
}
throw err
} finally {
if (fs.existsSync(hlsTmpDir)) {
try {
fs.rmSync(hlsTmpDir, { recursive: true, force: true })
} catch {
// ignore cleanup error
}
}
}
}
export interface AudioActivityParams {
taskId?: string
assetKey: string
filePath: string
threads?: number
audioStreamIndex?: number
}
export async function transcodeAudioActivity(
@@ -392,6 +672,7 @@ export async function transcodeAudioActivity(
bitrate: '128k',
threads: params.threads,
signal,
audioStreamIndex: params.audioStreamIndex,
})
const stat = fs.statSync(outputFile)
@@ -558,6 +839,12 @@ export async function generateSpriteActivity(params: GenerateSpriteActivityParam
posterFile,
params.mediaInfo.duration,
signal,
{
isHdr: params.mediaInfo.metadata?.isHdr,
hdrType: params.mediaInfo.metadata?.hdrType,
colorTransfer: params.mediaInfo.metadata?.colorTransfer,
},
params.mediaInfo.metadata?.videoStreamIndex,
)
}
@@ -604,7 +891,9 @@ export async function generateSpriteActivity(params: GenerateSpriteActivityParam
lowerMsg.includes('ffmpeg') ||
lowerMsg.includes('ffprobe') ||
lowerMsg.includes('spawn') ||
lowerMsg.includes('format')
lowerMsg.includes('format') ||
lowerMsg.includes('zscale') ||
lowerMsg.includes('tonemap')
) {
throw ApplicationFailure.create({
message: `Sprite/Poster generation failed: ${message}`,
@@ -857,6 +1146,10 @@ export interface ExtractPosterActivityParams {
posterSpec: PrismaJson.PosterInfo
taskId?: string
signal?: AbortSignal
isHdr?: boolean
hdrType?: HdrType
colorTransfer?: string
streamIndex?: number
}
export async function extractPosterActivity(
@@ -883,27 +1176,13 @@ export async function extractPosterActivity(
try {
const inputSource = await s3Service.resolveInput(bucket, params.assetKey)
const isRemote = inputSource.startsWith('http://') || inputSource.startsWith('https://')
const args = [
...(isRemote
? ['-reconnect', '1', '-reconnect_streamed', '1', '-reconnect_delay_max', '5']
: []),
'-ss',
'0',
'-i',
inputSource,
'-vframes',
'1',
'-vf',
'scale=-2:300:force_original_aspect_ratio=decrease',
'-c:v',
'libwebp',
'-q:v',
'75',
posterFile,
]
await execFileAsync('ffmpeg', ['-y', '-loglevel', 'warning', ...args], { signal })
await transcodeService.generatePoster(inputSource, posterFile, {
isHdr: params.isHdr,
hdrType: params.hdrType,
colorTransfer: params.colorTransfer,
signal,
streamIndex: params.streamIndex,
})
const posterBuffer = fs.readFileSync(posterFile)
await ensureAssetNotPurging(params.assetKey)
@@ -938,7 +1217,9 @@ export async function extractPosterActivity(
lowerMsg.includes('enoent') ||
lowerMsg.includes('nosuchkey') ||
lowerMsg.includes('ffmpeg') ||
lowerMsg.includes('sharp')
lowerMsg.includes('sharp') ||
lowerMsg.includes('zscale') ||
lowerMsg.includes('tonemap')
) {
throw ApplicationFailure.create({
message: `Poster extraction failed: ${message}`,
@@ -1217,6 +1498,8 @@ export async function transcodeVideoChunkActivity(
params.startTime.toString(),
'-i',
inputSource,
'-map',
'0:V:0',
'-t',
(params.endTime - params.startTime).toString(),
'-vf',
@@ -45,26 +45,37 @@ vi.mock('@shumai/core/src/s3/s3', () => ({
},
}))
vi.mock('@shumai/core/src/transcode/transcode', () => ({
transcodeService: {
getVideoInfo: vi.fn(),
getImageInfo: vi.fn(),
createTempDir: vi.fn().mockReturnValue('/tmp'),
removeDir: vi.fn(),
renderSvgToPng: vi.fn().mockResolvedValue(Buffer.from('fake-overlay-png')),
downscaleImageToPng: vi.fn().mockResolvedValue({
buffer: Buffer.from('fake-block-png'),
width: 32,
height: 32,
}),
compositeOverlayToWebpFile: vi.fn().mockImplementation(async (_in, _overlay, out) => {
fs.writeFileSync(out, 'fake-webp')
}),
transcodeVideo: vi.fn().mockImplementation(async (params) => {
fs.writeFileSync(params.outputFile, 'fake-mp4')
}),
},
}))
vi.mock('@shumai/core/src/transcode/transcode', async (importOriginal) => {
const actual = await importOriginal<typeof import('@shumai/core/src/transcode/transcode')>()
return {
...actual,
transcodeService: {
...actual.transcodeService,
getVideoInfo: vi.fn(),
getImageInfo: vi.fn(),
createTempDir: vi.fn().mockReturnValue('/tmp'),
removeDir: vi.fn(),
renderSvgToPng: vi.fn().mockResolvedValue(Buffer.from('fake-overlay-png')),
downscaleImageToPng: vi.fn().mockResolvedValue({
buffer: Buffer.from('fake-block-png'),
width: 32,
height: 32,
}),
compositeOverlayToWebpFile: vi.fn().mockImplementation(async (_in, _overlay, out) => {
fs.writeFileSync(out, 'fake-webp')
}),
transcodeVideo: vi.fn().mockImplementation(async (params) => {
fs.writeFileSync(params.outputFile, 'fake-mp4')
}),
transcodeHlsRendition: vi.fn().mockImplementation(async (params) => {
fs.mkdirSync(params.outputDir, { recursive: true })
fs.writeFileSync(path.join(params.outputDir, 'init.mp4'), 'fake-init')
fs.writeFileSync(path.join(params.outputDir, 'segment_000.m4s'), 'fake-segment')
fs.writeFileSync(path.join(params.outputDir, 'index.m3u8'), 'fake-index')
}),
},
}
})
describe('Watermark Activities', () => {
setupTestDbHooks()
@@ -405,6 +416,208 @@ describe('Watermark Activities', () => {
fs.rmSync(outFilePath, { force: true })
})
it('mirrors both SDR and HDR videoTranscodes preserving HDR flags and -hdr suffix', async () => {
const assetKey = 'files/hdr-wm/video.mp4'
const storageKey = await prisma.storageKey.create({ data: { key: assetKey } })
const asset = await prisma.asset.create({
data: {
name: 'video.mp4',
type: 'file',
status: 'processed',
storageKeyId: storageKey.id,
mediaType: 'video/mp4',
media: {
duration: 10,
filesize: 0,
frames: 300,
proxyType: 'video',
imageTranscodes: [],
videoPreview: { width: 1920, height: 1080 },
finishedAt: new Date().toISOString(),
original: {
key: assetKey,
filesizeInBytes: 0,
codec: '',
},
metadata: {
originalWidth: 1920,
originalHeight: 1080,
duration: 10,
bitRate: 1000,
frameRate: 30,
totalFrames: 300,
startTimecode: '00:00:00:00',
hasAudio: true,
format: {},
isHdr: true,
hdrType: 'pq',
colorTransfer: 'smpte2084',
},
videoTranscodes: [
{
key: 'files/hdr-wm/video-1080p.mp4',
resolution: '1080p',
width: 1920,
height: 1080,
hdr: false,
},
{
key: 'files/hdr-wm/video-1080p-hdr.mp4',
resolution: '1080p',
width: 1920,
height: 1080,
hdr: true,
},
],
} as PrismaJson.MediaInfo,
},
})
const config = await seedConfig()
vi.mocked(transcodeService.getVideoInfo).mockResolvedValue({
originalWidth: 1920,
originalHeight: 1080,
duration: 10,
bitRate: 1000,
frameRate: 30,
totalFrames: 300,
startTimecode: '00:00:00:00',
hasAudio: true,
mimeType: 'video/mp4',
isHdr: true,
hdrType: 'pq',
colorTransfer: 'smpte2084',
})
vi.mocked(s3Service.putObject).mockResolvedValue(undefined as never)
const sdrOut = path.join('/tmp', `video-watermark-${config.id}-1080p.mp4`)
const hdrOut = path.join('/tmp', `video-watermark-${config.id}-1080p-hdr.mp4`)
fs.writeFileSync(sdrOut, Buffer.from('fake sdr'))
fs.writeFileSync(hdrOut, Buffer.from('fake hdr'))
const media = await transcodeWatermarkMediaActivity({
assetId: asset.id,
watermarkConfigId: config.id,
})
expect(media.videoTranscodes).toHaveLength(2)
expect(media.videoTranscodes?.[0]).toEqual(
expect.objectContaining({
resolution: '1080p',
hdr: false,
key: expect.stringContaining(`video-watermark-${config.id}-1080p.mp4`),
}),
)
expect(media.videoTranscodes?.[1]).toEqual(
expect.objectContaining({
resolution: '1080p',
hdr: true,
key: expect.stringContaining(`video-watermark-${config.id}-1080p-hdr.mp4`),
}),
)
expect(transcodeService.transcodeVideo).toHaveBeenCalledWith(
expect.objectContaining({
outputFile: sdrOut,
hdr: false,
sourceIsHdr: true,
}),
)
expect(transcodeService.transcodeVideo).toHaveBeenCalledWith(
expect.objectContaining({
outputFile: hdrOut,
hdr: true,
sourceIsHdr: true,
}),
)
fs.rmSync(sdrOut, { force: true })
fs.rmSync(hdrOut, { force: true })
})
it('produces watermarked HLS renditions and updates mediaInfo.hls when original is HLS', async () => {
const originalMedia: PrismaJson.MediaInfo = {
proxyType: 'video',
duration: 10,
filesize: 1000,
frames: 300,
videoTranscodes: [
{ key: 'files/asset/video-1080p.mp4', width: 1920, height: 1080, resolution: '1080p' },
],
imageTranscodes: [],
videoPreview: { width: 1920, height: 1080 },
metadata: {
originalWidth: 1920,
originalHeight: 1080,
duration: 10,
frameRate: 30,
totalFrames: 300,
startTimecode: '00:00:00:00',
hasAudio: false,
format: {},
bitRate: 1000,
},
original: { key: 'files/asset/raw.mp4', filesizeInBytes: 1000, codec: 'h264' },
finishedAt: new Date().toISOString(),
isHls: true,
hls: {
key: 'files/asset/hls/master.m3u8',
resolutions: [{ resolution: '1080p', width: 1920, height: 1080 }],
},
}
const storageKey = await prisma.storageKey.create({
data: { key: 'files/asset/raw.mp4' },
})
const asset = await prisma.asset.create({
data: {
name: 'wm-hls.mp4',
type: 'file',
status: 'processed',
storageKeyId: storageKey.id,
mediaType: 'video/mp4',
media: originalMedia,
},
})
const config = await prisma.watermarkConfig.create({
data: {
hash: 'hls-hash-' + Math.random(),
config: {
blocks: [
{
id: 'b1',
type: 'text',
text: 'HLS Confidential',
opacity: 0.5,
size: 0.05,
color: '#FFFFFF',
x: 0.5,
y: 0.5,
rotation: 0,
},
],
},
},
})
const media = await transcodeWatermarkMediaActivity({
assetId: asset.id,
watermarkConfigId: config.id,
})
expect(media.isHls).toBe(true)
expect(media.hls).toBeDefined()
expect(media.hls?.key).toContain(`hls-watermark-${config.id}/master.m3u8`)
expect(media.hls?.resolutions).toHaveLength(1)
expect(media.hls?.resolutions?.[0]?.resolution).toBe('1080p')
expect(transcodeService.transcodeHlsRendition).toHaveBeenCalledWith(
expect.objectContaining({
width: 1920,
height: 1080,
}),
)
})
})
describe('completeWatermarkFileActivity', () => {
+148 -2
View File
@@ -1,7 +1,11 @@
import { prisma, WatermarkFileStatus } from '@shumai/db'
import '@shumai/db/src/prisma-json-types'
import { s3Service } from '@shumai/core/src/s3/s3'
import { transcodeService } from '@shumai/core/src/transcode/transcode'
import {
transcodeService,
buildHlsMasterPlaylist,
calculateEffectiveBitrateBps,
} from '@shumai/core/src/transcode/transcode'
import {
generateWatermarkSvg,
RenderBlockImageData,
@@ -181,6 +185,12 @@ export async function transcodeWatermarkMediaActivity(
let startTimecode = '00:00:00:00'
let hasAudio = false
let sourceVideoBitrate: number | undefined
let colorTransfer: string | undefined
let colorPrimaries: string | undefined
let colorSpace: string | undefined
let isHdr: boolean | undefined
let hdrType: PrismaJson.HdrType | undefined
let dvProfile: number | undefined
if (isVideo) {
const info = await transcodeService.getVideoInfo(rawFilePath)
@@ -194,6 +204,12 @@ export async function transcodeWatermarkMediaActivity(
startTimecode = info.startTimecode || '00:00:00:00'
hasAudio = info.hasAudio
sourceVideoBitrate = info.videoBitRate || info.bitRate
colorTransfer = info.colorTransfer
colorPrimaries = info.colorPrimaries
colorSpace = info.colorSpace
isHdr = info.isHdr
hdrType = info.hdrType
dvProfile = info.dvProfile
} else if (isImage) {
const info = await transcodeService.getImageInfo(rawFilePath)
originalWidth = info.originalWidth
@@ -258,6 +274,12 @@ export async function transcodeWatermarkMediaActivity(
totalFrames,
startTimecode,
hasAudio,
colorTransfer: colorTransfer ?? originalMedia?.metadata?.colorTransfer,
colorPrimaries: colorPrimaries ?? originalMedia?.metadata?.colorPrimaries,
colorSpace: colorSpace ?? originalMedia?.metadata?.colorSpace,
isHdr: isHdr ?? originalMedia?.metadata?.isHdr,
hdrType: hdrType ?? originalMedia?.metadata?.hdrType,
dvProfile: dvProfile ?? originalMedia?.metadata?.dvProfile,
format: {},
},
original: {
@@ -320,6 +342,8 @@ export async function transcodeWatermarkMediaActivity(
const targetWidth = vt.width || originalWidth
const targetHeight = vt.height || originalHeight
const resolution = vt.resolution || `${targetHeight}p`
const isVtHdr = Boolean(vt.hdr)
const suffix = isVtHdr ? `${resolution}-hdr` : resolution
const svgString = generateWatermarkSvg(config, targetWidth, targetHeight, blockImagesMap)
const overlayPngBuffer = await transcodeService.renderSvgToPng(svgString)
@@ -327,7 +351,7 @@ export async function transcodeWatermarkMediaActivity(
const overlayPngPath = path.join(tmpDir, `watermarkOverlay-${i}.png`)
fs.writeFileSync(overlayPngPath, overlayPngBuffer)
const outFileName = `${stem}-watermark-${params.watermarkConfigId}-${resolution}.mp4`
const outFileName = `${stem}-watermark-${params.watermarkConfigId}-${suffix}.mp4`
const outFilePath = path.join(tmpDir, outFileName)
await transcodeService.transcodeVideo({
@@ -340,6 +364,14 @@ export async function transcodeWatermarkMediaActivity(
hardwareAcceleration,
sourceVideoBitrate,
threads,
hdr: isVtHdr,
sourceIsHdr: isHdr ?? originalMedia?.metadata?.isHdr,
sourceHdrType: hdrType ?? originalMedia?.metadata?.hdrType,
sourceColorTransfer: colorTransfer ?? originalMedia?.metadata?.colorTransfer,
sourceColorPrimaries: colorPrimaries ?? originalMedia?.metadata?.colorPrimaries,
sourceColorSpace: colorSpace ?? originalMedia?.metadata?.colorSpace,
streamIndex: originalMedia?.metadata?.videoStreamIndex,
audioStreamIndex: originalMedia?.metadata?.audioStreamIndex,
})
const stat = fs.statSync(outFilePath)
@@ -359,8 +391,122 @@ export async function transcodeWatermarkMediaActivity(
width: targetWidth,
height: targetHeight,
resolution,
hdr: isVtHdr,
})
}
if (originalMedia?.isHls && originalMedia?.hls?.resolutions?.length) {
const hlsWatermarkDirKey = path.posix.join(
path.posix.dirname(assetKey),
`hls-watermark-${params.watermarkConfigId}`,
)
const masterKey = path.posix.join(hlsWatermarkDirKey, 'master.m3u8')
const hlsTmpDir = path.join(tmpDir, `hls-watermark-${params.watermarkConfigId}`)
fs.mkdirSync(hlsTmpDir, { recursive: true })
const renditionSpecs: Array<{
resolution: string
width: number
height: number
bitrateBps: number
isHdr?: boolean
}> = []
const hlsResolutions: PrismaJson.VideoTranscode[] = []
for (const vt of originalMedia.hls.resolutions) {
const ladder = vt.resolution || `${vt.height}p`
const targetWidth = vt.width || originalWidth
const targetHeight = vt.height || originalHeight
const isVtHdr = Boolean(vt.hdr)
const svgString = generateWatermarkSvg(config, targetWidth, targetHeight, blockImagesMap)
const overlayPngBuffer = await transcodeService.renderSvgToPng(svgString)
const overlayPngPath = path.join(tmpDir, `watermarkOverlay-hls-${ladder}.png`)
fs.writeFileSync(overlayPngPath, overlayPngBuffer)
const ladderDir = path.join(hlsTmpDir, ladder)
await transcodeService.transcodeHlsRendition({
inputFile: rawFilePath,
outputDir: ladderDir,
width: targetWidth,
height: targetHeight,
overlayFile: overlayPngPath,
frameRate,
hardwareAcceleration,
sourceVideoBitrate,
threads,
hdr: isVtHdr,
disableAudio: !hasAudio,
sourceIsHdr: isHdr ?? originalMedia?.metadata?.isHdr,
sourceHdrType: hdrType ?? originalMedia?.metadata?.hdrType,
sourceColorTransfer: colorTransfer ?? originalMedia?.metadata?.colorTransfer,
sourceColorPrimaries: colorPrimaries ?? originalMedia?.metadata?.colorPrimaries,
sourceColorSpace: colorSpace ?? originalMedia?.metadata?.colorSpace,
streamIndex: originalMedia?.metadata?.videoStreamIndex,
audioStreamIndex: originalMedia?.metadata?.audioStreamIndex,
})
const targetBps = calculateEffectiveBitrateBps(
targetHeight,
targetWidth,
sourceVideoBitrate,
frameRate,
)
renditionSpecs.push({
resolution: ladder,
width: targetWidth,
height: targetHeight,
bitrateBps: targetBps,
isHdr: isVtHdr,
})
const ladderFiles = fs.readdirSync(ladderDir)
for (const file of ladderFiles) {
const filePath = path.join(ladderDir, file)
const stat = fs.statSync(filePath)
totalSize += stat.size
const contentType = file.endsWith('.m3u8')
? 'application/vnd.apple.mpegurl'
: file.endsWith('.m4s')
? 'video/iso.segment'
: 'video/mp4'
const s3Key = path.posix.join(hlsWatermarkDirKey, ladder, file)
await s3Service.putObject(
bucket,
s3Key,
Bun.file(filePath).stream(),
stat.size,
contentType,
)
}
hlsResolutions.push({
key: path.posix.join(hlsWatermarkDirKey, ladder, 'index.m3u8'),
width: targetWidth,
height: targetHeight,
resolution: ladder,
hdr: isVtHdr,
})
}
const masterM3u8Content = buildHlsMasterPlaylist(renditionSpecs)
const masterM3u8Buffer = Buffer.from(masterM3u8Content, 'utf-8')
await s3Service.putObject(
bucket,
masterKey,
masterM3u8Buffer,
masterM3u8Buffer.length,
'application/vnd.apple.mpegurl',
)
mediaInfo.isHls = true
mediaInfo.hls = {
key: masterKey,
resolutions: hlsResolutions,
}
}
mediaInfo.filesize = totalSize
}
+17
View File
@@ -22,6 +22,13 @@ export class VideoTranscoder {
return this
}
setVideoResolutions(resolutions?: PrismaJson.VideoResolutionLadder[]): this {
if (resolutions) {
this.spec.videoResolutions = resolutions
}
return this
}
setHardwareAcceleration(hardwareAcceleration?: PrismaJson.HardwareAcceleration): this {
if (hardwareAcceleration) {
this.spec.hardwareAcceleration = hardwareAcceleration
@@ -46,6 +53,16 @@ export class VideoTranscoder {
return this
}
setHls(enabled?: boolean, resolutions?: PrismaJson.HlsResolutionLadder[]): this {
if (enabled !== undefined) {
this.spec.hlsEnabled = enabled
}
if (resolutions) {
this.spec.hlsResolutions = resolutions
}
return this
}
async submit(): Promise<string> {
const task = await this.db.workflowTask.create({
data: {
+20 -3
View File
@@ -38,14 +38,31 @@ export async function completeTask(
})
}
export async function failTask(workerQueue: string, taskId: string, err: unknown) {
const { updateTaskStatusActivity } = getActivities()
export async function failTask(
workerQueue: string,
taskId: string,
err: unknown,
assetId?: string,
) {
const { updateTaskStatusActivity, updateAssetStatusActivity } = getActivities()
if (workerQueue) {
const errorMsg = err instanceof Error ? err.message : String(err)
await executeActivity(workerQueue, updateTaskStatusActivity, {
taskId,
status: 'failed',
output: { error: err instanceof Error ? err.message : String(err) },
output: { error: errorMsg },
})
if (assetId) {
try {
await executeActivity(workerQueue, updateAssetStatusActivity, {
assetId,
status: 'failed',
error: errorMsg,
})
} catch (assetErr) {
console.error('Failed to update asset status to failed:', assetErr)
}
}
}
}
@@ -168,4 +168,58 @@ describe('takeVideoScreenshotsWorkflow', () => {
annotations: [],
})
})
it('should prioritize SDR proxy over higher-resolution HDR proxy to avoid washed-out annotations', async () => {
const task: WorkflowTask = {
id: 'task-screenshot-sdr-prioritized',
assetId: 'asset-video-hdr',
type: WorkflowTaskType.transcode_screenshot,
status: WorkflowTaskStatus.pending,
sessionId: null,
output: null,
payload: {
projectId: 'proj-1',
screenshot: {
start: 2.0,
end: 2.0,
count: 1,
commentTimestamp: 2.0,
annotations: [],
},
},
createdAt: new Date(),
updatedAt: new Date(),
heartbeat: null,
teamId: 'team-1',
projectId: 'proj-1',
uid: 'task-uid',
model: null,
inputTokens: 0,
outputTokens: 0,
}
mockActivities.getAssetActivity.mockResolvedValue({
id: 'asset-video-hdr',
storageKey: { key: 'raw-hdr.mp4' },
mediaType: 'video/mp4',
media: {
videoTranscodes: [
{ key: 'proxy-1080p-hdr.mp4', height: 1080, width: 1920, hdr: true },
{ key: 'proxy-720p.mp4', height: 720, width: 1280, hdr: false },
],
},
})
mockActivities.takeScreenshotsActivity.mockResolvedValue([
{ key: 'files/asset-video-hdr/screenshots/shot1.webp', timestamp: 2.0 },
])
await takeVideoScreenshotsWorkflow(task)
expect(mockActivities.takeScreenshotsActivity).toHaveBeenCalledWith(
expect.objectContaining({
assetKey: 'proxy-720p.mp4',
}),
)
})
})
@@ -23,7 +23,12 @@ export async function takeVideoScreenshotsWorkflow(task: WorkflowTask): Promise<
if (mediaInfo.videoTranscodes && mediaInfo.videoTranscodes.length > 0) {
const sorted = [...mediaInfo.videoTranscodes]
.filter((t) => t.key)
.sort((a, b) => (b.height || 0) - (a.height || 0))
.sort((a, b) => {
// Prioritize SDR over HDR to avoid washed out screenshots
if (!a.hdr && b.hdr) return -1
if (a.hdr && !b.hdr) return 1
return (b.height || 0) - (a.height || 0)
})
if (sorted.length > 0 && sorted[0].key) {
targetKey = sorted[0].key
}
@@ -155,4 +155,73 @@ describe('transcodeImageWorkflow', () => {
projectId: 'proj-1',
})
})
it('should handle RAW image without usable preview by skipping transcodes and marking processed', async () => {
const task: WorkflowTask = {
id: 'task-raw-nopreview',
assetId: 'asset-raw',
type: WorkflowTaskType.transcode_image,
status: WorkflowTaskStatus.pending,
sessionId: null,
output: null,
payload: {
projectId: 'proj-1',
transcode: {
thumbnail: true,
},
},
createdAt: new Date(),
updatedAt: new Date(),
heartbeat: null,
teamId: 'team-1',
projectId: 'proj-1',
uid: 'task-uid',
model: null,
inputTokens: 0,
outputTokens: 0,
}
mockActivities.getAssetActivity.mockResolvedValue({
id: 'asset-raw',
storageKey: { key: 'photo.cr2' },
mediaType: 'image/x-canon-cr2',
})
// RAW file without usable preview returns originalWidth: 0, originalHeight: 0
mockActivities.getMediaInfoActivity.mockResolvedValue({
proxyType: 'image',
metadata: {
originalWidth: 0,
originalHeight: 0,
duration: 0,
frameRate: 0,
totalFrames: 0,
startTimecode: undefined,
bitRate: 0,
hasAudio: false,
format: {},
},
videoTranscodes: [],
imageTranscodes: [],
})
await transcodeImageWorkflow(task)
// transcodeImageActivity should NOT be called since hasUsablePreview is false
expect(mockActivities.transcodeImageActivity).not.toHaveBeenCalled()
// Asset media should still be updated
expect(mockActivities.updateAssetMediaActivity).toHaveBeenCalledWith({
assetId: 'asset-raw',
mediaInfo: expect.objectContaining({
imageTranscodes: [],
}),
})
// Asset should still be marked as processed
expect(mockActivities.updateAssetStatusActivity).toHaveBeenCalledWith({
assetId: 'asset-raw',
status: AssetStatus.processed,
})
})
})
@@ -12,6 +12,7 @@ import {
export async function transcodeImageWorkflow(task: WorkflowTask): Promise<void> {
let tmpDir: string | undefined
let workerQueue = ''
let mediaProcessed = false
try {
workerQueue = await getWorkerQueueAndStartTask(task)
@@ -54,9 +55,10 @@ export async function transcodeImageWorkflow(task: WorkflowTask): Promise<void>
}
const metadata = mediaInfo.metadata
const hasUsablePreview = metadata && metadata.originalWidth > 0 && metadata.originalHeight > 0
const isImage = mediaInfo.proxyType === 'image'
if (isImage && metadata) {
if (isImage && hasUsablePreview && metadata) {
const imageSpec: PrismaJson.ImageTranscode = {
width: metadata.originalWidth,
height: metadata.originalHeight,
@@ -71,7 +73,7 @@ export async function transcodeImageWorkflow(task: WorkflowTask): Promise<void>
mediaInfo.imageTranscodes.push(imageTranscode)
}
if (spec.thumbnail) {
if (spec.thumbnail && hasUsablePreview) {
const thumbTranscode = await executeActivity(workerQueue, transcodeImageActivity, {
assetKey: key,
filePath,
@@ -89,6 +91,7 @@ export async function transcodeImageWorkflow(task: WorkflowTask): Promise<void>
assetId: asset.id,
status: 'processed',
})
mediaProcessed = true
await executeActivity(workerQueue, createEmbeddingTaskIfEnabledActivity, {
assetId: asset.id,
@@ -105,7 +108,7 @@ export async function transcodeImageWorkflow(task: WorkflowTask): Promise<void>
await completeTask(workerQueue, task.id)
} catch (err) {
console.error(`transcodeImageWorkflow failed for task ${task.id}:`, err)
await failTask(workerQueue, task.id, err)
await failTask(workerQueue, task.id, err, mediaProcessed ? undefined : task.assetId)
throw err
} finally {
await cleanupTmpDir(workerQueue, tmpDir)
@@ -12,6 +12,7 @@ import {
export async function transcodePdfWorkflow(task: WorkflowTask): Promise<void> {
let tmpDir: string | undefined
let workerQueue = ''
let mediaProcessed = false
try {
workerQueue = await getWorkerQueueAndStartTask(task)
@@ -101,6 +102,7 @@ export async function transcodePdfWorkflow(task: WorkflowTask): Promise<void> {
assetId: asset.id,
status: 'processed',
})
mediaProcessed = true
await executeActivity(workerQueue, createEmbeddingTaskIfEnabledActivity, {
assetId: asset.id,
@@ -117,7 +119,7 @@ export async function transcodePdfWorkflow(task: WorkflowTask): Promise<void> {
await completeTask(workerQueue, task.id)
} catch (err) {
console.error(`transcodePdfWorkflow failed for task ${task.id}:`, err)
await failTask(workerQueue, task.id, err)
await failTask(workerQueue, task.id, err, mediaProcessed ? undefined : task.assetId)
throw err
} finally {
await cleanupTmpDir(workerQueue, tmpDir)
@@ -0,0 +1,173 @@
import { describe, it, expect } from 'vitest'
import {
getTargetHlsResolutions,
resolutionToDimensions,
getTargetVideoResolutions,
isMimePsd,
} from './transcode-utils'
describe('transcode-utils', () => {
describe('getTargetHlsResolutions', () => {
it('uses default ladders when configuredLadders is undefined or empty', () => {
// 1080p source video (1920x1080)
const res1 = getTargetHlsResolutions(undefined, 1920, 1080)
expect(res1).toEqual(['1080p', '720p', '480p'])
const res2 = getTargetHlsResolutions([], 1920, 1080)
expect(res2).toEqual(['1080p', '720p', '480p'])
})
it('caps ladders up to source resolution (no upscaling)', () => {
// 1080p source with 4K configured ladders -> should cap to 1080p
const res = getTargetHlsResolutions(['480p', '720p', '1080p', '1440p', '2160p'], 1920, 1080)
expect(res).toEqual(['1080p', '720p', '480p'])
})
it('includes higher ladders when source resolution supports them', () => {
// 4K source (3840x2160)
const res = getTargetHlsResolutions(['480p', '720p', '1080p', '1440p', '2160p'], 3840, 2160)
expect(res).toEqual(['2160p', '1440p', '1080p', '720p', '480p'])
// 1440p source (2560x1440)
const res1440 = getTargetHlsResolutions(
['480p', '720p', '1080p', '1440p', '2160p'],
2560,
1440,
)
expect(res1440).toEqual(['1440p', '1080p', '720p', '480p'])
})
it('handles vertical videos correctly by using the longest side', () => {
// 1080x1920 (vertical 1080p)
const res = getTargetHlsResolutions(['480p', '720p', '1080p', '1440p', '2160p'], 1080, 1920)
expect(res).toEqual(['1080p', '720p', '480p'])
})
it('falls back to lowest selected ladder when source is smaller than smallest ladder', () => {
// 640x360 source is smaller than 480p (854 long side) -> falls back to lowest selected (480p)
const res = getTargetHlsResolutions(undefined, 640, 360)
expect(res).toEqual(['480p'])
// When user selected 720p and 1440p, and source is 480p (854 long side) -> falls back to lowest selected (720p)
const resCustom = getTargetHlsResolutions(['720p', '1440p'], 854, 480)
expect(resCustom).toEqual(['720p'])
})
it('respects selective subset of configured ladders', () => {
// User only selected 720p and 1440p
const res = getTargetHlsResolutions(['720p', '1440p'], 2560, 1440)
expect(res).toEqual(['1440p', '720p'])
})
})
describe('resolutionToDimensions', () => {
it('calculates dimensions correctly for 1440p and 480p', () => {
const [w1440, h1440] = resolutionToDimensions('1440p', 3840, 2160)
expect(w1440).toBe(2560)
expect(h1440).toBe(1440)
const [w480, h480] = resolutionToDimensions('480p', 1920, 1080)
expect(w480).toBe(854)
expect(h480).toBe(480)
})
it('ensures even dimensions for odd calculations', () => {
const [w, h] = resolutionToDimensions('720p', 1921, 1081)
expect(w % 2).toBe(0)
expect(h % 2).toBe(0)
})
it('returns [0, 0] for unknown resolution', () => {
expect(resolutionToDimensions('invalid', 1920, 1080)).toEqual([0, 0])
})
})
describe('getTargetVideoResolutions', () => {
describe('best_match strategy', () => {
it('returns best match resolution for 4K video', () => {
const resolutions = getTargetVideoResolutions('best_match', 3840, 2160)
expect(resolutions).toEqual(['180p', '2160p'])
})
it('returns best match resolution for 1080p video', () => {
const resolutions = getTargetVideoResolutions('best_match', 1920, 1080)
expect(resolutions).toEqual(['180p', '1080p'])
})
it('returns best match resolution for 720p video', () => {
const resolutions = getTargetVideoResolutions('best_match', 1280, 720)
expect(resolutions).toEqual(['180p', '720p'])
})
it('falls back to 480p for smaller videos (460p and 230p)', () => {
const res460 = getTargetVideoResolutions('best_match', 818, 460)
expect(res460).toEqual(['180p', '480p'])
const res230 = getTargetVideoResolutions('best_match', 408, 230)
expect(res230).toEqual(['180p', '480p'])
})
})
describe('multi strategy', () => {
it('returns all supported resolutions up to source for 4K video', () => {
const resolutions = getTargetVideoResolutions('multi', 3840, 2160)
expect(resolutions).toEqual(['180p', '2160p', '1440p', '1080p', '720p', '480p'])
})
it('returns resolutions up to 720p for 1280x720 video', () => {
const resolutions = getTargetVideoResolutions('multi', 1280, 720)
expect(resolutions).toEqual(['180p', '720p', '480p'])
})
it('returns resolutions up to 1080p for 2276x1280 video', () => {
const resolutions = getTargetVideoResolutions('multi', 2276, 1280)
expect(resolutions).toEqual(['180p', '1080p', '720p', '480p'])
})
it('falls back to lowest selected resolution (480p) for 460p and 230p videos', () => {
const res460 = getTargetVideoResolutions('multi', 818, 460)
expect(res460).toEqual(['180p', '480p'])
const res230 = getTargetVideoResolutions('multi', 408, 230)
expect(res230).toEqual(['180p', '480p'])
})
it('respects user-selected ladders and falls back to lowest selected ladder', () => {
const customLadders = ['720p', '1440p', '2160p'] as PrismaJson.VideoResolutionLadder[]
// 4K video: matches 2160p, 1440p, 720p (1080p was not selected)
const res4k = getTargetVideoResolutions('multi', 3840, 2160, customLadders)
expect(res4k).toEqual(['180p', '2160p', '1440p', '720p'])
// 230p video: nothing matches <= 408 -> falls back to lowest selected (720p)
const res230 = getTargetVideoResolutions('multi', 408, 230, customLadders)
expect(res230).toEqual(['180p', '720p'])
})
it('normalizes legacy "all" and "full" strategy values to multi', () => {
const resAll = getTargetVideoResolutions(
'all' as unknown as PrismaJson.VideoTranscodeStrategy,
1280,
720,
)
expect(resAll).toEqual(['180p', '720p', '480p'])
const resFull = getTargetVideoResolutions(
'full' as unknown as PrismaJson.VideoTranscodeStrategy,
1280,
720,
)
expect(resFull).toEqual(['180p', '720p', '480p'])
})
})
})
describe('isMimePsd', () => {
it('identifies PSD mime types', () => {
expect(isMimePsd('image/vnd.adobe.photoshop')).toBe(true)
expect(isMimePsd('image/x-photoshop')).toBe(true)
expect(isMimePsd('image/psd')).toBe(true)
expect(isMimePsd('image/png')).toBe(false)
})
})
})
@@ -13,13 +13,67 @@ export function isMimePsd(mimeType: string): boolean {
const RESOLUTION_LONG_SIDES: Record<string, number> = {
'2160p': 3840,
'1440p': 2560,
'1080p': 1920,
'720p': 1280,
'540p': 960,
'480p': 854,
'360p': 640,
'180p': 320,
}
export const HLS_LADDER_ORDER: PrismaJson.HlsResolutionLadder[] = [
'2160p',
'1440p',
'1080p',
'720p',
'480p',
]
export const VIDEO_LADDER_ORDER: PrismaJson.VideoResolutionLadder[] = [
'2160p',
'1440p',
'1080p',
'720p',
'480p',
]
export function matchResolutionsByLongSide<T extends string>(
selectedLadders: T[],
ladderOrder: T[],
rawLongSide: number,
): T[] {
const orderedSelected = ladderOrder.filter((ladder) => selectedLadders.includes(ladder))
if (orderedSelected.length === 0) return []
const matched = orderedSelected.filter((ladder) => {
const targetLongSide = RESOLUTION_LONG_SIDES[ladder]
return targetLongSide !== undefined && targetLongSide <= rawLongSide
})
if (matched.length === 0) {
// Falls back to the lowest resolution selected if nothing matched
return [orderedSelected[orderedSelected.length - 1]]
}
return matched
}
export function getTargetHlsResolutions(
configuredLadders: PrismaJson.HlsResolutionLadder[] | undefined,
originalWidth: number,
originalHeight: number,
): PrismaJson.HlsResolutionLadder[] {
const selectedLadders =
configuredLadders && configuredLadders.length > 0
? configuredLadders
: (['480p', '720p', '1080p'] as PrismaJson.HlsResolutionLadder[])
const rawLongSide = Math.max(originalWidth, originalHeight)
return matchResolutionsByLongSide(selectedLadders, HLS_LADDER_ORDER, rawLongSide)
}
export function resolutionToDimensions(
resolution: string,
originalWidth: number,
@@ -45,31 +99,11 @@ export function resolutionToDimensions(
return [width, height]
}
const TARGET_RESOLUTIONS = [
{ name: '2160p', longSide: 3840 },
{ name: '1080p', longSide: 1920 },
{ name: '720p', longSide: 1280 },
{ name: '540p', longSide: 960 },
{ name: '360p', longSide: 640 },
]
function getBestMatchResolution(
originalWidth: number,
originalHeight: number,
): { name: string; longSide: number } {
const rawLongSide = Math.max(originalWidth, originalHeight)
const lower = TARGET_RESOLUTIONS.filter((r) => r.longSide <= rawLongSide)
if (lower.length > 0) {
lower.sort((a, b) => b.longSide - a.longSide)
return lower[0]
}
return TARGET_RESOLUTIONS[TARGET_RESOLUTIONS.length - 1]
}
export function getTargetVideoResolutions(
strategy: PrismaJson.VideoTranscodeStrategy,
originalWidth: number,
originalHeight: number,
configuredResolutions?: PrismaJson.VideoResolutionLadder[],
): string[] {
const resolutions = ['180p']
@@ -77,21 +111,27 @@ export function getTargetVideoResolutions(
const stratStr = strategy as string
if (stratStr === 'single' || stratStr === 'disable') {
normalizedStrategy = 'best_match'
} else if (stratStr === 'full') {
normalizedStrategy = 'all'
} else if (stratStr === 'full' || stratStr === 'all' || stratStr === 'multi') {
normalizedStrategy = 'multi'
}
const bestMatch = getBestMatchResolution(originalWidth, originalHeight)
const selectedLadders =
configuredResolutions && configuredResolutions.length > 0
? configuredResolutions
: (['480p', '720p', '1080p', '1440p', '2160p'] as PrismaJson.VideoResolutionLadder[])
const rawLongSide = Math.max(originalWidth, originalHeight)
if (normalizedStrategy === 'best_match') {
resolutions.push(bestMatch.name)
} else if (normalizedStrategy === 'all') {
const bestMatchIndex = TARGET_RESOLUTIONS.findIndex((r) => r.name === bestMatch.name)
if (bestMatchIndex !== -1) {
for (let i = bestMatchIndex; i < TARGET_RESOLUTIONS.length; i++) {
resolutions.push(TARGET_RESOLUTIONS[i].name)
}
}
const matched = matchResolutionsByLongSide(
['480p', '720p', '1080p', '1440p', '2160p'] as PrismaJson.VideoResolutionLadder[],
VIDEO_LADDER_ORDER,
rawLongSide,
)
resolutions.push(matched[0])
} else if (normalizedStrategy === 'multi') {
const matched = matchResolutionsByLongSide(selectedLadders, VIDEO_LADDER_ORDER, rawLongSide)
resolutions.push(...matched)
}
return resolutions
@@ -25,6 +25,7 @@ describe('transcodeVideoWorkflow', () => {
getAssetActivity: Object.assign(vi.fn(), { _activityName: 'getAssetActivity' }),
getMediaInfoActivity: Object.assign(vi.fn(), { _activityName: 'getMediaInfoActivity' }),
transcodeVideoActivity: Object.assign(vi.fn(), { _activityName: 'transcodeVideoActivity' }),
transcodeHlsActivity: Object.assign(vi.fn(), { _activityName: 'transcodeHlsActivity' }),
transcodeAudioActivity: Object.assign(vi.fn(), { _activityName: 'transcodeAudioActivity' }),
transcodeImageActivity: Object.assign(vi.fn(), { _activityName: 'transcodeImageActivity' }),
generateSpriteActivity: Object.assign(vi.fn(), { _activityName: 'generateSpriteActivity' }),
@@ -497,4 +498,505 @@ describe('transcodeVideoWorkflow', () => {
mockActivities.updateAssetMediaActivity.mock.invocationCallOrder[spriteCommitIndex],
).toBeLessThan(firstProxyOrder)
})
it('should transcode only HDR proxies and HDR 180p preview when source is HDR', async () => {
const task: WorkflowTask = {
id: 'task-hdr',
assetId: 'asset-hdr',
type: WorkflowTaskType.transcode_video,
status: WorkflowTaskStatus.pending,
sessionId: null,
output: null,
payload: {
projectId: 'proj-1',
transcode: {
videoStrategy: 'best_match',
poster: true,
},
},
createdAt: new Date(),
updatedAt: new Date(),
heartbeat: null,
teamId: 'team-1',
projectId: 'proj-1',
uid: 'task-uid-hdr',
model: null,
inputTokens: 0,
outputTokens: 0,
}
mockActivities.getAssetActivity.mockResolvedValue({
id: 'asset-hdr',
storageKey: { key: 'hdr-video.mp4' },
mediaType: 'video/mp4',
})
mockActivities.getMediaInfoActivity.mockResolvedValue({
proxyType: 'video',
metadata: {
originalWidth: 1920,
originalHeight: 1080,
duration: 10,
frameRate: 30,
totalFrames: 300,
startTimecode: '00:00:00:00',
bitRate: 1000,
videoBitRate: 850000,
hasAudio: false,
format: {},
isHdr: true,
hdrType: 'pq',
colorTransfer: 'smpte2084',
colorPrimaries: 'bt2020',
colorSpace: 'bt2020nc',
},
videoTranscodes: [],
imageTranscodes: [],
})
mockActivities.transcodeVideoActivity.mockImplementation(async (params) => {
return {
key: `files/asset-hdr/video-${params.videoSpec.resolution}${params.videoSpec.hdr ? '-hdr' : ''}.mp4`,
width: params.videoSpec.width,
height: params.videoSpec.height,
resolution: params.videoSpec.resolution,
hdr: params.videoSpec.hdr,
}
})
await transcodeVideoWorkflow(task)
// Poster extraction must use SDR tone mapping
expect(mockActivities.extractPosterActivity).toHaveBeenCalledWith(
expect.objectContaining({
isHdr: true,
hdrType: 'pq',
colorTransfer: 'smpte2084',
}),
)
// 180p preview must be generated as HDR (hdr: true)
expect(mockActivities.transcodeVideoActivity).toHaveBeenCalledWith(
expect.objectContaining({
videoSpec: expect.objectContaining({
resolution: '180p',
hdr: true,
}),
}),
)
// Main resolution (1080p) must be called as HDR (hdr: true)
expect(mockActivities.transcodeVideoActivity).toHaveBeenCalledWith(
expect.objectContaining({
videoSpec: expect.objectContaining({
resolution: '1080p',
hdr: true,
}),
}),
)
// No calls should have been made with hdr: false for HDR source
const calls = mockActivities.transcodeVideoActivity.mock.calls
const sdrCalls = calls.filter(
(c: unknown[]) => (c[0] as { videoSpec: { hdr?: boolean } }).videoSpec.hdr === false,
)
expect(sdrCalls).toHaveLength(0)
expect(mockActivities.updateTaskStatusActivity).toHaveBeenCalledWith({
taskId: 'task-hdr',
status: WorkflowTaskStatus.completed,
})
})
it('should transcode only SDR proxy and SDR 180p preview when source is SDR', async () => {
const task: WorkflowTask = {
id: 'task-sdr-source',
assetId: 'asset-sdr-source',
type: WorkflowTaskType.transcode_video,
status: WorkflowTaskStatus.pending,
sessionId: null,
output: null,
payload: {
projectId: 'proj-1',
transcode: {
videoStrategy: 'best_match',
poster: true,
},
},
createdAt: new Date(),
updatedAt: new Date(),
heartbeat: null,
teamId: 'team-1',
projectId: 'proj-1',
uid: 'task-uid-sdr-source',
model: null,
inputTokens: 0,
outputTokens: 0,
}
mockActivities.getAssetActivity.mockResolvedValue({
id: 'asset-sdr-source',
storageKey: { key: 'sdr-video.mp4' },
mediaType: 'video/mp4',
})
mockActivities.getMediaInfoActivity.mockResolvedValue({
proxyType: 'video',
metadata: {
originalWidth: 1920,
originalHeight: 1080,
duration: 10,
frameRate: 30,
totalFrames: 300,
startTimecode: '00:00:00:00',
bitRate: 1000,
videoBitRate: 850000,
hasAudio: false,
format: {},
isHdr: false,
},
videoTranscodes: [],
imageTranscodes: [],
})
mockActivities.transcodeVideoActivity.mockImplementation(async (params) => {
return {
key: `files/asset-sdr-source/video-${params.videoSpec.resolution}.mp4`,
width: params.videoSpec.width,
height: params.videoSpec.height,
resolution: params.videoSpec.resolution,
hdr: params.videoSpec.hdr,
}
})
await transcodeVideoWorkflow(task)
// 180p preview must be generated as SDR (hdr: false)
expect(mockActivities.transcodeVideoActivity).toHaveBeenCalledWith(
expect.objectContaining({
videoSpec: expect.objectContaining({
resolution: '180p',
hdr: false,
}),
}),
)
// Main resolution (1080p) must be generated as SDR (hdr: false)
expect(mockActivities.transcodeVideoActivity).toHaveBeenCalledWith(
expect.objectContaining({
videoSpec: expect.objectContaining({
resolution: '1080p',
hdr: false,
}),
}),
)
// No calls should have been made with hdr: true for SDR source
const calls = mockActivities.transcodeVideoActivity.mock.calls
const hdrCalls = calls.filter(
(c: unknown[]) => (c[0] as { videoSpec: { hdr?: boolean } }).videoSpec.hdr === true,
)
expect(hdrCalls).toHaveLength(0)
expect(mockActivities.updateTaskStatusActivity).toHaveBeenCalledWith({
taskId: 'task-sdr-source',
status: WorkflowTaskStatus.completed,
})
})
it('should trigger HLS transcoding when hlsEnabled is true', async () => {
const task: WorkflowTask = {
id: 'task-hls',
assetId: 'asset-hls',
type: WorkflowTaskType.transcode_video,
status: WorkflowTaskStatus.pending,
sessionId: null,
output: null,
payload: {
projectId: 'proj-1',
transcode: {
videoStrategy: 'best_match',
hlsEnabled: true,
hlsResolutions: ['480p', '720p', '1080p'],
},
},
createdAt: new Date(),
updatedAt: new Date(),
heartbeat: null,
teamId: 'team-1',
projectId: 'proj-1',
uid: 'task-uid-hls',
model: null,
inputTokens: 0,
outputTokens: 0,
}
mockActivities.getAssetActivity.mockResolvedValue({
id: 'asset-hls',
storageKey: { key: 'files/asset-hls/video.mp4' },
mediaType: 'video/mp4',
})
mockActivities.getMediaInfoActivity.mockResolvedValue({
proxyType: 'video',
metadata: {
originalWidth: 1920,
originalHeight: 1080,
duration: 10,
frameRate: 30,
totalFrames: 300,
startTimecode: '00:00:00:00',
bitRate: 1000,
videoBitRate: 850000,
hasAudio: false,
format: {},
},
videoTranscodes: [],
imageTranscodes: [],
})
mockActivities.transcodeVideoActivity.mockResolvedValue({
key: 'files/asset-hls/video-1080p.mp4',
width: 1920,
height: 1080,
resolution: '1080p',
})
mockActivities.transcodeHlsActivity.mockResolvedValue({
key: 'files/asset-hls/hls/master.m3u8',
resolutions: ['1080p', '720p', '480p'],
})
await transcodeVideoWorkflow(task)
expect(mockActivities.transcodeHlsActivity).toHaveBeenCalledWith(
expect.objectContaining({
taskId: 'task-hls',
assetKey: 'files/asset-hls/video.mp4',
filePath: '/tmp/video.mp4',
ladders: ['1080p', '720p', '480p'],
originalWidth: 1920,
originalHeight: 1080,
}),
)
expect(mockActivities.updateAssetMediaActivity).toHaveBeenCalledWith({
assetId: 'asset-hls',
mediaInfo: expect.objectContaining({
isHls: true,
hls: {
key: 'files/asset-hls/hls/master.m3u8',
resolutions: ['1080p', '720p', '480p'],
},
}),
})
expect(mockActivities.updateTaskStatusActivity).toHaveBeenCalledWith({
taskId: 'task-hls',
status: WorkflowTaskStatus.completed,
})
})
it('should transcode selected multi resolutions when videoStrategy is multi', () => {
const task: WorkflowTask = {
id: 'task-multi',
assetId: 'asset-multi',
type: WorkflowTaskType.transcode_video,
status: WorkflowTaskStatus.pending,
sessionId: null,
output: null,
payload: {
projectId: 'proj-1',
transcode: {
videoStrategy: 'multi',
videoResolutions: ['720p', '1080p', '2160p'],
},
},
createdAt: new Date(),
updatedAt: new Date(),
heartbeat: null,
teamId: 'team-1',
projectId: 'proj-1',
uid: 'task-uid',
model: null,
inputTokens: 0,
outputTokens: 0,
}
mockActivities.getAssetActivity.mockResolvedValue({
id: 'asset-multi',
storageKey: { key: 'files/asset-multi/video.mp4' },
mediaType: 'video/mp4',
})
mockActivities.getMediaInfoActivity.mockResolvedValue({
proxyType: 'video',
metadata: {
originalWidth: 1920,
originalHeight: 1080,
duration: 10,
frameRate: 30,
totalFrames: 300,
startTimecode: '00:00:00:00',
bitRate: 1000,
hasAudio: false,
format: {},
},
videoTranscodes: [],
imageTranscodes: [],
})
mockActivities.transcodeVideoActivity.mockImplementation(async (params) => ({
key: `files/asset-multi/${params.videoSpec.resolution}.mp4`,
width: params.videoSpec.width,
height: params.videoSpec.height,
resolution: params.videoSpec.resolution,
}))
return transcodeVideoWorkflow(task).then(() => {
// 180p preview + 1080p + 720p (2160p is skipped since > 1920)
expect(mockActivities.transcodeVideoActivity).toHaveBeenCalledTimes(3)
expect(mockActivities.transcodeVideoActivity).toHaveBeenCalledWith(
expect.objectContaining({
videoSpec: expect.objectContaining({ resolution: '180p' }),
}),
)
expect(mockActivities.transcodeVideoActivity).toHaveBeenCalledWith(
expect.objectContaining({
videoSpec: expect.objectContaining({ resolution: '1080p' }),
}),
)
expect(mockActivities.transcodeVideoActivity).toHaveBeenCalledWith(
expect.objectContaining({
videoSpec: expect.objectContaining({ resolution: '720p' }),
}),
)
})
})
it('should mark task and asset as failed when an activity fails', async () => {
const task: WorkflowTask = {
id: 'task-fail',
assetId: 'asset-fail',
type: WorkflowTaskType.transcode_video,
status: WorkflowTaskStatus.pending,
sessionId: null,
output: null,
payload: {
projectId: 'proj-1',
transcode: { videoStrategy: 'best_match' },
},
createdAt: new Date(),
updatedAt: new Date(),
heartbeat: null,
teamId: 'team-1',
projectId: 'proj-1',
uid: 'task-uid',
model: null,
inputTokens: 0,
outputTokens: 0,
}
mockActivities.getAssetActivity.mockResolvedValue({
id: 'asset-fail',
name: 'fail.mp4',
storageKey: { key: 'files/asset-fail/fail.mp4' },
status: AssetStatus.uploading,
})
mockActivities.getMediaInfoActivity.mockRejectedValue(new Error('FFprobe failed to read media'))
await expect(transcodeVideoWorkflow(task)).rejects.toThrow('FFprobe failed to read media')
expect(mockActivities.updateTaskStatusActivity).toHaveBeenCalledWith({
taskId: 'task-fail',
status: 'failed',
output: { error: 'FFprobe failed to read media' },
})
expect(mockActivities.updateAssetStatusActivity).toHaveBeenCalledWith({
assetId: 'asset-fail',
status: 'failed',
error: 'FFprobe failed to read media',
})
})
it('should mark task as failed but keep asset as processed when post-transcode activity fails', async () => {
const task: WorkflowTask = {
id: 'task-post-fail',
assetId: 'asset-post-fail',
type: WorkflowTaskType.transcode_video,
status: WorkflowTaskStatus.pending,
sessionId: null,
output: null,
payload: {
projectId: 'proj-1',
transcode: { videoStrategy: 'best_match' },
},
createdAt: new Date(),
updatedAt: new Date(),
heartbeat: null,
teamId: 'team-1',
projectId: 'proj-1',
uid: 'task-uid',
model: null,
inputTokens: 0,
outputTokens: 0,
}
mockActivities.getAssetActivity.mockResolvedValue({
id: 'asset-post-fail',
name: 'video.mp4',
storageKey: { key: 'files/asset-post-fail/video.mp4' },
status: AssetStatus.uploading,
mediaType: 'video/mp4',
})
mockActivities.getMediaInfoActivity.mockResolvedValue({
proxyType: 'video',
metadata: {
originalWidth: 1920,
originalHeight: 1080,
duration: 10,
frameRate: 30,
totalFrames: 300,
startTimecode: '00:00:00:00',
bitRate: 1000,
hasAudio: false,
format: {},
},
videoTranscodes: [],
imageTranscodes: [],
})
mockActivities.transcodeVideoActivity.mockResolvedValue({
key: 'v.mp4',
width: 1920,
height: 1080,
})
mockActivities.createEmbeddingTaskIfEnabledActivity.mockRejectedValue(
new Error('Embedding creation failed'),
)
await expect(transcodeVideoWorkflow(task)).rejects.toThrow('Embedding creation failed')
expect(mockActivities.updateTaskStatusActivity).toHaveBeenCalledWith({
taskId: 'task-post-fail',
status: 'failed',
output: { error: 'Embedding creation failed' },
})
expect(mockActivities.updateAssetStatusActivity).toHaveBeenCalledWith({
assetId: 'asset-post-fail',
status: 'processed',
})
expect(mockActivities.updateAssetStatusActivity).not.toHaveBeenCalledWith(
expect.objectContaining({
status: 'failed',
}),
)
})
})

Some files were not shown because too many files have changed in this diff Show More