mirror of
https://github.com/zhw2590582/ArtPlayer.git
synced 2026-10-14 16:36:18 -08:00
* feat: support batch video upscaling with folder upload and directory save - Add multi-file selection and entire folder upload (webkitdirectory) - Support drag & drop of both files and folders via FileSystemEntry API - Add save directory picker using File System Access API (showDirectoryPicker) - Process videos sequentially with per-file progress and status tracking - Add right-side result list with click-to-compare functionality - Add per-video duration and total batch duration display - Add retry button for failed items with error detail display - Remove auto-play on comparison viewer load - Fix worker error handling: handle "error" command to reject stale promises - Fix event listener accumulation in video comparison (AbortController) - Fix XSS risk by escaping HTML in all innerHTML injections - Fix URL revocation timing in download to prevent large file truncation - Extract writeToSaveDirectory and truncateName helpers to reduce duplication - Add Usage Guide panel explaining single/multiple/folder upload options Files changed: docs/upscaler/index.html (+1110/-181) docs/upscaler/upscaler.js (+110) * fix: prevent auto-play and resource consumption during upscaling - Set preload="metadata" on preview and comparison video elements - Explicitly pause preview video after setting src in showVideoPreview - Remove preview video seek sync from batch processing progress callbacks (was causing continuous decode during upscaling, wasting GPU resources) - Remove preview video seek sync from retry progress callback - All videos now require manual play; no background resource usage * fix: improve upscaled video quality with higher bitrate and codec support - Raise base bitrate from 2.5 Mbps (25e5) to 8 Mbps (8e6) for standard and firefox processors, preventing quality loss when source videos have high bitrates (e.g. 720p @ 16.7 Mbps was producing 1440p @ 10 Mbps, smaller than the original file) - Double the bitrate for mediabunny processor (X.n1 * 2) to account for the 4x pixel increase from 2x upscaling - Add H.264 Level 5.1 (avc1.640033) and Level 5.2 (avc1.640034) codecs to the fallback lists, since Level 4.0 (avc1.640028, ~24.6 Mbps) cannot support the higher bitrates for 1440p+ outputs - Add latencyMode: "quality" to VideoEncoder configs for both standard and firefox processors, prioritizing encoding quality over latency (suitable for offline processing) * feat: add video data comparison panel for original vs upscaled metrics - Add a comparison data table below the file info bar showing 6 metrics: Resolution, File Size, Duration, Est. Bitrate, Pixels, Process Time - Display per-metric change percentage with color-coded indicators: green (↑) for improvements, red (↓) for regressions, gray for neutral - Estimated bitrate calculated from file size × 8 / video duration - Table renders after both original and upscaled video metadata loads - Auto-hide panel on reset * fix: make video data comparison panel full-width and responsive - Move comparison data table from inside the left column to the full-width area below the left/right layout, so it is no longer constrained by the comparison viewer column width - Remove table-fixed colgroup and overflow-x-auto that caused horizontal scrolling on smaller screens - Table now uses w-full auto-layout, displaying all 4 columns (Metric, Original, Upscaled, Change) without requiring horizontal scrolling --------- Co-authored-by: rionzhao <rionzhao@tencent.com>
112 lines
2.7 KiB
TypeScript
112 lines
2.7 KiB
TypeScript
/**
|
|
* @fileoverview Declarations for the face tracking API.
|
|
*/
|
|
|
|
/**
|
|
* Version number of this package.
|
|
*/
|
|
export const VERSION: string;
|
|
|
|
/**
|
|
* We support several ways to get image inputs.
|
|
*/
|
|
export type InputImage = HTMLVideoElement | HTMLImageElement | HTMLCanvasElement;
|
|
|
|
/**
|
|
* Legal inputs.
|
|
*/
|
|
export interface InputMap {
|
|
image: InputImage;
|
|
}
|
|
|
|
/**
|
|
* GpuBuffers should all be compatible with Canvas' `drawImage`
|
|
*/
|
|
type GpuBuffer = HTMLCanvasElement | HTMLImageElement | ImageBitmap;
|
|
|
|
/**
|
|
* Possible results from SelfieSegmentation.
|
|
*/
|
|
export interface Results {
|
|
image: GpuBuffer;
|
|
segmentationMask: GpuBuffer;
|
|
}
|
|
|
|
/**
|
|
* Configurable options for SelfieSegmentation.
|
|
*/
|
|
export interface Options {
|
|
selfieMode?: boolean;
|
|
modelSelection?: number;
|
|
}
|
|
|
|
/**
|
|
* Listener for any results from SelfieSegmentation.
|
|
*/
|
|
export type ResultsListener = (results: Results) => (Promise<void>|void);
|
|
|
|
/**
|
|
* Contains all of the setup options to drive the face solution.
|
|
*/
|
|
export interface SelfieSegmentationConfig {
|
|
locateFile?: (path: string, prefix?: string) => string;
|
|
}
|
|
|
|
/**
|
|
* Declares the interface of SelfieSegmentation.
|
|
*/
|
|
declare interface SelfieSegmentationInterface {
|
|
close(): Promise<void>;
|
|
onResults(listener: ResultsListener): void;
|
|
initialize(): Promise<void>;
|
|
reset(): void;
|
|
send(inputs: InputMap): Promise<void>;
|
|
setOptions(options: Options): void;
|
|
}
|
|
|
|
/**
|
|
* Encapsulates the entire SelfieSegmentation solution. All that is needed from the
|
|
* developer is the source of the image data. The user will call `send`
|
|
* repeatedly and if a face is detected, then the user can receive callbacks
|
|
* with this metadata.
|
|
*/
|
|
export declare class SelfieSegmentation implements SelfieSegmentationInterface {
|
|
constructor(config?: SelfieSegmentationConfig);
|
|
|
|
/**
|
|
* Shuts down the object. Call before creating a new instance.
|
|
*/
|
|
close(): Promise<void>;
|
|
|
|
/**
|
|
* Registers a single callback that will carry any results that occur
|
|
* after calling Send().
|
|
*/
|
|
onResults(listener: ResultsListener): void;
|
|
|
|
/**
|
|
* Initializes the solution. This includes loading ML models and mediapipe
|
|
* configurations, as well as setting up potential listeners for metadata. If
|
|
* `initialize` is not called manually, then it will be called the first time
|
|
* the developer calls `send`.
|
|
*/
|
|
initialize(): Promise<void>;
|
|
|
|
/**
|
|
* Tells the graph to restart before the next frame is sent.
|
|
*/
|
|
reset(): void;
|
|
|
|
/**
|
|
* Processes a single frame of data, which depends on the options sent to the
|
|
* constructor.
|
|
*/
|
|
send(inputs: InputMap): Promise<void>;
|
|
|
|
/**
|
|
* Adjusts options in the solution. This may trigger a graph reload the next
|
|
* time the graph tries to run.
|
|
*/
|
|
setOptions(options: Options): void;
|
|
}
|