feat(asr): [PKG-ASR-09] add explicit capture ownership and cancel stale restarts

packages/artplayer-plugin-asr/ARCHITECTURE.md

@@ -70,6 +70,18 @@ This lifetime follows the [Web Audio close semantics](https://www.w3.org/TR/weba
 and [media-element source behavior](https://www.w3.org/TR/webaudio-1.0/#MediaElementAudioSourceNode).
 Captured-stream source changes follow [Media Capture from DOM Elements](https://www.w3.org/TR/mediacapture-fromelement/#html-media-element-media-capture-extensions).
 
+The optional `audioInput: { type: 'capture' }` snapshots a capture-only strategy at
+factory creation. It skips direct binding entirely and reuses the silent capture
+route, with no fallback to media ownership after capture failure. This supports
+external owners on Firefox without pretending that default duplicate ownership
+is detected automatically. Captured PCM ignores element mute/volume and does not
+include processing done in another graph. The browser's CORS checks still apply.
+
+A captured-source restart snapshots the epoch after stopping its previous graph.
+When closing settles, a later pause/stop/restart/destroy must invalidate that
+continuation. Otherwise a paused player could silently resume recognition. Keep
+the delayed-close regressions when changing this state machine.
+
 Queued audio is limited to the larger of 60 seconds or two configured chunks. A caller that
 cannot keep up gets an explicit console error and capture pauses, leaving normal
 playback routed. This avoids an unbounded backlog; it does not claim lossless
@@ -112,6 +124,11 @@ From the repository root:
 - `yarn test:browser test/browser/asr-fallback.spec.js`: native capture/Worklet
   audio with an external media owner, silent ASR output even while muted, stop,
   fresh tracks after restart/source change and independent context cleanup.
+  Explicit capture cases must have zero direct calls and no forced exception on
+  Firefox; only default fallback coverage uses controlled rejection there.
+- `yarn test:browser test/browser/asr-capture-cors.spec.js`: explicit capture
+  respects native cross-origin restrictions without changing media properties or
+  binding its playback route, then recovers on same-origin source change.
 - `yarn test:browser test/browser/asr-cors.spec.js`: CORS-authorized media,
   opaque direct/redirected media, native zero-output or absent-chunk observations,
   and restoration after switching to a same-origin source. Default routing keeps

packages/artplayer-plugin-asr/README.md

@@ -52,6 +52,36 @@ independent `audio` element is not mixed into recognition. Muting the main video
 silences its default ASR input even if a consumer separately unmutes that audio
 element. Both plugins keep their existing volume and playback APIs.
 
+## Existing audio graphs
+
+When another library already routes the main video through Web Audio, explicitly
+select capture mode to avoid taking ownership of its playback connection:
+
+```ts
+import asr from 'artplayer-plugin-asr/runtime'
+
+const plugin = asr({ audioInput: { type: 'capture' }, onAudioChunk: ({ pcm }) => {
+  // Consume main-media PCM without adding a second speaker route.
+  void pcm
+} })
+```
+
+Omitting `audioInput` keeps the existing direct-first behavior. Explicit capture
+uses `captureStream`/`mozCaptureStream` and never falls back to direct binding,
+including on failure. It owns its captured tracks and Context, not the other
+library's playback graph. Pause retains that capture graph; stop and source
+changes release it, and subsequent play obtains a new stream. An unsupported
+capture source reports an initialization error and releases acquired resources.
+
+Captured PCM is independent of the media element's volume and mute. It is the
+main media stream, not the output of another library's effects or an independent
+audio-track element. CORS restrictions still apply: Chromium rejects restricted
+capture; Firefox may expose a track without delivering PCM. ASR leaves the
+original media route alone in either case. This mode does not automatically
+detect external owners or repair the default mode's restricted-media silence.
+For TypeScript, this additive option is exposed through `/runtime`; historical
+root and `/legacy` option declarations remain unchanged.
+
 ## Maintenance
 
 See [ARCHITECTURE.md](ARCHITECTURE.md) for the current audio flow, public behavior,

packages/artplayer-plugin-asr/dist/artplayer-plugin-asr.js

@@ -4,4 +4,4 @@
  * (c) 2017-2026 Harvey Zhao
  * Released under the MIT License.
  */
-!function(t,e){"object"===typeof exports&&"undefined"!==typeof module?module.exports=e():"function"==typeof define&&define.amd?(t.artplayerPluginAsr=e(),define(function(){return t.artplayerPluginAsr})):(t="undefined"!==typeof globalThis?globalThis:t||self).artplayerPluginAsr=e()}(this,function(){"use strict";class t{constructor(t,e){this.video=t,this.sampleRate=e,this.closed=!1,this.direct=!1,this.workletLoaded=!1}assertOpen(){if(this.closed)throw new Error("Audio capture was closed")}revokeWorklet(){void 0!==this.blobUrl&&(URL.revokeObjectURL(this.blobUrl),this.blobUrl=void 0)}async initialize(){this.assertOpen();const t=window,e=window.AudioContext||t.webkitAudioContext;if(!e)throw new Error("AudioContext is not supported");const i=this.context??(this.context=new e({sampleRate:this.sampleRate}));if("suspended"===i.state&&await i.resume(),this.assertOpen(),!this.workletLoaded){this.blobUrl=URL.createObjectURL(new Blob(["\nclass RecorderProcessor extends AudioWorkletProcessor {\n    process(inputs) {\n        const input = inputs[0];\n        if (input && input[0]) {\n            this.port.postMessage(input[0]);\n        }\n        return true;\n    }\n}\nregisterProcessor('recorder-processor', RecorderProcessor);\n"],{type:"application/javascript"}));try{await i.audioWorklet.addModule(this.blobUrl),this.workletLoaded=!0}finally{this.revokeWorklet()}}if(this.assertOpen(),!this.source)try{this.source=i.createMediaElementSource(this.video),this.direct=!0}catch(s){console.warn("[artplayerPluginAsr] Direct connection failed:",s);const t=this.video.captureStream||this.video.mozCaptureStream;if(!t)throw new Error("Could not establish audio source");this.stream=t.call(this.video),this.source=i.createMediaStreamSource(this.stream)}}prepare(){return this.preparation??(this.preparation=this.initialize().catch(t=>{throw this.preparation=void 0,t})),this.preparation}get ownsMediaConnection(){return this.direct}idle(){const t=this.gain;this.disconnect(),this.direct&&this.context&&this.source&&(this.gain=t||this.context.createGain(),t||(this.gain.gain.value=1),this.source.connect(this.gain),this.gain.connect(this.context.destination))}connect(t){this.assertOpen();const e=this.context,i=this.source;if(!e||!i)throw new Error("Audio capture is not prepared");const s=this.gain;this.disconnect();const r=this.gain=s||e.createGain();s||(r.gain.value=this.direct?1:0);const n=this.recorder=new AudioWorkletNode(e,"recorder-processor");n.port.onmessage=e=>{this.closed||this.recorder!==n||t(e.data)},i.connect(n),this.direct?i.connect(r):n.connect(r),r.connect(e.destination)}disconnect(){this.recorder&&(this.recorder.port.onmessage=null,this.recorder.disconnect(),this.recorder=void 0),this.gain?.disconnect(),this.gain=void 0,this.source?.disconnect()}async close(){if(this.closed)return;this.closed=!0,this.disconnect(),this.revokeWorklet(),this.stream?.getTracks().forEach(t=>t.stop()),this.stream=void 0;const t=this.context;this.context=void 0,this.source=void 0,t&&"closed"!==t.state&&await t.close()}}class e{constructor(){this.offset=0,this.size=0}get length(){return this.size}push(t){if(0===t.length)return;const e={samples:new Float32Array(t)};this.tail?this.tail.next=e:this.head=e,this.tail=e,this.size+=t.length}take(t){if(!Number.isSafeInteger(t)||t<=0)throw new RangeError("Sample count must be a positive safe integer");if(t>this.size)return null;const e=new Float32Array(t);let i=0;for(;this.head&&i<t;){const s=this.head.samples,r=Math.min(s.length-this.offset,t-i);e.set(s.subarray(this.offset,this.offset+r),i),i+=r,this.offset+=r,this.offset===s.length&&(this.head=this.head.next,this.offset=0)}return this.head||(this.tail=void 0),this.size-=t,e}clear(){this.head=void 0,this.tail=void 0,this.offset=0,this.size=0}}class i{constructor(t,i,s){this.video=t,this.options=i,this.append=s,this.queue=new e,this.closing=Promise.resolve(),this.running=!1,this.terminal=!1,this.epoch=0}reset(){this.epoch++,this.pending=void 0,this.queue.clear()}pause(){this.reset(),this.running=!1,clearInterval(this.timer),this.timer=void 0,this.starting=void 0,this.graph?.idle()}restart(){const t=this.running||Boolean(this.starting);return this.pause(),this.graph&&!this.graph.ownsMediaConnection?this.stop().then(()=>t?this.start():void 0):t?this.start():Promise.resolve()}start(){if(this.terminal||this.running)return Promise.resolve();if(this.starting)return this.starting;const e=this.epoch,i=()=>!this.terminal&&this.epoch===e,s=(async()=>{if(await this.closing,!i())return;const{sampleRate:e,interval:s}=this.options,r=Math.floor(e*s/1e3);if(!Number.isSafeInteger(r)||r<1||!Number.isFinite(s)||s<=0)throw new Error("Audio chunk length must be positive and finite");const n=this.graph??(this.graph=new t(this.video,e));await n.prepare(),i()?(n.connect(t=>{if(this.running&&this.graph===n)return this.queue.length+t.length>Math.max(60*e,2*r)?(console.error("[artplayerPluginAsr] Audio callback backlog exceeded its capture limit"),void this.pause()):void this.queue.pushLine truncated
+!function(t,e){"object"===typeof exports&&"undefined"!==typeof module?module.exports=e():"function"==typeof define&&define.amd?(t.artplayerPluginAsr=e(),define(function(){return t.artplayerPluginAsr})):(t="undefined"!==typeof globalThis?globalThis:t||self).artplayerPluginAsr=e()}(this,function(){"use strict";class t{constructor(t,e,i=!1){this.video=t,this.sampleRate=e,this.captureOnly=i,this.closed=!1,this.direct=!1,this.workletLoaded=!1}assertOpen(){if(this.closed)throw new Error("Audio capture was closed")}revokeWorklet(){void 0!==this.blobUrl&&(URL.revokeObjectURL(this.blobUrl),this.blobUrl=void 0)}async initialize(){this.assertOpen();const t=window,e=window.AudioContext||t.webkitAudioContext;if(!e)throw new Error("AudioContext is not supported");const i=this.context??(this.context=new e({sampleRate:this.sampleRate}));if("suspended"===i.state&&await i.resume(),this.assertOpen(),!this.workletLoaded){this.blobUrl=URL.createObjectURL(new Blob(["\nclass RecorderProcessor extends AudioWorkletProcessor {\n    process(inputs) {\n        const input = inputs[0];\n        if (input && input[0]) {\n            this.port.postMessage(input[0]);\n        }\n        return true;\n    }\n}\nregisterProcessor('recorder-processor', RecorderProcessor);\n"],{type:"application/javascript"}));try{await i.audioWorklet.addModule(this.blobUrl),this.workletLoaded=!0}finally{this.revokeWorklet()}}if(this.assertOpen(),!this.source){if(!this.captureOnly)try{this.source=i.createMediaElementSource(this.video),this.direct=!0}catch(s){console.warn("[artplayerPluginAsr] Direct connection failed:",s)}if(!this.source){const t=this.video.captureStream||this.video.mozCaptureStream;if(!t)throw new Error("Could not establish audio source");this.stream=t.call(this.video),this.source=i.createMediaStreamSource(this.stream)}}}prepare(){return this.preparation??(this.preparation=this.initialize().catch(t=>{throw this.preparation=void 0,t})),this.preparation}get ownsMediaConnection(){return this.direct}idle(){const t=this.gain;this.disconnect(),this.direct&&this.context&&this.source&&(this.gain=t||this.context.createGain(),t||(this.gain.gain.value=1),this.source.connect(this.gain),this.gain.connect(this.context.destination))}connect(t){this.assertOpen();const e=this.context,i=this.source;if(!e||!i)throw new Error("Audio capture is not prepared");const s=this.gain;this.disconnect();const r=this.gain=s||e.createGain();s||(r.gain.value=this.direct?1:0);const n=this.recorder=new AudioWorkletNode(e,"recorder-processor");n.port.onmessage=e=>{this.closed||this.recorder!==n||t(e.data)},i.connect(n),this.direct?i.connect(r):n.connect(r),r.connect(e.destination)}disconnect(){this.recorder&&(this.recorder.port.onmessage=null,this.recorder.disconnect(),this.recorder=void 0),this.gain?.disconnect(),this.gain=void 0,this.source?.disconnect()}async close(){if(this.closed)return;this.closed=!0,this.disconnect(),this.revokeWorklet(),this.stream?.getTracks().forEach(t=>t.stop()),this.stream=void 0;const t=this.context;this.context=void 0,this.source=void 0,t&&"closed"!==t.state&&await t.close()}}class e{constructor(){this.offset=0,this.size=0}get length(){return this.size}push(t){if(0===t.length)return;const e={samples:new Float32Array(t)};this.tail?this.tail.next=e:this.head=e,this.tail=e,this.size+=t.length}take(t){if(!Number.isSafeInteger(t)||t<=0)throw new RangeError("Sample count must be a positive safe integer");if(t>this.size)return null;const e=new Float32Array(t);let i=0;for(;this.head&&i<t;){const s=this.head.samples,r=Math.min(s.length-this.offset,t-i);e.set(s.subarray(this.offset,this.offset+r),i),i+=r,this.offset+=r,this.offset===s.length&&(this.head=this.head.next,this.offset=0)}return this.head||(this.tail=void 0),this.size-=t,e}clear(){this.head=void 0,this.tail=void 0,this.offset=0,this.size=0}}class i{constructor(t,i,s){this.video=t,this.options=i,this.append=s,this.queue=new e,this.closing=Promise.resolve(),this.running=!1,this.terminal=!1,this.epoch=0}reset(){this.epoch++,this.pending=void 0,this.queue.clear()}pause(){this.reset(),this.running=!1,clearInterval(this.timer),this.timer=void 0,this.starting=void 0,this.graph?.idle()}restart(){const t=this.running||Boolean(this.starting);if(this.pause(),this.graph&&!this.graph.ownsMediaConnection){const e=this.stop(),i=this.epoch;return e.then(()=>t&&!this.terminal&&this.epoch===i?this.start():void 0)}return t?this.start():Promise.resolve()}start(){if(this.terminal||this.running)return Promise.resolve();if(this.starting)return this.starting;const e=this.epoch,i=()=>!this.terminal&&this.epoch===e,s=(async()=>{if(await this.closing,!i())return;const{sampleRate:e,interval:s}=this.options,r=Math.floor(e*s/1e3);if(!Number.isSafeInteger(r)||r<1||!Number.isFinite(s)||s<=0)throw new Error("Audio chunk length must be positive and finite");const n=this.graph??(this.graph=new t(this.video,e,this.options.captureOnly));await n.prepare(),i()?(n.connect(t=>{if(this.running&&this.graph===n)return this.queue.length+tLine truncated

packages/artplayer-plugin-asr/dist/artplayer-plugin-asr.legacy.js

@@ -4,4 +4,4 @@
  * (c) 2017-2026 Harvey Zhao
  * Released under the MIT License.
  */
-!function(t,e){"object"===typeof exports&&"undefined"!==typeof module?module.exports=e():"function"==typeof define&&define.amd?(t.artplayerPluginAsr=e(),define(function(){return t.artplayerPluginAsr})):(t="undefined"!==typeof globalThis?globalThis:t||self).artplayerPluginAsr=e()}(this,function(){"use strict";var t=(t,e,i)=>new Promise((s,n)=>{var r=t=>{try{a(i.next(t))}catch(e){n(e)}},o=t=>{try{a(i.throw(t))}catch(e){n(e)}},a=t=>t.done?s(t.value):Promise.resolve(t.value).then(r,o);a((i=i.apply(t,e)).next())});class e{constructor(t,e){this.video=t,this.sampleRate=e,this.closed=!1,this.direct=!1,this.workletLoaded=!1}assertOpen(){if(this.closed)throw new Error("Audio capture was closed")}revokeWorklet(){void 0!==this.blobUrl&&(URL.revokeObjectURL(this.blobUrl),this.blobUrl=void 0)}initialize(){return t(this,null,function*(){var t;this.assertOpen();const e=window,i=window.AudioContext||e.webkitAudioContext;if(!i)throw new Error("AudioContext is not supported");const s=null!=(t=this.context)?t:this.context=new i({sampleRate:this.sampleRate});if("suspended"===s.state&&(yield s.resume()),this.assertOpen(),!this.workletLoaded){this.blobUrl=URL.createObjectURL(new Blob(["\nclass RecorderProcessor extends AudioWorkletProcessor {\n    process(inputs) {\n        const input = inputs[0];\n        if (input && input[0]) {\n            this.port.postMessage(input[0]);\n        }\n        return true;\n    }\n}\nregisterProcessor('recorder-processor', RecorderProcessor);\n"],{type:"application/javascript"}));try{yield s.audioWorklet.addModule(this.blobUrl),this.workletLoaded=!0}finally{this.revokeWorklet()}}if(this.assertOpen(),!this.source)try{this.source=s.createMediaElementSource(this.video),this.direct=!0}catch(n){console.warn("[artplayerPluginAsr] Direct connection failed:",n);const t=this.video.captureStream||this.video.mozCaptureStream;if(!t)throw new Error("Could not establish audio source");this.stream=t.call(this.video),this.source=s.createMediaStreamSource(this.stream)}})}prepare(){return null!=this.preparation||(this.preparation=this.initialize().catch(t=>{throw this.preparation=void 0,t})),this.preparation}get ownsMediaConnection(){return this.direct}idle(){const t=this.gain;this.disconnect(),this.direct&&this.context&&this.source&&(this.gain=t||this.context.createGain(),t||(this.gain.gain.value=1),this.source.connect(this.gain),this.gain.connect(this.context.destination))}connect(t){this.assertOpen();const e=this.context,i=this.source;if(!e||!i)throw new Error("Audio capture is not prepared");const s=this.gain;this.disconnect();const n=this.gain=s||e.createGain();s||(n.gain.value=this.direct?1:0);const r=this.recorder=new AudioWorkletNode(e,"recorder-processor");r.port.onmessage=e=>{this.closed||this.recorder!==r||t(e.data)},i.connect(r),this.direct?i.connect(n):r.connect(n),n.connect(e.destination)}disconnect(){var t,e;this.recorder&&(this.recorder.port.onmessage=null,this.recorder.disconnect(),this.recorder=void 0),null==(t=this.gain)||t.disconnect(),this.gain=void 0,null==(e=this.source)||e.disconnect()}close(){return t(this,null,function*(){var t;if(this.closed)return;this.closed=!0,this.disconnect(),this.revokeWorklet(),null==(t=this.stream)||t.getTracks().forEach(t=>t.stop()),this.stream=void 0;const e=this.context;this.context=void 0,this.source=void 0,e&&"closed"!==e.state&&(yield e.close())})}}class i{constructor(){this.offset=0,this.size=0}get length(){return this.size}push(t){if(0===t.length)return;const e={samples:new Float32Array(t)};this.tail?this.tail.next=e:this.head=e,this.tail=e,this.size+=t.length}take(t){if(!Number.isSafeInteger(t)||t<=0)throw new RangeError("Sample count must be a positive safe integer");if(t>this.size)return null;const e=new Float32Array(t);let i=0;for(;this.head&&i<t;){const s=this.head.samples,n=Math.min(s.length-this.offset,t-i);e.set(s.subarray(this.offset,this.offset+n),i),i+=n,this.offset+=n,this.offset===s.length&&(this.head=this.head.next,this.offset=0)}return this.head||(this.tail=void 0),this.size-=t,e}clear(){this.head=void 0,this.tail=void 0,this.offset=0,this.size=0}}class s{constructor(t,e,s){this.video=t,this.options=e,this.append=s,this.queue=new i,this.closing=Promise.resolve(),this.running=!1,this.terminal=!1,this.epoch=0}reset(){this.epoch++,this.pending=void 0,this.queue.clear()}pause(){var t;this.reset(),this.running=!1,clearInterval(this.timer),this.timer=void 0,this.starting=void 0,null==(t=this.graph)||t.idle()}restart(){const t=this.running||Boolean(this.starting);return this.pause(),this.graph&&!this.graph.ownsMediaConnection?this.stop().then(()=>t?this.start():void 0):t?this.start():Promise.resolve()}start(){if(this.terminal||this.running)return Promise.resolve();if(this.starting)return this.starting;const i=this.epoch,s=()=>!this.terminal&&this.epoch===i,n=(()=>t(this,null,function*(){var t;if(yield this.closing,!s())return;const{sampleRate:i,interval:n}=this.options,r=Math.floor(i*n/1e3);if(!Number.isSafeInteger(r)||r<1||!Number.isFinite(n)Line truncated
+!function(t,e){"object"===typeof exports&&"undefined"!==typeof module?module.exports=e():"function"==typeof define&&define.amd?(t.artplayerPluginAsr=e(),define(function(){return t.artplayerPluginAsr})):(t="undefined"!==typeof globalThis?globalThis:t||self).artplayerPluginAsr=e()}(this,function(){"use strict";var t=(t,e,i)=>new Promise((s,n)=>{var r=t=>{try{a(i.next(t))}catch(e){n(e)}},o=t=>{try{a(i.throw(t))}catch(e){n(e)}},a=t=>t.done?s(t.value):Promise.resolve(t.value).then(r,o);a((i=i.apply(t,e)).next())});class e{constructor(t,e,i=!1){this.video=t,this.sampleRate=e,this.captureOnly=i,this.closed=!1,this.direct=!1,this.workletLoaded=!1}assertOpen(){if(this.closed)throw new Error("Audio capture was closed")}revokeWorklet(){void 0!==this.blobUrl&&(URL.revokeObjectURL(this.blobUrl),this.blobUrl=void 0)}initialize(){return t(this,null,function*(){var t;this.assertOpen();const e=window,i=window.AudioContext||e.webkitAudioContext;if(!i)throw new Error("AudioContext is not supported");const s=null!=(t=this.context)?t:this.context=new i({sampleRate:this.sampleRate});if("suspended"===s.state&&(yield s.resume()),this.assertOpen(),!this.workletLoaded){this.blobUrl=URL.createObjectURL(new Blob(["\nclass RecorderProcessor extends AudioWorkletProcessor {\n    process(inputs) {\n        const input = inputs[0];\n        if (input && input[0]) {\n            this.port.postMessage(input[0]);\n        }\n        return true;\n    }\n}\nregisterProcessor('recorder-processor', RecorderProcessor);\n"],{type:"application/javascript"}));try{yield s.audioWorklet.addModule(this.blobUrl),this.workletLoaded=!0}finally{this.revokeWorklet()}}if(this.assertOpen(),!this.source){if(!this.captureOnly)try{this.source=s.createMediaElementSource(this.video),this.direct=!0}catch(n){console.warn("[artplayerPluginAsr] Direct connection failed:",n)}if(!this.source){const t=this.video.captureStream||this.video.mozCaptureStream;if(!t)throw new Error("Could not establish audio source");this.stream=t.call(this.video),this.source=s.createMediaStreamSource(this.stream)}}})}prepare(){return null!=this.preparation||(this.preparation=this.initialize().catch(t=>{throw this.preparation=void 0,t})),this.preparation}get ownsMediaConnection(){return this.direct}idle(){const t=this.gain;this.disconnect(),this.direct&&this.context&&this.source&&(this.gain=t||this.context.createGain(),t||(this.gain.gain.value=1),this.source.connect(this.gain),this.gain.connect(this.context.destination))}connect(t){this.assertOpen();const e=this.context,i=this.source;if(!e||!i)throw new Error("Audio capture is not prepared");const s=this.gain;this.disconnect();const n=this.gain=s||e.createGain();s||(n.gain.value=this.direct?1:0);const r=this.recorder=new AudioWorkletNode(e,"recorder-processor");r.port.onmessage=e=>{this.closed||this.recorder!==r||t(e.data)},i.connect(r),this.direct?i.connect(n):r.connect(n),n.connect(e.destination)}disconnect(){var t,e;this.recorder&&(this.recorder.port.onmessage=null,this.recorder.disconnect(),this.recorder=void 0),null==(t=this.gain)||t.disconnect(),this.gain=void 0,null==(e=this.source)||e.disconnect()}close(){return t(this,null,function*(){var t;if(this.closed)return;this.closed=!0,this.disconnect(),this.revokeWorklet(),null==(t=this.stream)||t.getTracks().forEach(t=>t.stop()),this.stream=void 0;const e=this.context;this.context=void 0,this.source=void 0,e&&"closed"!==e.state&&(yield e.close())})}}class i{constructor(){this.offset=0,this.size=0}get length(){return this.size}push(t){if(0===t.length)return;const e={samples:new Float32Array(t)};this.tail?this.tail.next=e:this.head=e,this.tail=e,this.size+=t.length}take(t){if(!Number.isSafeInteger(t)||t<=0)throw new RangeError("Sample count must be a positive safe integer");if(t>this.size)return null;const e=new Float32Array(t);let i=0;for(;this.head&&i<t;){const s=this.head.samples,n=Math.min(s.length-this.offset,t-i);e.set(s.subarray(this.offset,this.offset+n),i),i+=n,this.offset+=n,this.offset===s.length&&(this.head=this.head.next,this.offset=0)}return this.head||(this.tail=void 0),this.size-=t,e}clear(){this.head=void 0,this.tail=void 0,this.offset=0,this.size=0}}class s{constructor(t,e,s){this.video=t,this.options=e,this.append=s,this.queue=new i,this.closing=Promise.resolve(),this.running=!1,this.terminal=!1,this.epoch=0}reset(){this.epoch++,this.pending=void 0,this.queue.clear()}pause(){var t;this.reset(),this.running=!1,clearInterval(this.timer),this.timer=void 0,this.starting=void 0,null==(t=this.graph)||t.idle()}restart(){const t=this.running||Boolean(this.starting);if(this.pause(),this.graph&&!this.graph.ownsMediaConnection){const e=this.stop(),i=this.epoch;return e.then(()=>t&&!this.terminal&&this.epoch===i?this.start():void 0)}return t?this.start():Promise.resolve()}start(){if(this.terminal||this.running)return Promise.resolve();if(this.starting)return this.starting;const i=this.epoch,s=()=>!this.terminal&&this.epoch===i,n=(()=>t(this,null,function*(){var t;if(yield this.closing,!Line truncated

packages/artplayer-plugin-asr/dist/artplayer-plugin-asr.mjs

@@ -17,9 +17,10 @@ class RecorderProcessor extends AudioWorkletProcessor {
 registerProcessor('recorder-processor', RecorderProcessor);
 `;
 class AudioGraph {
-  constructor(video, sampleRate) {
+  constructor(video, sampleRate, captureOnly = false) {
     this.video = video;
     this.sampleRate = sampleRate;
+    this.captureOnly = captureOnly;
     this.closed = false;
     this.direct = false;
     this.workletLoaded = false;
@@ -55,11 +56,15 @@ class AudioGraph {
     }
     this.assertOpen();
     if (!this.source) {
-      try {
-        this.source = context.createMediaElementSource(this.video);
-        this.direct = true;
-      } catch (error) {
-        console.warn("[artplayerPluginAsr] Direct connection failed:", error);
+      if (!this.captureOnly) {
+        try {
+          this.source = context.createMediaElementSource(this.video);
+          this.direct = true;
+        } catch (error) {
+          console.warn("[artplayerPluginAsr] Direct connection failed:", error);
+        }
+      }
+      if (!this.source) {
         const capture = this.video.captureStream || this.video.mozCaptureStream;
         if (!capture)
           throw new Error("Could not establish audio source");
@@ -241,8 +246,11 @@ class Capture {
   restart() {
     const active = this.running || Boolean(this.starting);
     this.pause();
-    if (this.graph && !this.graph.ownsMediaConnection)
-      return this.stop().then(() => active ? this.start() : void 0);
+    if (this.graph && !this.graph.ownsMediaConnection) {
+      const stopping = this.stop();
+      const epoch = this.epoch;
+      return stopping.then(() => active && !this.terminal && this.epoch === epoch ? this.start() : void 0);
+    }
     return active ? this.start() : Promise.resolve();
   }
   start() {
@@ -260,7 +268,7 @@ class Capture {
       const count = Math.floor(sampleRate * interval / 1e3);
       if (!Number.isSafeInteger(count) || count < 1 || !Number.isFinite(interval) || interval <= 0)
         throw new Error("Audio chunk length must be positive and finite");
-      const graph = this.graph ?? (this.graph = new AudioGraph(this.video, sampleRate));
+      const graph = this.graph ?? (this.graph = new AudioGraph(this.video, sampleRate, this.options.captureOnly));
       await graph.prepare();
       if (!current()) {
         if (!this.running && this.graph === graph)
@@ -352,13 +360,16 @@ function createSubtitles(layer, length, autoHideTimeout) {
   };
 }
 function artplayerPluginAsr(option = {}) {
-  const { length = 3, interval = 100, sampleRate = 16e3, autoHideTimeout = 1e4, onAudioChunk = () => null } = option;
+  const { length = 3, interval = 100, sampleRate = 16e3, autoHideTimeout = 1e4, onAudioChunk = () => null, audioInput } = option;
+  if (audioInput !== void 0 && audioInput.type !== "capture")
+    throw new TypeError("Unsupported ASR audio input");
+  const captureOnly = audioInput?.type === "capture";
   return (art) => {
     const layer = art.layers.add({ name: "asr", html: "" });
     if (!layer)
       throw new Error("Could not create ASR subtitle layer");
     const subtitles = createSubtitles(layer, length, autoHideTimeout);
-    const capture = new Capture(art.video, { interval, sampleRate, onAudioChunk }, subtitles.append);
+    const capture = new Capture(art.video, { interval, sampleRate, onAudioChunk, captureOnly }, subtitles.append);
     const play = () => capture.start();
     const pause = () => capture.pause();
     const restart = () => capture.restart();

packages/artplayer-plugin-asr/src/audio-graph.ts

@@ -13,7 +13,7 @@ export class AudioGraph {
   private direct = false
   private workletLoaded = false
 
-  constructor(private readonly video: CaptureVideo, private readonly sampleRate: number) {}
+  constructor(private readonly video: CaptureVideo, private readonly sampleRate: number, private readonly captureOnly = false) {}
 
   private assertOpen() {
     if (this.closed)
@@ -49,12 +49,16 @@ export class AudioGraph {
     }
     this.assertOpen()
     if (!this.source) {
-      try {
-        this.source = context.createMediaElementSource(this.video)
-        this.direct = true
+      if (!this.captureOnly) {
+        try {
+          this.source = context.createMediaElementSource(this.video)
+          this.direct = true
+        }
+        catch (error) {
+          console.warn('[artplayerPluginAsr] Direct connection failed:', error)
+        }
       }
-      catch (error) {
-        console.warn('[artplayerPluginAsr] Direct connection failed:', error)
+      if (!this.source) {
         const capture = this.video.captureStream || this.video.mozCaptureStream
         if (!capture)
           throw new Error('Could not establish audio source')

packages/artplayer-plugin-asr/src/capture.ts

@@ -34,8 +34,11 @@ export class Capture {
   restart() {
     const active = this.running || Boolean(this.starting)
     this.pause()
-    if (this.graph && !this.graph.ownsMediaConnection)
-      return this.stop().then(() => active ? this.start() : undefined)
+    if (this.graph && !this.graph.ownsMediaConnection) {
+      const stopping = this.stop()
+      const epoch = this.epoch
+      return stopping.then(() => active && !this.terminal && this.epoch === epoch ? this.start() : undefined)
+    }
     return active ? this.start() : Promise.resolve()
   }
 
@@ -54,7 +57,7 @@ export class Capture {
       const count = Math.floor(sampleRate * interval / 1000)
       if (!Number.isSafeInteger(count) || count < 1 || !Number.isFinite(interval) || interval <= 0)
         throw new Error('Audio chunk length must be positive and finite')
-      const graph = this.graph ??= new AudioGraph(this.video, sampleRate)
+      const graph = this.graph ??= new AudioGraph(this.video, sampleRate, this.options.captureOnly)
       await graph.prepare()
       if (!current()) {
         if (!this.running && this.graph === graph)

packages/artplayer-plugin-asr/src/index.ts

@@ -5,13 +5,16 @@ import style from './style.less?inline'
 import { createSubtitles } from './subtitles'
 
 export default function artplayerPluginAsr(option: AsrOptions = {}) {
-  const { length = 3, interval = 100, sampleRate = 16000, autoHideTimeout = 10000, onAudioChunk = () => null } = option
+  const { length = 3, interval = 100, sampleRate = 16000, autoHideTimeout = 10000, onAudioChunk = () => null, audioInput } = option
+  if (audioInput !== undefined && audioInput.type !== 'capture')
+    throw new TypeError('Unsupported ASR audio input')
+  const captureOnly = audioInput?.type === 'capture'
   return (art: Artplayer): AsrResult => {
     const layer = art.layers.add({ name: 'asr', html: '' })
     if (!layer)
       throw new Error('Could not create ASR subtitle layer')
     const subtitles = createSubtitles(layer, length, autoHideTimeout)
-    const capture = new Capture(art.video, { interval, sampleRate, onAudioChunk }, subtitles.append)
+    const capture = new Capture(art.video, { interval, sampleRate, onAudioChunk, captureOnly }, subtitles.append)
     const play = () => capture.start()
     const pause = () => capture.pause()
     const restart = () => capture.restart()

packages/artplayer-plugin-asr/src/types.ts

@@ -4,6 +4,7 @@ export interface AudioChunk {
 }
 
 export interface AsrOptions {
+  audioInput?: { type: 'capture' }
   length?: number
   interval?: number
   sampleRate?: number
@@ -24,6 +25,7 @@ export interface CaptureVideo extends HTMLVideoElement {
 }
 
 export interface CaptureOptions {
+  captureOnly?: boolean
   interval: number
   sampleRate: number
   onAudioChunk: (chunk: AudioChunk) => unknown

packages/artplayer-plugin-asr/types/artplayer-plugin-asr.d.ts

@@ -25,6 +25,8 @@ export type Factory = (option?: AsrPluginOption) => (art: Artplayer) => AsrPlugi
 
 /** Accurate asynchronous view available through the /runtime entry. */
 export interface RuntimeOption extends Omit<AsrPluginOption, 'onAudioChunk'> {
+  /** Capture the media stream without taking ownership of its playback route. */
+  audioInput?: { type: 'capture' }
   onAudioChunk?: (chunk: AudioChunk) => string | void | null | Promise<string | void | null>
 }