ArtPlayer/test/browser/asr-cors.spec.js

import fs from 'node:fs'
import process from 'node:process'
import { verifyAsrContract } from '../../refactor/scripts/asr-contract.mjs'
import { hash, readMember } from '../../refactor/scripts/releases.mjs'
import { browserCandidate } from '../helpers/browser-candidate.js'
import { expect, test } from './fixtures.js'

let contract
let candidateProvenance
let candidateCode
test.beforeAll(async () => {
  contract = await verifyAsrContract()
  const candidate = await browserCandidate('artplayer-plugin-asr', process.env.ARTPLAYER_ASR_ARTIFACT)
  candidateCode = candidate.code
  candidateProvenance = candidate.provenance
})

for (const version of ['2.1.0', 'candidate']) {
  for (const core of ['published', 'candidate']) {
    for (const scenario of ['anonymous-cors', 'opaque', 'opaque-redirect']) {
      test(`ASR ${version} + ${core}: ${scenario} native audio access and source recovery`, async ({ page }, testInfo) => {
        await page.goto(`/test/player.html?core=${core}`)
        const capabilities = await page.evaluate(() => ({ context: typeof window.AudioContext, prefixed: typeof window.webkitAudioContext, worklet: typeof window.AudioWorkletNode }))
        await testInfo.attach('asr-cors-capabilities', { contentType: 'application/json', body: JSON.stringify(capabilities) })
        if (capabilities.context === 'undefined' && capabilities.prefixed === 'undefined') {
          expect(process.platform).toBe('win32')
          expect(testInfo.project.name).toBe('webkit')
          expect(capabilities.worklet).toBe('undefined')
          test.skip(true, 'Windows WebKit lacks native WebAudio; this is not Safari CORS acceptance')
        }
        const code = version === 'candidate' ? candidateCode : readMember(contract.archives.get(version), 'package/dist/artplayer-plugin-asr.js')
        await testInfo.attach('asr-cors-inputs', { contentType: 'application/json', body: JSON.stringify({ version, core, scenario, pluginSha256: hash(code), selected: version === 'candidate' ? candidateProvenance : { kind: 'published', version, sha256: hash(code) }, mediaSha256: hash(fs.readFileSync(new URL('./media/audio-tone.m4a', import.meta.url))), physicalAudioOutput: false, securityBypass: false }) })
        const responses = []
        page.on('response', (response) => {
          if (/\/test\/(?:asr-cors\.m4a|audio-tone\.m4a|asr-opaque-redirect)(?:\?|$)/u.test(response.url()))
            responses.push({ url: response.url(), status: response.status(), allowOrigin: response.headers()['access-control-allow-origin'] || null })
        })
        await page.addScriptTag({ content: code.toString() })
        await page.evaluate((scenario) => {
          const NativeContext = window.AudioContext || window.webkitAudioContext
          window.asrContexts = []
          window.asrChunks = []
          window.asrMeters = []
          window.AudioContext = class extends NativeContext {
            constructor(options) {
              super(options)
              window.asrContexts.push(this)
            }

            createGain() {
              const gain = super.createGain()
              const analyser = super.createAnalyser()
              const connect = gain.connect.bind(gain)
              const disconnect = gain.disconnect.bind(gain)
              gain.connect = (destination, ...args) => {
                if (destination === this.destination) {
                  connect(analyser)
                  analyser.connect(destination)
                  return destination
                }
                return connect(destination, ...args)
              }
              gain.disconnect = (...args) => {
                analyser.disconnect()
                return disconnect(...args)
              }
              window.asrMeters.push(analyser)
              return gain
            }
          }
          const alternate = location.origin.replace('127.0.0.1', 'localhost')
          const url = scenario === 'anonymous-cors' ? `${alternate}/test/asr-cors.m4a` : scenario === 'opaque' ? `${alternate}/test/audio-tone.m4a` : '/test/asr-opaque-redirect'
          window.art = new window.Artplayer({
            container: '.player',
            url,
            volume: 1,
            loop: true,
            moreVideoAttr: scenario === 'anonymous-cors' ? { crossOrigin: 'anonymous' } : {},
            plugins: [window.artplayerPluginAsr({ onAudioChunk({ pcm }) {
              const values = new Int16Array(pcm)
              window.asrChunks.push({ max: values.reduce((max, value) => Math.max(max, Math.abs(value)), 0), source: window.art.video.currentSrc })
            } })],
          })
          document.querySelector('#play').onclick = () => window.art.play()
          window.asrReading = () => {
            const analyser = window.asrMeters.at(-1)
            const values = new Float32Array(analyser.fftSize)
            analyser.getFloatTimeDomainData(values)
            return { outputMax: values.reduce((max, value) => Math.max(max, Math.abs(value)), 0), chunks: window.asrChunks.slice(-3), time: window.art.currentTime, paused: window.art.video.paused, error: window.art.video.error?.code || null, crossOrigin: window.art.video.crossOrigin }
          }
        }, scenario)
        await expect.poll(() => page.evaluate(() => window.art.isReady)).toBe(true)
        await page.locator('#play').click()
        // Firefox suppresses restricted input entirely; Chromium delivers zero samples.
        if (testInfo.project.name === 'firefox' && scenario !== 'anonymous-cors') {
          await expect.poll(() => page.evaluate(() => window.asrMeters.length)).toBe(1)
          await expect.poll(() => page.evaluate(() => window.art.currentTime)).toBeGreaterThan(1)
          expect(await page.evaluate(() => window.asrChunks.length)).toBe(0)
        }
        else {
          await expect.poll(() => page.evaluate(() => window.asrChunks.length)).toBeGreaterThanOrEqual(4)
        }
        const initial = await page.evaluate(() => window.asrReading())
        expect(initial.error).toBeNull()
        expect(initial.paused).toBe(false)
        if (scenario === 'anonymous-cors') {
          expect(initial.crossOrigin).toBe('anonymous')
          expect(initial.outputMax).toBeGreaterThan(0.01)
          expect(initial.chunks.every(chunk => chunk.max > 0)).toBe(true)
          expect(responses.some(response => response.allowOrigin === '*')).toBe(true)
        }
        else {
          expect(initial.crossOrigin).toBeNull()
          expect(initial.outputMax).toBe(0)
          expect(initial.chunks.every(chunk => chunk.max === 0)).toBe(true)
          expect(responses.every(response => response.allowOrigin === null)).toBe(true)
          if (scenario === 'opaque-redirect')
            expect(responses.some(response => response.status === 302)).toBe(true)
        }
        await expect.poll(() => page.evaluate(() => window.art.currentTime)).toBeGreaterThan(initial.time + 0.3)
        let recovery
        if (version === 'candidate') {
          await page.evaluate(() => {
            window.art.url = '/test/audio-tone.m4a?asr-cors=recovery'
          })
          await expect.poll(() => page.evaluate(() => window.art.video.currentSrc.includes('asr-cors=recovery') && window.art.video.readyState >= 2)).toBe(true)
          await page.locator('#play').click()
          await expect.poll(() => page.evaluate(() => window.asrChunks.filter(chunk => chunk.source.includes('asr-cors=recovery') && chunk.max > 0).length)).toBeGreaterThanOrEqual(3)
          recovery = await page.evaluate(() => window.asrReading())
          expect(recovery.outputMax).toBeGreaterThan(0.01)
          expect(await page.evaluate(() => window.asrContexts.length)).toBe(1)
        }
        await testInfo.attach('asr-cors-observation', { contentType: 'application/json', body: JSON.stringify({ initial, recovery, responses }) })
        await page.evaluate(() => window.art.destroy())
        await expect.poll(() => page.evaluate(() => window.asrContexts.map(context => context.state))).toEqual(['closed'])
      })
    }
  }
}