Support more audio formats in useWindowedAudioData

package.json

@@ -17,8 +17,10 @@
 		"makewhisperweb": "turbo run make --filter='@remotion/whisper-web'",
 		"watchwhisperweb": "turbo watch make --experimental-write-cache --filter='@remotion/whisper-web'",
 		"makewebcodecs": "turbo run make --filter='@remotion/media-parser' --filter='@remotion/webcodecs'",
-		"watchwebcodecs": "turbo watch make --experimental-write-cache --filter='@remotion/media-parser' --filter='@remotion/webcodecs'",
+		"watchmediaparser": "turbo watch make --experimental-write-cache --filter='@remotion/media-parser'",
+		"watchmediautils": "turbo watch make --experimental-write-cache --filter='@remotion/media-utils'",
 		"watchwebrenderer": "turbo watch make --experimental-write-cache --filter='@remotion/web-renderer'",
+		"watchwebcodecs": "turbo watch make --experimental-write-cache --filter='@remotion/webcodecs'",
 		"makewebrenderer": "turbo run make --filter='@remotion/web-renderer'",
 		"makecore": "turbo run make --filter='remotion'",
 		"watchcore": "turbo watch make --experimental-write-cache --filter='remotion'",
@@ -58,4 +60,4 @@
 		"typescript": "5.8.2"
 	},
 	"packageManager": "[email protected]"
-}
+}

packages/media-parser/src/containers/flac/get-block-size.ts

@@ -2,10 +2,13 @@ import type {BufferIterator} from '../../iterator/buffer-iterator';
 
 export const getBlockSize = (
 	iterator: BufferIterator,
-): number | 'uncommon-u16' | 'uncommon-u8' => {
+): number | 'uncommon-u16' | 'uncommon-u8' | null => {
 	const bits = iterator.getBits(4);
 	if (bits === 0b0000) {
-		throw new Error('Reserved block size');
+		// Probably we are in the wrong spot overall, and just landed on a spot that incidentially hit the syncword.
+		// Don't throw an error, in the parent function just keep reading.
+		// Internal message with repro: https://discord.com/channels/@me/1314232261008162876/1410312296709881988
+		return null;
 	}
 
 	if (bits === 0b0001) {

packages/media-parser/src/containers/flac/get-channel-count.ts

@@ -39,5 +39,12 @@ export const getChannelCount = (iterator: BufferIterator) => {
 		return 2;
 	}
 
+	// 0b1011..0b1111 are reserved per RFC 9639 §9.1.3 (Channels Bits).
+	// Some encoders/files in the wild may nonetheless use these values.
+	// Be lenient and treat them as stereo (2 channels) to keep parsing robust.
+	if (bits >= 0b1011 && bits <= 0b1111) {
+		return 2;
+	}
+
 	throw new Error(`Invalid channel count: ${bits.toString(2)}`);
 };

packages/media-parser/src/containers/flac/get-sample-rate.ts

@@ -7,7 +7,7 @@ export const getSampleRate = (
 	state: ParserState,
 ): number | 'uncommon-u8' | 'uncommon-u16' | 'uncommon-u16-10' => {
 	const mode = iterator.getBits(4);
-	if (mode === 0b0000) {
+	if (mode === 0b0000 || mode === 0b1111) {
 		const structure = state.structure.getFlacStructure();
 		const sampleRate =
 			structure.boxes.find((box) => box.type === 'flac-streaminfo')

packages/media-parser/src/containers/flac/parse-flac-frame.ts

@@ -49,6 +49,10 @@ export const parseFrameHeader = ({
 	iterator.discard(2); // sync code
 	iterator.startReadingBits();
 	const blockSizeBits = getBlockSize(iterator);
+	if (blockSizeBits === null) {
+		return null;
+	}
+
 	const sampleRateBits = getSampleRate(iterator, state);
 	getChannelCount(iterator); // channel count
 	iterator.getBits(3); // bit depth

packages/media-utils/package.json

@@ -18,6 +18,8 @@
 		"url": "https://github.com/remotion-dev/remotion/issues"
 	},
 	"dependencies": {
+		"@remotion/media-parser": "workspace:*",
+		"@remotion/webcodecs": "workspace:*",
 		"remotion": "workspace:*"
 	},
 	"peerDependencies": {
@@ -39,4 +41,4 @@
 		"access": "public"
 	},
 	"homepage": "https://www.remotion.dev/docs/media-utils"
-}
+}

packages/media-utils/src/index.ts

@@ -6,10 +6,8 @@ export {
 	getAudioDurationInSeconds,
 } from './get-audio-duration-in-seconds';
 export {getImageDimensions} from './get-image-dimensions';
-export {getPartialWaveData} from './get-partial-wave-data';
 export {getVideoMetadata} from './get-video-metadata';
 export {getWaveformPortion} from './get-waveform-portion';
-export {WaveProbe, probeWaveFile} from './probe-wave-file';
 export * from './types';
 export type {
 	AudioData,