Merge branch 'main' into stats

Author: oliverlaz

packages/audio-filters-web/CHANGELOG.md

@@ -2,6 +2,12 @@
 
 This file was generated using [@jscutlery/semver](https://github.com/jscutlery/semver).
 
+## [0.5.0](https://github.com/GetStream/stream-video-js/compare/@stream-io/audio-filters-web-0.4.3...@stream-io/audio-filters-web-0.5.0) (2025-09-30)
+
+### Features
+
+- Audio profiles and Hi-Fi stereo audio ([#1887](https://github.com/GetStream/stream-video-js/issues/1887)) ([3b60c89](https://github.com/GetStream/stream-video-js/commit/3b60c89b8c0dbc40544fe13be79c10e93bbddd3d))
+
 ## [0.4.3](https://github.com/GetStream/stream-video-js/compare/@stream-io/audio-filters-web-0.4.2...@stream-io/audio-filters-web-0.4.3) (2025-07-25)
 
 ### Bug Fixes

packages/audio-filters-web/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@stream-io/audio-filters-web",
-  "version": "0.4.3",
+  "version": "0.5.0",
   "main": "./dist/index.cjs.js",
   "module": "./dist/index.es.js",
   "types": "./dist/index.d.ts",

packages/audio-filters-web/src/NoiseCancellation.ts

@@ -269,8 +269,13 @@ export class NoiseCancellation implements INoiseCancellation {
     if (!this.filterNode || !this.audioContext) {
       throw new Error('NoiseCancellation is not initialized');
     }
+
+    const [audioTrack] = mediaStream.getAudioTracks();
+    if (!audioTrack) throw new Error('No audio track found in the stream');
+
     const source = this.audioContext.createMediaStreamSource(mediaStream);
     const destination = this.audioContext.createMediaStreamDestination();
+    destination.channelCount = audioTrack.getSettings().channelCount ?? 1;
 
     source.connect(this.filterNode).connect(destination);
     // When filter is started, user's microphone media stream is active.

packages/client/CHANGELOG.md

@@ -2,6 +2,22 @@
 
 This file was generated using [@jscutlery/semver](https://github.com/jscutlery/semver).
 
+## [1.33.1](https://github.com/GetStream/stream-video-js/compare/@stream-io/video-client-1.33.0...@stream-io/video-client-1.33.1) (2025-10-02)
+
+### Bug Fixes
+
+- ensure ingress participants are prioritized ([#1943](https://github.com/GetStream/stream-video-js/issues/1943)) ([a51a119](https://github.com/GetStream/stream-video-js/commit/a51a119cfb9f13736395b4afb3d3947ef994a6d9))
+
+## [1.33.0](https://github.com/GetStream/stream-video-js/compare/@stream-io/video-client-1.32.0...@stream-io/video-client-1.33.0) (2025-09-30)
+
+### Features
+
+- Audio profiles and Hi-Fi stereo audio ([#1887](https://github.com/GetStream/stream-video-js/issues/1887)) ([3b60c89](https://github.com/GetStream/stream-video-js/commit/3b60c89b8c0dbc40544fe13be79c10e93bbddd3d))
+
+### Bug Fixes
+
+- **client:** server side pinning ([#1936](https://github.com/GetStream/stream-video-js/issues/1936)) ([cd33b9e](https://github.com/GetStream/stream-video-js/commit/cd33b9e4417e8fdc452b6d4a192e10183ddfa31b))
+
 ## [1.32.0](https://github.com/GetStream/stream-video-js/compare/@stream-io/video-client-1.31.0...@stream-io/video-client-1.32.0) (2025-09-29)
 
 ### Features

packages/client/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@stream-io/video-client",
-  "version": "1.32.0",
+  "version": "1.33.1",
   "main": "dist/index.cjs.js",
   "module": "dist/index.es.js",
   "browser": "dist/index.browser.es.js",
@@ -42,6 +42,7 @@
     "@rollup/plugin-typescript": "^12.1.2",
     "@stream-io/audio-filters-web": "workspace:^",
     "@stream-io/node-sdk": "^0.4.24",
+    "@total-typescript/shoehorn": "^0.1.2",
     "@types/sdp-transform": "^2.4.9",
     "@types/ua-parser-js": "^0.7.39",
     "@vitest/coverage-v8": "^3.1.3",

packages/client/src/Call.ts

@@ -8,6 +8,7 @@ import {
   Publisher,
   Subscriber,
   toRtcConfiguration,
+  TrackPublishOptions,
   trackTypeToParticipantStreamKey,
 } from './rtc';
 import {
@@ -1770,9 +1771,14 @@ export class Call {
    *
    * @param mediaStream the media stream to publish.
    * @param trackType the type of the track to announce.
+   * @param options the publish options.
    */
-  publish = async (mediaStream: MediaStream, trackType: TrackType) => {
-    if (!this.sfuClient) throw new Error(`Call not joined yet.`);
+  publish = async (
+    mediaStream: MediaStream,
+    trackType: TrackType,
+    options?: TrackPublishOptions,
+  ) => {
+    if (!this.sfuClient) throw new Error(`Call is not joined yet`);
     // joining is in progress, and we should wait until the client is ready
     await this.sfuClient.joinTask;
 
@@ -1797,15 +1803,16 @@ export class Call {
     }
 
     pushToIfMissing(this.trackPublishOrder, trackType);
-    await this.publisher.publish(track, trackType);
+    await this.publisher.publish(track, trackType, options);
 
     const trackTypes = [trackType];
     if (trackType === TrackType.SCREEN_SHARE) {
       const [audioTrack] = mediaStream.getAudioTracks();
       if (audioTrack) {
-        pushToIfMissing(this.trackPublishOrder, TrackType.SCREEN_SHARE_AUDIO);
-        await this.publisher.publish(audioTrack, TrackType.SCREEN_SHARE_AUDIO);
-        trackTypes.push(TrackType.SCREEN_SHARE_AUDIO);
+        const screenShareAudio = TrackType.SCREEN_SHARE_AUDIO;
+        pushToIfMissing(this.trackPublishOrder, screenShareAudio);
+        await this.publisher.publish(audioTrack, screenShareAudio, options);
+        trackTypes.push(screenShareAudio);
       }
     }
 

packages/client/src/__tests__/Call.publishing.test.ts

@@ -35,7 +35,7 @@ describe('Publishing and Unpublishing tracks', () => {
   describe('Validations', () => {
     it('publishing is not allowed only when call is not joined', async () => {
       const ms = new MediaStream();
-      const err = 'Call not joined yet.';
+      const err = 'Call is not joined yet';
       await expect(call.publish(ms, TrackType.VIDEO)).rejects.toThrowError(err);
       await expect(call.publish(ms, TrackType.AUDIO)).rejects.toThrowError(err);
       await expect(
@@ -140,7 +140,11 @@ describe('Publishing and Unpublishing tracks', () => {
       vi.spyOn(mediaStream, 'getVideoTracks').mockReturnValue([track]);
 
       await call.publish(mediaStream, TrackType.VIDEO);
-      expect(publisher.publish).toHaveBeenCalledWith(track, TrackType.VIDEO);
+      expect(publisher.publish).toHaveBeenCalledWith(
+        track,
+        TrackType.VIDEO,
+        undefined,
+      );
       expect(call['trackPublishOrder']).toEqual([TrackType.VIDEO]);
 
       expect(sfuClient.updateMuteStates).toHaveBeenCalledWith([
@@ -159,7 +163,11 @@ describe('Publishing and Unpublishing tracks', () => {
       vi.spyOn(mediaStream, 'getAudioTracks').mockReturnValue([track]);
 
       await call.publish(mediaStream, TrackType.AUDIO);
-      expect(publisher.publish).toHaveBeenCalledWith(track, TrackType.AUDIO);
+      expect(publisher.publish).toHaveBeenCalledWith(
+        track,
+        TrackType.AUDIO,
+        undefined,
+      );
       expect(call['trackPublishOrder']).toEqual([TrackType.AUDIO]);
 
       expect(sfuClient.updateMuteStates).toHaveBeenCalledWith([
@@ -181,6 +189,7 @@ describe('Publishing and Unpublishing tracks', () => {
       expect(publisher.publish).toHaveBeenCalledWith(
         track,
         TrackType.SCREEN_SHARE,
+        undefined,
       );
       expect(call['trackPublishOrder']).toEqual([TrackType.SCREEN_SHARE]);
 
@@ -205,10 +214,12 @@ describe('Publishing and Unpublishing tracks', () => {
       expect(publisher.publish).toHaveBeenCalledWith(
         videoTrack,
         TrackType.SCREEN_SHARE,
+        undefined,
       );
       expect(publisher.publish).toHaveBeenCalledWith(
         audioTrack,
         TrackType.SCREEN_SHARE_AUDIO,
+        undefined,
       );
       expect(call['trackPublishOrder']).toEqual([
         TrackType.SCREEN_SHARE,

packages/client/src/__tests__/StreamVideoClient.api.test.ts

@@ -25,7 +25,7 @@ const tokenProvider = (userId: string) => {
   };
 };
 
-describe.skip('StreamVideoClient - coordinator API', () => {
+describe('StreamVideoClient - coordinator API', () => {
   let client: StreamVideoClient;
   const user = {
     id: 'sara',

packages/client/src/devices/AudioDeviceManager.ts

@@ -0,0 +1,61 @@
+import { DeviceManager } from './DeviceManager';
+import { AudioDeviceManagerState } from './AudioDeviceManagerState';
+import { AudioBitrateProfile } from '../gen/video/sfu/models/models';
+import { TrackPublishOptions } from '../rtc';
+
+/**
+ * Base class for High Fidelity enabled Device Managers.
+ */
+export abstract class AudioDeviceManager<
+  S extends AudioDeviceManagerState<C>,
+  C = MediaTrackConstraints,
+> extends DeviceManager<S, C> {
+  /**
+   * Sets the audio bitrate profile and stereo mode.
+   */
+  async setAudioBitrateProfile(profile: AudioBitrateProfile) {
+    if (!this.call.state.settings?.audio.hifi_audio_enabled) {
+      throw new Error('High Fidelity audio is not enabled for this call');
+    }
+    this.doSetAudioBitrateProfile(profile);
+    this.state.setAudioBitrateProfile(profile);
+    if (this.enabled) {
+      await this.applySettingsToStream();
+    }
+  }
+
+  /**
+   * Overrides the default `publishStream` method to inject the audio bitrate profile.
+   */
+  protected override publishStream(
+    stream: MediaStream,
+    options?: TrackPublishOptions,
+  ): Promise<void> {
+    return super.publishStream(stream, {
+      audioBitrateProfile: this.state.audioBitrateProfile,
+      ...options,
+    });
+  }
+
+  /**
+   * Applies Device Manager's specific audio profile settings.
+   */
+  protected abstract doSetAudioBitrateProfile(
+    profile: AudioBitrateProfile,
+  ): void;
+}
+
+/**
+ * Prepares a new MediaTrackConstraints set based on the provided arguments.
+ */
+export const createAudioConstraints = (
+  profile: AudioBitrateProfile,
+): MediaTrackConstraints => {
+  const stereo = profile === AudioBitrateProfile.MUSIC_HIGH_QUALITY;
+  return {
+    echoCancellation: !stereo,
+    noiseSuppression: !stereo,
+    autoGainControl: !stereo,
+    channelCount: { ideal: stereo ? 2 : 1 },
+  };
+};

packages/client/src/devices/AudioDeviceManagerState.ts

@@ -0,0 +1,44 @@
+import { BehaviorSubject, distinctUntilChanged, Observable } from 'rxjs';
+import { AudioBitrateProfile } from '../gen/video/sfu/models/models';
+import { DeviceManagerState, TrackDisableMode } from './DeviceManagerState';
+import { RxUtils } from './../store';
+import { BrowserPermission } from './BrowserPermission';
+
+/**
+ * Base state class for High Fidelity enabled device managers.
+ */
+export abstract class AudioDeviceManagerState<C> extends DeviceManagerState<C> {
+  private readonly audioBitrateProfileSubject: BehaviorSubject<AudioBitrateProfile>;
+
+  /** An Observable that emits the current audio bitrate profile. */
+  audioBitrateProfile$: Observable<AudioBitrateProfile>;
+
+  /**
+   * Constructs a new AudioDeviceManagerState instance.
+   */
+  protected constructor(
+    disableMode: TrackDisableMode,
+    permission: BrowserPermission | undefined,
+    profile: AudioBitrateProfile,
+  ) {
+    super(disableMode, permission);
+    this.audioBitrateProfileSubject = new BehaviorSubject(profile);
+    this.audioBitrateProfile$ = this.audioBitrateProfileSubject
+      .asObservable()
+      .pipe(distinctUntilChanged());
+  }
+
+  /**
+   * Returns the current audio bitrate profile.
+   */
+  get audioBitrateProfile() {
+    return RxUtils.getCurrentValue(this.audioBitrateProfile$);
+  }
+
+  /**
+   * Sets the audio bitrate profile and stereo mode.
+   */
+  setAudioBitrateProfile(profile: AudioBitrateProfile) {
+    RxUtils.setCurrentValue(this.audioBitrateProfileSubject, profile);
+  }
+}