bigbluebutton-Github/bigbluebutton-html5/imports/api/audio/client/bridge/base.js

154 lines
4.3 KiB
JavaScript
Raw Normal View History

import logger from '/imports/startup/client/logger';
import {
getAudioConstraints,
doGUM,
} from '/imports/api/audio/client/bridge/service';
const BASE_BRIDGE_NAME = 'base';
2017-07-24 22:15:46 +08:00
export default class BaseAudioBridge {
2017-10-12 05:04:10 +08:00
constructor(userData) {
this.userData = userData;
this.baseErrorCodes = {
INVALID_TARGET: 'INVALID_TARGET',
CONNECTION_ERROR: 'CONNECTION_ERROR',
REQUEST_TIMEOUT: 'REQUEST_TIMEOUT',
GENERIC_ERROR: 'GENERIC_ERROR',
2017-10-27 01:14:56 +08:00
MEDIA_ERROR: 'MEDIA_ERROR',
2018-06-27 21:56:03 +08:00
WEBRTC_NOT_SUPPORTED: 'WEBRTC_NOT_SUPPORTED',
2018-06-29 02:14:35 +08:00
ICE_NEGOTIATION_FAILED: 'ICE_NEGOTIATION_FAILED',
2017-10-12 05:04:10 +08:00
};
this.baseCallStates = {
started: 'started',
ended: 'ended',
failed: 'failed',
reconnecting: 'reconnecting',
autoplayBlocked: 'autoplayBlocked',
2017-10-12 05:04:10 +08:00
};
this.bridgeName = BASE_BRIDGE_NAME;
2017-07-24 22:15:46 +08:00
}
getPeerConnection() {
console.error('The Bridge must implement getPeerConnection');
}
2017-07-24 22:15:46 +08:00
exitAudio() {
2017-10-12 05:04:10 +08:00
console.error('The Bridge must implement exitAudio');
2017-07-24 22:15:46 +08:00
}
2017-09-29 21:38:10 +08:00
joinAudio() {
2017-10-12 05:04:10 +08:00
console.error('The Bridge must implement joinAudio');
2017-07-24 22:15:46 +08:00
}
changeInputDevice() {
console.error('The Bridge must implement changeInputDevice');
}
setInputStream() {
console.error('The Bridge must implement setInputStream');
}
sendDtmf() {
console.error('The Bridge must implement sendDtmf');
}
set inputDeviceId (deviceId) {
this._inputDeviceId = deviceId;
}
get inputDeviceId () {
return this._inputDeviceId;
feat(audio): rework audio join without listen only This is a rework of the audio join procedure whithout the explict listen only separation in mind. It's supposed to be used in conjunction with the transparent listen only feature so that the distinction between modes is seamless with minimal server-side impact. An abridged list of changes: - Let the user pick no input device when joining microphone while allowing them to set an input device on the fly later on - Give the user the option to join audio with no input device whenever we fail to obtain input devices, with the option to try re-enabling them on the fly later on - Add the option to open the audio settings modal (echo test et al) via the in-call device selection chevron - Rework the SFU audio bridge and its services to support adding/removing tracks on the fly without renegotiation - Rework the SFU audio bridge and its services to support a new peer role called "passive-sendrecv". That role is used by dupled peers that have no active input source on start, but might have one later on. - Remove stale PermissionsOverlay component from the audio modal - Rework how permission errors are detected using the Permissions API - Rework the local echo test so that it uses a separate media tag rather than the remote - Add new, separate dialplans that mute/hold FreeSWITCH channels on hold based on UA strings. This is orchestrated server-side via webrtc-sfu and akka-apps. The basic difference here is that channels now join in their desired state rather than waiting for client side observers to sync the state up. It also mitigates transparent listen only performance edge cases on multiple audio channels joining at the same time. The old, decoupled listen only mode is still present in code while we validate this new approach. To test this, transparentListenOnly must be enabled and listen only mode must be disable on audio join so that the user skips straight through microphone join.
2024-06-05 19:26:27 +08:00
}
feat(audio): rework audio join without listen only This is a rework of the audio join procedure whithout the explict listen only separation in mind. It's supposed to be used in conjunction with the transparent listen only feature so that the distinction between modes is seamless with minimal server-side impact. An abridged list of changes: - Let the user pick no input device when joining microphone while allowing them to set an input device on the fly later on - Give the user the option to join audio with no input device whenever we fail to obtain input devices, with the option to try re-enabling them on the fly later on - Add the option to open the audio settings modal (echo test et al) via the in-call device selection chevron - Rework the SFU audio bridge and its services to support adding/removing tracks on the fly without renegotiation - Rework the SFU audio bridge and its services to support a new peer role called "passive-sendrecv". That role is used by dupled peers that have no active input source on start, but might have one later on. - Remove stale PermissionsOverlay component from the audio modal - Rework how permission errors are detected using the Permissions API - Rework the local echo test so that it uses a separate media tag rather than the remote - Add new, separate dialplans that mute/hold FreeSWITCH channels on hold based on UA strings. This is orchestrated server-side via webrtc-sfu and akka-apps. The basic difference here is that channels now join in their desired state rather than waiting for client side observers to sync the state up. It also mitigates transparent listen only performance edge cases on multiple audio channels joining at the same time. The old, decoupled listen only mode is still present in code while we validate this new approach. To test this, transparentListenOnly must be enabled and listen only mode must be disable on audio join so that the user skips straight through microphone join.
2024-06-05 19:26:27 +08:00
/* eslint-disable class-methods-use-this */
supportsTransparentListenOnly() {
return false;
}
/**
* Change the input device with the given deviceId, without renegotiating
* peer.
* A new MediaStream object is created for the given deviceId. This object
* is returned by the resolved promise.
* @param {String} deviceId The id of the device to be set as input
* @return {Promise} A promise that is resolved with the MediaStream
* object after changing the input device.
*/
async liveChangeInputDevice(deviceId) {
let newStream;
let backupStream;
try {
feat(audio): rework audio join without listen only This is a rework of the audio join procedure whithout the explict listen only separation in mind. It's supposed to be used in conjunction with the transparent listen only feature so that the distinction between modes is seamless with minimal server-side impact. An abridged list of changes: - Let the user pick no input device when joining microphone while allowing them to set an input device on the fly later on - Give the user the option to join audio with no input device whenever we fail to obtain input devices, with the option to try re-enabling them on the fly later on - Add the option to open the audio settings modal (echo test et al) via the in-call device selection chevron - Rework the SFU audio bridge and its services to support adding/removing tracks on the fly without renegotiation - Rework the SFU audio bridge and its services to support a new peer role called "passive-sendrecv". That role is used by dupled peers that have no active input source on start, but might have one later on. - Remove stale PermissionsOverlay component from the audio modal - Rework how permission errors are detected using the Permissions API - Rework the local echo test so that it uses a separate media tag rather than the remote - Add new, separate dialplans that mute/hold FreeSWITCH channels on hold based on UA strings. This is orchestrated server-side via webrtc-sfu and akka-apps. The basic difference here is that channels now join in their desired state rather than waiting for client side observers to sync the state up. It also mitigates transparent listen only performance edge cases on multiple audio channels joining at the same time. The old, decoupled listen only mode is still present in code while we validate this new approach. To test this, transparentListenOnly must be enabled and listen only mode must be disable on audio join so that the user skips straight through microphone join.
2024-06-05 19:26:27 +08:00
// Remove all input audio tracks from the stream
// This will effectively mute the microphone
// and keep the audio output working
if (deviceId === 'listen-only') {
const stream = this.inputStream;
if (stream) {
stream.getAudioTracks().forEach((track) => {
track.stop();
stream.removeTrack(track);
});
}
return stream;
}
const constraints = {
audio: getAudioConstraints({ deviceId }),
};
// Backup stream (current one) in case the switch fails
if (this.inputStream && this.inputStream.active) {
backupStream = this.inputStream ? this.inputStream.clone() : null;
this.inputStream.getAudioTracks().forEach((track) => track.stop());
}
newStream = await doGUM(constraints);
await this.setInputStream(newStream);
if (backupStream && backupStream.active) {
backupStream.getAudioTracks().forEach((track) => track.stop());
backupStream = null;
}
return newStream;
} catch (error) {
// Device change failed. Clean up the tentative new stream to avoid lingering
// stuff, then try to rollback to the previous input stream.
if (newStream && typeof newStream.getAudioTracks === 'function') {
newStream.getAudioTracks().forEach((t) => t.stop());
newStream = null;
}
// Rollback to backup stream
if (backupStream && backupStream.active) {
this.setInputStream(backupStream).catch((rollbackError) => {
logger.error({
logCode: 'audio_changeinputdevice_rollback_failure',
extraInfo: {
bridgeName: this.bridgeName,
deviceId,
errorName: rollbackError.name,
errorMessage: rollbackError.message,
},
}, 'Microphone device change rollback failed - the device may become silent');
backupStream.getAudioTracks().forEach((track) => track.stop());
backupStream = null;
});
}
throw error;
}
}
trackTransferState(transferCallback) {
2024-04-23 10:20:45 +08:00
return new Promise((resolve) => {
transferCallback();
resolve();
});
}
2017-07-24 22:15:46 +08:00
}