bigbluebutton-Github/bigbluebutton-html5/imports/ui/components/video-preview/service.js
João Victor Nunes 027115aa14
fix(webcam): client failing to apply virtual background effect (#20777)
* fix(webcam): client failing to apply virtual background effect

* fix: check for already dispatched background

* fix: make webcam start up with last selected virtual background
2024-07-25 15:49:32 -04:00

253 lines
7.3 KiB
JavaScript
Executable File

import Storage from '/imports/ui/services/storage/session';
import BBBStorage from '/imports/ui/services/storage';
import getFromUserSettings from '/imports/ui/services/users-settings';
import MediaStreamUtils from '/imports/utils/media-stream-utils';
import VideoService from '/imports/ui/components/video-provider/service';
import BBBVideoStream from '/imports/ui/services/webrtc-base/bbb-video-stream';
import browserInfo from '/imports/utils/browserInfo';
const GUM_TIMEOUT = Meteor.settings.public.kurento.gUMTimeout;
// GUM retry + delay params (Chrome only for now)
const GUM_MAX_RETRIES = 5;
const GUM_RETRY_DELAY = 200;
// Unfiltered, includes hidden profiles
const CAMERA_PROFILES = Meteor.settings.public.kurento.cameraProfiles || [];
// Filtered, without hidden profiles
const PREVIEW_CAMERA_PROFILES = CAMERA_PROFILES.filter(p => !p.hidden);
const CAMERA_AS_CONTENT_PROFILE_ID = 'fhd';
const getDefaultProfile = () => {
return CAMERA_PROFILES.find(profile => profile.id === BBBStorage.getItem('WebcamProfileId'))
|| CAMERA_PROFILES.find(profile => profile.id === VideoService.getUserParameterProfile())
|| CAMERA_PROFILES.find(profile => profile.default)
|| CAMERA_PROFILES[0];
}
const getCameraAsContentProfile = () => {
return CAMERA_PROFILES.find(profile => profile.id == CAMERA_AS_CONTENT_PROFILE_ID)
|| CAMERA_PROFILES.find(profile => profile.default)
}
const getCameraProfile = (id) => {
return CAMERA_PROFILES.find(profile => profile.id === id);
}
// VIDEO_STREAM_STORAGE: Map<deviceId, MediaStream>. Registers WEBCAM streams.
// Easier to keep track of them. Easier to centralize their referencing.
// Easier to shuffle them around.
const VIDEO_STREAM_STORAGE = new Map();
const storeStream = (deviceId, stream) => {
if (!stream) return false;
// Check if there's a dangling stream. If there's one and it's active, cool,
// return false as it's already stored. Otherwised, clean the derelict stream
// and store the new one
if (hasStream(deviceId)) {
const existingStream = getStream(deviceId);
if (existingStream.active) return false;
deleteStream(deviceId);
}
VIDEO_STREAM_STORAGE.set(deviceId, stream);
// Stream insurance: clean it up if it ends (see the events being listened to below)
stream.once('inactive', () => {
deleteStream(deviceId);
});
return true;
}
const getStream = (deviceId) => {
return VIDEO_STREAM_STORAGE.get(deviceId);
}
const hasStream = (deviceId) => {
return VIDEO_STREAM_STORAGE.has(deviceId);
}
const deleteStream = (deviceId) => {
const stream = getStream(deviceId);
if (stream == null) return false;
MediaStreamUtils.stopMediaStreamTracks(stream);
return VIDEO_STREAM_STORAGE.delete(deviceId);
}
const clearStreams = () => VIDEO_STREAM_STORAGE.clear();
const promiseTimeout = (ms, promise) => {
const timeout = new Promise((resolve, reject) => {
const id = setTimeout(() => {
clearTimeout(id);
const error = {
name: 'TimeoutError',
message: 'Promise did not return',
};
reject(error);
}, ms);
});
return Promise.race([
promise,
timeout,
]);
};
const getSkipVideoPreview = () => {
const KURENTO_CONFIG = Meteor.settings.public.kurento;
const skipVideoPreviewOnFirstJoin = getFromUserSettings(
'bbb_skip_video_preview_on_first_join',
KURENTO_CONFIG.skipVideoPreviewOnFirstJoin,
);
const skipVideoPreview = getFromUserSettings(
'bbb_skip_video_preview',
KURENTO_CONFIG.skipVideoPreview,
);
return (
(Storage.getItem('isFirstJoin') !== false && skipVideoPreviewOnFirstJoin)
|| skipVideoPreview
);
};
// Takes a raw list of media devices of any media type coming enumerateDevices
// and a deviceId to be prioritized
// Outputs an object containing:
// webcams: videoinput media devices, priorityDevice being the first member of the array (if it exists)
// areLabelled: whether all videoinput devices are labelled
// areIdentified: whether all videoinput devices have deviceIds
const digestVideoDevices = (devices, priorityDevice) => {
const webcams = [];
let areLabelled = true;
let areIdentified = true;
devices.forEach((device) => {
if (device.kind === 'videoinput') {
if (!webcams.some(d => d.deviceId === device.deviceId)) {
// We found a priority device. Push it to the beginning of the array so we
// can use it as the "initial device"
if (priorityDevice && priorityDevice === device.deviceId) {
webcams.unshift(device);
} else {
webcams.push(device);
}
if (!device.label) { areLabelled = false }
if (!device.deviceId) { areIdentified = false }
}
}
});
// Returns the list of devices and whether they are labelled and identified with deviceId
return {
webcams,
areLabelled,
areIdentified,
};
};
const _retry = (foo, opts) => new Promise((resolve, reject) => {
const {
retries = 1,
delay = 0,
error: bubbledError,
errorRetryList = [],
} = opts;
if (!retries) return reject(bubbledError);
return foo().then(resolve).catch((_error) => {
if (errorRetryList.length > 0
&& !errorRetryList.some((eName) => _error.name === eName)) {
reject(_error);
return;
}
const newOpts = {
...opts,
retries: retries - 1,
error: _error,
};
setTimeout(() => {
_retry(foo, newOpts).then(resolve).catch(reject);
}, delay);
});
});
// Returns a promise that resolves an instance of BBBVideoStream or rejects an *Error
const doGUM = (deviceId, profile) => {
// Check if this is an already loaded stream
if (deviceId && hasStream(deviceId)) {
return Promise.resolve(getStream(deviceId));
}
const constraints = {
audio: false,
video: { ...profile.constraints },
};
if (deviceId) {
constraints.video.deviceId = { exact: deviceId };
}
const postProcessedgUM = (cts) => {
const ppGUM = () => navigator.mediaDevices.getUserMedia(cts)
.then((stream) => new BBBVideoStream(stream));
// Chrome/Edge sometimes bork gUM calls when switching camera
// profiles. This looks like a browser bug. Track release not
// being done synchronously -> quick subsequent gUM calls for the same
// device (profile switching) -> device becoming unavaible while previous
// tracks aren't finished - prlanzarin
if (browserInfo.isChrome || browserInfo.isEdge) {
const opts = {
retries: GUM_MAX_RETRIES,
errorRetryList: ['NotReadableError'],
delay: GUM_RETRY_DELAY,
};
return _retry(ppGUM, opts);
}
return ppGUM();
};
return promiseTimeout(GUM_TIMEOUT, postProcessedgUM(constraints));
};
const terminateCameraStream = (bbbVideoStream, deviceId) => {
// Cleanup current stream if it wasn't shared/stored
if (bbbVideoStream && !hasStream(deviceId)) {
bbbVideoStream.stop()
}
}
export default {
PREVIEW_CAMERA_PROFILES,
CAMERA_PROFILES,
promiseTimeout,
changeWebcam: (deviceId) => {
BBBStorage.setItem('WebcamDeviceId', deviceId);
},
webcamDeviceId: () => BBBStorage.getItem('WebcamDeviceId'),
changeProfile: (profileId) => {
BBBStorage.setItem('WebcamProfileId', profileId);
},
getSkipVideoPreview,
storeStream,
getStream,
hasStream,
deleteStream,
digestVideoDevices,
getDefaultProfile,
getCameraAsContentProfile,
getCameraProfile,
doGUM,
terminateCameraStream,
clearStreams,
};