import PropTypes from 'prop-types'; import React, { Component } from 'react'; import { defineMessages, injectIntl, FormattedMessage, } from 'react-intl'; import Button from '/imports/ui/components/button/component'; import VirtualBgSelector from '/imports/ui/components/video-preview/virtual-background/component' import logger from '/imports/startup/client/logger'; import browserInfo from '/imports/utils/browserInfo'; import PreviewService from './service'; import VideoService from '../video-provider/service'; import Styled from './styles'; import deviceInfo from '/imports/utils/deviceInfo'; import MediaStreamUtils from '/imports/utils/media-stream-utils'; import { notify } from '/imports/ui/services/notification'; import { EFFECT_TYPES, SHOW_THUMBNAILS, setSessionVirtualBackgroundInfo, isVirtualBackgroundEnabled, getSessionVirtualBackgroundInfo, } from '/imports/ui/services/virtual-background/service' import Settings from '/imports/ui/services/settings'; const VIEW_STATES = { finding: 'finding', found: 'found', error: 'error', }; const propTypes = { intl: PropTypes.object.isRequired, closeModal: PropTypes.func.isRequired, startSharing: PropTypes.func.isRequired, stopSharing: PropTypes.func.isRequired, resolve: PropTypes.func, hasVideoStream: PropTypes.bool.isRequired, webcamDeviceId: PropTypes.string, sharedDevices: PropTypes.arrayOf(PropTypes.string), }; const defaultProps = { resolve: null, webcamDeviceId: null, sharedDevices: [], }; const intlMessages = defineMessages({ webcamSettingsTitle: { id: 'app.videoPreview.webcamSettingsTitle', description: 'Title for the video preview modal', }, closeLabel: { id: 'app.videoPreview.closeLabel', description: 'Close button label', }, webcamPreviewLabel: { id: 'app.videoPreview.webcamPreviewLabel', description: 'Webcam preview label', }, cameraLabel: { id: 'app.videoPreview.cameraLabel', description: 'Camera dropdown label', }, qualityLabel: { id: 'app.videoPreview.profileLabel', description: 'Quality dropdown label', }, low: { id: 'app.videoPreview.quality.low', description: 'Low quality option label', }, medium: { id: 'app.videoPreview.quality.medium', description: 'Medium quality option label', }, high: { id: 'app.videoPreview.quality.high', description: 'High quality option label', }, hd: { id: 'app.videoPreview.quality.hd', description: 'High definition option label', }, startSharingLabel: { id: 'app.videoPreview.startSharingLabel', description: 'Start sharing button label', }, stopSharingLabel: { id: 'app.videoPreview.stopSharingLabel', description: 'Stop sharing button label', }, stopSharingAllLabel: { id: 'app.videoPreview.stopSharingAllLabel', description: 'Stop sharing all button label', }, sharedCameraLabel: { id: 'app.videoPreview.sharedCameraLabel', description: 'Already Shared camera label', }, findingWebcamsLabel: { id: 'app.videoPreview.findingWebcamsLabel', description: 'Finding webcams label', }, webcamOptionLabel: { id: 'app.videoPreview.webcamOptionLabel', description: 'Default webcam option label', }, webcamNotFoundLabel: { id: 'app.videoPreview.webcamNotFoundLabel', description: 'Webcam not found label', }, profileNotFoundLabel: { id: 'app.videoPreview.profileNotFoundLabel', description: 'Profile not found label', }, permissionError: { id: 'app.video.permissionError', description: 'Error message for webcam permission', }, AbortError: { id: 'app.video.abortError', description: 'Some problem occurred which prevented the device from being used', }, OverconstrainedError: { id: 'app.video.overconstrainedError', description: 'No candidate devices which met the criteria requested', }, SecurityError: { id: 'app.video.securityError', description: 'Media support is disabled on the Document', }, TypeError: { id: 'app.video.typeError', description: 'List of constraints specified is empty, or has all constraints set to false', }, NotFoundError: { id: 'app.video.notFoundError', description: 'error message when can not get webcam video', }, NotAllowedError: { id: 'app.video.notAllowed', description: 'error message when webcam had permission denied', }, NotSupportedError: { id: 'app.video.notSupportedError', description: 'error message when origin do not have ssl valid', }, NotReadableError: { id: 'app.video.notReadableError', description: 'error message When the webcam is being used by other software', }, TimeoutError: { id: 'app.video.timeoutError', description: 'error message when promise did not return', }, iOSError: { id: 'app.audioModal.iOSBrowser', description: 'Audio/Video Not supported warning', }, iOSErrorDescription: { id: 'app.audioModal.iOSErrorDescription', description: 'Audio/Video not supported description', }, iOSErrorRecommendation: { id: 'app.audioModal.iOSErrorRecommendation', description: 'Audio/Video recommended action', }, genericError: { id: 'app.video.genericError', description: 'error message for when the webcam sharing fails with unknown error', }, virtualBgGenericError: { id: 'app.video.virtualBackground.genericError', description: 'Failed to apply camera effect', }, }); class VideoPreview extends Component { constructor(props) { super(props); const { webcamDeviceId, } = props; this.handleProceed = this.handleProceed.bind(this); this.handleStartSharing = this.handleStartSharing.bind(this); this.handleStopSharing = this.handleStopSharing.bind(this); this.handleStopSharingAll = this.handleStopSharingAll.bind(this); this.handleSelectWebcam = this.handleSelectWebcam.bind(this); this.handleSelectProfile = this.handleSelectProfile.bind(this); this.handleVirtualBgSelected = this.handleVirtualBgSelected.bind(this); this._isMounted = false; this.state = { webcamDeviceId, availableWebcams: null, selectedProfile: null, isStartSharingDisabled: true, viewState: VIEW_STATES.finding, deviceError: null, previewError: null, }; } set currentVideoStream (bbbVideoStream) { this._currentVideoStream = bbbVideoStream; } get currentVideoStream () { return this._currentVideoStream; } componentDidMount() { const { webcamDeviceId, forceOpen, } = this.props; this._isMounted = true; if (deviceInfo.hasMediaDevices) { navigator.mediaDevices.enumerateDevices().then((devices) => { VideoService.updateNumberOfDevices(devices); // Video preview skip is activated, short circuit via a simpler procedure if (PreviewService.getSkipVideoPreview() && !forceOpen) return this.skipVideoPreview(); // Late enumerateDevices resolution, stop. if (!this._isMounted) return; let { webcams, areLabelled, areIdentified } = PreviewService.digestVideoDevices(devices, webcamDeviceId); logger.debug({ logCode: 'video_preview_enumerate_devices', extraInfo: { devices, webcams, }, }, `Enumerate devices came back. There are ${devices.length} devices and ${webcams.length} are video inputs`); if (webcams.length > 0) { this.getInitialCameraStream(webcams[0].deviceId) .then(async () => { // Late gUM resolve, stop. if (!this._isMounted) return; if (!areLabelled || !areIdentified) { // If they aren't labelled or have nullish deviceIds, run // enumeration again and get their full versions // Why: fingerprinting countermeasures obfuscate those when // no permission was granted via gUM try { const newDevices = await navigator.mediaDevices.enumerateDevices(); webcams = PreviewService.digestVideoDevices(newDevices, webcamDeviceId).webcams; } catch (error) { // Not a critical error beucase it should only affect UI; log it // and go ahead logger.error({ logCode: 'video_preview_enumerate_relabel_failure', extraInfo: { errorName: error.name, errorMessage: error.message, }, }, 'enumerateDevices for relabelling failed'); } } this.setState({ availableWebcams: webcams, viewState: VIEW_STATES.found, }); this.displayPreview(); }); } else { // There were no webcams coming from enumerateDevices. Throw an error. const noWebcamsError = new Error('NotFoundError'); this.handleDeviceError('enumerate', noWebcamsError, ': no webcams found'); } }).catch((error) => { // enumerateDevices failed this.handleDeviceError('enumerate', error, 'enumerating devices'); }); } else { // Top-level navigator.mediaDevices is not supported. // The session went through the version checking, but somehow ended here. // Nothing we can do. const error = new Error('NotSupportedError'); this.handleDeviceError('mount', error, ': navigator.mediaDevices unavailable'); } } componentWillUnmount() { const { webcamDeviceId } = this.state; PreviewService.terminateCameraStream(this.currentVideoStream, webcamDeviceId); this.cleanupStreamAndVideo(); this._isMounted = false; } handleSelectWebcam(event) { const webcamValue = event.target.value; this.getInitialCameraStream(webcamValue).then(() => { this.displayPreview(); }); } // Resolves into true if the background switch is successful, false otherwise handleVirtualBgSelected(type, name) { if (type !== EFFECT_TYPES.NONE_TYPE) { return this.startVirtualBackground(this.currentVideoStream, type, name); } else { this.stopVirtualBackground(this.currentVideoStream); return Promise.resolve(true); } } stopVirtualBackground(bbbVideoStream) { if (bbbVideoStream) { bbbVideoStream.stopVirtualBackground(); this.displayPreview(); } } startVirtualBackground(bbbVideoStream, type, name) { this.setState({ isStartSharingDisabled: true }); if (bbbVideoStream == null) return Promise.resolve(false); return bbbVideoStream.startVirtualBackground(type, name).then(() => { this.displayPreview(); return true; }).catch(error => { this.handleVirtualBgError(error, type, name); return false; }).finally(() => { this.setState({ isStartSharingDisabled: false }); }); } handleSelectProfile(event) { const profileValue = event.target.value; const { webcamDeviceId } = this.state; const selectedProfile = PreviewService.getCameraProfile(profileValue); this.getCameraStream(webcamDeviceId, selectedProfile).then(() => { this.displayPreview(); }); } handleStartSharing() { const { resolve, startSharing } = this.props; const { webcamDeviceId } = this.state; // Only streams that will be shared should be stored in the service. // If the store call returns false, we're duplicating stuff. So clean this one // up because it's an impostor. if(!PreviewService.storeStream(webcamDeviceId, this.currentVideoStream)) { this.currentVideoStream.stop(); } // Update this session's virtual camera effect information if it's enabled setSessionVirtualBackgroundInfo( this.currentVideoStream.virtualBgType, this.currentVideoStream.virtualBgName, webcamDeviceId, ); this.cleanupStreamAndVideo(); startSharing(webcamDeviceId); if (resolve) resolve(); } handleStopSharing() { const { resolve, stopSharing } = this.props; const { webcamDeviceId } = this.state; PreviewService.deleteStream(webcamDeviceId); stopSharing(webcamDeviceId); this.cleanupStreamAndVideo(); if (resolve) resolve(); } handleStopSharingAll() { const { resolve, stopSharing } = this.props; stopSharing(); if (resolve) resolve(); } handleProceed() { const { resolve, closeModal } = this.props; const { webcamDeviceId } = this.state; PreviewService.terminateCameraStream(this.currentVideoStream, webcamDeviceId); closeModal(); if (resolve) resolve(); } handlePreviewError(logCode, error, description) { logger.warn({ logCode: `video_preview_${logCode}_error`, extraInfo: { errorName: error.name, errorMessage: error.message, }, }, `Error ${description}`); this.setState({ previewError: this.handleGUMError(error), }); } handleDeviceError(logCode, error, description) { logger.warn({ logCode: `video_preview_${logCode}_error`, extraInfo: { errorName: error.name, errorMessage: error.message, }, }, `Error ${description}`); this.setState({ viewState: VIEW_STATES.error, deviceError: this.handleGUMError(error), }); } handleGUMError(error) { const { intl } = this.props; logger.error({ logCode: 'video_preview_gum_failure', extraInfo: { errorName: error.name, errorMessage: error.message, }, }, 'getUserMedia failed in video-preview'); const intlError = intlMessages[error.name] || intlMessages[error.message]; if (intlError) { return intl.formatMessage(intlError); } return intl.formatMessage(intlMessages.genericError, { 0: `${error.name}: ${error.message}` }); } cleanupStreamAndVideo() { this.currentVideoStream = null; if (this.video) this.video.srcObject = null; } handleVirtualBgError(error, type, name) { const { intl } = this.props; logger.error({ logCode: `video_preview_virtualbg_error`, extraInfo: { errorName: error.name, errorMessage: error.message, virtualBgType: type, virtualBgName: name, }, }, `Failed to toggle virtual background: ${error.message}`); notify(intl.formatMessage(intlMessages.virtualBgGenericError), 'error', 'video'); } updateDeviceId (deviceId) { let actualDeviceId = deviceId; if (!actualDeviceId && this.currentVideoStream) { actualDeviceId = MediaStreamUtils.extractVideoDeviceId(this.currentVideoStream.mediaStream); } this.setState({ webcamDeviceId: actualDeviceId, }); PreviewService.changeWebcam(actualDeviceId); } getInitialCameraStream(deviceId) { const defaultProfile = PreviewService.getDefaultProfile(); return this.getCameraStream(deviceId, defaultProfile).then(() => { this.updateDeviceId(deviceId); }); } getCameraStream(deviceId, profile) { const { webcamDeviceId } = this.state; this.setState({ selectedProfile: profile.id, isStartSharingDisabled: true, previewError: undefined, }); PreviewService.changeProfile(profile.id); PreviewService.terminateCameraStream(this.currentVideoStream, webcamDeviceId); this.cleanupStreamAndVideo(); // The return of doGUM is an instance of BBBVideoStream (a thin wrapper over a MediaStream) return PreviewService.doGUM(deviceId, profile).then((bbbVideoStream) => { // Late GUM resolve, clean up tracks, stop. if (!this._isMounted) return PreviewService.terminateCameraStream(bbbVideoStream, deviceId); this.currentVideoStream = bbbVideoStream; this.setState({ isStartSharingDisabled: false, }); }).catch((error) => { // When video preview is set to skip, we need some way to bubble errors // up to users; so re-throw the error if (!PreviewService.getSkipVideoPreview()) { this.handlePreviewError('do_gum_preview', error, 'displaying final selection'); } else { throw error; } }); } displayPreview() { if (this.currentVideoStream && this.video) { this.video.srcObject = this.currentVideoStream.mediaStream; } } skipVideoPreview() { this.getInitialCameraStream().then(() => { this.handleStartSharing(); }).catch(error => { this.cleanupStreamAndVideo(); notify(this.handleGUMError(error), 'error', 'video'); }); } supportWarning() { const { intl } = this.props; return (