bigbluebutton-Github/bigbluebutton-html5/imports/ui/components/video-provider/component.jsx

1251 lines
37 KiB
React
Raw Normal View History

2018-02-17 03:18:53 +08:00
import React, { Component } from 'react';
import { defineMessages, injectIntl } from 'react-intl';
2019-04-19 02:48:39 +08:00
import { Session } from 'meteor/session';
2018-02-17 03:18:53 +08:00
import { notify } from '/imports/ui/services/notification';
import VisibilityEvent from '/imports/utils/visibilityEvent';
import { fetchWebRTCMappedStunTurnServers } from '/imports/utils/fetchStunTurnServers';
import ReconnectingWebSocket from 'reconnecting-websocket';
import logger from '/imports/startup/client/logger';
import browser from 'browser-detect';
2019-04-12 22:11:36 +08:00
import {
2019-04-22 20:11:16 +08:00
updateCurrentWebcamsConnection,
2019-04-12 22:11:36 +08:00
getCurrentWebcams,
deleteWebcamConnection,
newWebcamConnection,
updateWebcamStats,
} from '/imports/ui/services/network-information/index';
import { tryGenerateIceCandidates } from '../../../utils/safari-webrtc';
import Auth from '/imports/ui/services/auth';
2018-02-17 03:18:53 +08:00
import VideoService from './service';
import VideoList from './video-list/component';
2018-02-17 03:18:53 +08:00
2019-06-13 04:27:49 +08:00
const ENABLE_NETWORK_MONITORING = Meteor.settings.public.networkMonitoring.enableNetworkMonitoring;
2019-04-09 06:07:26 +08:00
const CAMERA_PROFILES = Meteor.settings.public.kurento.cameraProfiles;
const intlClientErrors = defineMessages({
2018-02-17 03:18:53 +08:00
iceCandidateError: {
id: 'app.video.iceCandidateError',
description: 'Error message for ice candidate fail',
},
chromeExtensionError: {
id: 'app.video.chromeExtensionError',
description: 'Error message for Chrome Extension not installed',
},
chromeExtensionErrorLink: {
id: 'app.video.chromeExtensionErrorLink',
description: 'Error message for Chrome Extension not installed',
},
permissionError: {
id: 'app.video.permissionError',
description: 'Error message for webcam permission',
},
NotFoundError: {
id: 'app.video.notFoundError',
description: 'error message when can not get webcam video',
},
NotAllowedError: {
id: 'app.video.notAllowed',
description: 'error message when webcam had permission denied',
},
NotSupportedError: {
id: 'app.video.notSupportedError',
description: 'error message when origin do not have ssl valid',
},
NotReadableError: {
id: 'app.video.notReadableError',
description: 'error message When the webcam is being used by other software',
},
iceConnectionStateError: {
id: 'app.video.iceConnectionStateError',
description: 'Error message for ice connection state being failed',
},
mediaFlowTimeout: {
id: 'app.video.mediaFlowTimeout1020',
description: 'Error message when media could not go through the server within the specified period',
},
});
const intlSFUErrors = defineMessages({
2000: {
id: 'app.sfu.mediaServerConnectionError2000',
description: 'Error message fired when the SFU cannot connect to the media server',
},
2001: {
id: 'app.sfu.mediaServerOffline2001',
description: 'error message when SFU is offline',
},
2002: {
id: 'app.sfu.mediaServerNoResources2002',
description: 'Error message fired when the media server lacks disk, CPU or FDs',
},
2003: {
id: 'app.sfu.mediaServerRequestTimeout2003',
description: 'Error message fired when requests are timing out due to lack of resources',
},
2021: {
id: 'app.sfu.serverIceGatheringFailed2021',
description: 'Error message fired when the server cannot enact ICE gathering',
},
2022: {
id: 'app.sfu.serverIceStateFailed2022',
description: 'Error message fired when the server endpoint transitioned to a FAILED ICE state',
},
2200: {
id: 'app.sfu.mediaGenericError2200',
description: 'Error message fired when the SFU component generated a generic error',
},
2202: {
id: 'app.sfu.invalidSdp2202',
description: 'Error message fired when the clients provides an invalid SDP',
},
2203: {
id: 'app.sfu.noAvailableCodec2203',
description: 'Error message fired when the server has no available codec for the client',
},
2018-02-17 03:18:53 +08:00
});
const CAMERA_SHARE_FAILED_WAIT_TIME = 15000;
const MAX_CAMERA_SHARE_FAILED_WAIT_TIME = 60000;
const PING_INTERVAL = 15000;
2018-02-17 03:18:53 +08:00
class VideoProvider extends Component {
static notifyError(message) {
notify(message, 'error', 'video');
}
2018-02-17 03:18:53 +08:00
constructor(props) {
super(props);
this.state = {
socketOpen: false,
2018-05-03 03:03:36 +08:00
stats: [],
2018-02-17 03:18:53 +08:00
};
// Set a valid bbb-webrtc-sfu application server socket in the settings
this.ws = new ReconnectingWebSocket(Auth.authenticateURL(Meteor.settings.public.kurento.wsUrl));
2018-02-17 03:18:53 +08:00
this.wsQueue = [];
this.visibility = new VisibilityEvent();
this.restartTimeout = {};
this.restartTimer = {};
2018-02-17 03:18:53 +08:00
this.webRtcPeers = {};
this.monitoredTracks = {};
this.videoTags = {};
this.sharedWebcam = false;
2018-02-17 03:18:53 +08:00
2018-12-18 06:19:26 +08:00
this.createVideoTag = this.createVideoTag.bind(this);
this.getStats = this.getStats.bind(this);
this.stopGettingStats = this.stopGettingStats.bind(this);
2018-02-17 03:18:53 +08:00
this.onWsOpen = this.onWsOpen.bind(this);
this.onWsClose = this.onWsClose.bind(this);
this.onWsMessage = this.onWsMessage.bind(this);
this.unshareWebcam = this.unshareWebcam.bind(this);
this.shareWebcam = this.shareWebcam.bind(this);
this.pauseViewers = this.pauseViewers.bind(this);
this.unpauseViewers = this.unpauseViewers.bind(this);
2018-05-26 03:24:41 +08:00
this.customGetStats = this.customGetStats.bind(this);
}
2018-02-17 03:18:53 +08:00
componentWillMount() {
2018-12-18 06:19:26 +08:00
this.ws.onopen = this.onWsOpen;
this.ws.onclose = this.onWsClose;
2018-02-17 03:18:53 +08:00
window.addEventListener('online', this.openWs);
2018-02-17 03:18:53 +08:00
window.addEventListener('offline', this.onWsClose);
}
componentDidMount() {
this.checkIceConnectivity();
document.addEventListener('joinVideo', this.shareWebcam); // TODO find a better way to do this
document.addEventListener('exitVideo', this.unshareWebcam);
this.ws.onmessage = this.onWsMessage;
2018-11-17 03:03:20 +08:00
window.addEventListener('beforeunload', this.unshareWebcam);
this.visibility.onVisible(this.unpauseViewers);
this.visibility.onHidden(this.pauseViewers);
2019-04-12 22:11:36 +08:00
2019-06-13 04:27:49 +08:00
if (ENABLE_NETWORK_MONITORING) {
this.currentWebcamsStatsInterval = setInterval(() => {
const currentWebcams = getCurrentWebcams();
if (!currentWebcams) return;
2019-04-12 22:11:36 +08:00
const { payload } = currentWebcams;
2019-04-12 22:11:36 +08:00
payload.forEach((id) => {
const peer = this.webRtcPeers[id];
2019-04-12 22:11:36 +08:00
const hasLocalStream = peer && peer.started === true
&& peer.peerConnection.getLocalStreams().length > 0;
const hasRemoteStream = peer && peer.started === true
&& peer.peerConnection.getRemoteStreams().length > 0;
2019-04-12 22:11:36 +08:00
if (hasLocalStream) {
this.customGetStats(peer.peerConnection,
peer.peerConnection.getLocalStreams()[0].getVideoTracks()[0],
(stats => updateWebcamStats(id, stats)), true);
} else if (hasRemoteStream) {
this.customGetStats(peer.peerConnection,
peer.peerConnection.getRemoteStreams()[0].getVideoTracks()[0],
(stats => updateWebcamStats(id, stats)), true);
}
});
}, 5000);
}
2018-02-17 03:18:53 +08:00
}
componentWillUpdate({ users, userId }) {
const usersSharingIds = users.map(u => u.id);
const usersConnected = Object.keys(this.webRtcPeers);
const usersToConnect = usersSharingIds.filter(id => !usersConnected.includes(id));
const usersToDisconnect = usersConnected.filter(id => !usersSharingIds.includes(id));
usersToConnect.forEach(id => this.createWebRTCPeer(id, userId === id));
usersToDisconnect.forEach(id => this.stopWebRTCPeer(id));
}
componentDidUpdate(prevProps) {
const { users } = this.props;
if (users.length !== prevProps.users.length) window.dispatchEvent(new Event('videoListUsersChange'));
}
2018-02-17 03:18:53 +08:00
componentWillUnmount() {
document.removeEventListener('joinVideo', this.shareWebcam);
document.removeEventListener('exitVideo', this.unshareWebcam);
this.ws.onmessage = null;
this.ws.onopen = null;
this.ws.onclose = null;
2018-02-17 03:18:53 +08:00
window.removeEventListener('online', this.openWs);
2018-02-17 03:18:53 +08:00
window.removeEventListener('offline', this.onWsClose);
window.removeEventListener('beforeunload', this.unshareWebcam);
2018-02-17 03:18:53 +08:00
this.visibility.removeEventListeners();
2018-02-17 03:18:53 +08:00
// Unshare user webcam
if (this.sharedWebcam) {
2018-02-17 03:18:53 +08:00
this.unshareWebcam();
2019-04-19 02:48:39 +08:00
Session.set('userWasInWebcam', true);
2018-02-17 03:18:53 +08:00
}
Object.keys(this.webRtcPeers).forEach((id) => {
2018-04-27 07:35:05 +08:00
this.stopGettingStats(id);
this.stopWebRTCPeer(id);
2018-02-17 03:18:53 +08:00
});
2019-04-12 22:11:36 +08:00
clearInterval(this.currentWebcamsStatsInterval);
2018-02-17 03:18:53 +08:00
// Close websocket connection to prevent multiple reconnects from happening
this.ws.close();
2018-02-17 03:18:53 +08:00
}
2018-12-18 06:19:26 +08:00
onWsMessage(msg) {
const parsedMessage = JSON.parse(msg.data);
2018-02-17 03:18:53 +08:00
2019-01-22 04:05:52 +08:00
if (parsedMessage.id === 'pong') return;
2018-12-18 06:19:26 +08:00
switch (parsedMessage.id) {
case 'startResponse':
this.startResponse(parsedMessage);
break;
2018-12-18 06:19:26 +08:00
case 'playStart':
this.handlePlayStart(parsedMessage);
break;
case 'playStop':
this.handlePlayStop(parsedMessage);
break;
case 'iceCandidate':
this.handleIceCandidate(parsedMessage);
break;
case 'pong':
break;
case 'error':
default:
this.handleSFUError(parsedMessage);
break;
}
2018-02-17 03:18:53 +08:00
}
2018-12-18 06:19:26 +08:00
onWsClose() {
2019-07-03 03:51:35 +08:00
logger.debug({
logCode: 'video_provider_onwsclose',
extraInfo: { topic: 'ws' },
}, '------ Websocket connection closed.');
2018-02-17 03:18:53 +08:00
clearInterval(this.pingInterval);
if (this.sharedWebcam) {
this.unshareWebcam();
}
this.setState({ socketOpen: false });
2018-02-17 03:18:53 +08:00
}
2018-12-18 06:19:26 +08:00
onWsOpen() {
2019-07-03 03:51:35 +08:00
logger.debug({
logCode: 'video_provider_onwsopen',
extraInfo: { topic: 'ws' },
}, '------ Websocket connection opened.');
2018-12-18 06:19:26 +08:00
// -- Resend queued messages that happened when socket was not connected
while (this.wsQueue.length > 0) {
this.sendMessage(this.wsQueue.pop());
}
this.pingInterval = setInterval(this.ping.bind(this), PING_INTERVAL);
this.setState({ socketOpen: true });
}
2018-12-18 06:19:26 +08:00
getStats(id, video, callback) {
const peer = this.webRtcPeers[id];
2018-02-17 03:18:53 +08:00
2018-12-18 06:19:26 +08:00
const hasLocalStream = peer && peer.started === true
&& peer.peerConnection.getLocalStreams().length > 0;
const hasRemoteStream = peer && peer.started === true
&& peer.peerConnection.getRemoteStreams().length > 0;
2018-02-17 03:18:53 +08:00
2018-12-18 06:19:26 +08:00
if (hasLocalStream) {
this.monitorTrackStart(peer.peerConnection,
peer.peerConnection.getLocalStreams()[0].getVideoTracks()[0], true, callback);
} else if (hasRemoteStream) {
this.monitorTrackStart(peer.peerConnection,
peer.peerConnection.getRemoteStreams()[0].getVideoTracks()[0], false, callback);
}
}
2018-02-17 03:18:53 +08:00
checkIceConnectivity() {
// Webkit ICE restrictions demand a capture device permission to release
// host candidates
if (browser().name === 'safari') {
const { intl } = this.props;
tryGenerateIceCandidates().catch(() => {
VideoProvider.notifyError(intl.formatMessage(intlSFUErrors[2021]));
});
}
}
2019-01-22 04:05:52 +08:00
2018-12-18 06:19:26 +08:00
_sendPauseStream(id, role, state) {
this.sendMessage({
cameraId: id,
id: 'pause',
type: 'video',
role,
state,
});
}
2018-02-17 03:18:53 +08:00
2018-12-18 06:19:26 +08:00
pauseViewers() {
const { userId } = this.props;
2019-07-03 03:51:35 +08:00
logger.debug({
logCode: 'video_provider_pause_viewers',
extraInfo: {
topic: 'video',
},
}, 'Calling pause in viewer streams');
2018-12-18 06:19:26 +08:00
Object.keys(this.webRtcPeers).forEach((id) => {
if (userId !== id && this.webRtcPeers[id] && this.webRtcPeers[id].started) {
2018-12-18 06:19:26 +08:00
this._sendPauseStream(id, 'viewer', true);
}
});
}
unpauseViewers() {
const { userId } = this.props;
2019-07-03 03:51:35 +08:00
logger.debug({
logCode: 'video_provider_unpause_viewers',
extraInfo: {
topic: 'video',
},
}, 'Calling un-pause in viewer streams');
2018-12-18 06:19:26 +08:00
Object.keys(this.webRtcPeers).forEach((id) => {
if (id !== userId && this.webRtcPeers[id] && this.webRtcPeers[id].started) {
2018-12-18 06:19:26 +08:00
this._sendPauseStream(id, 'viewer', false);
}
});
}
ping() {
const message = {
id: 'ping',
};
this.sendMessage(message);
2018-02-17 03:18:53 +08:00
}
sendMessage(message) {
2018-06-15 03:20:14 +08:00
const { ws } = this;
2018-02-17 03:18:53 +08:00
if (this.connectedToMediaServer()) {
const jsonMessage = JSON.stringify(message);
ws.send(jsonMessage, (error) => {
if (error) {
2019-07-03 03:51:35 +08:00
logger.error({
logCode: 'video_provider_ws_error',
extraInfo: {
topic: 'ws',
error,
message,
},
}, 'client: Websocket error');
2018-02-17 03:18:53 +08:00
}
});
} else if (message.id !== 'stop') {
2018-02-17 03:18:53 +08:00
// No need to queue video stop messages
this.wsQueue.push(message);
2018-02-17 03:18:53 +08:00
}
}
connectedToMediaServer() {
return this.ws.readyState === WebSocket.OPEN;
}
startResponse(message) {
const id = message.cameraId;
const peer = this.webRtcPeers[id];
2018-02-17 03:18:53 +08:00
2019-07-03 03:51:35 +08:00
logger.debug({
logCode: 'video_provider_sdp_received',
extraInfo: {
topic: 'video',
cameraId: id,
sdpAnswer: message.sdpAnswer,
},
}, 'SDP answer received from server. Processing ...');
2018-02-17 03:18:53 +08:00
if (peer) {
peer.processAnswer(message.sdpAnswer, (error) => {
if (error) {
2019-07-03 03:51:35 +08:00
return logger.debug({
logCode: 'video_provider_peer_process_answer',
extraInfo: {
topic: 'video',
error,
cameraId: id,
},
}, 'Processing answer...');
}
peer.didSDPAnswered = true;
this._processIceQueue(peer, id);
return true;
});
} else {
2019-07-03 03:51:35 +08:00
logger.warn({
logCode: 'video_provider_no_peer',
extraInfo: {
topic: 'video',
},
}, '[startResponse] Message arrived after the peer was already thrown out, discarding it...');
}
2018-02-17 03:18:53 +08:00
}
handleIceCandidate(message) {
const webRtcPeer = this.webRtcPeers[message.cameraId];
2019-07-03 03:51:35 +08:00
logger.debug({
logCode: 'video_provider_ice_candidate_received',
extraInfo: {
topic: 'ice',
candidate: message.candidate,
},
}, 'Received remote ice candidate');
2018-02-17 03:18:53 +08:00
if (webRtcPeer) {
if (webRtcPeer.didSDPAnswered) {
webRtcPeer.addIceCandidate(message.candidate, (err) => {
if (err) {
2019-07-03 03:51:35 +08:00
return logger.error({
logCode: 'video_provider_ice_candidate_cant_add',
extraInfo: {
topic: 'ice',
error: err,
cameraId: message.cameraId,
},
}, 'Error adding candidate');
2018-02-17 03:18:53 +08:00
}
return true;
2018-02-17 03:18:53 +08:00
});
} else {
if (webRtcPeer.iceQueue == null) {
webRtcPeer.iceQueue = [];
}
2018-02-17 03:18:53 +08:00
webRtcPeer.iceQueue.push(message.candidate);
}
} else {
2019-07-03 03:51:35 +08:00
logger.warn({
logCode: 'video_provider_ice_candidate_arrived_late',
extraInfo: {
topic: 'ice',
cameraId: message.cameraId,
},
}, 'Message arrived after the peer was already thrown out, discarding it...');
2018-02-17 03:18:53 +08:00
}
}
2018-12-18 22:54:17 +08:00
stopWebRTCPeer(id, restarting = false) {
2019-07-03 03:51:35 +08:00
logger.info({
logCode: 'video_provider_stopping_webcam',
extraInfo: {
topic: 'video',
cameraId: id,
},
}, 'Stopping webcam');
2018-06-15 03:20:14 +08:00
const { userId } = this.props;
const shareWebcam = id === userId;
2018-02-17 03:18:53 +08:00
// in this case, 'closed' state is not caused by an error;
// we stop listening to prevent this from being treated as an error
if (this.webRtcPeers[id] && this.webRtcPeers[id].peerConnection) {
this.webRtcPeers[id].peerConnection.oniceconnectionstatechange = null;
}
if (shareWebcam) {
this.unshareWebcam();
}
this.sendMessage({
type: 'video',
role: shareWebcam ? 'share' : 'viewer',
id: 'stop',
cameraId: id,
});
// Clear the shared camera media flow timeout when destroying it
2018-12-18 22:54:17 +08:00
if (!restarting) {
if (this.restartTimeout[id]) {
clearTimeout(this.restartTimeout[id]);
}
2018-12-18 22:54:17 +08:00
if (this.restartTimer[id]) {
delete this.restartTimer[id];
}
}
this.destroyWebRTCPeer(id);
}
2018-02-17 03:18:53 +08:00
destroyWebRTCPeer(id) {
const webRtcPeer = this.webRtcPeers[id];
2018-02-17 03:18:53 +08:00
if (webRtcPeer) {
2019-07-03 03:51:35 +08:00
logger.info({
logCode: 'video_provider_destroy_webrtc_peers',
extraInfo: {
topic: 'video',
cameraId: id,
},
}, 'Stopping WebRTC peer');
if (typeof webRtcPeer.dispose === 'function') {
webRtcPeer.dispose();
}
2018-02-17 03:18:53 +08:00
delete this.webRtcPeers[id];
2019-06-13 04:27:49 +08:00
if (ENABLE_NETWORK_MONITORING) {
deleteWebcamConnection(id);
updateCurrentWebcamsConnection(this.webRtcPeers);
}
2018-02-17 03:18:53 +08:00
} else {
2019-07-03 03:51:35 +08:00
logger.warn({
logCode: 'video_provider_no_peer_to_destroy',
extraInfo: {
topic: 'video',
cameraId: id,
},
}, 'No WebRTC peer to stop (not an error)');
2018-02-17 03:18:53 +08:00
}
}
async createWebRTCPeer(id, shareWebcam) {
const { meetingId, sessionToken, voiceBridge } = this.props;
let iceServers = [];
2018-02-17 03:18:53 +08:00
// Check if the peer is already being processed
if (this.webRtcPeers[id]) {
return;
}
this.webRtcPeers[id] = {};
try {
iceServers = await fetchWebRTCMappedStunTurnServers(sessionToken);
} catch (error) {
2019-07-03 03:51:35 +08:00
logger.error({
logCode: 'video_provider_missing_ice_servers',
extraInfo: {
topic: 'video',
error,
},
}, 'Video provider failed to fetch ice servers, using default');
} finally {
2019-04-09 06:07:26 +08:00
const profileId = Session.get('WebcamProfileId') || '';
const cameraProfile = CAMERA_PROFILES.find(profile => profile.id === profileId)
|| CAMERA_PROFILES.find(profile => profile.default)
|| CAMERA_PROFILES[0];
const { constraints, bitrate } = cameraProfile;
2018-11-07 07:10:56 +08:00
if (Session.get('WebcamDeviceId')) {
2019-04-09 06:07:26 +08:00
constraints.deviceId = { exact: Session.get('WebcamDeviceId') };
2018-11-07 07:10:56 +08:00
}
const options = {
mediaConstraints: {
audio: false,
2019-04-09 06:07:26 +08:00
video: constraints,
},
onicecandidate: this._getOnIceCandidateCallback(id, shareWebcam),
};
2018-02-17 05:11:59 +08:00
if (iceServers.length > 0) {
options.configuration = {};
options.configuration.iceServers = iceServers;
}
let WebRtcPeerObj;
if (shareWebcam) {
WebRtcPeerObj = window.kurentoUtils.WebRtcPeer.WebRtcPeerSendonly;
this.shareWebcam();
} else {
WebRtcPeerObj = window.kurentoUtils.WebRtcPeer.WebRtcPeerRecvonly;
}
this.webRtcPeers[id] = new WebRtcPeerObj(options, (error) => {
const peer = this.webRtcPeers[id];
peer.started = false;
peer.attached = false;
peer.didSDPAnswered = false;
if (peer.iceQueue == null) {
peer.iceQueue = [];
}
2018-02-17 03:18:53 +08:00
if (error) {
return this._webRTCOnError(error, id, shareWebcam);
2018-02-17 03:18:53 +08:00
}
peer.generateOffer((errorGenOffer, offerSdp) => {
if (errorGenOffer) {
return this._webRTCOnError(errorGenOffer, id, shareWebcam);
}
2019-07-03 03:51:35 +08:00
logger.debug({
logCode: 'video_provider_sdp_offer_callback',
extraInfo: {
topic: 'video',
cameraId: id,
offerSdp,
},
}, `Invoking SDP offer callback function ${window.location.host}`);
const message = {
type: 'video',
role: shareWebcam ? 'share' : 'viewer',
id: 'start',
sdpOffer: offerSdp,
cameraId: id,
meetingId,
voiceBridge,
bitrate,
};
this.sendMessage(message);
return true;
});
return true;
2018-02-17 03:18:53 +08:00
});
if (this.webRtcPeers[id].peerConnection) {
this.webRtcPeers[id]
.peerConnection
.oniceconnectionstatechange = this._getOnIceConnectionStateChangeCallback(id);
}
2019-06-13 04:27:49 +08:00
if (ENABLE_NETWORK_MONITORING) {
newWebcamConnection(id);
updateCurrentWebcamsConnection(this.webRtcPeers);
}
}
2018-02-17 03:18:53 +08:00
}
2018-12-18 06:19:26 +08:00
_getWebRTCStartTimeout(id, shareWebcam) {
const { intl, userId } = this.props;
return () => {
2019-07-03 03:51:35 +08:00
logger.error({
logCode: 'video_provider_cam_timeout',
extraInfo: {
topic: 'video',
cameraId: id,
},
}, `Camera share has not succeeded in ${CAMERA_SHARE_FAILED_WAIT_TIME}`);
2018-12-18 06:19:26 +08:00
if (userId === id) {
VideoProvider.notifyError(intl.formatMessage(intlClientErrors.mediaFlowTimeout));
2018-12-18 22:54:17 +08:00
this.stopWebRTCPeer(id, false);
} else {
2018-12-18 22:54:17 +08:00
// Subscribers try to reconnect according to their timers if media could
// not reach the server. That's why we pass the restarting flag as true
// to the stop procedure as to not destroy the timers
this.stopWebRTCPeer(id, true);
this.createWebRTCPeer(id, shareWebcam);
// Increment reconnect interval
this.restartTimer[id] = Math
.min(2 * this.restartTimer[id], MAX_CAMERA_SHARE_FAILED_WAIT_TIME);
2019-07-03 03:51:35 +08:00
logger.info({
logCode: 'video_provider_reconnecting_peer',
extraInfo: {
topic: 'video',
restartTimer: this.restartTimer,
peerId: id,
},
}, `Reconnecting peer ${id} with timer`);
}
};
}
_processIceQueue(peer, cameraId) {
const { intl } = this.props;
while (peer.iceQueue.length) {
const candidate = peer.iceQueue.shift();
peer.addIceCandidate(candidate, (err) => {
if (err) {
VideoProvider.notifyError(intl.formatMessage(intlClientErrors.iceCandidateError));
2019-07-03 03:51:35 +08:00
return logger.error({
logCode: 'video_provider_cant_add_candidate',
extraInfo: {
topic: 'ice',
err,
cameraId,
},
}, 'Error adding candidate.');
}
return true;
});
}
}
2018-12-18 06:19:26 +08:00
_webRTCOnError(error, id) {
const { intl, userId } = this.props;
// We only display SFU connection errors to sharers, because it's guaranteed
// they should be connected. Viewers aren't connected synchronously related
// to the createWebRTCPeer procedure, so the error is ignored. If the connection
// closes unexpectedly, this error is deplayed globally in the onWsClose catch
if (error === 2001 && userId !== id) {
return;
}
2019-07-03 03:51:35 +08:00
logger.error({
logCode: 'video_provider_webrtc_error_before',
extraInfo: {
topic: 'ice',
error,
id,
},
}, 'WebRTC peerObj create error');
const errorMessage = intlClientErrors[error.name]
|| intlSFUErrors[error] || intlClientErrors.permissionError;
VideoProvider.notifyError(intl.formatMessage(errorMessage));
this.stopWebRTCPeer(id);
2019-07-03 03:51:35 +08:00
logger.error({
logCode: 'video_provider_webrtc_error_after',
extraInfo: {
topic: 'video',
cameraId: id,
errorMessage,
},
}, '_webRTCOnError');
}
_getOnIceCandidateCallback(id, shareWebcam) {
const peer = this.webRtcPeers[id];
return (candidate) => {
// Setup a timeout only when ice first is generated and if the peer wasn't
// marked as started already (which is done on handlePlayStart after
// it was verified that media could circle through the server)
const peerHasStarted = peer && peer.started === true;
const shouldSetReconnectionTimeout = !this.restartTimeout[id] && !peerHasStarted;
if (shouldSetReconnectionTimeout) {
this.restartTimer[id] = this.restartTimer[id] || CAMERA_SHARE_FAILED_WAIT_TIME;
2019-07-03 03:51:35 +08:00
logger.debug({
logCode: 'video_provider_cam_restart',
extraInfo: {
topic: 'video',
cameraId: id,
time: this.restartTimer[id],
},
}, `Setting a camera connection restart in ${this.restartTimer[id]}`);
this.restartTimeout[id] = setTimeout(this._getWebRTCStartTimeout(id, shareWebcam),
2019-04-24 02:26:28 +08:00
this.restartTimer[id]);
}
2018-02-17 03:18:53 +08:00
2019-07-03 03:51:35 +08:00
logger.debug({
logCode: 'video_provider_generated_local_ice',
extraInfo: {
topic: 'ice',
candidate,
},
}, 'Generated local ice candidate');
2018-02-17 03:18:53 +08:00
const message = {
type: 'video',
role: shareWebcam ? 'share' : 'viewer',
id: 'onIceCandidate',
candidate,
cameraId: id,
};
this.sendMessage(message);
};
}
2018-02-17 03:18:53 +08:00
_getOnIceConnectionStateChangeCallback(id) {
const { intl } = this.props;
const peer = this.webRtcPeers[id];
2018-12-18 06:19:26 +08:00
return () => {
const connectionState = peer.peerConnection.iceConnectionState;
if (connectionState === 'failed' || connectionState === 'closed') {
// prevent the same error from being detected multiple times
peer.peerConnection.oniceconnectionstatechange = null;
2019-07-03 03:51:35 +08:00
logger.error({
logCode: 'video_provider_ice_connection_failed_state',
extraInfo: {
topic: 'ice',
id,
connectionState,
},
}, 'ICE connection state change');
2019-04-24 02:26:28 +08:00
this.stopWebRTCPeer(id);
VideoProvider.notifyError(intl.formatMessage(intlClientErrors.iceConnectionStateError));
}
};
}
attachVideoStream(id) {
2018-12-18 06:19:26 +08:00
const { userId } = this.props;
const video = this.videoTags[id];
if (video == null) {
2019-07-03 03:51:35 +08:00
logger.warn({
logCode: 'video_provider_attach_video_stream',
extraInfo: {
topic: 'video',
id,
userId,
},
}, `Peer ${id} ${userId} has not been started yet`);
return;
}
if (video.srcObject) {
delete this.videoTags[id];
return; // Skip if the stream is already attached
}
2018-02-17 03:18:53 +08:00
2018-12-18 06:19:26 +08:00
const isCurrent = id === userId;
const peer = this.webRtcPeers[id];
const attachVideoStreamHelper = () => {
const stream = isCurrent ? peer.getLocalStream() : peer.getRemoteStream();
video.pause();
video.srcObject = stream;
video.load();
peer.attached = true;
delete this.videoTags[id];
};
// If peer has started playing attach to tag, otherwise wait a while
if (peer) {
if (peer.started) {
attachVideoStreamHelper();
}
2018-02-17 03:18:53 +08:00
// So we can start it later when we get a playStart
// or if we need to do a restart timeout
peer.videoTag = video;
}
2018-02-17 03:18:53 +08:00
}
createVideoTag(id, video) {
const peer = this.webRtcPeers[id];
this.videoTags[id] = video;
if (peer) {
this.attachVideoStream(id);
}
}
customGetStats(peer, mediaStreamTrack, callback, monitoring = false) {
2018-12-18 06:19:26 +08:00
const { stats } = this.state;
const statsState = stats;
2018-05-03 03:03:36 +08:00
let promise;
try {
promise = peer.getStats(mediaStreamTrack);
} catch (e) {
promise = Promise.reject(e);
}
2018-05-26 03:24:41 +08:00
promise.then((results) => {
2018-05-03 03:03:36 +08:00
let videoInOrOutbound = {};
2018-06-15 03:20:14 +08:00
results.forEach((res) => {
if (res.type === 'ssrc' || res.type === 'inbound-rtp' || res.type === 'outbound-rtp') {
2018-12-18 06:19:26 +08:00
res.packetsSent = parseInt(res.packetsSent, 10);
res.packetsLost = parseInt(res.packetsLost, 10) || 0;
res.packetsReceived = parseInt(res.packetsReceived, 10);
2018-05-03 02:42:36 +08:00
if ((Number.isNaN(res.packetsSent) && res.packetsReceived === 0)
2018-06-15 03:20:14 +08:00
|| (res.type === 'outbound-rtp' && res.isRemote)) {
2018-05-03 02:42:36 +08:00
return; // Discard local video receiving
}
if (res.googFrameWidthReceived) {
2018-12-18 06:19:26 +08:00
res.width = parseInt(res.googFrameWidthReceived, 10);
res.height = parseInt(res.googFrameHeightReceived, 10);
2018-05-03 02:42:36 +08:00
} else if (res.googFrameWidthSent) {
2018-12-18 06:19:26 +08:00
res.width = parseInt(res.googFrameWidthSent, 10);
res.height = parseInt(res.googFrameHeightSent, 10);
}
2018-05-03 02:42:36 +08:00
// Extra fields available on Chrome
if (res.googCodecName) res.codec = res.googCodecName;
if (res.googDecodeMs) res.decodeDelay = res.googDecodeMs;
if (res.googEncodeUsagePercent) res.encodeUsagePercent = res.googEncodeUsagePercent;
if (res.googRtt) res.rtt = res.googRtt;
if (res.googCurrentDelayMs) res.currentDelay = res.googCurrentDelayMs;
videoInOrOutbound = res;
}
});
2018-05-03 03:03:36 +08:00
const videoStats = {
timestamp: videoInOrOutbound.timestamp,
bytesReceived: videoInOrOutbound.bytesReceived,
bytesSent: videoInOrOutbound.bytesSent,
packetsReceived: videoInOrOutbound.packetsReceived,
packetsLost: videoInOrOutbound.packetsLost,
packetsSent: videoInOrOutbound.packetsSent,
decodeDelay: videoInOrOutbound.decodeDelay,
codec: videoInOrOutbound.codec,
height: videoInOrOutbound.height,
width: videoInOrOutbound.width,
encodeUsagePercent: videoInOrOutbound.encodeUsagePercent,
rtt: videoInOrOutbound.rtt,
currentDelay: videoInOrOutbound.currentDelay,
2019-04-19 05:15:48 +08:00
pliCount: videoInOrOutbound.pliCount,
};
2018-06-15 03:20:14 +08:00
const videoStatsArray = statsState;
videoStatsArray.push(videoStats);
2018-06-15 03:20:14 +08:00
while (videoStatsArray.length > 5) { // maximum interval to consider
videoStatsArray.shift();
}
if (!monitoring) {
this.setState({ stats: videoStatsArray });
}
2018-05-03 03:03:36 +08:00
const firstVideoStats = videoStatsArray[0];
const lastVideoStats = videoStatsArray[videoStatsArray.length - 1];
2018-05-03 03:03:36 +08:00
const videoIntervalPacketsLost = lastVideoStats.packetsLost - firstVideoStats.packetsLost;
const videoIntervalPacketsReceived = lastVideoStats
.packetsReceived - firstVideoStats.packetsReceived;
2018-05-03 03:03:36 +08:00
const videoIntervalPacketsSent = lastVideoStats.packetsSent - firstVideoStats.packetsSent;
const videoIntervalBytesReceived = lastVideoStats
.bytesReceived - firstVideoStats.bytesReceived;
2018-05-03 03:03:36 +08:00
const videoIntervalBytesSent = lastVideoStats.bytesSent - firstVideoStats.bytesSent;
2018-05-03 03:03:36 +08:00
const videoReceivedInterval = lastVideoStats.timestamp - firstVideoStats.timestamp;
const videoSentInterval = lastVideoStats.timestamp - firstVideoStats.timestamp;
2018-06-15 03:20:14 +08:00
const videoKbitsReceivedPerSecond = (videoIntervalBytesReceived * 8) / videoReceivedInterval;
const videoKbitsSentPerSecond = (videoIntervalBytesSent * 8) / videoSentInterval;
2018-12-18 06:19:26 +08:00
let videoLostPercentage;
let videoLostRecentPercentage;
let videoBitrate;
if (videoStats.packetsReceived > 0) { // Remote video
videoLostPercentage = ((videoStats.packetsLost / (
(videoStats.packetsLost + videoStats.packetsReceived) * 100
)) || 0).toFixed(1);
2018-05-03 03:03:36 +08:00
videoBitrate = Math.floor(videoKbitsReceivedPerSecond || 0);
videoLostRecentPercentage = ((videoIntervalPacketsLost / ((videoIntervalPacketsLost
+ videoIntervalPacketsReceived) * 100)) || 0).toFixed(1);
} else {
videoLostPercentage = (((videoStats.packetsLost / (videoStats.packetsLost
+ videoStats.packetsSent)) * 100) || 0).toFixed(1);
2018-05-03 03:03:36 +08:00
videoBitrate = Math.floor(videoKbitsSentPerSecond || 0);
videoLostRecentPercentage = ((videoIntervalPacketsLost / ((videoIntervalPacketsLost
+ videoIntervalPacketsSent) * 100)) || 0).toFixed(1);
}
2018-05-03 03:03:36 +08:00
const result = {
video: {
bytesReceived: videoStats.bytesReceived,
bytesSent: videoStats.bytesSent,
packetsLost: videoStats.packetsLost,
packetsReceived: videoStats.packetsReceived,
packetsSent: videoStats.packetsSent,
bitrate: videoBitrate,
lostPercentage: videoLostPercentage,
lostRecentPercentage: videoLostRecentPercentage,
height: videoStats.height,
width: videoStats.width,
codec: videoStats.codec,
decodeDelay: videoStats.decodeDelay,
encodeUsagePercent: videoStats.encodeUsagePercent,
rtt: videoStats.rtt,
currentDelay: videoStats.currentDelay,
2019-04-19 05:15:48 +08:00
pliCount: videoStats.pliCount,
2018-06-15 03:20:14 +08:00
},
};
callback(result);
2018-06-15 03:20:14 +08:00
}, (exception) => {
2019-07-03 03:51:35 +08:00
logger.error({
logCode: 'video_provider_get_stats_exception',
extraInfo: {
topic: 'video',
exception,
},
}, 'customGetStats() Promise rejected');
callback(null);
});
}
2018-06-15 03:20:14 +08:00
monitorTrackStart(peer, track, local, callback) {
const that = this;
2019-07-03 03:51:35 +08:00
logger.info({
logCode: 'video_provider_monitor_track_start',
extraInfo: {
topic: 'video',
cameraId: track.id,
},
}, 'Starting stats monitoring.');
const getStatsInterval = 2000;
const callGetStats = () => {
that.customGetStats(
peer,
track,
2018-06-15 03:20:14 +08:00
(results) => {
if (results == null || peer.signalingState === 'closed') {
that.monitorTrackStop(track.id);
} else {
callback(results);
}
},
2018-06-15 03:20:14 +08:00
getStatsInterval,
);
};
if (!this.monitoredTracks[track.id]) {
callGetStats();
this.monitoredTracks[track.id] = setInterval(
callGetStats,
getStatsInterval,
);
} else {
2019-07-03 03:51:35 +08:00
logger.info({
logCode: 'video_provider_already_monitoring_track',
extraInfo: {
topic: 'video',
},
}, 'Already monitoring this track');
}
}
2018-06-15 03:20:14 +08:00
monitorTrackStop(trackId) {
if (this.monitoredTracks[trackId]) {
clearInterval(this.monitoredTracks[trackId]);
delete this.monitoredTracks[trackId];
2019-07-03 03:51:35 +08:00
logger.debug({
logCode: 'video_provider_stop_monitoring',
extraInfo: {
topic: 'video',
trackId,
},
}, `Track ${trackId} removed`);
} else {
2019-07-03 03:51:35 +08:00
logger.debug({
logCode: 'video_provider_already_stopped_monitoring',
extraInfo: {
topic: 'video',
trackId,
},
}, `Track ${trackId} is not monitored`);
}
}
2018-04-27 06:16:30 +08:00
stopGettingStats(id) {
const peer = this.webRtcPeers[id];
2018-12-18 06:19:26 +08:00
const hasLocalStream = peer && peer.started === true
&& peer.peerConnection.getLocalStreams().length > 0;
const hasRemoteStream = peer && peer.started === true
&& peer.peerConnection.getRemoteStreams().length > 0;
2018-05-26 03:24:41 +08:00
if (hasLocalStream) {
this.monitorTrackStop(peer.peerConnection.getLocalStreams()[0].getVideoTracks()[0].id);
} else if (hasRemoteStream) {
this.monitorTrackStop(peer.peerConnection.getRemoteStreams()[0].getVideoTracks()[0].id);
2018-04-27 06:16:30 +08:00
}
}
2018-02-17 03:18:53 +08:00
handlePlayStop(message) {
const { cameraId } = message;
2019-07-03 03:51:35 +08:00
logger.info({
logCode: 'video_provider_handle_play_stop',
extraInfo: {
topic: 'video',
cameraId,
},
}, 'Handle play stop for camera');
this.stopWebRTCPeer(cameraId);
2018-02-17 03:18:53 +08:00
}
handlePlayStart(message) {
const id = message.cameraId;
const peer = this.webRtcPeers[id];
if (peer) {
2018-12-18 06:19:26 +08:00
const { userId } = this.props;
2019-07-03 03:51:35 +08:00
logger.info({
logCode: 'video_provider_handle_play_start',
extraInfo: {
topic: 'video',
cameraId: id,
},
}, 'Handle play start for camera');
peer.started = true;
// Clear camera shared timeout when camera succesfully starts
clearTimeout(this.restartTimeout[id]);
delete this.restartTimeout[id];
delete this.restartTimer[id];
2018-02-17 03:18:53 +08:00
if (!peer.attached) {
this.attachVideoStream(id);
}
2018-12-18 06:19:26 +08:00
if (id === userId) {
VideoService.sendUserShareWebcam(id);
VideoService.joinedVideo();
}
} else {
2019-07-03 03:51:35 +08:00
logger.warn({
logCode: 'video_provider_play_start_discarding',
extraInfo: {
topic: 'video',
cameraId: id,
},
}, '[playStart] Message arrived after the peer was already thrown out, discarding it...');
2018-02-17 03:18:53 +08:00
}
}
handleSFUError(message) {
2018-02-17 03:18:53 +08:00
const { intl } = this.props;
const { userId } = this.props;
const { code, reason } = message;
2019-07-03 03:51:35 +08:00
logger.error({
logCode: 'video_provider_sfu_error',
extraInfo: {
topic: 'video',
code,
reason,
streamId: message.streamId,
userId,
},
}, 'Received error from SFU');
if (message.streamId === userId) {
2018-02-17 03:18:53 +08:00
this.unshareWebcam();
VideoProvider.notifyError(intl.formatMessage(intlSFUErrors[code]
|| intlSFUErrors[2200]));
2018-02-17 03:18:53 +08:00
} else {
this.stopWebRTCPeer(message.cameraId);
2018-02-17 03:18:53 +08:00
}
2019-07-03 03:51:35 +08:00
logger.error({
logCode: 'video_provider_handle_sfu_error',
extraInfo: {
topic: 'video',
message,
},
}, 'Handle error');
2018-02-17 03:18:53 +08:00
}
shareWebcam() {
if (this.connectedToMediaServer()) {
2019-07-03 03:51:35 +08:00
logger.info({
logCode: 'video_provider_share_webcam',
extraInfo: {
topic: 'video',
},
}, 'Sharing webcam');
this.sharedWebcam = true;
VideoService.joiningVideo();
}
2018-02-17 03:18:53 +08:00
}
unshareWebcam() {
2018-12-18 06:19:26 +08:00
const { userId } = this.props;
2019-07-03 03:51:35 +08:00
logger.info({
logCode: 'video_provider_unshare_webcam',
extraInfo: {
topic: 'video',
},
}, 'Unsharing webcam');
2018-02-17 05:11:59 +08:00
2018-12-18 06:19:26 +08:00
VideoService.sendUserUnshareWebcam(userId);
VideoService.exitedVideo();
this.sharedWebcam = false;
2018-02-17 03:18:53 +08:00
}
render() {
2018-12-18 06:19:26 +08:00
const { socketOpen } = this.state;
if (!socketOpen) return null;
const {
users,
enableVideoStats,
mediaHeight,
} = this.props;
2018-02-17 03:18:53 +08:00
return (
<VideoList
mediaHeight={mediaHeight}
2018-12-18 06:19:26 +08:00
users={users}
onMount={this.createVideoTag}
getStats={this.getStats}
stopGettingStats={this.stopGettingStats}
enableVideoStats={enableVideoStats}
/>
2018-02-17 03:18:53 +08:00
);
}
}
2018-03-12 23:29:51 +08:00
export default injectIntl(VideoProvider);