1040 lines
34 KiB
JavaScript
Executable File
1040 lines
34 KiB
JavaScript
Executable File
import React, { Component } from 'react';
|
|
import { defineMessages, injectIntl } from 'react-intl';
|
|
import { Session } from 'meteor/session';
|
|
import { notify } from '/imports/ui/services/notification';
|
|
import VisibilityEvent from '/imports/utils/visibilityEvent';
|
|
import { fetchWebRTCMappedStunTurnServers } from '/imports/utils/fetchStunTurnServers';
|
|
import ReconnectingWebSocket from 'reconnecting-websocket';
|
|
import logger from '/imports/startup/client/logger';
|
|
import browser from 'browser-detect';
|
|
import {
|
|
updateCurrentWebcamsConnection,
|
|
getCurrentWebcams,
|
|
deleteWebcamConnection,
|
|
newWebcamConnection,
|
|
updateWebcamStats,
|
|
} from '/imports/ui/services/network-information/index';
|
|
import { tryGenerateIceCandidates } from '../../../utils/safari-webrtc';
|
|
import Auth from '/imports/ui/services/auth';
|
|
|
|
import VideoService from './service';
|
|
import VideoList from './video-list/component';
|
|
|
|
const ENABLE_NETWORK_MONITORING = Meteor.settings.public.networkMonitoring.enableNetworkMonitoring;
|
|
const CAMERA_PROFILES = Meteor.settings.public.kurento.cameraProfiles;
|
|
|
|
const intlClientErrors = defineMessages({
|
|
iceCandidateError: {
|
|
id: 'app.video.iceCandidateError',
|
|
description: 'Error message for ice candidate fail',
|
|
},
|
|
chromeExtensionError: {
|
|
id: 'app.video.chromeExtensionError',
|
|
description: 'Error message for Chrome Extension not installed',
|
|
},
|
|
chromeExtensionErrorLink: {
|
|
id: 'app.video.chromeExtensionErrorLink',
|
|
description: 'Error message for Chrome Extension not installed',
|
|
},
|
|
permissionError: {
|
|
id: 'app.video.permissionError',
|
|
description: 'Error message for webcam permission',
|
|
},
|
|
NotFoundError: {
|
|
id: 'app.video.notFoundError',
|
|
description: 'error message when can not get webcam video',
|
|
},
|
|
NotAllowedError: {
|
|
id: 'app.video.notAllowed',
|
|
description: 'error message when webcam had permission denied',
|
|
},
|
|
NotSupportedError: {
|
|
id: 'app.video.notSupportedError',
|
|
description: 'error message when origin do not have ssl valid',
|
|
},
|
|
NotReadableError: {
|
|
id: 'app.video.notReadableError',
|
|
description: 'error message When the webcam is being used by other software',
|
|
},
|
|
iceConnectionStateError: {
|
|
id: 'app.video.iceConnectionStateError',
|
|
description: 'Error message for ice connection state being failed',
|
|
},
|
|
mediaFlowTimeout: {
|
|
id: 'app.video.mediaFlowTimeout1020',
|
|
description: 'Error message when media could not go through the server within the specified period',
|
|
},
|
|
});
|
|
|
|
const intlSFUErrors = defineMessages({
|
|
2000: {
|
|
id: 'app.sfu.mediaServerConnectionError2000',
|
|
description: 'Error message fired when the SFU cannot connect to the media server',
|
|
},
|
|
2001: {
|
|
id: 'app.sfu.mediaServerOffline2001',
|
|
description: 'error message when SFU is offline',
|
|
},
|
|
2002: {
|
|
id: 'app.sfu.mediaServerNoResources2002',
|
|
description: 'Error message fired when the media server lacks disk, CPU or FDs',
|
|
},
|
|
2003: {
|
|
id: 'app.sfu.mediaServerRequestTimeout2003',
|
|
description: 'Error message fired when requests are timing out due to lack of resources',
|
|
},
|
|
2021: {
|
|
id: 'app.sfu.serverIceGatheringFailed2021',
|
|
description: 'Error message fired when the server cannot enact ICE gathering',
|
|
},
|
|
2022: {
|
|
id: 'app.sfu.serverIceStateFailed2022',
|
|
description: 'Error message fired when the server endpoint transitioned to a FAILED ICE state',
|
|
},
|
|
2200: {
|
|
id: 'app.sfu.mediaGenericError2200',
|
|
description: 'Error message fired when the SFU component generated a generic error',
|
|
},
|
|
2202: {
|
|
id: 'app.sfu.invalidSdp2202',
|
|
description: 'Error message fired when the clients provides an invalid SDP',
|
|
},
|
|
2203: {
|
|
id: 'app.sfu.noAvailableCodec2203',
|
|
description: 'Error message fired when the server has no available codec for the client',
|
|
},
|
|
});
|
|
|
|
const CAMERA_SHARE_FAILED_WAIT_TIME = 15000;
|
|
const MAX_CAMERA_SHARE_FAILED_WAIT_TIME = 60000;
|
|
const PING_INTERVAL = 15000;
|
|
|
|
class VideoProvider extends Component {
|
|
static notifyError(message) {
|
|
notify(message, 'error', 'video');
|
|
}
|
|
|
|
constructor(props) {
|
|
super(props);
|
|
|
|
this.state = {
|
|
socketOpen: false,
|
|
stats: [],
|
|
};
|
|
|
|
// Set a valid bbb-webrtc-sfu application server socket in the settings
|
|
this.ws = new ReconnectingWebSocket(Auth.authenticateURL(Meteor.settings.public.kurento.wsUrl));
|
|
this.wsQueue = [];
|
|
|
|
this.visibility = new VisibilityEvent();
|
|
|
|
this.restartTimeout = {};
|
|
this.restartTimer = {};
|
|
this.webRtcPeers = {};
|
|
this.monitoredTracks = {};
|
|
this.videoTags = {};
|
|
this.sharedWebcam = false;
|
|
|
|
this.createVideoTag = this.createVideoTag.bind(this);
|
|
this.getStats = this.getStats.bind(this);
|
|
this.stopGettingStats = this.stopGettingStats.bind(this);
|
|
this.onWsOpen = this.onWsOpen.bind(this);
|
|
this.onWsClose = this.onWsClose.bind(this);
|
|
this.onWsMessage = this.onWsMessage.bind(this);
|
|
|
|
this.unshareWebcam = this.unshareWebcam.bind(this);
|
|
this.shareWebcam = this.shareWebcam.bind(this);
|
|
|
|
this.pauseViewers = this.pauseViewers.bind(this);
|
|
this.unpauseViewers = this.unpauseViewers.bind(this);
|
|
|
|
this.customGetStats = this.customGetStats.bind(this);
|
|
}
|
|
|
|
|
|
componentWillMount() {
|
|
this.ws.onopen = this.onWsOpen;
|
|
this.ws.onclose = this.onWsClose;
|
|
|
|
window.addEventListener('online', this.openWs);
|
|
window.addEventListener('offline', this.onWsClose);
|
|
}
|
|
|
|
componentDidMount() {
|
|
const { onMount } = this.props;
|
|
onMount();
|
|
|
|
this.checkIceConnectivity();
|
|
document.addEventListener('joinVideo', this.shareWebcam); // TODO find a better way to do this
|
|
document.addEventListener('exitVideo', this.unshareWebcam);
|
|
this.ws.onmessage = this.onWsMessage;
|
|
window.addEventListener('beforeunload', this.unshareWebcam);
|
|
|
|
this.visibility.onVisible(this.unpauseViewers);
|
|
this.visibility.onHidden(this.pauseViewers);
|
|
|
|
if (ENABLE_NETWORK_MONITORING) {
|
|
this.currentWebcamsStatsInterval = setInterval(() => {
|
|
const currentWebcams = getCurrentWebcams();
|
|
if (!currentWebcams) return;
|
|
|
|
const { payload } = currentWebcams;
|
|
|
|
payload.forEach((id) => {
|
|
const peer = this.webRtcPeers[id];
|
|
|
|
const hasLocalStream = peer && peer.started === true
|
|
&& peer.peerConnection.getLocalStreams().length > 0;
|
|
const hasRemoteStream = peer && peer.started === true
|
|
&& peer.peerConnection.getRemoteStreams().length > 0;
|
|
|
|
if (hasLocalStream) {
|
|
this.customGetStats(peer.peerConnection,
|
|
peer.peerConnection.getLocalStreams()[0].getVideoTracks()[0],
|
|
(stats => updateWebcamStats(id, stats)), true);
|
|
} else if (hasRemoteStream) {
|
|
this.customGetStats(peer.peerConnection,
|
|
peer.peerConnection.getRemoteStreams()[0].getVideoTracks()[0],
|
|
(stats => updateWebcamStats(id, stats)), true);
|
|
}
|
|
});
|
|
}, 5000);
|
|
}
|
|
}
|
|
|
|
componentWillUpdate({ users, userId }) {
|
|
const usersSharingIds = users.map(u => u.id);
|
|
const usersConnected = Object.keys(this.webRtcPeers);
|
|
|
|
const usersToConnect = usersSharingIds.filter(id => !usersConnected.includes(id));
|
|
const usersToDisconnect = usersConnected.filter(id => !usersSharingIds.includes(id));
|
|
|
|
usersToConnect.forEach(id => this.createWebRTCPeer(id, userId === id));
|
|
usersToDisconnect.forEach(id => this.stopWebRTCPeer(id));
|
|
}
|
|
|
|
componentDidUpdate(prevProps) {
|
|
const { users } = this.props;
|
|
if (users.length !== prevProps.users.length) window.dispatchEvent(new Event('videoListUsersChange'));
|
|
}
|
|
|
|
componentWillUnmount() {
|
|
document.removeEventListener('joinVideo', this.shareWebcam);
|
|
document.removeEventListener('exitVideo', this.unshareWebcam);
|
|
|
|
this.ws.onmessage = null;
|
|
this.ws.onopen = null;
|
|
this.ws.onclose = null;
|
|
|
|
window.removeEventListener('online', this.openWs);
|
|
window.removeEventListener('offline', this.onWsClose);
|
|
window.removeEventListener('beforeunload', this.unshareWebcam);
|
|
|
|
this.visibility.removeEventListeners();
|
|
|
|
// Unshare user webcam
|
|
if (this.sharedWebcam) {
|
|
this.unshareWebcam();
|
|
Session.set('userWasInWebcam', true);
|
|
}
|
|
|
|
Object.keys(this.webRtcPeers).forEach((id) => {
|
|
this.stopGettingStats(id);
|
|
this.stopWebRTCPeer(id);
|
|
});
|
|
|
|
clearInterval(this.currentWebcamsStatsInterval);
|
|
|
|
// Close websocket connection to prevent multiple reconnects from happening
|
|
this.ws.close();
|
|
}
|
|
|
|
onWsMessage(msg) {
|
|
const parsedMessage = JSON.parse(msg.data);
|
|
|
|
if (parsedMessage.id === 'pong') return;
|
|
switch (parsedMessage.id) {
|
|
case 'startResponse':
|
|
this.startResponse(parsedMessage);
|
|
break;
|
|
|
|
case 'playStart':
|
|
this.handlePlayStart(parsedMessage);
|
|
break;
|
|
|
|
case 'playStop':
|
|
this.handlePlayStop(parsedMessage);
|
|
break;
|
|
|
|
case 'iceCandidate':
|
|
this.handleIceCandidate(parsedMessage);
|
|
break;
|
|
|
|
case 'pong':
|
|
break;
|
|
|
|
case 'error':
|
|
default:
|
|
this.handleSFUError(parsedMessage);
|
|
break;
|
|
}
|
|
}
|
|
|
|
onWsClose() {
|
|
this.logger('debug', '------ Websocket connection closed.', 'video_provider_onwsclose', { topic: 'ws' });
|
|
|
|
clearInterval(this.pingInterval);
|
|
|
|
if (this.sharedWebcam) {
|
|
this.unshareWebcam();
|
|
}
|
|
|
|
this.setState({ socketOpen: false });
|
|
}
|
|
|
|
onWsOpen() {
|
|
this.logger('debug', '------ Websocket connection opened.', 'video_provider_onwsopen', { topic: 'ws' });
|
|
|
|
// -- Resend queued messages that happened when socket was not connected
|
|
while (this.wsQueue.length > 0) {
|
|
this.sendMessage(this.wsQueue.pop());
|
|
}
|
|
|
|
this.pingInterval = setInterval(this.ping.bind(this), PING_INTERVAL);
|
|
|
|
this.setState({ socketOpen: true });
|
|
}
|
|
|
|
getStats(id, video, callback) {
|
|
const peer = this.webRtcPeers[id];
|
|
|
|
const hasLocalStream = peer && peer.started === true
|
|
&& peer.peerConnection.getLocalStreams().length > 0;
|
|
const hasRemoteStream = peer && peer.started === true
|
|
&& peer.peerConnection.getRemoteStreams().length > 0;
|
|
|
|
if (hasLocalStream) {
|
|
this.monitorTrackStart(peer.peerConnection,
|
|
peer.peerConnection.getLocalStreams()[0].getVideoTracks()[0], true, callback);
|
|
} else if (hasRemoteStream) {
|
|
this.monitorTrackStart(peer.peerConnection,
|
|
peer.peerConnection.getRemoteStreams()[0].getVideoTracks()[0], false, callback);
|
|
}
|
|
}
|
|
|
|
checkIceConnectivity() {
|
|
// Webkit ICE restrictions demand a capture device permission to release
|
|
// host candidates
|
|
if (browser().name === 'safari') {
|
|
const { intl } = this.props;
|
|
tryGenerateIceCandidates().catch(() => {
|
|
VideoProvider.notifyError(intl.formatMessage(intlSFUErrors[2021]));
|
|
});
|
|
}
|
|
}
|
|
|
|
logger(type, message, logCode, options = {}) {
|
|
const { userId, userName } = this.props;
|
|
const topic = options.topic || 'video';
|
|
logger[type](`${JSON.stringify(Object.assign(options, {
|
|
userId, userName, topic, logCode,
|
|
}))}, [${topic}] ${message}`);
|
|
}
|
|
|
|
_sendPauseStream(id, role, state) {
|
|
this.sendMessage({
|
|
cameraId: id,
|
|
id: 'pause',
|
|
type: 'video',
|
|
role,
|
|
state,
|
|
});
|
|
}
|
|
|
|
pauseViewers() {
|
|
const { userId } = this.props;
|
|
this.logger('debug', 'Calling pause in viewer streams', 'video_provider_pause_viewers');
|
|
|
|
Object.keys(this.webRtcPeers).forEach((id) => {
|
|
if (userId !== id && this.webRtcPeers[id].started) {
|
|
this._sendPauseStream(id, 'viewer', true);
|
|
}
|
|
});
|
|
}
|
|
|
|
unpauseViewers() {
|
|
const { userId } = this.props;
|
|
this.logger('debug', 'Calling un-pause in viewer streams', 'video_provider_unpause_viewers');
|
|
|
|
Object.keys(this.webRtcPeers).forEach((id) => {
|
|
if (id !== userId && this.webRtcPeers[id].started) {
|
|
this._sendPauseStream(id, 'viewer', false);
|
|
}
|
|
});
|
|
}
|
|
|
|
ping() {
|
|
const message = {
|
|
id: 'ping',
|
|
};
|
|
this.sendMessage(message);
|
|
}
|
|
|
|
sendMessage(message) {
|
|
const { ws } = this;
|
|
|
|
if (this.connectedToMediaServer()) {
|
|
const jsonMessage = JSON.stringify(message);
|
|
ws.send(jsonMessage, (error) => {
|
|
if (error) {
|
|
this.logger('error', `client: Websocket error '${error}' on message '${message.id}'`, 'video_provider_ws_error', { topic: 'ws' });
|
|
}
|
|
});
|
|
} else if (message.id !== 'stop') {
|
|
// No need to queue video stop messages
|
|
this.wsQueue.push(message);
|
|
}
|
|
}
|
|
|
|
connectedToMediaServer() {
|
|
return this.ws.readyState === WebSocket.OPEN;
|
|
}
|
|
|
|
startResponse(message) {
|
|
const id = message.cameraId;
|
|
const peer = this.webRtcPeers[id];
|
|
|
|
this.logger('debug', 'SDP answer received from server. Processing ...', 'video_provider_sdp_received',
|
|
{ cameraId: id, sdpAnswer: message.sdpAnswer });
|
|
|
|
if (peer) {
|
|
peer.processAnswer(message.sdpAnswer, (error) => {
|
|
if (error) {
|
|
return this.logger('debug', JSON.stringify(error), 'video_provider_peer_process_answer', { cameraId: id });
|
|
}
|
|
|
|
peer.didSDPAnswered = true;
|
|
this._processIceQueue(peer, id);
|
|
return true;
|
|
});
|
|
} else {
|
|
this.logger('warn', '[startResponse] Message arrived after the peer was already thrown out, discarding it...', 'video_provider_no_peer');
|
|
}
|
|
}
|
|
|
|
handleIceCandidate(message) {
|
|
const webRtcPeer = this.webRtcPeers[message.cameraId];
|
|
|
|
this.logger('debug', 'Received remote ice candidate', 'video_provider_ice_candidate_received', { topic: 'ice', candidate: message.candidate });
|
|
|
|
if (webRtcPeer) {
|
|
if (webRtcPeer.didSDPAnswered) {
|
|
webRtcPeer.addIceCandidate(message.candidate, (err) => {
|
|
if (err) {
|
|
return this.logger('error', `Error adding candidate: ${err}`, 'video_provider_ice_candidate_cant_add', { cameraId: message.cameraId });
|
|
}
|
|
return true;
|
|
});
|
|
} else {
|
|
if (webRtcPeer.iceQueue == null) {
|
|
webRtcPeer.iceQueue = [];
|
|
}
|
|
webRtcPeer.iceQueue.push(message.candidate);
|
|
}
|
|
} else {
|
|
this.logger('warn', ' [iceCandidate] Message arrived after the peer was already thrown out, discarding it...', 'video_provider_ice_candidate_arrived_late', { cameraId: message.cameraId });
|
|
}
|
|
}
|
|
|
|
stopWebRTCPeer(id, restarting = false) {
|
|
this.logger('info', 'Stopping webcam', 'video_provider_stopping_webcam', { cameraId: id });
|
|
const { userId } = this.props;
|
|
const shareWebcam = id === userId;
|
|
|
|
// in this case, 'closed' state is not caused by an error;
|
|
// we stop listening to prevent this from being treated as an error
|
|
if (this.webRtcPeers[id] && this.webRtcPeers[id].peerConnection) {
|
|
this.webRtcPeers[id].peerConnection.oniceconnectionstatechange = null;
|
|
}
|
|
|
|
if (shareWebcam) {
|
|
this.unshareWebcam();
|
|
}
|
|
|
|
this.sendMessage({
|
|
type: 'video',
|
|
role: shareWebcam ? 'share' : 'viewer',
|
|
id: 'stop',
|
|
cameraId: id,
|
|
});
|
|
|
|
// Clear the shared camera media flow timeout when destroying it
|
|
if (!restarting) {
|
|
if (this.restartTimeout[id]) {
|
|
clearTimeout(this.restartTimeout[id]);
|
|
}
|
|
|
|
if (this.restartTimer[id]) {
|
|
delete this.restartTimer[id];
|
|
}
|
|
}
|
|
|
|
this.destroyWebRTCPeer(id);
|
|
}
|
|
|
|
destroyWebRTCPeer(id) {
|
|
const webRtcPeer = this.webRtcPeers[id];
|
|
if (webRtcPeer) {
|
|
this.logger('info', 'Stopping WebRTC peer', 'video_provider_destroy_webrtc_peers', { cameraId: id });
|
|
if (typeof webRtcPeer.dispose === 'function') {
|
|
webRtcPeer.dispose();
|
|
}
|
|
delete this.webRtcPeers[id];
|
|
if (ENABLE_NETWORK_MONITORING) {
|
|
deleteWebcamConnection(id);
|
|
updateCurrentWebcamsConnection(this.webRtcPeers);
|
|
}
|
|
} else {
|
|
this.logger('warn', 'No WebRTC peer to stop (not an error)', 'video_provider_no_peer_to_destroy', { cameraId: id });
|
|
}
|
|
}
|
|
|
|
async createWebRTCPeer(id, shareWebcam) {
|
|
const { meetingId, sessionToken, voiceBridge } = this.props;
|
|
let iceServers = [];
|
|
|
|
// Check if the peer is already being processed
|
|
if (this.webRtcPeers[id]) {
|
|
return;
|
|
}
|
|
|
|
this.webRtcPeers[id] = {};
|
|
|
|
try {
|
|
iceServers = await fetchWebRTCMappedStunTurnServers(sessionToken);
|
|
} catch (error) {
|
|
this.logger('error', 'Video provider failed to fetch ice servers, using default', 'video_provider_missing_ice_servers');
|
|
} finally {
|
|
const profileId = Session.get('WebcamProfileId') || '';
|
|
const cameraProfile = CAMERA_PROFILES.find(profile => profile.id === profileId)
|
|
|| CAMERA_PROFILES.find(profile => profile.default)
|
|
|| CAMERA_PROFILES[0];
|
|
const { constraints, bitrate } = cameraProfile;
|
|
if (Session.get('WebcamDeviceId')) {
|
|
constraints.deviceId = { exact: Session.get('WebcamDeviceId') };
|
|
}
|
|
const options = {
|
|
mediaConstraints: {
|
|
audio: false,
|
|
video: constraints,
|
|
},
|
|
onicecandidate: this._getOnIceCandidateCallback(id, shareWebcam),
|
|
};
|
|
|
|
if (iceServers.length > 0) {
|
|
options.configuration = {};
|
|
options.configuration.iceServers = iceServers;
|
|
}
|
|
|
|
let WebRtcPeerObj;
|
|
if (shareWebcam) {
|
|
WebRtcPeerObj = window.kurentoUtils.WebRtcPeer.WebRtcPeerSendonly;
|
|
this.shareWebcam();
|
|
} else {
|
|
WebRtcPeerObj = window.kurentoUtils.WebRtcPeer.WebRtcPeerRecvonly;
|
|
}
|
|
|
|
this.webRtcPeers[id] = new WebRtcPeerObj(options, (error) => {
|
|
const peer = this.webRtcPeers[id];
|
|
|
|
peer.started = false;
|
|
peer.attached = false;
|
|
peer.didSDPAnswered = false;
|
|
if (peer.iceQueue == null) {
|
|
peer.iceQueue = [];
|
|
}
|
|
|
|
if (error) {
|
|
return this._webRTCOnError(error, id, shareWebcam);
|
|
}
|
|
|
|
peer.generateOffer((errorGenOffer, offerSdp) => {
|
|
if (errorGenOffer) {
|
|
return this._webRTCOnError(errorGenOffer, id, shareWebcam);
|
|
}
|
|
|
|
this.logger('debug', `Invoking SDP offer callback function ${window.location.host}`, 'video_provider_sdp_offer_callback', { cameraId: id, offerSdp });
|
|
|
|
const message = {
|
|
type: 'video',
|
|
role: shareWebcam ? 'share' : 'viewer',
|
|
id: 'start',
|
|
sdpOffer: offerSdp,
|
|
cameraId: id,
|
|
meetingId,
|
|
voiceBridge,
|
|
bitrate,
|
|
};
|
|
this.sendMessage(message);
|
|
return true;
|
|
});
|
|
return true;
|
|
});
|
|
if (this.webRtcPeers[id].peerConnection) {
|
|
this.webRtcPeers[id]
|
|
.peerConnection
|
|
.oniceconnectionstatechange = this._getOnIceConnectionStateChangeCallback(id);
|
|
}
|
|
if (ENABLE_NETWORK_MONITORING) {
|
|
newWebcamConnection(id);
|
|
updateCurrentWebcamsConnection(this.webRtcPeers);
|
|
}
|
|
}
|
|
}
|
|
|
|
_getWebRTCStartTimeout(id, shareWebcam) {
|
|
const { intl, userId } = this.props;
|
|
|
|
return () => {
|
|
this.logger('error', `Camera share has not succeeded in ${CAMERA_SHARE_FAILED_WAIT_TIME}`, 'video_provider_cam_timeout', { cameraId: id });
|
|
|
|
if (userId === id) {
|
|
VideoProvider.notifyError(intl.formatMessage(intlClientErrors.mediaFlowTimeout));
|
|
this.stopWebRTCPeer(id, false);
|
|
} else {
|
|
// Subscribers try to reconnect according to their timers if media could
|
|
// not reach the server. That's why we pass the restarting flag as true
|
|
// to the stop procedure as to not destroy the timers
|
|
this.stopWebRTCPeer(id, true);
|
|
this.createWebRTCPeer(id, shareWebcam);
|
|
|
|
// Increment reconnect interval
|
|
this.restartTimer[id] = Math
|
|
.min(2 * this.restartTimer[id], MAX_CAMERA_SHARE_FAILED_WAIT_TIME);
|
|
|
|
this.logger('info', `Reconnecting peer ${id} with timer`, 'video_provider_reconnecting_peer', this.restartTimer);
|
|
}
|
|
};
|
|
}
|
|
|
|
_processIceQueue(peer, cameraId) {
|
|
const { intl } = this.props;
|
|
|
|
while (peer.iceQueue.length) {
|
|
const candidate = peer.iceQueue.shift();
|
|
peer.addIceCandidate(candidate, (err) => {
|
|
if (err) {
|
|
VideoProvider.notifyError(intl.formatMessage(intlClientErrors.iceCandidateError));
|
|
return this.logger('error', `Error adding candidate: ${err}`, 'video_provider_cant_add_candidate', { cameraId });
|
|
}
|
|
return true;
|
|
});
|
|
}
|
|
}
|
|
|
|
_webRTCOnError(error, id) {
|
|
const { intl, userId } = this.props;
|
|
|
|
// We only display SFU connection errors to sharers, because it's guaranteed
|
|
// they should be connected. Viewers aren't connected synchronously related
|
|
// to the createWebRTCPeer procedure, so the error is ignored. If the connection
|
|
// closes unexpectedly, this error is deplayed globally in the onWsClose catch
|
|
if (error === 2001 && userId !== id) {
|
|
return;
|
|
}
|
|
|
|
this.logger('error', ' WebRTC peerObj create error', 'video_provider_webrtc_error_before', { id, error });
|
|
const errorMessage = intlClientErrors[error.name]
|
|
|| intlSFUErrors[error] || intlClientErrors.permissionError;
|
|
VideoProvider.notifyError(intl.formatMessage(errorMessage));
|
|
this.stopWebRTCPeer(id);
|
|
|
|
this.logger('error', errorMessage, 'video_provider_webrtc_error_after', { cameraId: id, errorMessage });
|
|
}
|
|
|
|
_getOnIceCandidateCallback(id, shareWebcam) {
|
|
const peer = this.webRtcPeers[id];
|
|
|
|
return (candidate) => {
|
|
// Setup a timeout only when ice first is generated and if the peer wasn't
|
|
// marked as started already (which is done on handlePlayStart after
|
|
// it was verified that media could circle through the server)
|
|
const peerHasStarted = peer && peer.started === true;
|
|
const shouldSetReconnectionTimeout = !this.restartTimeout[id] && !peerHasStarted;
|
|
|
|
if (shouldSetReconnectionTimeout) {
|
|
this.restartTimer[id] = this.restartTimer[id] || CAMERA_SHARE_FAILED_WAIT_TIME;
|
|
|
|
this.logger('debug', `Setting a camera connection restart in ${this.restartTimer[id]}`, 'video_provider_cam_restart', { cameraId: id });
|
|
this.restartTimeout[id] = setTimeout(this._getWebRTCStartTimeout(id, shareWebcam),
|
|
this.restartTimer[id]);
|
|
}
|
|
|
|
this.logger('debug', 'Generated local ice candidate', 'video_provider_generated_local_ice', { topic: 'ice', candidate });
|
|
|
|
const message = {
|
|
type: 'video',
|
|
role: shareWebcam ? 'share' : 'viewer',
|
|
id: 'onIceCandidate',
|
|
candidate,
|
|
cameraId: id,
|
|
};
|
|
this.sendMessage(message);
|
|
};
|
|
}
|
|
|
|
_getOnIceConnectionStateChangeCallback(id) {
|
|
const { intl } = this.props;
|
|
const peer = this.webRtcPeers[id];
|
|
|
|
return () => {
|
|
const connectionState = peer.peerConnection.iceConnectionState;
|
|
if (connectionState === 'failed' || connectionState === 'closed') {
|
|
// prevent the same error from being detected multiple times
|
|
peer.peerConnection.oniceconnectionstatechange = null;
|
|
|
|
this.logger('error', `ICE connection state id:${id}, connectionState:${connectionState}`, 'video_provider_ice_connection_failed_state');
|
|
|
|
this.stopWebRTCPeer(id);
|
|
VideoProvider.notifyError(intl.formatMessage(intlClientErrors.iceConnectionStateError));
|
|
}
|
|
};
|
|
}
|
|
|
|
attachVideoStream(id) {
|
|
const { userId } = this.props;
|
|
const video = this.videoTags[id];
|
|
if (video == null) {
|
|
this.logger('warn', `Peer ${id} ${userId} has not been started yet`, 'video_provider_attach_video_stream');
|
|
return;
|
|
}
|
|
|
|
if (video.srcObject) {
|
|
delete this.videoTags[id];
|
|
return; // Skip if the stream is already attached
|
|
}
|
|
|
|
const isCurrent = id === userId;
|
|
const peer = this.webRtcPeers[id];
|
|
|
|
const attachVideoStreamHelper = () => {
|
|
const stream = isCurrent ? peer.getLocalStream() : peer.getRemoteStream();
|
|
video.pause();
|
|
video.srcObject = stream;
|
|
video.load();
|
|
|
|
peer.attached = true;
|
|
delete this.videoTags[id];
|
|
};
|
|
|
|
|
|
// If peer has started playing attach to tag, otherwise wait a while
|
|
if (peer) {
|
|
if (peer.started) {
|
|
attachVideoStreamHelper();
|
|
}
|
|
|
|
// So we can start it later when we get a playStart
|
|
// or if we need to do a restart timeout
|
|
peer.videoTag = video;
|
|
}
|
|
}
|
|
|
|
createVideoTag(id, video) {
|
|
const peer = this.webRtcPeers[id];
|
|
this.videoTags[id] = video;
|
|
|
|
if (peer) {
|
|
this.attachVideoStream(id);
|
|
}
|
|
}
|
|
|
|
customGetStats(peer, mediaStreamTrack, callback, monitoring = false) {
|
|
const { stats } = this.state;
|
|
const statsState = stats;
|
|
let promise;
|
|
try {
|
|
promise = peer.getStats(mediaStreamTrack);
|
|
} catch (e) {
|
|
promise = Promise.reject(e);
|
|
}
|
|
promise.then((results) => {
|
|
let videoInOrOutbound = {};
|
|
results.forEach((res) => {
|
|
if (res.type === 'ssrc' || res.type === 'inbound-rtp' || res.type === 'outbound-rtp') {
|
|
res.packetsSent = parseInt(res.packetsSent, 10);
|
|
res.packetsLost = parseInt(res.packetsLost, 10) || 0;
|
|
res.packetsReceived = parseInt(res.packetsReceived, 10);
|
|
|
|
if ((Number.isNaN(res.packetsSent) && res.packetsReceived === 0)
|
|
|| (res.type === 'outbound-rtp' && res.isRemote)) {
|
|
return; // Discard local video receiving
|
|
}
|
|
|
|
if (res.googFrameWidthReceived) {
|
|
res.width = parseInt(res.googFrameWidthReceived, 10);
|
|
res.height = parseInt(res.googFrameHeightReceived, 10);
|
|
} else if (res.googFrameWidthSent) {
|
|
res.width = parseInt(res.googFrameWidthSent, 10);
|
|
res.height = parseInt(res.googFrameHeightSent, 10);
|
|
}
|
|
|
|
// Extra fields available on Chrome
|
|
if (res.googCodecName) res.codec = res.googCodecName;
|
|
if (res.googDecodeMs) res.decodeDelay = res.googDecodeMs;
|
|
if (res.googEncodeUsagePercent) res.encodeUsagePercent = res.googEncodeUsagePercent;
|
|
if (res.googRtt) res.rtt = res.googRtt;
|
|
if (res.googCurrentDelayMs) res.currentDelay = res.googCurrentDelayMs;
|
|
|
|
videoInOrOutbound = res;
|
|
}
|
|
});
|
|
|
|
const videoStats = {
|
|
timestamp: videoInOrOutbound.timestamp,
|
|
bytesReceived: videoInOrOutbound.bytesReceived,
|
|
bytesSent: videoInOrOutbound.bytesSent,
|
|
packetsReceived: videoInOrOutbound.packetsReceived,
|
|
packetsLost: videoInOrOutbound.packetsLost,
|
|
packetsSent: videoInOrOutbound.packetsSent,
|
|
decodeDelay: videoInOrOutbound.decodeDelay,
|
|
codec: videoInOrOutbound.codec,
|
|
height: videoInOrOutbound.height,
|
|
width: videoInOrOutbound.width,
|
|
encodeUsagePercent: videoInOrOutbound.encodeUsagePercent,
|
|
rtt: videoInOrOutbound.rtt,
|
|
currentDelay: videoInOrOutbound.currentDelay,
|
|
pliCount: videoInOrOutbound.pliCount,
|
|
};
|
|
|
|
const videoStatsArray = statsState;
|
|
videoStatsArray.push(videoStats);
|
|
while (videoStatsArray.length > 5) { // maximum interval to consider
|
|
videoStatsArray.shift();
|
|
}
|
|
|
|
if (!monitoring) {
|
|
this.setState({ stats: videoStatsArray });
|
|
}
|
|
|
|
const firstVideoStats = videoStatsArray[0];
|
|
const lastVideoStats = videoStatsArray[videoStatsArray.length - 1];
|
|
|
|
const videoIntervalPacketsLost = lastVideoStats.packetsLost - firstVideoStats.packetsLost;
|
|
const videoIntervalPacketsReceived = lastVideoStats
|
|
.packetsReceived - firstVideoStats.packetsReceived;
|
|
const videoIntervalPacketsSent = lastVideoStats.packetsSent - firstVideoStats.packetsSent;
|
|
const videoIntervalBytesReceived = lastVideoStats
|
|
.bytesReceived - firstVideoStats.bytesReceived;
|
|
const videoIntervalBytesSent = lastVideoStats.bytesSent - firstVideoStats.bytesSent;
|
|
|
|
const videoReceivedInterval = lastVideoStats.timestamp - firstVideoStats.timestamp;
|
|
const videoSentInterval = lastVideoStats.timestamp - firstVideoStats.timestamp;
|
|
|
|
const videoKbitsReceivedPerSecond = (videoIntervalBytesReceived * 8) / videoReceivedInterval;
|
|
const videoKbitsSentPerSecond = (videoIntervalBytesSent * 8) / videoSentInterval;
|
|
|
|
let videoLostPercentage;
|
|
|
|
|
|
let videoLostRecentPercentage;
|
|
|
|
|
|
let videoBitrate;
|
|
if (videoStats.packetsReceived > 0) { // Remote video
|
|
videoLostPercentage = ((videoStats.packetsLost / (
|
|
(videoStats.packetsLost + videoStats.packetsReceived) * 100
|
|
)) || 0).toFixed(1);
|
|
videoBitrate = Math.floor(videoKbitsReceivedPerSecond || 0);
|
|
videoLostRecentPercentage = ((videoIntervalPacketsLost / ((videoIntervalPacketsLost
|
|
+ videoIntervalPacketsReceived) * 100)) || 0).toFixed(1);
|
|
} else {
|
|
videoLostPercentage = (((videoStats.packetsLost / (videoStats.packetsLost
|
|
+ videoStats.packetsSent)) * 100) || 0).toFixed(1);
|
|
videoBitrate = Math.floor(videoKbitsSentPerSecond || 0);
|
|
videoLostRecentPercentage = ((videoIntervalPacketsLost / ((videoIntervalPacketsLost
|
|
+ videoIntervalPacketsSent) * 100)) || 0).toFixed(1);
|
|
}
|
|
|
|
const result = {
|
|
video: {
|
|
bytesReceived: videoStats.bytesReceived,
|
|
bytesSent: videoStats.bytesSent,
|
|
packetsLost: videoStats.packetsLost,
|
|
packetsReceived: videoStats.packetsReceived,
|
|
packetsSent: videoStats.packetsSent,
|
|
bitrate: videoBitrate,
|
|
lostPercentage: videoLostPercentage,
|
|
lostRecentPercentage: videoLostRecentPercentage,
|
|
height: videoStats.height,
|
|
width: videoStats.width,
|
|
codec: videoStats.codec,
|
|
decodeDelay: videoStats.decodeDelay,
|
|
encodeUsagePercent: videoStats.encodeUsagePercent,
|
|
rtt: videoStats.rtt,
|
|
currentDelay: videoStats.currentDelay,
|
|
pliCount: videoStats.pliCount,
|
|
},
|
|
};
|
|
|
|
callback(result);
|
|
}, (exception) => {
|
|
this.logger('error', `customGetStats() Promise rejected: ${exception.message}`, 'video_provider_get_stats_exception');
|
|
callback(null);
|
|
});
|
|
}
|
|
|
|
monitorTrackStart(peer, track, local, callback) {
|
|
const that = this;
|
|
this.logger('info', 'Starting stats monitoring on', 'video_provider_monitor_track_start', { cameraId: track.id });
|
|
const getStatsInterval = 2000;
|
|
|
|
const callGetStats = () => {
|
|
that.customGetStats(
|
|
peer,
|
|
track,
|
|
(results) => {
|
|
if (results == null || peer.signalingState === 'closed') {
|
|
that.monitorTrackStop(track.id);
|
|
} else {
|
|
callback(results);
|
|
}
|
|
},
|
|
getStatsInterval,
|
|
);
|
|
};
|
|
|
|
if (!this.monitoredTracks[track.id]) {
|
|
callGetStats();
|
|
this.monitoredTracks[track.id] = setInterval(
|
|
callGetStats,
|
|
getStatsInterval,
|
|
);
|
|
} else {
|
|
this.logger('info', 'Already monitoring this track', 'video_provider_already_monitoring_track');
|
|
}
|
|
}
|
|
|
|
monitorTrackStop(trackId) {
|
|
if (this.monitoredTracks[trackId]) {
|
|
clearInterval(this.monitoredTracks[trackId]);
|
|
delete this.monitoredTracks[trackId];
|
|
this.logger('debug', `Track ${trackId} removed`, 'video_provider_stop_monitoring');
|
|
} else {
|
|
this.logger('debug', `Track ${trackId} is not monitored`, 'video_provider_already_stopped_monitoring');
|
|
}
|
|
}
|
|
|
|
stopGettingStats(id) {
|
|
const peer = this.webRtcPeers[id];
|
|
|
|
const hasLocalStream = peer && peer.started === true
|
|
&& peer.peerConnection.getLocalStreams().length > 0;
|
|
const hasRemoteStream = peer && peer.started === true
|
|
&& peer.peerConnection.getRemoteStreams().length > 0;
|
|
|
|
if (hasLocalStream) {
|
|
this.monitorTrackStop(peer.peerConnection.getLocalStreams()[0].getVideoTracks()[0].id);
|
|
} else if (hasRemoteStream) {
|
|
this.monitorTrackStop(peer.peerConnection.getRemoteStreams()[0].getVideoTracks()[0].id);
|
|
}
|
|
}
|
|
|
|
handlePlayStop(message) {
|
|
const { cameraId } = message;
|
|
|
|
this.logger('info', 'Handle play stop for camera', 'video_provider_handle_play_stop', { cameraId });
|
|
this.stopWebRTCPeer(cameraId);
|
|
}
|
|
|
|
handlePlayStart(message) {
|
|
const id = message.cameraId;
|
|
const peer = this.webRtcPeers[id];
|
|
|
|
if (peer) {
|
|
const { userId } = this.props;
|
|
this.logger('info', 'Handle play start for camera', 'video_provider_handle_play_start', { cameraId: id });
|
|
|
|
// Clear camera shared timeout when camera succesfully starts
|
|
clearTimeout(this.restartTimeout[id]);
|
|
delete this.restartTimeout[id];
|
|
delete this.restartTimer[id];
|
|
|
|
peer.started = true;
|
|
|
|
if (!peer.attached) {
|
|
this.attachVideoStream(id);
|
|
}
|
|
|
|
if (id === userId) {
|
|
VideoService.sendUserShareWebcam(id);
|
|
VideoService.joinedVideo();
|
|
}
|
|
} else {
|
|
this.logger('warn', '[playStart] Message arrived after the peer was already thrown out, discarding it...', 'video_provider_play_start_discarding');
|
|
}
|
|
}
|
|
|
|
handleSFUError(message) {
|
|
const { intl } = this.props;
|
|
const { userId } = this.props;
|
|
const { code, reason } = message;
|
|
this.logger('error', 'Received error from SFU:', 'video_provider_sfu_error', {
|
|
code, reason, streamId: message.streamId, userId,
|
|
});
|
|
if (message.streamId === userId) {
|
|
this.unshareWebcam();
|
|
VideoProvider.notifyError(intl.formatMessage(intlSFUErrors[code]
|
|
|| intlSFUErrors[2200]));
|
|
} else {
|
|
this.stopWebRTCPeer(message.cameraId);
|
|
}
|
|
|
|
this.logger('error', `Handle error ---------------------> ${message.message}`, 'video_provider_handle_sfu_error', { message });
|
|
}
|
|
|
|
shareWebcam() {
|
|
if (this.connectedToMediaServer()) {
|
|
this.logger('info', 'Sharing webcam', 'video_provider_share_webcam');
|
|
this.sharedWebcam = true;
|
|
VideoService.joiningVideo();
|
|
}
|
|
}
|
|
|
|
unshareWebcam() {
|
|
const { userId } = this.props;
|
|
this.logger('info', 'Unsharing webcam', 'video_provider_unshare_webcam');
|
|
|
|
VideoService.sendUserUnshareWebcam(userId);
|
|
VideoService.exitedVideo();
|
|
this.sharedWebcam = false;
|
|
}
|
|
|
|
render() {
|
|
const { socketOpen } = this.state;
|
|
if (!socketOpen) return null;
|
|
|
|
const {
|
|
users,
|
|
enableVideoStats,
|
|
cursor,
|
|
swapLayout,
|
|
mediaHeight,
|
|
} = this.props;
|
|
return (
|
|
<VideoList
|
|
cursor={cursor}
|
|
swapLayout={swapLayout}
|
|
mediaHeight={mediaHeight}
|
|
users={users}
|
|
onMount={this.createVideoTag}
|
|
getStats={this.getStats}
|
|
stopGettingStats={this.stopGettingStats}
|
|
enableVideoStats={enableVideoStats}
|
|
/>
|
|
);
|
|
}
|
|
}
|
|
|
|
export default injectIntl(VideoProvider);
|