2017-06-04 10:40:14 +08:00
|
|
|
import React, { Component } from 'react';
|
2017-07-25 03:29:34 +08:00
|
|
|
import ScreenshareContainer from '/imports/ui/components/screenshare/container';
|
2017-10-12 01:54:00 +08:00
|
|
|
import styles from './styles';
|
2017-11-18 02:55:59 +08:00
|
|
|
import { log } from '/imports/ui/services/api';
|
|
|
|
|
2016-05-04 04:40:46 +08:00
|
|
|
|
2017-11-06 23:42:00 +08:00
|
|
|
window.addEventListener('resize', () => {
|
|
|
|
window.adjustVideos('webcamArea', true);
|
|
|
|
});
|
2017-10-11 06:08:51 +08:00
|
|
|
|
2017-11-06 23:42:00 +08:00
|
|
|
class VideoElement extends Component {
|
|
|
|
constructor(props) {
|
|
|
|
super(props);
|
2017-09-01 23:26:57 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2016-05-04 04:40:46 +08:00
|
|
|
export default class VideoDock extends Component {
|
2017-09-01 23:26:57 +08:00
|
|
|
constructor(props) {
|
|
|
|
super(props);
|
|
|
|
|
2017-11-06 23:42:00 +08:00
|
|
|
this.state = {
|
2017-12-06 03:13:42 +08:00
|
|
|
videos: {},
|
2017-11-06 23:42:00 +08:00
|
|
|
};
|
|
|
|
|
2017-09-01 23:26:57 +08:00
|
|
|
this.state = {
|
|
|
|
// Set a valid kurento application server socket in the settings
|
|
|
|
ws: new ReconnectingWebSocket(Meteor.settings.public.kurento.wsUrl),
|
|
|
|
webRtcPeers: {},
|
2017-10-13 03:47:36 +08:00
|
|
|
wsQueue: [],
|
2017-12-02 07:40:25 +08:00
|
|
|
reconnectWebcam: false,
|
|
|
|
reconnectList: [],
|
|
|
|
sharedCameraTimeout: null,
|
2017-12-06 03:13:42 +08:00
|
|
|
subscribedCamerasTimeouts: [],
|
2017-09-01 23:26:57 +08:00
|
|
|
};
|
|
|
|
|
2017-12-02 07:40:25 +08:00
|
|
|
window.ws = this.state.ws;
|
|
|
|
|
|
|
|
this.state.ws.addEventListener('open', () => {
|
2017-12-06 03:13:42 +08:00
|
|
|
log('debug', '------ Websocket connection opened.');
|
2017-12-02 07:40:25 +08:00
|
|
|
|
|
|
|
// -- Resend queued messages that happened when socket was not connected
|
2017-10-13 03:47:36 +08:00
|
|
|
while (this.state.wsQueue.length > 0) {
|
|
|
|
this.sendMessage(this.state.wsQueue.pop());
|
|
|
|
}
|
2017-12-02 07:40:25 +08:00
|
|
|
|
|
|
|
this.reconnectVideos();
|
|
|
|
});
|
|
|
|
|
|
|
|
this.state.ws.addEventListener('close', (error) => {
|
2017-12-06 03:13:42 +08:00
|
|
|
log('debug', '------ Websocket connection closed.');
|
2017-12-02 07:40:25 +08:00
|
|
|
|
|
|
|
this.setupReconnectVideos();
|
|
|
|
});
|
2017-10-13 03:47:36 +08:00
|
|
|
|
2017-09-01 23:26:57 +08:00
|
|
|
this.sendUserShareWebcam = props.sendUserShareWebcam.bind(this);
|
|
|
|
this.sendUserUnshareWebcam = props.sendUserUnshareWebcam.bind(this);
|
|
|
|
|
|
|
|
this.unshareWebcam = this.unshareWebcam.bind(this);
|
|
|
|
this.shareWebcam = this.shareWebcam.bind(this);
|
|
|
|
}
|
|
|
|
|
2017-12-02 07:40:25 +08:00
|
|
|
setupReconnectVideos() {
|
|
|
|
for (id in this.state.webRtcPeers) {
|
|
|
|
this.disconnected(id);
|
|
|
|
this.stop(id);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
reconnectVideos() {
|
2017-12-06 03:13:42 +08:00
|
|
|
for (i in this.state.reconnectList) {
|
|
|
|
const id = this.state.reconnectList[i];
|
2017-12-02 07:40:25 +08:00
|
|
|
|
|
|
|
if (id != this.state.myId) {
|
2017-12-06 03:13:42 +08:00
|
|
|
log('debug', ` [camera] Trying to reconnect camera ${id}`);
|
2017-12-02 07:40:25 +08:00
|
|
|
this.start(id, false, this.refs.videoInput);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if (this.state.reconnectWebcam) {
|
2017-12-06 03:13:42 +08:00
|
|
|
log('debug', ` [camera] Trying to re-share ${this.state.myId} after reconnect.`);
|
2017-12-02 07:40:25 +08:00
|
|
|
this.start(this.state.myId, true, this.refs.videoInput);
|
|
|
|
}
|
|
|
|
|
2017-12-06 03:13:42 +08:00
|
|
|
this.setState({ reconnectWebcam: false, reconnectList: [] });
|
2017-12-02 07:40:25 +08:00
|
|
|
}
|
|
|
|
|
2017-09-01 23:26:57 +08:00
|
|
|
componentDidMount() {
|
2017-09-20 11:12:10 +08:00
|
|
|
const that = this;
|
2017-09-01 23:26:57 +08:00
|
|
|
const ws = this.state.ws;
|
2017-09-20 00:29:48 +08:00
|
|
|
const { users } = this.props;
|
|
|
|
for (let i = 0; i < users.length; i++) {
|
|
|
|
if (users[i].has_stream) {
|
2017-10-13 03:47:36 +08:00
|
|
|
this.start(users[i].userId, false, this.refs.videoInput);
|
2017-09-20 00:29:48 +08:00
|
|
|
}
|
|
|
|
}
|
2017-09-01 23:26:57 +08:00
|
|
|
|
2017-10-13 07:04:35 +08:00
|
|
|
document.addEventListener('joinVideo', () => { that.shareWebcam(); });// TODO find a better way to do this
|
|
|
|
document.addEventListener('exitVideo', () => { that.unshareWebcam(); });
|
2017-09-20 11:12:10 +08:00
|
|
|
|
2017-09-01 23:26:57 +08:00
|
|
|
ws.addEventListener('message', (msg) => {
|
|
|
|
const parsedMessage = JSON.parse(msg.data);
|
|
|
|
|
2017-11-25 02:59:40 +08:00
|
|
|
console.log('Received message new ws message: ');
|
|
|
|
console.log(parsedMessage);
|
2017-09-01 23:26:57 +08:00
|
|
|
|
|
|
|
switch (parsedMessage.id) {
|
|
|
|
case 'startResponse':
|
|
|
|
this.startResponse(parsedMessage);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case 'error':
|
|
|
|
this.handleError(parsedMessage);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case 'playStart':
|
|
|
|
this.handlePlayStart(parsedMessage);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case 'playStop':
|
|
|
|
this.handlePlayStop(parsedMessage);
|
|
|
|
|
|
|
|
break;
|
|
|
|
|
|
|
|
case 'iceCandidate':
|
|
|
|
|
|
|
|
const webRtcPeer = this.state.webRtcPeers[parsedMessage.cameraId];
|
|
|
|
|
|
|
|
if (webRtcPeer !== null) {
|
|
|
|
webRtcPeer.addIceCandidate(parsedMessage.candidate, (err) => {
|
|
|
|
if (err) {
|
2017-11-25 02:59:40 +08:00
|
|
|
console.error(`Error adding candidate: ${err}`);
|
2017-09-01 23:26:57 +08:00
|
|
|
}
|
|
|
|
});
|
|
|
|
} else {
|
2017-11-18 02:55:59 +08:00
|
|
|
log('error', ' [ICE] Message arrived before webRtcPeer?');
|
2017-09-01 23:26:57 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
|
|
|
start(id, shareWebcam, videoInput) {
|
|
|
|
const that = this;
|
|
|
|
|
|
|
|
const ws = this.state.ws;
|
|
|
|
|
2017-11-25 02:59:40 +08:00
|
|
|
console.log(`Starting video call for video: ${id}`);
|
2017-11-18 02:55:59 +08:00
|
|
|
log('info', 'Creating WebRtcPeer and generating local sdp offer ...');
|
2017-09-01 23:26:57 +08:00
|
|
|
|
|
|
|
const onIceCandidate = function (candidate) {
|
|
|
|
const message = {
|
2017-11-25 02:59:40 +08:00
|
|
|
type: 'video',
|
2017-12-06 03:13:42 +08:00
|
|
|
role: shareWebcam ? 'share' : 'viewer',
|
2017-09-01 23:26:57 +08:00
|
|
|
id: 'onIceCandidate',
|
|
|
|
candidate,
|
|
|
|
cameraId: id,
|
|
|
|
};
|
|
|
|
that.sendMessage(message);
|
|
|
|
};
|
|
|
|
|
|
|
|
const options = {
|
2017-12-06 03:13:42 +08:00
|
|
|
mediaConstraints: {
|
|
|
|
audio: false,
|
2017-11-06 23:42:00 +08:00
|
|
|
video: {
|
2017-12-06 03:13:42 +08:00
|
|
|
width: { min: 320, ideal: 320 },
|
|
|
|
height: { min: 240, ideal: 240 },
|
|
|
|
frameRate: { min: 5, ideal: 10 },
|
|
|
|
},
|
2017-11-06 23:42:00 +08:00
|
|
|
},
|
2017-09-01 23:26:57 +08:00
|
|
|
onicecandidate: onIceCandidate,
|
|
|
|
};
|
|
|
|
|
|
|
|
let peerObj;
|
|
|
|
if (shareWebcam) {
|
|
|
|
options.localVideo = videoInput;
|
|
|
|
peerObj = kurentoUtils.WebRtcPeer.WebRtcPeerSendonly;
|
|
|
|
} else {
|
|
|
|
peerObj = kurentoUtils.WebRtcPeer.WebRtcPeerRecvonly;
|
|
|
|
|
2017-12-06 03:13:42 +08:00
|
|
|
options.remoteVideo = this.createVideoTag(id);
|
2017-09-01 23:26:57 +08:00
|
|
|
}
|
|
|
|
|
2017-10-13 03:47:36 +08:00
|
|
|
this.state.webRtcPeers[id] = new peerObj(options, function (error) {
|
2017-09-01 23:26:57 +08:00
|
|
|
if (error) {
|
2017-12-06 03:13:42 +08:00
|
|
|
log('error', ' WebRTC peerObj create error');
|
|
|
|
|
|
|
|
that.destroyWebRTCPeer(id);
|
|
|
|
that.destroyVideoTag(id);
|
|
|
|
|
|
|
|
return log('error', error);
|
2017-09-01 23:26:57 +08:00
|
|
|
}
|
|
|
|
|
2017-10-14 05:13:41 +08:00
|
|
|
if (shareWebcam) {
|
|
|
|
that.state.sharedWebcam = that.state.webRtcPeers[id];
|
|
|
|
that.state.myId = id;
|
|
|
|
}
|
|
|
|
|
2017-09-01 23:26:57 +08:00
|
|
|
this.generateOffer((error, offerSdp) => {
|
|
|
|
if (error) {
|
2017-12-06 03:13:42 +08:00
|
|
|
log('error', ' WebRtc generate offer error');
|
|
|
|
|
|
|
|
that.destroyWebRTCPeer(id);
|
|
|
|
that.destroyVideoTag(id);
|
|
|
|
|
2017-11-18 02:55:59 +08:00
|
|
|
return log('error', error);
|
2017-09-01 23:26:57 +08:00
|
|
|
}
|
|
|
|
|
2017-11-25 02:59:40 +08:00
|
|
|
console.log(`Invoking SDP offer callback function ${location.host}`);
|
2017-09-01 23:26:57 +08:00
|
|
|
const message = {
|
2017-11-25 02:59:40 +08:00
|
|
|
type: 'video',
|
2017-12-06 03:13:42 +08:00
|
|
|
role: shareWebcam ? 'share' : 'viewer',
|
2017-09-01 23:26:57 +08:00
|
|
|
id: 'start',
|
|
|
|
sdpOffer: offerSdp,
|
|
|
|
cameraId: id,
|
|
|
|
cameraShared: shareWebcam,
|
|
|
|
};
|
|
|
|
that.sendMessage(message);
|
|
|
|
});
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
2017-12-02 07:40:25 +08:00
|
|
|
disconnected(id) {
|
|
|
|
if (this.state.sharedWebcam && this.state.myId == id) {
|
2017-12-06 03:13:42 +08:00
|
|
|
log('debug', ' [camera] Disconnected, will try re-share webcam later.');
|
|
|
|
this.setState({ reconnectWebcam: true });
|
2017-12-02 07:40:25 +08:00
|
|
|
} else {
|
2017-12-06 03:13:42 +08:00
|
|
|
const reconnectList = this.state.reconnectList;
|
2017-12-02 07:40:25 +08:00
|
|
|
|
|
|
|
reconnectList.push(id);
|
|
|
|
|
2017-12-06 03:13:42 +08:00
|
|
|
log('debug', ` [camera] ${id} disconnected, will try re-subscribe later.`);
|
2017-12-02 07:40:25 +08:00
|
|
|
|
2017-12-06 03:13:42 +08:00
|
|
|
this.setState({ reconnectList });
|
2017-12-02 07:40:25 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-09-01 23:26:57 +08:00
|
|
|
stop(id) {
|
2017-11-06 23:42:00 +08:00
|
|
|
const { users } = this.props;
|
|
|
|
if (id == users[0].userId) {
|
|
|
|
this.unshareWebcam();
|
|
|
|
}
|
2017-12-06 03:13:42 +08:00
|
|
|
|
|
|
|
this.destroyWebRTCPeer(id);
|
|
|
|
this.destroyVideoTag(id);
|
|
|
|
|
|
|
|
this.sendMessage({
|
|
|
|
type: 'video',
|
|
|
|
role: 'any',
|
|
|
|
id: 'stop',
|
|
|
|
cameraId: id,
|
|
|
|
});
|
|
|
|
|
|
|
|
window.adjustVideos('webcamArea', true);
|
|
|
|
}
|
|
|
|
|
|
|
|
createVideoTag(id) {
|
|
|
|
let remoteVideo = {};
|
|
|
|
remoteVideo = document.createElement('video');
|
|
|
|
remoteVideo.id = `video-elem-${id}`;
|
|
|
|
remoteVideo.width = 320;
|
|
|
|
remoteVideo.height = 240;
|
|
|
|
remoteVideo.autoplay = true;
|
|
|
|
remoteVideo.playsinline = true;
|
|
|
|
|
|
|
|
document.getElementById('webcamArea').appendChild(remoteVideo);
|
|
|
|
|
|
|
|
return remoteVideo;
|
|
|
|
}
|
|
|
|
|
|
|
|
destroyVideoTag(id) {
|
|
|
|
const videoTag = document.getElementById(`video-elem-${id}`);
|
|
|
|
if (videoTag) {
|
|
|
|
document.getElementById('webcamArea').removeChild(videoTag);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
destroyWebRTCPeer(id) {
|
2017-09-01 23:26:57 +08:00
|
|
|
const webRtcPeer = this.state.webRtcPeers[id];
|
|
|
|
|
|
|
|
if (webRtcPeer) {
|
2017-11-18 02:55:59 +08:00
|
|
|
log('info', 'Stopping WebRTC peer');
|
2017-09-01 23:26:57 +08:00
|
|
|
|
|
|
|
webRtcPeer.dispose();
|
|
|
|
delete this.state.webRtcPeers[id];
|
|
|
|
} else {
|
2017-12-06 03:13:42 +08:00
|
|
|
log('info', 'No WebRTC peer to stop (not an error)');
|
2017-09-01 23:26:57 +08:00
|
|
|
}
|
|
|
|
|
2017-12-06 03:13:42 +08:00
|
|
|
if (id == this.state.myId && this.state.sharedWebcam) {
|
|
|
|
this.state.sharedWebcam.dispose();
|
|
|
|
this.state.sharedWebcam = null;
|
|
|
|
this.state.myId = null;
|
|
|
|
} else {
|
|
|
|
log('info', 'No shared camera WebRTC peer to stop (not an error)');
|
2017-09-01 23:26:57 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
shareWebcam() {
|
|
|
|
const { users } = this.props;
|
2017-09-19 21:53:27 +08:00
|
|
|
const id = users[0].userId;
|
2017-09-01 23:26:57 +08:00
|
|
|
|
|
|
|
this.start(id, true, this.refs.videoInput);
|
|
|
|
}
|
|
|
|
|
|
|
|
unshareWebcam() {
|
2017-12-06 03:13:42 +08:00
|
|
|
log('info', 'Unsharing webcam');
|
2017-09-19 21:53:27 +08:00
|
|
|
const { users } = this.props;
|
|
|
|
const id = users[0].userId;
|
|
|
|
this.sendUserUnshareWebcam(id);
|
2017-09-01 23:26:57 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
startResponse(message) {
|
|
|
|
const id = message.cameraId;
|
|
|
|
const webRtcPeer = this.state.webRtcPeers[id];
|
|
|
|
|
|
|
|
if (message.sdpAnswer == null) {
|
2017-11-18 02:55:59 +08:00
|
|
|
return log('debug', 'Null sdp answer. Camera unplugged?');
|
2017-09-01 23:26:57 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
if (webRtcPeer == null) {
|
2017-11-18 02:55:59 +08:00
|
|
|
return log('debug', 'Null webrtc peer ????');
|
2017-09-01 23:26:57 +08:00
|
|
|
}
|
|
|
|
|
2017-11-18 02:55:59 +08:00
|
|
|
log('info', 'SDP answer received from server. Processing ...');
|
2017-09-01 23:26:57 +08:00
|
|
|
|
|
|
|
webRtcPeer.processAnswer(message.sdpAnswer, (error) => {
|
|
|
|
if (error) {
|
2017-12-06 03:13:42 +08:00
|
|
|
return log('error', error);
|
2017-09-01 23:26:57 +08:00
|
|
|
}
|
|
|
|
});
|
|
|
|
|
2017-09-19 21:53:27 +08:00
|
|
|
this.sendUserShareWebcam(id);
|
2017-09-01 23:26:57 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
sendMessage(message) {
|
|
|
|
const ws = this.state.ws;
|
|
|
|
|
2017-12-02 07:40:25 +08:00
|
|
|
if (this.connectedToMediaServer()) {
|
2017-10-13 03:47:36 +08:00
|
|
|
const jsonMessage = JSON.stringify(message);
|
2017-11-25 02:59:40 +08:00
|
|
|
console.log(`Sending message: ${jsonMessage}`);
|
2017-10-13 03:47:36 +08:00
|
|
|
ws.send(jsonMessage, (error) => {
|
|
|
|
if (error) {
|
2017-11-25 02:59:40 +08:00
|
|
|
console.error(`client: Websocket error "${error}" on message "${jsonMessage.id}"`);
|
2017-10-13 03:47:36 +08:00
|
|
|
}
|
|
|
|
});
|
|
|
|
} else {
|
2017-12-02 07:40:25 +08:00
|
|
|
// No need to queue video stop messages
|
2017-12-06 03:13:42 +08:00
|
|
|
if (message.id != 'stop') {
|
2017-12-02 07:40:25 +08:00
|
|
|
this.state.wsQueue.push(message);
|
|
|
|
}
|
2017-10-13 03:47:36 +08:00
|
|
|
}
|
2017-09-01 23:26:57 +08:00
|
|
|
}
|
|
|
|
|
2017-12-02 07:40:25 +08:00
|
|
|
connectedToMediaServer() {
|
|
|
|
return ws.readyState == WebSocket.OPEN;
|
|
|
|
}
|
|
|
|
|
|
|
|
connectionStatus() {
|
|
|
|
return ws.readyState;
|
|
|
|
}
|
|
|
|
|
2017-09-01 23:26:57 +08:00
|
|
|
handlePlayStop(message) {
|
2017-11-18 02:55:59 +08:00
|
|
|
log('info', 'Handle play stop <--------------------');
|
2017-09-01 23:26:57 +08:00
|
|
|
|
|
|
|
this.stop(message.cameraId);
|
|
|
|
}
|
|
|
|
|
|
|
|
handlePlayStart(message) {
|
2017-11-18 02:55:59 +08:00
|
|
|
log('info', 'Handle play start <===================');
|
2017-09-01 23:26:57 +08:00
|
|
|
|
2017-11-06 23:42:00 +08:00
|
|
|
window.adjustVideos('webcamArea', true);
|
2017-09-01 23:26:57 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
handleError(message) {
|
2017-12-06 03:13:42 +08:00
|
|
|
console.error(' Handle error --------------------->');
|
|
|
|
log('debug', message.message);
|
2017-09-01 23:26:57 +08:00
|
|
|
}
|
|
|
|
|
2016-05-04 04:40:46 +08:00
|
|
|
render() {
|
|
|
|
return (
|
2017-09-01 23:26:57 +08:00
|
|
|
|
2016-05-04 04:40:46 +08:00
|
|
|
<div className={styles.videoDock}>
|
2017-09-01 23:26:57 +08:00
|
|
|
<div id="webcamArea" />
|
|
|
|
<video id="shareWebcamVideo" className={styles.sharedWebcamVideo} ref="videoInput" />
|
2016-05-04 04:40:46 +08:00
|
|
|
</div>
|
|
|
|
);
|
|
|
|
}
|
2017-09-01 23:26:57 +08:00
|
|
|
|
2017-12-02 07:40:25 +08:00
|
|
|
componentWillUnmount() {
|
|
|
|
// Close websocket connection to prevent multiple reconnects from happening
|
|
|
|
this.state.ws.close();
|
|
|
|
|
|
|
|
this.state.ws.removeEventListener('message', () => {});
|
|
|
|
}
|
|
|
|
|
2017-09-01 23:26:57 +08:00
|
|
|
shouldComponentUpdate(nextProps, nextState) {
|
|
|
|
const { users } = this.props;
|
|
|
|
const nextUsers = nextProps.users;
|
|
|
|
|
|
|
|
if (users) {
|
|
|
|
let suc = false;
|
|
|
|
|
|
|
|
for (let i = 0; i < users.length; i++) {
|
2017-09-19 21:53:27 +08:00
|
|
|
if (users && users[i] &&
|
|
|
|
nextUsers && nextUsers[i]) {
|
|
|
|
if (users[i].has_stream !== nextUsers[i].has_stream) {
|
2017-11-25 02:59:40 +08:00
|
|
|
console.log(`User ${nextUsers[i].has_stream ? '' : 'un'}shared webcam ${users[i].userId}`);
|
2017-09-01 23:26:57 +08:00
|
|
|
|
2017-09-19 21:53:27 +08:00
|
|
|
if (nextUsers[i].has_stream) {
|
|
|
|
this.start(users[i].userId, false, this.refs.videoInput);
|
2017-09-01 23:26:57 +08:00
|
|
|
} else {
|
2017-09-19 21:53:27 +08:00
|
|
|
this.stop(users[i].userId);
|
2017-09-01 23:26:57 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
suc = suc || true;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
return false;
|
|
|
|
}
|
2016-05-04 04:40:46 +08:00
|
|
|
}
|