2017-04-19 23:01:28 +08:00
|
|
|
import Auth from '/imports/ui/services/auth';
|
2017-10-13 03:22:10 +08:00
|
|
|
import AudioManager from '/imports/ui/services/audio-manager';
|
2019-07-26 02:41:24 +08:00
|
|
|
import logger from '/imports/startup/client/logger';
|
2021-02-12 10:55:34 +08:00
|
|
|
import Storage from '../../services/storage/session';
|
2024-06-12 21:25:46 +08:00
|
|
|
import { useReactiveVar } from '@apollo/client';
|
2024-06-05 19:26:27 +08:00
|
|
|
import {
|
|
|
|
getAudioConstraints,
|
|
|
|
doGUM,
|
|
|
|
} from '/imports/api/audio/client/bridge/service';
|
|
|
|
import {
|
|
|
|
toggleMuteMicrophone,
|
|
|
|
toggleMuteMicrophoneSystem,
|
|
|
|
} from '/imports/ui/components/audio/audio-graphql/audio-controls/input-stream-live-selector/service';
|
2024-09-28 07:13:08 +08:00
|
|
|
import apolloContextHolder from '/imports/ui/core/graphql/apolloContextHolder/apolloContextHolder';
|
|
|
|
import { MEETING_IS_BREAKOUT } from '/imports/ui/components/audio/audio-graphql/audio-controls/queries';
|
2017-03-28 22:02:23 +08:00
|
|
|
|
2021-02-12 10:55:34 +08:00
|
|
|
const MUTED_KEY = 'muted';
|
|
|
|
|
2024-01-29 20:49:40 +08:00
|
|
|
const recoverMicState = (toggleVoice) => {
|
2024-09-28 07:13:08 +08:00
|
|
|
const recover = (storageKey) => {
|
|
|
|
const muted = Storage.getItem(storageKey);
|
2021-02-12 10:55:34 +08:00
|
|
|
|
2024-09-28 07:13:08 +08:00
|
|
|
if ((muted === undefined) || (muted === null) || AudioManager.inputDeviceId === 'listen-only') {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
logger.debug({
|
|
|
|
logCode: 'audio_recover_mic_state',
|
|
|
|
}, `Audio recover previous mic state: muted = ${muted}`);
|
|
|
|
toggleVoice(Auth.userID, muted);
|
|
|
|
};
|
|
|
|
|
|
|
|
apolloContextHolder.getClient().query({
|
|
|
|
query: MEETING_IS_BREAKOUT,
|
|
|
|
fetchPolicy: 'cache-first',
|
|
|
|
}).then((result) => {
|
|
|
|
const meeting = result?.data?.meeting?.[0];
|
|
|
|
const meetingId = meeting?.isBreakout && meeting?.breakoutPolicies?.parentId
|
|
|
|
? meeting.breakoutPolicies.parentId
|
|
|
|
: Auth.meetingID;
|
|
|
|
const storageKey = `${MUTED_KEY}_${meetingId}`;
|
2021-02-12 10:55:34 +08:00
|
|
|
|
2024-09-28 07:13:08 +08:00
|
|
|
recover(storageKey);
|
|
|
|
}).catch(() => {
|
|
|
|
// Fallback
|
|
|
|
const storageKey = `${MUTED_KEY}_${Auth.meetingID}`;
|
|
|
|
recover(storageKey);
|
|
|
|
});
|
2021-02-12 10:55:34 +08:00
|
|
|
};
|
|
|
|
|
2024-01-29 20:49:40 +08:00
|
|
|
const audioEventHandler = (toggleVoice) => (event) => {
|
2021-02-12 10:55:34 +08:00
|
|
|
if (!event) {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
switch (event.name) {
|
|
|
|
case 'started':
|
2024-01-29 20:49:40 +08:00
|
|
|
if (!event.isListenOnly) recoverMicState(toggleVoice);
|
2021-02-12 10:55:34 +08:00
|
|
|
break;
|
|
|
|
default:
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
2024-06-14 22:35:53 +08:00
|
|
|
const init = (messages, intl, toggleVoice, speechLocale, voiceConf, username) => {
|
2019-02-21 05:58:37 +08:00
|
|
|
AudioManager.setAudioMessages(messages, intl);
|
2021-11-10 02:04:10 +08:00
|
|
|
if (AudioManager.initialized) return Promise.resolve(false);
|
2017-10-12 20:50:23 +08:00
|
|
|
const meetingId = Auth.meetingID;
|
2017-04-19 23:01:28 +08:00
|
|
|
const userId = Auth.userID;
|
2018-03-06 04:00:52 +08:00
|
|
|
const { sessionToken } = Auth;
|
2024-06-14 21:30:48 +08:00
|
|
|
const voiceBridge = voiceConf;
|
2017-04-19 23:01:28 +08:00
|
|
|
|
2017-07-13 02:51:29 +08:00
|
|
|
// FIX ME
|
2017-07-18 22:59:05 +08:00
|
|
|
const microphoneLockEnforced = false;
|
2017-04-19 22:59:57 +08:00
|
|
|
|
2017-04-19 23:01:28 +08:00
|
|
|
const userData = {
|
2017-10-12 20:50:23 +08:00
|
|
|
meetingId,
|
2017-04-19 23:01:28 +08:00
|
|
|
userId,
|
2017-09-29 21:38:10 +08:00
|
|
|
sessionToken,
|
2017-04-19 23:01:28 +08:00
|
|
|
username,
|
|
|
|
voiceBridge,
|
2017-05-04 04:12:47 +08:00
|
|
|
microphoneLockEnforced,
|
2024-04-17 06:39:29 +08:00
|
|
|
speechLocale,
|
2017-04-19 23:01:28 +08:00
|
|
|
};
|
|
|
|
|
2024-01-29 20:49:40 +08:00
|
|
|
return AudioManager.init(userData, audioEventHandler(toggleVoice));
|
2017-04-19 23:01:28 +08:00
|
|
|
};
|
2017-04-19 22:59:57 +08:00
|
|
|
|
2024-06-12 21:25:46 +08:00
|
|
|
const useIsUsingAudio = () => {
|
|
|
|
const isConnected = useReactiveVar(AudioManager._isConnected.value);
|
|
|
|
const isConnecting = useReactiveVar(AudioManager._isConnecting.value);
|
|
|
|
const isHangingUp = useReactiveVar(AudioManager._isHangingUp.value);
|
fix(audio): prevent permission check loop in Safari
Safari may enter a microphone permission check loop due to buggy behavior
in the Permissions API. When permission isn't permanently denied, gUM
requests fail with a NotAllowedError for a few seconds. During this time,
the permission state remains 'prompt' instead of transitioning to 'denied'
and back to 'prompt' after the timeout.
This leads to an issue where, on retrying while in 'prompt' + blocked,
the client loops through gUM checks via: 1) checking permission in the API,
2) receiving 'prompt', so trying gUM, 3) gUM fails, 4) returning to the
modal and checking permission again because the API still says 'prompt'.
Additionally, the `isUsingAudio` flag incorrectly counts the local echo
test/audio settings modal as "using audio," which toggles the flag on/off,
triggering the useEffect that causes the loop more frequently.
To fix this, remove the unnecessary AudioModal permission check that
causes the loop. Also, exclude "isEchoTest" from the `isUsingAudio` flag.
2024-08-21 03:09:59 +08:00
|
|
|
|
|
|
|
return Boolean(isConnected || isConnecting || isHangingUp);
|
2024-06-12 21:25:46 +08:00
|
|
|
};
|
|
|
|
|
2024-08-20 08:30:34 +08:00
|
|
|
/**
|
|
|
|
* Check if the user has granted permission to use the microphone.
|
|
|
|
*
|
|
|
|
* @param {Object} options - Options object.
|
|
|
|
* @param {string} options.permissionStatus - The current permission status.
|
|
|
|
* @param {boolean} options.gumOnPrompt - Whether to check microphone permission by attempting to
|
|
|
|
* get a media stream.
|
|
|
|
* @returns {Promise<boolean|null>} - A promise that resolves to a boolean indicating whether the
|
|
|
|
* user has granted permission to use the microphone. If the permission status is unknown, the
|
|
|
|
* promise resolves to null.
|
|
|
|
*/
|
2024-06-05 19:26:27 +08:00
|
|
|
const hasMicrophonePermission = async ({
|
2024-08-20 08:30:34 +08:00
|
|
|
permissionStatus = null,
|
2024-06-05 19:26:27 +08:00
|
|
|
gumOnPrompt = false,
|
|
|
|
}) => {
|
2024-08-20 08:30:34 +08:00
|
|
|
const checkWithGUM = () => {
|
|
|
|
if (!gumOnPrompt) return Promise.resolve(null);
|
|
|
|
|
|
|
|
return doGUM({ audio: getAudioConstraints() })
|
|
|
|
.then((stream) => {
|
|
|
|
// Close the stream and remove all tracks - this is just a permission check
|
|
|
|
stream.getTracks().forEach((track) => {
|
|
|
|
track.stop();
|
|
|
|
stream.removeTrack(track);
|
|
|
|
});
|
|
|
|
|
|
|
|
return true;
|
|
|
|
})
|
|
|
|
.catch((error) => {
|
|
|
|
if (error.name === 'NotAllowedError') return false;
|
|
|
|
|
|
|
|
// Give it the benefit of the doubt. It might be a device mismatch
|
|
|
|
// or something else that's not a permissions issue, so let's try
|
|
|
|
// to proceed. Rollbacks that happen downstream might fix the issue,
|
|
|
|
// otherwise we'll land on the Help screen anyways
|
|
|
|
return null;
|
|
|
|
});
|
|
|
|
};
|
|
|
|
|
2024-06-05 19:26:27 +08:00
|
|
|
try {
|
|
|
|
let status = permissionStatus;
|
|
|
|
|
|
|
|
// If the browser doesn't support the Permissions API, we can't check
|
|
|
|
// microphone permissions - return null (unknown)
|
|
|
|
if (navigator?.permissions?.query == null) return null;
|
|
|
|
|
|
|
|
if (!status) {
|
|
|
|
({ state: status } = await navigator.permissions.query({ name: 'microphone' }));
|
|
|
|
}
|
|
|
|
|
|
|
|
switch (status) {
|
|
|
|
case 'denied':
|
|
|
|
return false;
|
|
|
|
|
|
|
|
case 'granted':
|
|
|
|
return true;
|
2024-08-20 08:30:34 +08:00
|
|
|
|
|
|
|
case null:
|
|
|
|
case 'prompt':
|
|
|
|
return checkWithGUM();
|
|
|
|
|
|
|
|
default:
|
|
|
|
return null;
|
2024-06-05 19:26:27 +08:00
|
|
|
}
|
|
|
|
} catch (error) {
|
2024-08-20 08:30:34 +08:00
|
|
|
logger.warn({
|
2024-06-05 19:26:27 +08:00
|
|
|
logCode: 'audio_check_microphone_permission_error',
|
|
|
|
extraInfo: {
|
|
|
|
errorName: error.name,
|
|
|
|
errorMessage: error.message,
|
|
|
|
},
|
|
|
|
}, `Error checking microphone permission: ${error.message}`);
|
|
|
|
|
2024-08-20 08:30:34 +08:00
|
|
|
return checkWithGUM();
|
2024-06-05 19:26:27 +08:00
|
|
|
}
|
|
|
|
};
|
|
|
|
|
2017-05-03 01:18:01 +08:00
|
|
|
export default {
|
2017-04-19 22:59:57 +08:00
|
|
|
init,
|
2017-09-20 01:47:57 +08:00
|
|
|
exitAudio: () => AudioManager.exitAudio(),
|
2021-12-03 19:45:07 +08:00
|
|
|
forceExitAudio: () => AudioManager.forceExitAudio(),
|
2017-10-12 20:50:23 +08:00
|
|
|
transferCall: () => AudioManager.transferCall(),
|
2018-03-16 02:57:25 +08:00
|
|
|
joinListenOnly: () => AudioManager.joinListenOnly(),
|
2024-06-05 19:26:27 +08:00
|
|
|
joinMicrophone: (options) => AudioManager.joinMicrophone(options),
|
2018-03-16 02:57:25 +08:00
|
|
|
joinEchoTest: () => AudioManager.joinEchoTest(),
|
2022-04-19 04:05:26 +08:00
|
|
|
changeInputDevice: (inputDeviceId) => AudioManager.changeInputDevice(inputDeviceId),
|
|
|
|
changeInputStream: (newInputStream) => { AudioManager.inputStream = newInputStream; },
|
|
|
|
liveChangeInputDevice: (inputDeviceId) => AudioManager.liveChangeInputDevice(inputDeviceId),
|
2024-06-12 21:25:46 +08:00
|
|
|
changeOutputDevice: (
|
|
|
|
outputDeviceId,
|
|
|
|
isLive,
|
|
|
|
) => AudioManager.changeOutputDevice(outputDeviceId, isLive),
|
2024-06-05 19:26:27 +08:00
|
|
|
toggleMuteMicrophone,
|
|
|
|
toggleMuteMicrophoneSystem,
|
2023-07-13 23:40:46 +08:00
|
|
|
isConnectedToBreakout: () => {
|
|
|
|
const transferStatus = AudioManager.getBreakoutAudioTransferStatus();
|
|
|
|
if (transferStatus.status
|
|
|
|
=== AudioManager.BREAKOUT_AUDIO_TRANSFER_STATES.CONNECTED) return true;
|
|
|
|
return false;
|
|
|
|
},
|
|
|
|
isConnected: () => {
|
|
|
|
const transferStatus = AudioManager.getBreakoutAudioTransferStatus();
|
|
|
|
if (!!transferStatus.breakoutMeetingId
|
|
|
|
&& transferStatus.breakoutMeetingId !== Auth.meetingID) return false;
|
|
|
|
return AudioManager.isConnected;
|
|
|
|
},
|
2018-06-20 23:36:26 +08:00
|
|
|
isUsingAudio: () => AudioManager.isUsingAudio(),
|
2017-09-20 01:47:57 +08:00
|
|
|
isConnecting: () => AudioManager.isConnecting,
|
|
|
|
isListenOnly: () => AudioManager.isListenOnly,
|
2024-06-05 19:26:27 +08:00
|
|
|
inputDeviceId: () => AudioManager.inputDeviceId,
|
|
|
|
outputDeviceId: () => AudioManager.outputDeviceId,
|
2017-09-29 21:38:10 +08:00
|
|
|
isEchoTest: () => AudioManager.isEchoTest,
|
2024-07-24 23:49:43 +08:00
|
|
|
isMuted: () => AudioManager.isMuted,
|
2019-08-03 05:32:42 +08:00
|
|
|
autoplayBlocked: () => AudioManager.autoplayBlocked,
|
|
|
|
handleAllowAutoplay: () => AudioManager.handleAllowAutoplay(),
|
2022-04-19 04:05:26 +08:00
|
|
|
playAlertSound: (url) => AudioManager.playAlertSound(url),
|
2024-06-05 19:26:27 +08:00
|
|
|
updateAudioConstraints: (constraints) => AudioManager.updateAudioConstraints(constraints),
|
2021-02-26 02:36:11 +08:00
|
|
|
recoverMicState,
|
2021-02-27 02:05:17 +08:00
|
|
|
isReconnecting: () => AudioManager.isReconnecting,
|
2022-04-19 04:05:26 +08:00
|
|
|
setBreakoutAudioTransferStatus: (status) => AudioManager
|
2021-03-08 02:01:12 +08:00
|
|
|
.setBreakoutAudioTransferStatus(status),
|
2021-03-07 09:09:43 +08:00
|
|
|
getBreakoutAudioTransferStatus: () => AudioManager
|
|
|
|
.getBreakoutAudioTransferStatus(),
|
2021-08-13 03:39:04 +08:00
|
|
|
getStats: () => AudioManager.getStats(),
|
2024-06-05 19:26:27 +08:00
|
|
|
getAudioConstraints,
|
|
|
|
doGUM,
|
|
|
|
supportsTransparentListenOnly: () => AudioManager.supportsTransparentListenOnly(),
|
|
|
|
hasMicrophonePermission,
|
2022-08-20 01:22:42 +08:00
|
|
|
notify: (message, error, icon) => { AudioManager.notify(message, error, icon); },
|
2024-06-12 21:25:46 +08:00
|
|
|
useIsUsingAudio,
|
2017-09-29 21:42:08 +08:00
|
|
|
};
|