Fix races on mute / unmute

By serialising everything on a promise chain
This commit is contained in:
David Baker 2022-05-13 17:58:59 +01:00
commit 0f687fb8b8

View file

@ -22,6 +22,30 @@ import { logger } from "matrix-js-sdk/src/logger";
import { PlayClipFunction, PTTClipID } from "../sound/usePttSounds"; import { PlayClipFunction, PTTClipID } from "../sound/usePttSounds";
// Works out who the active speaker should be given what feeds are active and
// the power level of each user.
function getActiveSpeakerFeed(
feeds: CallFeed[],
groupCall: GroupCall
): CallFeed {
const activeSpeakerFeeds = feeds.filter((f) => !f.isAudioMuted());
let activeSpeakerFeed;
let highestPowerLevel;
for (const feed of activeSpeakerFeeds) {
const member = groupCall.room.getMember(feed.userId);
if (
highestPowerLevel === undefined ||
member.powerLevel > highestPowerLevel
) {
highestPowerLevel = member.powerLevel;
activeSpeakerFeed = feed;
}
}
return activeSpeakerFeed;
}
export interface PTTState { export interface PTTState {
pttButtonHeld: boolean; pttButtonHeld: boolean;
isAdmin: boolean; isAdmin: boolean;
@ -39,6 +63,24 @@ export const usePTT = (
userMediaFeeds: CallFeed[], userMediaFeeds: CallFeed[],
playClip: PlayClipFunction playClip: PlayClipFunction
): PTTState => { ): PTTState => {
// Used to serialise all the mute calls so they don't race. It has
// its own state as its always set separately from anything else.
const [mutePromise, setMutePromise] = useState(Promise.resolve());
// Wrapper to serialise all the mute operations on the promise
const setMicMuteWrapper = useCallback(
(muted) => {
setMutePromise(
mutePromise.then(() => {
groupCall.setMicrophoneMuted(muted).catch((e) => {
logger.error("Failed to unmute microphone", e);
});
})
);
},
[groupCall, mutePromise]
);
const [ const [
{ {
pttButtonHeld, pttButtonHeld,
@ -51,7 +93,7 @@ export const usePTT = (
] = useState(() => { ] = useState(() => {
const roomMember = groupCall.room.getMember(client.getUserId()); const roomMember = groupCall.room.getMember(client.getUserId());
const activeSpeakerFeed = userMediaFeeds.find((f) => !f.isAudioMuted()); const activeSpeakerFeed = getActiveSpeakerFeed(userMediaFeeds, groupCall);
return { return {
isAdmin: roomMember.powerLevel >= 100, isAdmin: roomMember.powerLevel >= 100,
@ -62,38 +104,52 @@ export const usePTT = (
}; };
}); });
useEffect(() => { const onMuteStateChanged = useCallback(() => {
function onMuteStateChanged(...args): void { const activeSpeakerFeed = getActiveSpeakerFeed(userMediaFeeds, groupCall);
const activeSpeakerFeed = userMediaFeeds.find((f) => !f.isAudioMuted());
if (activeSpeakerUserId === null && activeSpeakerFeed.userId !== null) { let blocked = false;
if (activeSpeakerFeed.userId === client.getUserId()) { if (activeSpeakerUserId === null && activeSpeakerFeed.userId !== null) {
playClip(PTTClipID.START_TALKING_LOCAL); if (activeSpeakerFeed.userId === client.getUserId()) {
} else { playClip(PTTClipID.START_TALKING_LOCAL);
playClip(PTTClipID.START_TALKING_REMOTE); } else {
} playClip(PTTClipID.START_TALKING_REMOTE);
} else if (
pttButtonHeld &&
activeSpeakerUserId === client.getUserId() &&
activeSpeakerFeed?.userId !== client.getUserId()
) {
// We were talking but we've been cut off
playClip(PTTClipID.BLOCKED);
} }
} else if (
pttButtonHeld &&
activeSpeakerUserId === client.getUserId() &&
activeSpeakerFeed?.userId !== client.getUserId()
) {
// We were talking but we've been cut off
setMicMuteWrapper(true);
blocked = true;
playClip(PTTClipID.BLOCKED);
}
setState((prevState) => ({ setState((prevState) => {
return {
...prevState, ...prevState,
activeSpeakerUserId: activeSpeakerFeed activeSpeakerUserId: activeSpeakerFeed
? activeSpeakerFeed.userId ? activeSpeakerFeed.userId
: null, : null,
})); transmitBlocked: blocked,
} };
});
}, [
playClip,
groupCall,
pttButtonHeld,
activeSpeakerUserId,
client,
userMediaFeeds,
setMicMuteWrapper,
]);
useEffect(() => {
for (const callFeed of userMediaFeeds) { for (const callFeed of userMediaFeeds) {
callFeed.addListener(CallFeedEvent.MuteStateChanged, onMuteStateChanged); callFeed.addListener(CallFeedEvent.MuteStateChanged, onMuteStateChanged);
} }
const activeSpeakerFeed = userMediaFeeds.find((f) => !f.isAudioMuted()); const activeSpeakerFeed = getActiveSpeakerFeed(userMediaFeeds, groupCall);
setState((prevState) => ({ setState((prevState) => ({
...prevState, ...prevState,
@ -108,29 +164,26 @@ export const usePTT = (
); );
} }
}; };
}, [userMediaFeeds, activeSpeakerUserId, client, playClip, pttButtonHeld]); }, [userMediaFeeds, onMuteStateChanged, groupCall]);
const startTalking = useCallback(async () => { const startTalking = useCallback(async () => {
if (pttButtonHeld) return; if (pttButtonHeld) return;
let blocked = false; let blocked = false;
if (!activeSpeakerUserId || (isAdmin && talkOverEnabled)) { if (activeSpeakerUserId && !(isAdmin && talkOverEnabled)) {
if (groupCall.isMicrophoneMuted()) {
try {
await groupCall.setMicrophoneMuted(false);
} catch (e) {
logger.error("Failed to unmute microphone", e);
}
}
} else {
playClip(PTTClipID.BLOCKED); playClip(PTTClipID.BLOCKED);
blocked = true; blocked = true;
} }
// setstate before doing the async call to mute / unmute the mic
setState((prevState) => ({ setState((prevState) => ({
...prevState, ...prevState,
pttButtonHeld: true, pttButtonHeld: true,
transmitBlocked: blocked, transmitBlocked: blocked,
})); }));
if (!blocked && groupCall.isMicrophoneMuted()) {
setMicMuteWrapper(false);
}
}, [ }, [
pttButtonHeld, pttButtonHeld,
groupCall, groupCall,
@ -139,25 +192,18 @@ export const usePTT = (
talkOverEnabled, talkOverEnabled,
setState, setState,
playClip, playClip,
setMicMuteWrapper,
]); ]);
const stopTalking = useCallback(() => { const stopTalking = useCallback(async () => {
setState((prevState) => ({
...prevState,
pttButtonHeld: false,
unmuteError: null,
}));
if (!groupCall.isMicrophoneMuted()) {
groupCall.setMicrophoneMuted(true);
}
setState((prevState) => ({ setState((prevState) => ({
...prevState, ...prevState,
pttButtonHeld: false, pttButtonHeld: false,
transmitBlocked: false, transmitBlocked: false,
})); }));
}, [groupCall]);
setMicMuteWrapper(true);
}, [setMicMuteWrapper]);
useEffect(() => { useEffect(() => {
function onKeyDown(event: KeyboardEvent): void { function onKeyDown(event: KeyboardEvent): void {
@ -181,7 +227,7 @@ export const usePTT = (
function onBlur(): void { function onBlur(): void {
// TODO: We will need to disable this for a global PTT hotkey to work // TODO: We will need to disable this for a global PTT hotkey to work
if (!groupCall.isMicrophoneMuted()) { if (!groupCall.isMicrophoneMuted()) {
groupCall.setMicrophoneMuted(true); setMicMuteWrapper(true);
} }
setState((prevState) => ({ ...prevState, pttButtonHeld: false })); setState((prevState) => ({ ...prevState, pttButtonHeld: false }));
@ -204,6 +250,7 @@ export const usePTT = (
isAdmin, isAdmin,
talkOverEnabled, talkOverEnabled,
pttButtonHeld, pttButtonHeld,
setMicMuteWrapper,
]); ]);
const setTalkOverEnabled = useCallback((talkOverEnabled) => { const setTalkOverEnabled = useCallback((talkOverEnabled) => {