From 8d741fa0162935a58cda338a87051352a8c5fccb Mon Sep 17 00:00:00 2001
From: Lucas Fialho Zawacki <lfzawacki@gmail.com>
Date: Thu, 1 Feb 2024 16:40:27 -0300
Subject: [PATCH 1/5] fix(captions): Fix caption display

---
 .../imports/ui/components/audio/captions/service.js         | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/bigbluebutton-html5/imports/ui/components/audio/captions/service.js b/bigbluebutton-html5/imports/ui/components/audio/captions/service.js
index 2a85ba5b36..008852006b 100644
--- a/bigbluebutton-html5/imports/ui/components/audio/captions/service.js
+++ b/bigbluebutton-html5/imports/ui/components/audio/captions/service.js
@@ -4,7 +4,7 @@ import Auth from '/imports/ui/services/auth';
 const CAPTIONS_CONFIG = Meteor.settings.public.captions;
 const CAPTIONS_ALWAYS_VISIBLE = Meteor.settings.public.app.audioCaptions.alwaysVisible;
 const CHARACTERS_PER_LINE = CAPTIONS_CONFIG.lineLimit;
-const LINES_PER_MESSAGE = CAPTIONS_CONFIG.line;
+const LINES_PER_MESSAGE = CAPTIONS_CONFIG.lines;
 const CAPTION_TIME = CAPTIONS_CONFIG.time;
 const CAPTION_LIMIT = CAPTIONS_CONFIG.captionLimit;
 
@@ -29,7 +29,9 @@ function splitTranscript(obj) {
     }
   }
 
-  transcripts.push(result)
+  if (result.length) {
+    transcripts.push(result)
+  }
   transcripts.push(currentLine.trim())
 
   return transcripts.map((t) => { return { ...obj, transcript: t} });

From a74419353689f61a0400023665ce46413fc7a48e Mon Sep 17 00:00:00 2001
From: Lucas Fialho Zawacki <lfzawacki@gmail.com>
Date: Tue, 6 Feb 2024 15:01:24 -0300
Subject: [PATCH 2/5] fix(): Use captions.dication flag to show/hide dication
 button

---
 .../imports/ui/components/captions/component.jsx          | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/bigbluebutton-html5/imports/ui/components/captions/component.jsx b/bigbluebutton-html5/imports/ui/components/captions/component.jsx
index 319ce3a403..b7ab128656 100644
--- a/bigbluebutton-html5/imports/ui/components/captions/component.jsx
+++ b/bigbluebutton-html5/imports/ui/components/captions/component.jsx
@@ -92,7 +92,8 @@ const Captions = ({
           'aria-label': intl.formatMessage(intlMessages.hide),
           label: autoTranscription ? intl.formatMessage(intlMessages.title) : name,
         }}
-        customRightButton={Service.amICaptionsOwner(ownerId) ? (
+        customRightButton={dictation ? (
+          Service.amICaptionsOwner(ownerId) ? (
           <span>
             <Button
               onClick={dictating
@@ -103,7 +104,6 @@ const Captions = ({
                 : intl.formatMessage(intlMessages.dictationStart)}
               aria-describedby="dictationBtnDesc"
               color={dictating ? 'danger' : 'primary'}
-              disabled={!dictation}
             />
             <div id="dictationBtnDesc" hidden>
               {dictating
@@ -111,7 +111,7 @@ const Captions = ({
                 : intl.formatMessage(intlMessages.dictationOnDesc)}
             </div>
           </span>
-        ) : (
+          ) : (
           <Button
             color="primary"
             tooltipLabel={intl.formatMessage(intlMessages.takeOwnershipTooltip, { 0: name })}
@@ -119,7 +119,7 @@ const Captions = ({
             aria-label={intl.formatMessage(intlMessages.takeOwnership)}
             label={intl.formatMessage(intlMessages.takeOwnership)}
           />
-        )}
+        )) : null}
       />
       <PadContainer
         externalId={locale}

From 388858000c81243f8ecfb3cfefb25aeab9415def Mon Sep 17 00:00:00 2001
From: Lucas Fialho Zawacki <lfzawacki@gmail.com>
Date: Thu, 8 Feb 2024 10:50:30 -0300
Subject: [PATCH 3/5] feat(gladia): Print Gladia errors in the console

---
 .../audiocaptions/AudioCaptionsApp2x.scala    |  1 +
 .../TranscriptionProviderErrorMsgHdlr.scala   | 27 +++++++++++++
 .../senders/ReceivedJsonMsgHandlerActor.scala |  2 +
 .../core/running/MeetingActor.scala           |  1 +
 .../common2/msgs/AudioCaptionsMsgs.scala      | 11 ++++++
 .../audio-captions/server/eventHandlers.js    |  2 +
 .../handlers/transcriptionProviderError.js    | 38 +++++++++++++++++++
 7 files changed, 82 insertions(+)
 create mode 100644 akka-bbb-apps/src/main/scala/org/bigbluebutton/core/apps/audiocaptions/TranscriptionProviderErrorMsgHdlr.scala
 create mode 100644 bigbluebutton-html5/imports/api/audio-captions/server/handlers/transcriptionProviderError.js

diff --git a/akka-bbb-apps/src/main/scala/org/bigbluebutton/core/apps/audiocaptions/AudioCaptionsApp2x.scala b/akka-bbb-apps/src/main/scala/org/bigbluebutton/core/apps/audiocaptions/AudioCaptionsApp2x.scala
index 93abe8bdb9..987aa4a216 100644
--- a/akka-bbb-apps/src/main/scala/org/bigbluebutton/core/apps/audiocaptions/AudioCaptionsApp2x.scala
+++ b/akka-bbb-apps/src/main/scala/org/bigbluebutton/core/apps/audiocaptions/AudioCaptionsApp2x.scala
@@ -4,6 +4,7 @@ import akka.actor.ActorContext
 
 class AudioCaptionsApp2x(implicit val context: ActorContext)
   extends UpdateTranscriptPubMsgHdlr
+  with TranscriptionProviderErrorMsgHdlr
   with AudioFloorChangedVoiceConfEvtMsgHdlr {
 
 }
diff --git a/akka-bbb-apps/src/main/scala/org/bigbluebutton/core/apps/audiocaptions/TranscriptionProviderErrorMsgHdlr.scala b/akka-bbb-apps/src/main/scala/org/bigbluebutton/core/apps/audiocaptions/TranscriptionProviderErrorMsgHdlr.scala
new file mode 100644
index 0000000000..a652050822
--- /dev/null
+++ b/akka-bbb-apps/src/main/scala/org/bigbluebutton/core/apps/audiocaptions/TranscriptionProviderErrorMsgHdlr.scala
@@ -0,0 +1,27 @@
+package org.bigbluebutton.core.apps.audiocaptions
+
+import org.bigbluebutton.common2.msgs._
+import org.bigbluebutton.core.bus.MessageBus
+import org.bigbluebutton.core.models.AudioCaptions
+import org.bigbluebutton.core.running.LiveMeeting
+
+trait TranscriptionProviderErrorMsgHdlr {
+  this: AudioCaptionsApp2x =>
+
+  def handleTranscriptionProviderErrorMsg(msg: TranscriptionProviderErrorMsg, liveMeeting: LiveMeeting, bus: MessageBus): Unit = {
+    val meetingId = liveMeeting.props.meetingProp.intId
+
+    def broadcastEvent(userId: String, errorCode: String, errorMessage: String): Unit = {
+      val routing = Routing.addMsgToClientRouting(MessageTypes.DIRECT, meetingId, "nodeJSapp")
+      val envelope = BbbCoreEnvelope(TranscriptionProviderErrorEvtMsg.NAME, routing)
+      val header = BbbClientMsgHeader(TranscriptionProviderErrorEvtMsg.NAME, meetingId, userId)
+      val body = TranscriptionProviderErrorEvtMsgBody(errorCode, errorMessage)
+      val event = TranscriptionProviderErrorEvtMsg(header, body)
+      val msgEvent = BbbCommonEnvCoreMsg(envelope, event)
+
+      bus.outGW.send(msgEvent)
+    }
+
+    broadcastEvent(msg.header.userId, msg.body.errorCode, msg.body.errorMessage)
+  }
+}
diff --git a/akka-bbb-apps/src/main/scala/org/bigbluebutton/core/pubsub/senders/ReceivedJsonMsgHandlerActor.scala b/akka-bbb-apps/src/main/scala/org/bigbluebutton/core/pubsub/senders/ReceivedJsonMsgHandlerActor.scala
index 72f6df7592..76e0995b3d 100755
--- a/akka-bbb-apps/src/main/scala/org/bigbluebutton/core/pubsub/senders/ReceivedJsonMsgHandlerActor.scala
+++ b/akka-bbb-apps/src/main/scala/org/bigbluebutton/core/pubsub/senders/ReceivedJsonMsgHandlerActor.scala
@@ -406,6 +406,8 @@ class ReceivedJsonMsgHandlerActor(
       // AudioCaptions
       case UpdateTranscriptPubMsg.NAME =>
         routeGenericMsg[UpdateTranscriptPubMsg](envelope, jsonNode)
+      case TranscriptionProviderErrorMsg.NAME =>
+        routeGenericMsg[TranscriptionProviderErrorMsg](envelope, jsonNode)
 
       // GroupChats
       case GetGroupChatsReqMsg.NAME =>
diff --git a/akka-bbb-apps/src/main/scala/org/bigbluebutton/core/running/MeetingActor.scala b/akka-bbb-apps/src/main/scala/org/bigbluebutton/core/running/MeetingActor.scala
index 19b482b0a2..aa84f65a01 100755
--- a/akka-bbb-apps/src/main/scala/org/bigbluebutton/core/running/MeetingActor.scala
+++ b/akka-bbb-apps/src/main/scala/org/bigbluebutton/core/running/MeetingActor.scala
@@ -583,6 +583,7 @@ class MeetingActor(
 
       // AudioCaptions
       case m: UpdateTranscriptPubMsg                         => audioCaptionsApp2x.handle(m, liveMeeting, msgBus)
+      case m: TranscriptionProviderErrorMsg                  => audioCaptionsApp2x.handleTranscriptionProviderErrorMsg(m, liveMeeting, msgBus)
 
       // GroupChat
       case m: CreateGroupChatReqMsg =>
diff --git a/bbb-common-message/src/main/scala/org/bigbluebutton/common2/msgs/AudioCaptionsMsgs.scala b/bbb-common-message/src/main/scala/org/bigbluebutton/common2/msgs/AudioCaptionsMsgs.scala
index 495f325f45..64e6f672cd 100644
--- a/bbb-common-message/src/main/scala/org/bigbluebutton/common2/msgs/AudioCaptionsMsgs.scala
+++ b/bbb-common-message/src/main/scala/org/bigbluebutton/common2/msgs/AudioCaptionsMsgs.scala
@@ -1,5 +1,12 @@
 package org.bigbluebutton.common2.msgs
 
+object TranscriptionProviderErrorMsg { val NAME = "TranscriptionProviderErrorMsg" }
+case class TranscriptionProviderErrorMsg(header: BbbClientMsgHeader, body: TranscriptionProviderErrorMsgBody) extends StandardMsg
+case class TranscriptionProviderErrorMsgBody(
+    errorCode:    String,
+    errorMessage: String,
+)
+
 // In messages
 object UpdateTranscriptPubMsg { val NAME = "UpdateTranscriptPubMsg" }
 case class UpdateTranscriptPubMsg(header: BbbClientMsgHeader, body: UpdateTranscriptPubMsgBody) extends StandardMsg
@@ -14,6 +21,10 @@ case class UpdateTranscriptPubMsgBody(
 )
 
 // Out messages
+object TranscriptionProviderErrorEvtMsg { val NAME = "TranscriptionProviderErrorEvtMsg" }
+case class TranscriptionProviderErrorEvtMsg(header: BbbClientMsgHeader, body: TranscriptionProviderErrorEvtMsgBody) extends BbbCoreMsg
+case class TranscriptionProviderErrorEvtMsgBody(errorCode: String, errorMessage: String)
+
 object TranscriptUpdatedEvtMsg { val NAME = "TranscriptUpdatedEvtMsg" }
 case class TranscriptUpdatedEvtMsg(header: BbbClientMsgHeader, body: TranscriptUpdatedEvtMsgBody) extends BbbCoreMsg
 case class TranscriptUpdatedEvtMsgBody(transcriptId: String, transcript: String, locale: String, result: Boolean)
diff --git a/bigbluebutton-html5/imports/api/audio-captions/server/eventHandlers.js b/bigbluebutton-html5/imports/api/audio-captions/server/eventHandlers.js
index 9a8e2f1a96..1ac7583062 100644
--- a/bigbluebutton-html5/imports/api/audio-captions/server/eventHandlers.js
+++ b/bigbluebutton-html5/imports/api/audio-captions/server/eventHandlers.js
@@ -1,4 +1,6 @@
 import RedisPubSub from '/imports/startup/server/redis';
 import handleTranscriptUpdated from '/imports/api/audio-captions/server/handlers/transcriptUpdated';
+import handleTranscriptionProviderError from '/imports/api/audio-captions/server/handlers/transcriptionProviderError';
 
 RedisPubSub.on('TranscriptUpdatedEvtMsg', handleTranscriptUpdated);
+RedisPubSub.on('TranscriptionProviderErrorEvtMsg', handleTranscriptionProviderError);
diff --git a/bigbluebutton-html5/imports/api/audio-captions/server/handlers/transcriptionProviderError.js b/bigbluebutton-html5/imports/api/audio-captions/server/handlers/transcriptionProviderError.js
new file mode 100644
index 0000000000..ab5c5ae964
--- /dev/null
+++ b/bigbluebutton-html5/imports/api/audio-captions/server/handlers/transcriptionProviderError.js
@@ -0,0 +1,38 @@
+import Users from '/imports/api/users';
+import Logger from '/imports/startup/server/logger';
+
+export default async function handleTranscriptionProviderError({ header, body }) {
+  const {
+    meetingId,
+    userId,
+  } = header;
+
+  const selector = {
+    meetingId,
+    userId,
+  };
+
+  const {
+    errorCode,
+    errorMessage,
+  } = body;
+
+  const modifier = {
+    $set: {
+      transcriptionError: {
+        code: errorCode,
+        message: errorMessage,
+      },
+    },
+  };
+
+  try {
+    const numberAffected = await Users.updateAsync(selector, modifier);
+
+    if (numberAffected) {
+      Logger.error(`Transcription error errorCode=${errorCode} errorMessage=${errorMessage} meetingId=${meetingId}`);
+    }
+  } catch (err) {
+    Logger.error(`Problem setting transcription error: ${err}`);
+  }
+}

From aca3730d9fe0aa7600ccc5710203e1d716e5df5a Mon Sep 17 00:00:00 2001
From: Lucas Fialho Zawacki <lfzawacki@gmail.com>
Date: Thu, 8 Feb 2024 14:31:35 -0300
Subject: [PATCH 4/5] fix(captions): Use default transcription value with
 external providers

---
 .../audio/captions/speech/service.js          | 22 ++++++++++++++-----
 .../private/config/settings.yml               |  2 +-
 2 files changed, 17 insertions(+), 7 deletions(-)

diff --git a/bigbluebutton-html5/imports/ui/components/audio/captions/speech/service.js b/bigbluebutton-html5/imports/ui/components/audio/captions/speech/service.js
index f2fd6ddbad..66750d1078 100644
--- a/bigbluebutton-html5/imports/ui/components/audio/captions/speech/service.js
+++ b/bigbluebutton-html5/imports/ui/components/audio/captions/speech/service.js
@@ -59,10 +59,24 @@ const setSpeechLocale = (value) => {
   }
 };
 
+const setDefaultLocale = () => {
+  if (useFixedLocale() || localeAsDefaultSelected()) {
+    setSpeechLocale(getLocale());
+  } else {
+    setSpeechLocale(navigator.language);
+  }
+}
+
 const useFixedLocale = () => isEnabled() && CONFIG.language.forceLocale;
 
 const initSpeechRecognition = () => {
-  if (!isEnabled() || !isWebSpeechApi()) return null;
+  if (!isEnabled()) return null;
+
+  if (!isWebSpeechApi()) {
+    setDefaultLocale();
+    return;
+  }
+
   if (hasSpeechRecognitionSupport()) {
     // Effectivate getVoices
     setSpeechVoices();
@@ -70,11 +84,7 @@ const initSpeechRecognition = () => {
     speechRecognition.continuous = true;
     speechRecognition.interimResults = true;
 
-    if (useFixedLocale() || localeAsDefaultSelected()) {
-      setSpeechLocale(getLocale());
-    } else {
-      setSpeechLocale(navigator.language);
-    }
+    setDefaultLocale();
 
     return speechRecognition;
   }
diff --git a/bigbluebutton-html5/private/config/settings.yml b/bigbluebutton-html5/private/config/settings.yml
index f8647ad7c8..169f3d0528 100755
--- a/bigbluebutton-html5/private/config/settings.yml
+++ b/bigbluebutton-html5/private/config/settings.yml
@@ -245,7 +245,7 @@ public:
         # Indicates if the transcription backend should include partial results
         partialUtterances: true
         # The minumum length (in seconds) an utterance has to have for we to use it
-        minUtteranceLength: 3
+        minUtteranceLength: 1
     shortcuts:
       openOptions:
         accesskey: O

From 17c132376a004d4632dbed009940ecc7e6eee96e Mon Sep 17 00:00:00 2001
From: Lucas Fialho Zawacki <lfzawacki@gmail.com>
Date: Fri, 9 Feb 2024 11:40:21 -0300
Subject: [PATCH 5/5] Bump bbb-transcription-controller tag

---
 bbb-transcription-controller.placeholder.sh | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/bbb-transcription-controller.placeholder.sh b/bbb-transcription-controller.placeholder.sh
index b4c9a4c1c9..136d4a7c28 100755
--- a/bbb-transcription-controller.placeholder.sh
+++ b/bbb-transcription-controller.placeholder.sh
@@ -1 +1 @@
-git clone --branch v0.2.1 --depth 1 https://github.com/bigbluebutton/bbb-transcription-controller bbb-transcription-controller
+git clone --branch v0.2.3 --depth 1 https://github.com/bigbluebutton/bbb-transcription-controller bbb-transcription-controller