diff --git a/client/src/components/Messages/HoverButtons.tsx b/client/src/components/Messages/HoverButtons.tsx
index db239c537b..06d3d2c259 100644
--- a/client/src/components/Messages/HoverButtons.tsx
+++ b/client/src/components/Messages/HoverButtons.tsx
@@ -53,6 +53,7 @@ export default function HoverButtons({
   const toggleSpeech = () => {
     if (isSpeaking) {
       cancelSpeech();
+      setIsSpeaking(!isSpeaking);
     } else {
       synthesizeSpeech(message?.text ?? "");
     }