diff --git a/mycroft/client/speech/listener.py b/mycroft/client/speech/listener.py
index d6e052ded1..fd187eb1a0 100644
--- a/mycroft/client/speech/listener.py
+++ b/mycroft/client/speech/listener.py
@@ -221,6 +221,8 @@ class RecognizerLoop(EventEmitter):
         phonemes = self.config.get("phonemes")
         thresh = self.config.get("threshold")
         config = self.config_core.get("hotwords", {word: {}})
+        if word not in config:
+            config[word] = {}
         if phonemes:
             config[word]["phonemes"] = phonemes
         if thresh: