Wanted: MQTT logs of a Snips system

Help
1

Is someone still using Snips here? I’d like to ask you a favor. Could you use some of your apps while you have the following command running:

mosquitto_sub -t 'hermes/#' -T 'hermes/audioServer/+/playBytes/+' -T 'hermes/audioServer/+/audioFrame' -v

And then put this log of MQTT messages here with a short explanation of what you did there? Just waking up your assistant, asking questions, continuing a session, letting a session time out, maybe even restarting snips-skill-server to trigger more advanced stuff such as the injection system.

I’m asking this because I noticed some minor inconsistencies/bugs in the current Hermes implementation of Rhasspy, and I’d like to compare this with the Snips implementation of the protocol to chase the remaining corner cases.

1 Like
2

Well, I’m using only one app and no continuing sessions. But here is what I got for you.

Wakeword with no command
hermes/hotword/default/detected {"siteId":"kueche","modelId":"hey_snips","modelVersion":"workflow-hey_snips_subww_feedback_10seeds-2018_12_04T12_13_05_evaluated_model_0002","modelType":"universal","currentSensitivity":0.7,"detectionSignalMs":1590418492944,"endSignalMs":1590418492944} hermes/asr/stopListening {"siteId":"kueche","sessionId":"86dfe66a-ed0e-469f-b41e-a7cbab02a2f8"} hermes/hotword/toggleOff {"siteId":"kueche","sessionId":"86dfe66a-ed0e-469f-b41e-a7cbab02a2f8"} hermes/dialogueManager/sessionStarted {"sessionId":"86dfe66a-ed0e-469f-b41e-a7cbab02a2f8","customData":null,"siteId":"kueche","reactivatedFromSessionId":null} hermes/audioServer/kueche/playFinished {"id":"df17a55d-39ef-4985-bfaf-c4e43c841fef","siteId":"kueche"} hermes/asr/startListening {"siteId":"kueche","sessionId":"86dfe66a-ed0e-469f-b41e-a7cbab02a2f8","startSignalMs":null} hermes/asr/textCaptured {"text":"","likelihood":0.0,"tokens":[],"seconds":4.0,"siteId":"kueche","sessionId":"86dfe66a-ed0e-469f-b41e-a7cbab02a2f8"} hermes/asr/stopListening {"siteId":"kueche","sessionId":"86dfe66a-ed0e-469f-b41e-a7cbab02a2f8"} hermes/audioServer/kueche/playFinished {"id":"c5dcd11a-65da-43a4-9af6-0410e360f921","siteId":"kueche"} hermes/audioServer/kueche/playFinished {"id":"399187c2-f249-44d1-bff5-8235b49e9947","siteId":"kueche"} hermes/dialogueManager/sessionEnded {"sessionId":"86dfe66a-ed0e-469f-b41e-a7cbab02a2f8","customData":null,"termination":{"reason":"intentNotRecognized"},"siteId":"kueche"} hermes/asr/stopListening {"siteId":"kueche","sessionId":null} hermes/hotword/toggleOn {"siteId":"kueche","sessionId":null}

Wakeword and command (“Licht ein”)
hermes/hotword/default/detected {"siteId":"kueche","modelId":"hey_snips","modelVersion":"workflow-hey_snips_subww_feedback_10seeds-2018_12_04T12_13_05_evaluated_model_0002","modelType":"universal","currentSensitivity":0.7,"detectionSignalMs":1590418157750,"endSignalMs":1590418157750} hermes/asr/stopListening {"siteId":"kueche","sessionId":"89631e0d-a727-4d50-a1ef-2d5d5c067963"} hermes/hotword/toggleOff {"siteId":"kueche","sessionId":"89631e0d-a727-4d50-a1ef-2d5d5c067963"} hermes/dialogueManager/sessionStarted {"sessionId":"89631e0d-a727-4d50-a1ef-2d5d5c067963","customData":null,"siteId":"kueche","reactivatedFromSessionId":null} hermes/audioServer/kueche/playFinished {"id":"7c14fd83-ebf2-42dc-bd9e-77231bf5a0f8","siteId":"kueche"} hermes/asr/startListening {"siteId":"kueche","sessionId":"89631e0d-a727-4d50-a1ef-2d5d5c067963","startSignalMs":null} hermes/asr/textCaptured {"text":"licht ein","likelihood":1.0,"tokens":[{"value":"licht","confidence":1.0,"rangeStart":0,"rangeEnd":5,"time":{"start":0.0,"end":0.53999996}},{"value":"ein","confidence":1.0,"rangeStart":6,"rangeEnd":9,"time":{"start":0.53999996,"end":2.8799999}}],"seconds":5.0,"siteId":"kueche","sessionId":"89631e0d-a727-4d50-a1ef-2d5d5c067963"} hermes/asr/stopListening {"siteId":"kueche","sessionId":"89631e0d-a727-4d50-a1ef-2d5d5c067963"} hermes/audioServer/kueche/playFinished {"id":"7322e6d4-30ac-4465-900a-5fdd196159be","siteId":"kueche"} hermes/nlu/query {"input":"licht ein","asrTokens":[{"value":"licht","confidence":1.0,"rangeStart":0,"rangeEnd":5,"time":{"start":0.0,"end":0.53999996}},{"value":"ein","confidence":1.0,"rangeStart":6,"rangeEnd":9,"time":{"start":0.53999996,"end":2.8799999}}],"intentFilter":["Thyraz:GetOnOff","Thyraz:SetOnOff","Thyraz:SetColor","schnippi:MediaChannels","Thyraz:SetTimer","Thyraz:GetNumeric","Thyraz:Status","schnippi:RandomWords","Thyraz:Shortcuts","Thyraz:SetNumeric","Thyraz:MediaControls"],"id":"efece632-775a-4b24-b0fb-0de3e77850dc","sessionId":"89631e0d-a727-4d50-a1ef-2d5d5c067963"} hermes/nlu/intentParsed {"id":"efece632-775a-4b24-b0fb-0de3e77850dc","input":"licht ein","intent":{"intentName":"Thyraz:SetOnOff","confidenceScore":1.0},"slots":[{"rawValue":"licht","value":{"kind":"Custom","value":"Licht"},"alternatives":[],"range":{"start":0,"end":5},"entity":"de.fhem.Device","slotName":"Device","confidenceScore":1.0},{"rawValue":"ein","value":{"kind":"Custom","value":"an"},"alternatives":[],"range":{"start":6,"end":9},"entity":"de.fhem.OnOffValue","slotName":"Value","confidenceScore":1.0}],"sessionId":"89631e0d-a727-4d50-a1ef-2d5d5c067963","alternatives":[{"intentName":null,"confidenceScore":0.2136324,"slots":[]},{"intentName":"Thyraz:SetNumeric","confidenceScore":0.137759,"slots":[{"rawValue":"ein","value":{"kind":"Number","value":1.0},"alternatives":[],"range":{"start":6,"end":9},"entity":"snips/number","slotName":"Value","confidenceScore":1.0}]}]} hermes/intent/Thyraz:SetOnOff {"sessionId":"89631e0d-a727-4d50-a1ef-2d5d5c067963","customData":null,"siteId":"kueche","input":"licht ein","asrTokens":[[{"value":"licht","confidence":1.0,"rangeStart":0,"rangeEnd":5,"time":{"start":0.0,"end":0.53999996}},{"value":"ein","confidence":1.0,"rangeStart":6,"rangeEnd":9,"time":{"start":0.53999996,"end":2.8799999}}]],"asrConfidence":1.0,"intent":{"intentName":"Thyraz:SetOnOff","confidenceScore":1.0},"slots":[{"rawValue":"licht","value":{"kind":"Custom","value":"Licht"},"alternatives":[],"range":{"start":0,"end":5},"entity":"de.fhem.Device","slotName":"Device","confidenceScore":1.0},{"rawValue":"ein","value":{"kind":"Custom","value":"an"},"alternatives":[],"range":{"start":6,"end":9},"entity":"de.fhem.OnOffValue","slotName":"Value","confidenceScore":1.0}],"alternatives":[{"intentName":null,"confidenceScore":0.2136324,"slots":[]},{"intentName":"Thyraz:SetNumeric","confidenceScore":0.137759,"slots":[{"rawValue":"ein","value":{"kind":"Number","value":1.0},"alternatives":[],"range":{"start":6,"end":9},"entity":"snips/number","slotName":"Value","confidenceScore":1.0}]}]} hermes/nlu/query {"id":"{\u0022Channel\u0022:null,\u0022Color\u0022:null,\u0022Device\u0022:\u0022licht\u0022,\u0022Room\u0022:null,\u0022Type\u0022:null,\u0022input\u0022:\u0022licht ein\u0022,\u0022sessionId\u0022:\u002289631e0d-a727-4d50-a1ef-2d5d5c067963\u0022,\u0022siteId\u0022:\u0022kueche\u0022}","input":"standardgerät ein","sessionId":"fhem.voiceCommand"} hermes/nlu/intentParsed {"id":"{\"Channel\":null,\"Color\":null,\"Device\":\"licht\",\"Room\":null,\"Type\":null,\"input\":\"licht ein\",\"sessionId\":\"89631e0d-a727-4d50-a1ef-2d5d5c067963\",\"siteId\":\"kueche\"}","input":"standardgerät ein","intent":{"intentName":"Thyraz:SetOnOff","confidenceScore":1.0},"slots":[{"rawValue":"standardgerät","value":{"kind":"Custom","value":"Standardgerät"},"alternatives":[],"range":{"start":0,"end":13},"entity":"de.fhem.Device","slotName":"Device"},{"rawValue":"ein","value":{"kind":"Custom","value":"an"},"alternatives":[],"range":{"start":14,"end":17},"entity":"de.fhem.OnOffValue","slotName":"Value"}],"sessionId":"fhem.voiceCommand","alternatives":[{"intentName":"Thyraz:SetNumeric","confidenceScore":0.16332662,"slots":[{"rawValue":"standardgerät","value":{"kind":"Custom","value":"Standardgerät"},"alternatives":[],"range":{"start":0,"end":13},"entity":"de.fhem.Device","slotName":"Device"}]},{"intentName":"Thyraz:GetOnOff","confidenceScore":0.057897195,"slots":[{"rawValue":"standardgerät","value":{"kind":"Custom","value":"Standardgerät"},"alternatives":[],"range":{"start":0,"end":13},"entity":"de.fhem.Device","slotName":"Device"},{"rawValue":"ein","value":{"kind":"Custom","value":"an"},"alternatives":[],"range":{"start":14,"end":17},"entity":"de.fhem.OnOffStatus","slotName":"Status"}]}]} hermes/dialogueManager/endSession {"sessionId":"89631e0d-a727-4d50-a1ef-2d5d5c067963","text":"Ok"} hermes/tts/say {"text":"Ok","lang":"de","id":"76d1be7f-1620-48b1-8044-5727bf46a0d1","siteId":"kueche","sessionId":"89631e0d-a727-4d50-a1ef-2d5d5c067963"} hermes/audioServer/kueche/playFinished {"id":"DZ3FHYANO48582YZ","siteId":"kueche"} hermes/tts/sayFinished {"sessionId": null, "id": "76d1be7f-1620-48b1-8044-5727bf46a0d1"} hermes/dialogueManager/sessionEnded {"sessionId":"89631e0d-a727-4d50-a1ef-2d5d5c067963","customData":null,"termination":{"reason":"nominal"},"siteId":"kueche"} hermes/asr/stopListening {"siteId":"kueche","sessionId":null} hermes/hotword/toggleOn {"siteId":"kueche","sessionId":null}

Injection
hermes/injection/perform {"operations":[["add",{"de.fhem.Device":["Thermometer","Verstärker","Testlicht","Rollladen","Stehlampe","Leselicht","Fernseher","Computer","Kompjuta","heizung","Eltschi","Lampe1","Staubi","Ltschi","Rollo","Licht","Petse","Musik","PC","LG"]}],["add",{"de.fhem.Room":["Schlafzimmer","Wohnzimmer3","Wohnzimmer2","wohnzimmer","Wohnzimmer","Draussen","Vorraum","Kueche","Küche"]}],["add",{"de.fhem.MediaChannels":["Schlummerlicht","Computerlicht","Fernsehlicht","Fernseher","Fernsehen","Esslicht","Fernsehn","Nettflix","Ämatson","Ämason","Amatson","Netflix","Amazon"]}],["add",{"de.fhem.NumericType":["Luftfeuchtigkeit","Lautstärke","Helligkeit","Temperatur"]}],["add",{"de.fhem.Shortcuts":["wie spät ist es","du bisch cool","ton aus","ton an"]}]]} hermes/asr/reload {"id":"3a1c4103-fb91-4366-bbee-adbaf0389020"} hermes/nlu/reload {"id":"f8ced14d-bfaf-4f26-bcd2-f8747eabb690"} hermes/asr/loaded {"id":"3a1c4103-fb91-4366-bbee-adbaf0389020","reloaded":true} hermes/nlu/loaded {"id":"f8ced14d-bfaf-4f26-bcd2-f8747eabb690","reloaded":true} hermes/injection/complete {"requestId":"8465ea3e-5521-4e79-a299-0c44ca31ea1a"}

Wakeword and another command (“wie spät ist es”)
hermes/hotword/default/detected {"siteId":"kueche","modelId":"hey_snips","modelVersion":"workflow-hey_snips_subww_feedback_10seeds-2018_12_04T12_13_05_evaluated_model_0002","modelType":"universal","currentSensitivity":0.7,"detectionSignalMs":1590418538572,"endSignalMs":1590418538572} hermes/asr/stopListening {"siteId":"kueche","sessionId":"ab7fd43e-0a80-4a84-a384-1c244c5b9fbe"} hermes/hotword/toggleOff {"siteId":"kueche","sessionId":"ab7fd43e-0a80-4a84-a384-1c244c5b9fbe"} hermes/dialogueManager/sessionStarted {"sessionId":"ab7fd43e-0a80-4a84-a384-1c244c5b9fbe","customData":null,"siteId":"kueche","reactivatedFromSessionId":null} hermes/audioServer/kueche/playFinished {"id":"fb7450e0-b877-4439-9a2c-97feabe0c361","siteId":"kueche"} hermes/asr/startListening {"siteId":"kueche","sessionId":"ab7fd43e-0a80-4a84-a384-1c244c5b9fbe","startSignalMs":null} hermes/asr/textCaptured {"text":"wie spät ist es","likelihood":1.0,"tokens":[{"value":"wie","confidence":1.0,"rangeStart":0,"rangeEnd":3,"time":{"start":0.0,"end":0.24}},{"value":"spät","confidence":1.0,"rangeStart":4,"rangeEnd":8,"time":{"start":0.24,"end":0.53999996}},{"value":"ist","confidence":1.0,"rangeStart":9,"rangeEnd":12,"time":{"start":0.53999996,"end":0.71999997}},{"value":"es","confidence":1.0,"rangeStart":13,"rangeEnd":15,"time":{"start":0.71999997,"end":1.02}}],"seconds":1.0,"siteId":"kueche","sessionId":"ab7fd43e-0a80-4a84-a384-1c244c5b9fbe"} hermes/asr/stopListening {"siteId":"kueche","sessionId":"ab7fd43e-0a80-4a84-a384-1c244c5b9fbe"} hermes/audioServer/kueche/playFinished {"id":"266bf3cf-3e16-4551-990c-f8d09ef8decd","siteId":"kueche"} hermes/nlu/query {"input":"wie spät ist es","asrTokens":[{"value":"wie","confidence":1.0,"rangeStart":0,"rangeEnd":3,"time":{"start":0.0,"end":0.24}},{"value":"spät","confidence":1.0,"rangeStart":4,"rangeEnd":8,"time":{"start":0.24,"end":0.53999996}},{"value":"ist","confidence":1.0,"rangeStart":9,"rangeEnd":12,"time":{"start":0.53999996,"end":0.71999997}},{"value":"es","confidence":1.0,"rangeStart":13,"rangeEnd":15,"time":{"start":0.71999997,"end":1.02}}],"intentFilter":["Thyraz:GetOnOff","Thyraz:SetOnOff","Thyraz:SetColor","schnippi:MediaChannels","Thyraz:SetTimer","Thyraz:GetNumeric","Thyraz:Status","schnippi:RandomWords","Thyraz:Shortcuts","Thyraz:SetNumeric","Thyraz:MediaControls"],"id":"366b7867-40d5-453e-98cf-bb89cfaa9362","sessionId":"ab7fd43e-0a80-4a84-a384-1c244c5b9fbe"} hermes/nlu/intentParsed {"id":"366b7867-40d5-453e-98cf-bb89cfaa9362","input":"wie spät ist es","intent":{"intentName":"Thyraz:Shortcuts","confidenceScore":1.0},"slots":[{"rawValue":"wie spät ist es","value":{"kind":"Custom","value":"wie spät ist es"},"alternatives":[],"range":{"start":0,"end":15},"entity":"de.fhem.Shortcuts","slotName":"Shortcut","confidenceScore":1.0}],"sessionId":"ab7fd43e-0a80-4a84-a384-1c244c5b9fbe","alternatives":[{"intentName":"schnippi:RandomWords","confidenceScore":0.7320234,"slots":[{"rawValue":"wie spät","value":{"kind":"Custom","value":"wie spät"},"alternatives":[],"range":{"start":0,"end":8},"entity":"RandomWords","slotName":"RandomWord","confidenceScore":1.0},{"rawValue":"ist","value":{"kind":"Custom","value":"ist"},"alternatives":[],"range":{"start":9,"end":12},"entity":"RandomWords","slotName":"RandomWord","confidenceScore":1.0},{"rawValue":"es","value":{"kind":"Custom","value":"es"},"alternatives":[],"range":{"start":13,"end":15},"entity":"RandomWords","slotName":"RandomWord","confidenceScore":1.0}]},{"intentName":"Thyraz:GetNumeric","confidenceScore":0.33989847,"slots":[]}]} hermes/intent/Thyraz:Shortcuts {"sessionId":"ab7fd43e-0a80-4a84-a384-1c244c5b9fbe","customData":null,"siteId":"kueche","input":"wie spät ist es","asrTokens":[[{"value":"wie","confidence":1.0,"rangeStart":0,"rangeEnd":3,"time":{"start":0.0,"end":0.24}},{"value":"spät","confidence":1.0,"rangeStart":4,"rangeEnd":8,"time":{"start":0.24,"end":0.53999996}},{"value":"ist","confidence":1.0,"rangeStart":9,"rangeEnd":12,"time":{"start":0.53999996,"end":0.71999997}},{"value":"es","confidence":1.0,"rangeStart":13,"rangeEnd":15,"time":{"start":0.71999997,"end":1.02}}]],"asrConfidence":1.0,"intent":{"intentName":"Thyraz:Shortcuts","confidenceScore":1.0},"slots":[{"rawValue":"wie spät ist es","value":{"kind":"Custom","value":"wie spät ist es"},"alternatives":[],"range":{"start":0,"end":15},"entity":"de.fhem.Shortcuts","slotName":"Shortcut","confidenceScore":1.0}],"alternatives":[{"intentName":"schnippi:RandomWords","confidenceScore":0.7320234,"slots":[{"rawValue":"wie spät","value":{"kind":"Custom","value":"wie spät"},"alternatives":[],"range":{"start":0,"end":8},"entity":"RandomWords","slotName":"RandomWord","confidenceScore":1.0},{"rawValue":"ist","value":{"kind":"Custom","value":"ist"},"alternatives":[],"range":{"start":9,"end":12},"entity":"RandomWords","slotName":"RandomWord","confidenceScore":1.0},{"rawValue":"es","value":{"kind":"Custom","value":"es"},"alternatives":[],"range":{"start":13,"end":15},"entity":"RandomWords","slotName":"RandomWord","confidenceScore":1.0}]},{"intentName":"Thyraz:GetNumeric","confidenceScore":0.33989847,"slots":[]}]} hermes/dialogueManager/endSession {"sessionId":"ab7fd43e-0a80-4a84-a384-1c244c5b9fbe","text":"es ist 16:55\u000a"} hermes/tts/say {"text":"es ist 16:55","lang":"de","id":"12e4ec3d-96e1-4e7d-a608-a44f64061ac5","siteId":"kueche","sessionId":"ab7fd43e-0a80-4a84-a384-1c244c5b9fbe"} hermes/audioServer/kueche/playFinished {"id":"DHBPQ0VMFEZX8J4O","siteId":"kueche"} hermes/tts/sayFinished {"sessionId": null, "id": "12e4ec3d-96e1-4e7d-a608-a44f64061ac5"} hermes/dialogueManager/sessionEnded {"sessionId":"ab7fd43e-0a80-4a84-a384-1c244c5b9fbe","customData":null,"termination":{"reason":"nominal"},"siteId":"kueche"} hermes/asr/stopListening {"siteId":"kueche","sessionId":null} hermes/hotword/toggleOn {"siteId":"kueche","sessionId":null}

3 Likes
3

Cool, thanks! That already proves my point that hermes/dialogueManager/sessionEnded should come after hermes/tts/sayFinished :slight_smile:

I’ll go through the whole log later to see whether there’s something else Rhasspy does differently.