MycroftAI
/
mycroft-core
mirror of https://github.com/MycroftAI/mycroft-core.git
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

Feature/common qa skill test (#2097) 

* Refactor skill test input utterances

Slight cleanup to make adding more different cases easier.

* Add test for common QA

"question" can now be used instead of "utterance" to test a common qa skill
pull/2124/head
Åke 2019-05-13 19:16:04 +02:00 committed by Steve Penrod
parent 09c3510e70
commit 1b69c5ab4a
1 changed files with 23 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

37
test/integrationtests/skills/skill_tester.py
View File

@ -394,25 +394,28 @@ class SkillTest(object):
# Emit an utterance, just like the STT engine does. This sends the
# provided text to the skill engine for intent matching and it then
# invokes the skill.
utt = test_case.get('utterance', None)
play_utt = test_case.get('play_query', None)
play_start = test_case.get('play_start', None)
if utt:
if 'utterance' in test_case:
utt = test_case['utterance']
print("UTTERANCE:", color.USER_UTT + utt + color.RESET)
self.emitter.emit(
'recognizer_loop:utterance',
Message('recognizer_loop:utterance',
{'utterances': [utt]}))
elif play_utt:
print('PLAY QUERY', color.USER_UTT + play_utt + color.RESET)
self.emitter.emit('recognizer_loop:utterance',
Message('recognizer_loop:utterance',
{'utterances': [utt]}))
elif 'play_query' in test_case:
play_query = test_case['play_query']
print('PLAY QUERY', color.USER_UTT + play_query + color.RESET)
self.emitter.emit('play:query', Message('play:query:',
{'phrase': play_utt}))
elif play_start:
{'phrase': play_query}))
elif 'play_start' in test_case:
print('PLAY START')
callback_data = play_start
callback_data = test_case['play_start']
callback_data['skill_id'] = s.skill_id
self.emitter.emit('play:start',
Message('play:start', callback_data))
elif 'question' in test_case:
print("QUESTION: {}".format(test_case['question']))
callback_data = {'phrase': test_case['question']}
self.emitter.emit('question:query',
Message('question:query', data=callback_data))
else:
raise SkillTestError('No input utterance provided')
@ -519,7 +522,6 @@ class EvaluationRule(object):
if 'play_query_match' in test_case:
match = test_case['play_query_match']
print(test_case)
phrase = match.get('phrase', test_case.get('play_query'))
_d = ['and']
_d.append(['equal', '__type__', 'query'])
@ -527,6 +529,13 @@ class EvaluationRule(object):
_d.append(['equal', 'phrase', phrase])
_d.append(['gt', 'conf', match.get('confidence_threshold', 0.5)])
self.rule.append(_d)
elif 'expected_answer' in test_case:
_d = ['and']
_d.append(['equal', '__type__', 'query.response'])
_d.append(['equal', 'skill_id', skill.skill_id])
_d.append(['equal', 'phrase', test_case['question']])
_d.append(['match', 'answer', test_case['expected_answer']])
self.rule.append(_d)
# Check for expected data structure
if test_case.get('expected_data'):