2017-12-30 00:14:28 +00:00
|
|
|
# -*- coding: utf-8 -*-
|
2017-02-23 12:40:46 +00:00
|
|
|
#
|
2017-10-04 06:28:44 +00:00
|
|
|
# Copyright 2017 Mycroft AI Inc.
|
2017-02-23 12:40:46 +00:00
|
|
|
#
|
2017-10-04 06:28:44 +00:00
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
# you may not use this file except in compliance with the License.
|
|
|
|
# You may obtain a copy of the License at
|
2017-02-23 12:40:46 +00:00
|
|
|
#
|
2017-10-04 06:28:44 +00:00
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
2017-02-23 12:40:46 +00:00
|
|
|
#
|
2017-10-04 06:28:44 +00:00
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
# limitations under the License.
|
|
|
|
#
|
2017-12-15 11:54:14 +00:00
|
|
|
from difflib import SequenceMatcher
|
|
|
|
|
2017-12-30 00:14:28 +00:00
|
|
|
from mycroft.util.lang.parse_en import *
|
|
|
|
from mycroft.util.lang.parse_pt import *
|
|
|
|
from mycroft.util.lang.parse_es import *
|
2018-01-25 14:58:32 +00:00
|
|
|
from mycroft.util.lang.parse_it import *
|
2017-12-30 00:14:28 +00:00
|
|
|
from mycroft.util.lang.parse_common import *
|
|
|
|
|
2017-12-15 11:54:14 +00:00
|
|
|
|
|
|
|
def fuzzy_match(x, against):
|
|
|
|
"""Perform a 'fuzzy' comparison between two strings.
|
|
|
|
Returns:
|
|
|
|
float: match percentage -- 1.0 for perfect match,
|
|
|
|
down to 0.0 for no match at all.
|
|
|
|
"""
|
|
|
|
return SequenceMatcher(None, x, against).ratio()
|
2017-07-10 20:33:21 +00:00
|
|
|
|
|
|
|
|
2017-05-25 23:31:43 +00:00
|
|
|
def extractnumber(text, lang="en-us"):
|
|
|
|
"""Takes in a string and extracts a number.
|
|
|
|
Args:
|
|
|
|
text (str): the string to extract a number from
|
|
|
|
lang (str): the code for the language text is in
|
|
|
|
Returns:
|
|
|
|
(str): The number extracted or the original text.
|
|
|
|
"""
|
|
|
|
|
|
|
|
lang_lower = str(lang).lower()
|
|
|
|
if lang_lower.startswith("en"):
|
|
|
|
# return extractnumber_en(text, remove_articles)
|
|
|
|
return extractnumber_en(text)
|
2017-10-26 23:18:00 +00:00
|
|
|
elif lang_lower.startswith("pt"):
|
|
|
|
return extractnumber_pt(text)
|
2018-01-25 14:58:32 +00:00
|
|
|
elif lang_lower.startswith("it"):
|
|
|
|
return extractnumber_it(text)
|
2017-05-25 23:31:43 +00:00
|
|
|
|
|
|
|
# TODO: Normalization for other languages
|
|
|
|
return text
|
|
|
|
|
|
|
|
|
2017-07-10 20:33:21 +00:00
|
|
|
def extract_datetime(text, anchorDate=None, lang="en-us"):
|
|
|
|
"""
|
|
|
|
Parsing function that extracts date and time information
|
|
|
|
from sentences. Parses many of the common ways that humans
|
|
|
|
express dates and times. Includes relative dates like "5 days from today".
|
|
|
|
|
|
|
|
Vague terminology are given arbitrary values, like:
|
|
|
|
- morning = 8 AM
|
|
|
|
- afternoon = 3 PM
|
|
|
|
- evening = 7 PM
|
|
|
|
|
|
|
|
If a time isn't supplied, the function defaults to 12 AM
|
|
|
|
|
|
|
|
Args:
|
|
|
|
str (string): the text to be normalized
|
|
|
|
anchortDate (:obj:`datetime`, optional): the date to be used for
|
|
|
|
relative dating (for example, what does "tomorrow" mean?).
|
|
|
|
Defaults to the current date
|
|
|
|
(acquired with datetime.datetime.now())
|
|
|
|
lang (string): the language of the sentence(s)
|
|
|
|
|
|
|
|
Returns:
|
|
|
|
[:obj:`datetime`, :obj:`str`]: 'datetime' is the extracted date
|
|
|
|
as a datetime object. Times are represented in 24 hour notation.
|
|
|
|
'leftover_string' is the original phrase with all date and time
|
|
|
|
related keywords stripped out. See examples for further
|
|
|
|
clarification
|
|
|
|
|
|
|
|
Returns 'None' if no date was extracted.
|
|
|
|
|
|
|
|
Examples:
|
|
|
|
|
|
|
|
>>> extract_datetime(
|
|
|
|
... "What is the weather like the day after tomorrow?",
|
|
|
|
... datetime(2017, 06, 30, 00, 00)
|
|
|
|
... )
|
|
|
|
[datetime.datetime(2017, 7, 2, 0, 0), 'what is weather like']
|
|
|
|
|
|
|
|
>>> extract_datetime(
|
|
|
|
... "Set up an appointment 2 weeks from Sunday at 5 pm",
|
|
|
|
... datetime(2016, 02, 19, 00, 00)
|
|
|
|
... )
|
|
|
|
[datetime.datetime(2016, 3, 6, 17, 0), 'set up appointment']
|
|
|
|
"""
|
|
|
|
|
|
|
|
lang_lower = str(lang).lower()
|
|
|
|
|
|
|
|
if lang_lower.startswith("en"):
|
|
|
|
return extract_datetime_en(text, anchorDate)
|
2017-10-26 23:18:00 +00:00
|
|
|
elif lang_lower.startswith("pt"):
|
|
|
|
return extract_datetime_pt(text, anchorDate)
|
2017-07-10 20:33:21 +00:00
|
|
|
|
|
|
|
return text
|
2017-05-25 23:31:43 +00:00
|
|
|
# ==============================================================
|
2017-02-23 12:40:46 +00:00
|
|
|
|
2017-05-30 19:30:41 +00:00
|
|
|
|
2017-02-23 12:40:46 +00:00
|
|
|
def normalize(text, lang="en-us", remove_articles=True):
|
|
|
|
"""Prepare a string for parsing
|
|
|
|
|
|
|
|
This function prepares the given text for parsing by making
|
|
|
|
numbers consistent, getting rid of contractions, etc.
|
2017-02-25 05:59:00 +00:00
|
|
|
Args:
|
|
|
|
text (str): the string to normalize
|
|
|
|
lang (str): the code for the language text is in
|
|
|
|
remove_articles (bool): whether to remove articles (like 'a', or 'the')
|
|
|
|
Returns:
|
|
|
|
(str): The normalized string.
|
2017-02-23 12:40:46 +00:00
|
|
|
"""
|
2017-05-05 11:27:35 +00:00
|
|
|
|
|
|
|
lang_lower = str(lang).lower()
|
|
|
|
if lang_lower.startswith("en"):
|
2017-02-23 12:40:46 +00:00
|
|
|
return normalize_en(text, remove_articles)
|
2017-05-05 11:27:35 +00:00
|
|
|
elif lang_lower.startswith("es"):
|
2017-05-03 09:37:00 +00:00
|
|
|
return normalize_es(text, remove_articles)
|
2017-10-26 23:18:00 +00:00
|
|
|
elif lang_lower.startswith("pt"):
|
|
|
|
return normalize_pt(text, remove_articles)
|
2018-01-25 14:58:32 +00:00
|
|
|
elif lang_lower.startswith("it"):
|
|
|
|
return normalize_it(text, remove_articles)
|
2017-02-23 12:40:46 +00:00
|
|
|
# TODO: Normalization for other languages
|
|
|
|
return text
|
|
|
|
|
|
|
|
|
2017-12-30 00:14:28 +00:00
|
|
|
def get_gender(word, input_string="", lang="en-us"):
|
|
|
|
'''
|
|
|
|
guess gender of word, optionally use raw input text for context
|
|
|
|
returns "m" if the word is male, "f" if female, False if unknown
|
|
|
|
'''
|
|
|
|
if "pt" in lang or "es" in lang:
|
|
|
|
# spanish follows same rules
|
|
|
|
return get_gender_pt(word, input_string)
|
2018-01-25 14:58:32 +00:00
|
|
|
elif "it" in lang:
|
|
|
|
return get_gender_it(word, input_string)
|
|
|
|
|
2017-10-26 23:18:00 +00:00
|
|
|
return False
|