# *****************************************************************************
# Copyright (c) 2017 Keith Ito
#
# Permission is hereby granted, free of charge, to any person obtaining a copy
# of this software and associated documentation files (the "Software"), to deal
# in the Software without restriction, including without limitation the rights
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
# copies of the Software, and to permit persons to whom the Software is
# furnished to do so, subject to the following conditions:
#
# The above copyright notice and this permission notice shall be included in
# all copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
# THE SOFTWARE.
#
# *****************************************************************************
"""
Modified from https://github.com/keithito/tacotron
"""

from typing import List
import re

from unidecode import unidecode

from .numbers import normalize_numbers


# Regular expression matching whitespace:
_whitespace_re = re.compile(r'\s+')

# List of (regular expression, replacement) pairs for abbreviations:
_abbreviations = [(re.compile('\\b%s\\.' % x[0], re.IGNORECASE), x[1]) for x in [
    ('mrs', 'misess'),
    ('mr', 'mister'),
    ('dr', 'doctor'),
    ('st', 'saint'),
    ('co', 'company'),
    ('jr', 'junior'),
    ('maj', 'major'),
    ('gen', 'general'),
    ('drs', 'doctors'),
    ('rev', 'reverend'),
    ('lt', 'lieutenant'),
    ('hon', 'honorable'),
    ('sgt', 'sergeant'),
    ('capt', 'captain'),
    ('esq', 'esquire'),
    ('ltd', 'limited'),
    ('col', 'colonel'),
    ('ft', 'fort'),
]]

_pad = '_'
_punctuation = '!\'(),.:;? '
_special = '-'
_letters = 'abcdefghijklmnopqrstuvwxyz'

symbols = [_pad] + list(_special) + list(_punctuation) + list(_letters)
_symbol_to_id = {s: i for i, s in enumerate(symbols)}


def text_to_sequence(sent: str) -> List[int]:
    r'''Converts a string of text to a sequence of IDs corresponding to the symbols in the text.

      Args:
        sent (str): The input sentence to convert to a sequence.

      Returns:
        List of integers corresponding to the symbols in the sentence.
    '''
    sent = unidecode(sent)  # convert to ascii
    sent = sent.lower()  # lower case
    sent = normalize_numbers(sent)  # expand numbers
    for regex, replacement in _abbreviations:  # expand abbreviations
        sent = re.sub(regex, replacement, sent)
    sent = re.sub(_whitespace_re, ' ', sent)  # collapse whitespace

    return [_symbol_to_id[s] for s in sent if s in _symbol_to_id]

226fcbdc43073f610624da574227762cfc85f363
<mask token>

<mask token>


def text_to_sequence(sent: str) ->List[int]:
    """Converts a string of text to a sequence of IDs corresponding to the symbols in the text.

      Args:
        sent (str): The input sentence to convert to a sequence.

      Returns:
        List of integers corresponding to the symbols in the sentence.
    """
    sent = unidecode(sent)
    sent = sent.lower()
    sent = normalize_numbers(sent)
    for regex, replacement in _abbreviations:
        sent = re.sub(regex, replacement, sent)
    sent = re.sub(_whitespace_re, ' ', sent)
    return [_symbol_to_id[s] for s in sent if s in _symbol_to_id]

<mask token>
_whitespace_re = re.compile('\\s+')
_abbreviations = [(re.compile('\\b%s\\.' % x[0], re.IGNORECASE), x[1]) for
    x in [('mrs', 'misess'), ('mr', 'mister'), ('dr', 'doctor'), ('st',
    'saint'), ('co', 'company'), ('jr', 'junior'), ('maj', 'major'), ('gen',
    'general'), ('drs', 'doctors'), ('rev', 'reverend'), ('lt',
    'lieutenant'), ('hon', 'honorable'), ('sgt', 'sergeant'), ('capt',
    'captain'), ('esq', 'esquire'), ('ltd', 'limited'), ('col', 'colonel'),
    ('ft', 'fort')]]
_pad = '_'
_punctuation = "!'(),.:;? "
_special = '-'
_letters = 'abcdefghijklmnopqrstuvwxyz'
symbols = [_pad] + list(_special) + list(_punctuation) + list(_letters)
_symbol_to_id = {s: i for i, s in enumerate(symbols)}


def text_to_sequence(sent: str) ->List[int]:
    """Converts a string of text to a sequence of IDs corresponding to the symbols in the text.

      Args:
        sent (str): The input sentence to convert to a sequence.

      Returns:
        List of integers corresponding to the symbols in the sentence.
    """
    sent = unidecode(sent)
    sent = sent.lower()
    sent = normalize_numbers(sent)
    for regex, replacement in _abbreviations:
        sent = re.sub(regex, replacement, sent)
    sent = re.sub(_whitespace_re, ' ', sent)
    return [_symbol_to_id[s] for s in sent if s in _symbol_to_id]

<mask token>
from typing import List
import re
from unidecode import unidecode
from .numbers import normalize_numbers
_whitespace_re = re.compile('\\s+')
_abbreviations = [(re.compile('\\b%s\\.' % x[0], re.IGNORECASE), x[1]) for
    x in [('mrs', 'misess'), ('mr', 'mister'), ('dr', 'doctor'), ('st',
    'saint'), ('co', 'company'), ('jr', 'junior'), ('maj', 'major'), ('gen',
    'general'), ('drs', 'doctors'), ('rev', 'reverend'), ('lt',
    'lieutenant'), ('hon', 'honorable'), ('sgt', 'sergeant'), ('capt',
    'captain'), ('esq', 'esquire'), ('ltd', 'limited'), ('col', 'colonel'),
    ('ft', 'fort')]]
_pad = '_'
_punctuation = "!'(),.:;? "
_special = '-'
_letters = 'abcdefghijklmnopqrstuvwxyz'
symbols = [_pad] + list(_special) + list(_punctuation) + list(_letters)
_symbol_to_id = {s: i for i, s in enumerate(symbols)}


def text_to_sequence(sent: str) ->List[int]:
    """Converts a string of text to a sequence of IDs corresponding to the symbols in the text.

      Args:
        sent (str): The input sentence to convert to a sequence.

      Returns:
        List of integers corresponding to the symbols in the sentence.
    """
    sent = unidecode(sent)
    sent = sent.lower()
    sent = normalize_numbers(sent)
    for regex, replacement in _abbreviations:
        sent = re.sub(regex, replacement, sent)
    sent = re.sub(_whitespace_re, ' ', sent)
    return [_symbol_to_id[s] for s in sent if s in _symbol_to_id]

# *****************************************************************************
# Copyright (c) 2017 Keith Ito
#
# Permission is hereby granted, free of charge, to any person obtaining a copy
# of this software and associated documentation files (the "Software"), to deal
# in the Software without restriction, including without limitation the rights
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
# copies of the Software, and to permit persons to whom the Software is
# furnished to do so, subject to the following conditions:
#
# The above copyright notice and this permission notice shall be included in
# all copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
# THE SOFTWARE.
#
# *****************************************************************************
"""
Modified from https://github.com/keithito/tacotron
"""

from typing import List
import re

from unidecode import unidecode

from .numbers import normalize_numbers


# Regular expression matching whitespace:
_whitespace_re = re.compile(r'\s+')

# List of (regular expression, replacement) pairs for abbreviations:
_abbreviations = [(re.compile('\\b%s\\.' % x[0], re.IGNORECASE), x[1]) for x in [
    ('mrs', 'misess'),
    ('mr', 'mister'),
    ('dr', 'doctor'),
    ('st', 'saint'),
    ('co', 'company'),
    ('jr', 'junior'),
    ('maj', 'major'),
    ('gen', 'general'),
    ('drs', 'doctors'),
    ('rev', 'reverend'),
    ('lt', 'lieutenant'),
    ('hon', 'honorable'),
    ('sgt', 'sergeant'),
    ('capt', 'captain'),
    ('esq', 'esquire'),
    ('ltd', 'limited'),
    ('col', 'colonel'),
    ('ft', 'fort'),
]]

_pad = '_'
_punctuation = '!\'(),.:;? '
_special = '-'
_letters = 'abcdefghijklmnopqrstuvwxyz'

symbols = [_pad] + list(_special) + list(_punctuation) + list(_letters)
_symbol_to_id = {s: i for i, s in enumerate(symbols)}


def text_to_sequence(sent: str) -> List[int]:
    r'''Converts a string of text to a sequence of IDs corresponding to the symbols in the text.

      Args:
        sent (str): The input sentence to convert to a sequence.

      Returns:
        List of integers corresponding to the symbols in the sentence.
    '''
    sent = unidecode(sent)  # convert to ascii
    sent = sent.lower()  # lower case
    sent = normalize_numbers(sent)  # expand numbers
    for regex, replacement in _abbreviations:  # expand abbreviations
        sent = re.sub(regex, replacement, sent)
    sent = re.sub(_whitespace_re, ' ', sent)  # collapse whitespace

    return [_symbol_to_id[s] for s in sent if s in _symbol_to_id]
