Spaces:
Sleeping
Sleeping
| """ from https://github.com/keithito/tacotron """ | |
| ''' | |
| Defines the set of symbols used in text input to the model. | |
| The default is a set of ASCII characters that works well for English or text that has been run through Unidecode. For other data, you can modify _characters. See TRAINING_DATA.md for details. ''' | |
| from .cmudict import valid_symbols | |
| # Prepend "@" to ARPAbet symbols to ensure uniqueness (some are the same as uppercase letters): | |
| _arpabet = ['@' + s for s in valid_symbols] | |
| def get_symbols(symbol_set='english_basic'): | |
| if symbol_set == 'english_basic': | |
| _pad = '_' | |
| _punctuation = '!\'(),.:;? ' | |
| _special = '-' | |
| _letters = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz' | |
| symbols = list(_pad + _special + _punctuation + _letters) + _arpabet | |
| elif symbol_set == 'english_basic_lowercase': | |
| _pad = '_' | |
| _punctuation = '!\'"(),.:;? ' | |
| _special = '-' | |
| _letters = 'abcdefghijklmnopqrstuvwxyz' | |
| symbols = list(_pad + _special + _punctuation + _letters) + _arpabet | |
| elif symbol_set == 'english_expanded': | |
| _punctuation = '!\'",.:;? ' | |
| _math = '#%&*+-/[]()' | |
| _special = '_@©°½—₩€$' | |
| _accented = 'áçéêëñöøćž' | |
| _letters = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz' | |
| symbols = list(_punctuation + _math + _special + _accented + _letters) + _arpabet | |
| elif symbol_set == 'smj_expanded': | |
| _punctuation = '!\'",.:;?- ' | |
| _math = '#%&*+-/[]()' | |
| _special = '_@©°½—₩€$' | |
| # _accented = 'áçéêëñöøćžđšŧ' #also north sámi letters... | |
| _accented = 'áçéêëñöø' #also north sámi letters... | |
| # _letters = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz' | |
| _letters = 'AÁÆÅÄBCDEFGHIJKLMNŊŃÑOØÖPQRSTŦUVWXYZaáæåäbcdefghijklmnŋńñoøöpqrstuvwxyz' | |
| # symbols = list(_punctuation + _math + _special + _accented + _letters) #+ _arpabet | |
| symbols = list(_punctuation + _letters) + _arpabet | |
| elif symbol_set == 'sme_expanded': | |
| _punctuation = '!\'",.:;?- ' | |
| _math = '#%&*+-/[]()' | |
| _special = '_@©°½—₩€$' | |
| _accented = 'áçéêëńñöøćčžđšŧ' #also north sámi letters... | |
| # _accented = 'áçéêëñöø' #also north sámi letters... | |
| # _letters = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz' | |
| _letters = 'AÁÆÅÄBCČDĐEFGHIJKLMNŊOØÖPQRSŠTŦUVWXYZŽaáæåäbcčdđefghijklmnŋoøöpqrsštŧuvwxyzž' | |
| # symbols = list(_punctuation + _math + _special + _accented + _letters) #+ _arpabet | |
| symbols = list(_punctuation + _letters) + _arpabet | |
| else: | |
| raise Exception("{} symbol set does not exist".format(symbol_set)) | |
| return symbols | |
| def get_pad_idx(symbol_set='english_basic'): | |
| if symbol_set in {'english_basic', 'english_basic_lowercase', 'smj_expanded', 'sme_expanded'}: | |
| return 0 | |
| else: | |
| raise Exception("{} symbol set not used yet".format(symbol_set)) | |