''' Defines the set of symbols used in text input to the model. ''' # '''# japanese_cleaners # _pad = '_' # _punctuation = ',.!?-' # _letters = 'AEINOQUabdefghijkmnoprstuvwyzʃʧ↓↑ ' # ''' # # japanese_cleaners2 # _pad = '_' # _punctuation = ',.!?-~…' # _letters = 'AEINOQUabdefghijkmnoprstuvwyzʃʧʦ↓↑ ' # '''# korean_cleaners # _pad = '_' # _punctuation = ',.!?…~' # _letters = 'ㄱㄴㄷㄹㅁㅂㅅㅇㅈㅊㅋㅌㅍㅎㄲㄸㅃㅆㅉㅏㅓㅗㅜㅡㅣㅐㅔ ' # ''' # chinese_cleaners _pad = '_' _punctuation = ',。!?—…' _letters = 'ㄅㄆㄇㄈㄉㄊㄋㄌㄍㄎㄏㄐㄑㄒㄓㄔㄕㄖㄗㄘㄙㄚㄛㄜㄝㄞㄟㄠㄡㄢㄣㄤㄥㄦㄧㄨㄩˉˊˇˋ˙ ' # '''# zh_ja_mixture_cleaners # _pad = '_' # _punctuation = ',.!?-~…' # _letters = 'AEINOQUabdefghijklmnoprstuvwyzʃʧʦɯɹəɥ⁼ʰ`→↓↑ ' # ''' # Export all symbols: symbols1 = [_pad] + list(_punctuation) + list(_letters) # Special symbol ids SPACE_ID = symbols1.index(" ")