espnet2.text.phoneme_tokenizer.PhonemeTokenizer

source

class espnet2.text.phoneme_tokenizer.PhonemeTokenizer(g2p_type: None | str, non_linguistic_symbols: Path | str | Iterable[str] | None = None, space_symbol: str = '<space>', remove_non_linguistic_symbols: bool = False)

Bases: AbsTokenizer

text2tokens(line: str) → List[str]

text2tokens_svs(syllable: str) → List[str]

tokens2text(tokens: Iterable[str]) → str