espnet2.text.sentencepiece_tokenizer.SentencepiecesTokenizer

source

class espnet2.text.sentencepiece_tokenizer.SentencepiecesTokenizer(model: Path | str, encode_kwargs: Dict = {})

Bases: AbsTokenizer

text2tokens(line: str) → List[str]

tokens2text(tokens: Iterable[str]) → str