File size: 268 Bytes
ad8af46 |
1 2 3 4 5 6 7 |
# SVECTOR-CORPORATION/Tessar-largest Tokenizer
# Package initialization file
from .tessar_tokenizer import TessarTokenizer, load_tessar_tokenizer
# Make tokenizer available through direct import from the package
__all__ = ["TessarTokenizer", "load_tessar_tokenizer"] |