from transformers import AutoTokenizer | |
tokenizer = AutoTokenizer.from_pretrained("bert-base-uncased") | |
tokenizer.save_pretrained("my-text-classifier") | |
# Then commit & push to Hugging Face | |
cd my-text-classifier | |
git add . | |
git commit -m "Added tokenizer" | |
git push | |