File size: 262 Bytes
41501ce |
1 2 3 4 5 6 7 8 9 10 11 |
from transformers import AutoTokenizer
tokenizer = AutoTokenizer.from_pretrained("bert-base-uncased")
tokenizer.save_pretrained("my-text-classifier")
# Then commit & push to Hugging Face
cd my-text-classifier
git add .
git commit -m "Added tokenizer"
git push
|