File size: 262 Bytes
41501ce
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
from transformers import AutoTokenizer

tokenizer = AutoTokenizer.from_pretrained("bert-base-uncased")
tokenizer.save_pretrained("my-text-classifier")

# Then commit & push to Hugging Face
cd my-text-classifier
git add .
git commit -m "Added tokenizer"
git push