test_ko / app.py
openvision4's picture
Create app.py
f48d4d6 verified
raw
history blame contribute delete
544 Bytes
from transformers import BertTokenizer, BertForSequenceClassification
from fastai.text.all import Learner
# 1) KoBERT ํ† ํฌ๋‚˜์ด์ € ๋ถˆ๋Ÿฌ์˜ค๊ธฐ
tokenizer = BertTokenizer.from_pretrained('monologg/kobert')
# 2) ๋ชจ๋ธ ์ •์˜ ๋ฐ fine-tune
model = BertForSequenceClassification.from_pretrained('monologg/kobert', num_labels=len(categories))
# ... (FastAI ๋ฐ์ดํ„ฐ๋ธ”๋ก & Trainer ์„ค์ •)
# 3) ํ•™์Šต ํ›„ ์ €์žฅ
learn = Learner(dls, model, loss_func=CrossEntropyLossFlat(), metrics=accuracy)
learn.fine_tune(3)
learn.export('model_ko.pkl')