Spaces:
Build error
Build error
from transformers import BertTokenizer, BertForSequenceClassification | |
from fastai.text.all import Learner | |
# 1) KoBERT ํ ํฌ๋์ด์ ๋ถ๋ฌ์ค๊ธฐ | |
tokenizer = BertTokenizer.from_pretrained('monologg/kobert') | |
# 2) ๋ชจ๋ธ ์ ์ ๋ฐ fine-tune | |
model = BertForSequenceClassification.from_pretrained('monologg/kobert', num_labels=len(categories)) | |
# ... (FastAI ๋ฐ์ดํฐ๋ธ๋ก & Trainer ์ค์ ) | |
# 3) ํ์ต ํ ์ ์ฅ | |
learn = Learner(dls, model, loss_func=CrossEntropyLossFlat(), metrics=accuracy) | |
learn.fine_tune(3) | |
learn.export('model_ko.pkl') | |