Spaces:
Build error
Build error
Create app.py
Browse files
app.py
ADDED
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
from transformers import BertTokenizer, BertForSequenceClassification
|
2 |
+
from fastai.text.all import Learner
|
3 |
+
|
4 |
+
# 1) KoBERT ํ ํฌ๋์ด์ ๋ถ๋ฌ์ค๊ธฐ
|
5 |
+
tokenizer = BertTokenizer.from_pretrained('monologg/kobert')
|
6 |
+
|
7 |
+
# 2) ๋ชจ๋ธ ์ ์ ๋ฐ fine-tune
|
8 |
+
model = BertForSequenceClassification.from_pretrained('monologg/kobert', num_labels=len(categories))
|
9 |
+
# ... (FastAI ๋ฐ์ดํฐ๋ธ๋ก & Trainer ์ค์ )
|
10 |
+
|
11 |
+
# 3) ํ์ต ํ ์ ์ฅ
|
12 |
+
learn = Learner(dls, model, loss_func=CrossEntropyLossFlat(), metrics=accuracy)
|
13 |
+
learn.fine_tune(3)
|
14 |
+
learn.export('model_ko.pkl')
|