Azzan Dwi Riski
commited on
Commit
·
ea04925
1
Parent(s):
78b3d44
update tokenizer
Browse files
app.py
CHANGED
@@ -8,7 +8,7 @@ from PIL import Image
|
|
8 |
import pytesseract
|
9 |
from playwright.sync_api import sync_playwright
|
10 |
import asyncio
|
11 |
-
from transformers import
|
12 |
from torchvision import transforms
|
13 |
from torchvision import models
|
14 |
from torchvision.transforms import functional as F
|
@@ -25,7 +25,7 @@ device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
|
25 |
print(f"Using device: {device}")
|
26 |
|
27 |
# Load tokenizer
|
28 |
-
tokenizer =
|
29 |
|
30 |
# Image transformation
|
31 |
class ResizePadToSquare:
|
|
|
8 |
import pytesseract
|
9 |
from playwright.sync_api import sync_playwright
|
10 |
import asyncio
|
11 |
+
from transformers import BertTokenizer
|
12 |
from torchvision import transforms
|
13 |
from torchvision import models
|
14 |
from torchvision.transforms import functional as F
|
|
|
25 |
print(f"Using device: {device}")
|
26 |
|
27 |
# Load tokenizer
|
28 |
+
tokenizer = BertTokenizer.from_pretrained('indobenchmark/indobert-base-p1')
|
29 |
|
30 |
# Image transformation
|
31 |
class ResizePadToSquare:
|