Azzan Dwi Riski commited on
Commit
ea04925
·
1 Parent(s): 78b3d44

update tokenizer

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -8,7 +8,7 @@ from PIL import Image
8
  import pytesseract
9
  from playwright.sync_api import sync_playwright
10
  import asyncio
11
- from transformers import AutoTokenizer
12
  from torchvision import transforms
13
  from torchvision import models
14
  from torchvision.transforms import functional as F
@@ -25,7 +25,7 @@ device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
25
  print(f"Using device: {device}")
26
 
27
  # Load tokenizer
28
- tokenizer = AutoTokenizer.from_pretrained('indobenchmark/indobert-base-p1')
29
 
30
  # Image transformation
31
  class ResizePadToSquare:
 
8
  import pytesseract
9
  from playwright.sync_api import sync_playwright
10
  import asyncio
11
+ from transformers import BertTokenizer
12
  from torchvision import transforms
13
  from torchvision import models
14
  from torchvision.transforms import functional as F
 
25
  print(f"Using device: {device}")
26
 
27
  # Load tokenizer
28
+ tokenizer = BertTokenizer.from_pretrained('indobenchmark/indobert-base-p1')
29
 
30
  # Image transformation
31
  class ResizePadToSquare: