dejanseo commited on
Commit
86b4e16
·
verified ·
1 Parent(s): d046757

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -4
app.py CHANGED
@@ -21,12 +21,11 @@ device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
21
  model = AutoModelForSequenceClassification.from_pretrained(
22
  MODEL_ID,
23
  token=HF_TOKEN,
24
- low_cpu_mem_usage=True,
25
- device_map="auto" # delegates placement automatically
26
- )
27
 
28
  tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, token=HF_TOKEN)
29
- model.to(device)
30
 
31
  model.eval()
32
 
 
21
  model = AutoModelForSequenceClassification.from_pretrained(
22
  MODEL_ID,
23
  token=HF_TOKEN,
24
+ low_cpu_mem_usage=True
25
+ ).eval()
26
+
27
 
28
  tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, token=HF_TOKEN)
 
29
 
30
  model.eval()
31