dejanseo commited on
Commit
54662ff
·
verified ·
1 Parent(s): 8fdff7e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -18,13 +18,13 @@ MODEL_ID = "dejanseo/QDF-large"
18
  HF_TOKEN = os.getenv("HF_TOKEN")
19
  device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
20
 
21
- # ← updated block here
22
  model = AutoModelForSequenceClassification.from_pretrained(
23
  MODEL_ID,
24
  token=HF_TOKEN,
25
- low_cpu_mem_usage=False,
26
- device_map=None
27
  )
 
28
  tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, token=HF_TOKEN)
29
  model.to(device)
30
 
 
18
  HF_TOKEN = os.getenv("HF_TOKEN")
19
  device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
20
 
 
21
  model = AutoModelForSequenceClassification.from_pretrained(
22
  MODEL_ID,
23
  token=HF_TOKEN,
24
+ low_cpu_mem_usage=True,
25
+ device_map="auto" # delegates placement automatically
26
  )
27
+
28
  tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, token=HF_TOKEN)
29
  model.to(device)
30