pmolchanov commited on
Commit
3977711
·
verified ·
1 Parent(s): 2baeecc

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -16,7 +16,9 @@ print("loading model")
16
  repo_name = "nvidia/Hymba-1.5B-Instruct"
17
 
18
  tokenizer = AutoTokenizer.from_pretrained(repo_name, trust_remote_code=True)
19
- model = AutoModelForCausalLM.from_pretrained(repo_name, trust_remote_code=True)
 
 
20
  model = model.cuda().to(torch.bfloat16)
21
 
22
  print("model is loaded")
 
16
  repo_name = "nvidia/Hymba-1.5B-Instruct"
17
 
18
  tokenizer = AutoTokenizer.from_pretrained(repo_name, trust_remote_code=True)
19
+ #model = AutoModelForCausalLM.from_pretrained(repo_name, trust_remote_code=True)
20
+ model = AutoModelForCausalLM.from_pretrained("HuggingFaceTB/SmolLM2-1.7B-Instruct", trust_remote_code=True)
21
+
22
  model = model.cuda().to(torch.bfloat16)
23
 
24
  print("model is loaded")