pmolchanov commited on
Commit
2baeecc
·
verified ·
1 Parent(s): 29d26a3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -1
app.py CHANGED
@@ -3,11 +3,15 @@ import gradio as gr
3
  from transformers import AutoModelForCausalLM, AutoTokenizer, StopStringCriteria, StoppingCriteriaList
4
  import torch
5
 
6
- import torch
 
 
7
  import os
8
  os.system("nvidia-smi")
9
  print("TORCH_CUDA", torch.cuda.is_available())
10
 
 
 
11
  # Load the tokenizer and model
12
  repo_name = "nvidia/Hymba-1.5B-Instruct"
13
 
 
3
  from transformers import AutoModelForCausalLM, AutoTokenizer, StopStringCriteria, StoppingCriteriaList
4
  import torch
5
 
6
+ import torch._dynamo
7
+ torch._dynamo.config.suppress_errors = True
8
+
9
  import os
10
  os.system("nvidia-smi")
11
  print("TORCH_CUDA", torch.cuda.is_available())
12
 
13
+
14
+ print("loading model")
15
  # Load the tokenizer and model
16
  repo_name = "nvidia/Hymba-1.5B-Instruct"
17