Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -3,11 +3,15 @@ import gradio as gr
|
|
3 |
from transformers import AutoModelForCausalLM, AutoTokenizer, StopStringCriteria, StoppingCriteriaList
|
4 |
import torch
|
5 |
|
6 |
-
import torch
|
|
|
|
|
7 |
import os
|
8 |
os.system("nvidia-smi")
|
9 |
print("TORCH_CUDA", torch.cuda.is_available())
|
10 |
|
|
|
|
|
11 |
# Load the tokenizer and model
|
12 |
repo_name = "nvidia/Hymba-1.5B-Instruct"
|
13 |
|
|
|
3 |
from transformers import AutoModelForCausalLM, AutoTokenizer, StopStringCriteria, StoppingCriteriaList
|
4 |
import torch
|
5 |
|
6 |
+
import torch._dynamo
|
7 |
+
torch._dynamo.config.suppress_errors = True
|
8 |
+
|
9 |
import os
|
10 |
os.system("nvidia-smi")
|
11 |
print("TORCH_CUDA", torch.cuda.is_available())
|
12 |
|
13 |
+
|
14 |
+
print("loading model")
|
15 |
# Load the tokenizer and model
|
16 |
repo_name = "nvidia/Hymba-1.5B-Instruct"
|
17 |
|