Spaces:
Sleeping
Sleeping
Commit
·
d49983f
1
Parent(s):
2144fdb
second try
Browse files
app.py
CHANGED
@@ -8,7 +8,7 @@ model_id = "AverageBusinessUser/aidapal"
|
|
8 |
filename = "aidapal-8k.Q4_K_M.gguf"
|
9 |
|
10 |
print("Downloading model")
|
11 |
-
pipe = pipeline(task="text-generation", model_id, gguf_file=filename, device_map="auto")
|
12 |
|
13 |
#torch_dtype = torch.float32 # could be torch.float16 or torch.bfloat16 too
|
14 |
#tokenizer = AutoTokenizer.from_pretrained(model_id, gguf_file=filename)
|
|
|
8 |
filename = "aidapal-8k.Q4_K_M.gguf"
|
9 |
|
10 |
print("Downloading model")
|
11 |
+
pipe = pipeline(task="text-generation", model=model_id, gguf_file=filename, device_map="auto")
|
12 |
|
13 |
#torch_dtype = torch.float32 # could be torch.float16 or torch.bfloat16 too
|
14 |
#tokenizer = AutoTokenizer.from_pretrained(model_id, gguf_file=filename)
|