ejschwartz commited on
Commit
d49983f
·
1 Parent(s): 2144fdb

second try

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -8,7 +8,7 @@ model_id = "AverageBusinessUser/aidapal"
8
  filename = "aidapal-8k.Q4_K_M.gguf"
9
 
10
  print("Downloading model")
11
- pipe = pipeline(task="text-generation", model_id, gguf_file=filename, device_map="auto")
12
 
13
  #torch_dtype = torch.float32 # could be torch.float16 or torch.bfloat16 too
14
  #tokenizer = AutoTokenizer.from_pretrained(model_id, gguf_file=filename)
 
8
  filename = "aidapal-8k.Q4_K_M.gguf"
9
 
10
  print("Downloading model")
11
+ pipe = pipeline(task="text-generation", model=model_id, gguf_file=filename, device_map="auto")
12
 
13
  #torch_dtype = torch.float32 # could be torch.float16 or torch.bfloat16 too
14
  #tokenizer = AutoTokenizer.from_pretrained(model_id, gguf_file=filename)