K00B404 commited on
Commit
20622fc
·
verified ·
1 Parent(s): 117ba24

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -8,13 +8,13 @@ from transformers import AutoTokenizer, AutoModelForSequenceClassification
8
  import torch
9
  from transformers import AutoModelForCausalLM, AutoTokenizer
10
 
11
- model_id = 'K00B404/Merged_Beowolx-CodePro_Medusa2-7B-Mistral-I-v0-2'
12
  gr.load(f"models/{model_id}").launch()
13
  tokenizer = AutoTokenizer.from_pretrained(model_id)
14
 
15
  model = AutoModelForCausalLM.from_pretrained(model_id)
16
 
17
- text = "Hello my name is"
18
  inputs = tokenizer(text, return_tensors="pt")
19
 
20
  outputs = model.generate(**inputs, max_new_tokens=20)
 
8
  import torch
9
  from transformers import AutoModelForCausalLM, AutoTokenizer
10
 
11
+ model_id = 'pip install accelerate'
12
  gr.load(f"models/{model_id}").launch()
13
  tokenizer = AutoTokenizer.from_pretrained(model_id)
14
 
15
  model = AutoModelForCausalLM.from_pretrained(model_id)
16
 
17
+ text = "TinyPixel/Llama-2-7B-bf16-sharded"
18
  inputs = tokenizer(text, return_tensors="pt")
19
 
20
  outputs = model.generate(**inputs, max_new_tokens=20)