Update app.py
Browse files
app.py
CHANGED
@@ -71,7 +71,7 @@ def load_model(model_name):
|
|
71 |
# Load the model and tokenizer locally
|
72 |
# model, tokenizer = load_model()
|
73 |
model = HfApiModel() # model_id=MODEL_NAME, max_tokens=512)
|
74 |
-
model_id = "
|
75 |
model = HfApiModel(model_id)
|
76 |
#from smolagents import TransformersModel
|
77 |
# model = TransformersModel(
|
|
|
71 |
# Load the model and tokenizer locally
|
72 |
# model, tokenizer = load_model()
|
73 |
model = HfApiModel() # model_id=MODEL_NAME, max_tokens=512)
|
74 |
+
model_id = "Qwen/Qwen2-72B-Instruct-GPTQ-Int4" # "microsoft/phi-2"# not working out of the box"google/gemma-2-2b-it" #toobig"Qwen/Qwen1.5-7B-Chat"#working but stupid: "meta-llama/Llama-3.2-3B-Instruct"
|
75 |
model = HfApiModel(model_id)
|
76 |
#from smolagents import TransformersModel
|
77 |
# model = TransformersModel(
|