magdap116 commited on
Commit
912d3cc
·
verified ·
1 Parent(s): 6b01f84

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -71,7 +71,7 @@ def load_model(model_name):
71
  # Load the model and tokenizer locally
72
  # model, tokenizer = load_model()
73
  model = HfApiModel() # model_id=MODEL_NAME, max_tokens=512)
74
- model_id = "mistralai/Mistral-Small-3.1-24B-Instruct-2503" # "microsoft/phi-2"# not working out of the box"google/gemma-2-2b-it" #toobig"Qwen/Qwen1.5-7B-Chat"#working but stupid: "meta-llama/Llama-3.2-3B-Instruct"
75
  model = HfApiModel(model_id)
76
  #from smolagents import TransformersModel
77
  # model = TransformersModel(
 
71
  # Load the model and tokenizer locally
72
  # model, tokenizer = load_model()
73
  model = HfApiModel() # model_id=MODEL_NAME, max_tokens=512)
74
+ model_id = "Qwen/Qwen2-72B-Instruct-GPTQ-Int4" # "microsoft/phi-2"# not working out of the box"google/gemma-2-2b-it" #toobig"Qwen/Qwen1.5-7B-Chat"#working but stupid: "meta-llama/Llama-3.2-3B-Instruct"
75
  model = HfApiModel(model_id)
76
  #from smolagents import TransformersModel
77
  # model = TransformersModel(