magdap116 commited on
Commit
6653b16
·
verified ·
1 Parent(s): d70f06a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +9 -2
app.py CHANGED
@@ -85,13 +85,20 @@ def load_model(model_name):
85
  # Load the model and tokenizer locally
86
  #model, tokenizer = load_model()
87
  #model = HfApiModel()#model_id=MODEL_NAME, max_tokens=512)
88
- llm_engine,model = load_model(MODEL_NAME)
 
 
 
 
 
 
 
89
 
90
  class BasicAgent:
91
  def __init__(self):
92
  print("BasicAgent initialized.")
93
  self.agent = CodeAgent(
94
- model=llm_engine,
95
  tools=[web_search,python_interpreter,visit_webpage_tool],
96
  max_steps=1,
97
  verbosity_level=1,
 
85
  # Load the model and tokenizer locally
86
  #model, tokenizer = load_model()
87
  #model = HfApiModel()#model_id=MODEL_NAME, max_tokens=512)
88
+
89
+ from smolagents import TransformersModel
90
+
91
+ model = TransformersModel(
92
+ model_id=MODEL_NAME,
93
+ max_new_tokens=4096)
94
+
95
+
96
 
97
  class BasicAgent:
98
  def __init__(self):
99
  print("BasicAgent initialized.")
100
  self.agent = CodeAgent(
101
+ model=model,
102
  tools=[web_search,python_interpreter,visit_webpage_tool],
103
  max_steps=1,
104
  verbosity_level=1,