Update app.py

app.py

@@ -108,7 +108,7 @@ def load_model(model_name):
 # model, tokenizer = load_model()
 
 #model_id = "meta-llama/Llama-3.1-8B-Instruct"  # "microsoft/phi-2"# not working out of the box"google/gemma-2-2b-it" #toobig"Qwen/Qwen1.5-7B-Chat"#working but stupid: "meta-llama/Llama-3.2-3B-Instruct"
-model = HfApiModel()
+model = LiteLLMModel(model_id="anthropic/claude-3-5-sonnet-latest", temperature=0.2, max_tokens=512)
 #from smolagents import TransformersModel
 # model = TransformersModel(
 #     model_id=model_id,