Update app.py

app.py

@@ -48,9 +48,11 @@ if __name__ == "__main__":
             break
 
         print("\n=== Resposta do Falcon ===")
-        falcon_response = pipe_a(format_prompt(prompt), max_new_tokens=200)[0]['generated_text']
+        with torch.no_grad():
+            falcon_response = pipe_a(format_prompt(prompt), max_new_tokens=100)[0]['generated_text']
         print(falcon_response)
 
         print("\n=== Resposta do OpenAssistant ===")
-        oa_response = pipe_b(format_prompt(prompt), max_new_tokens=200)[0]['generated_text']
+        with torch.no_grad():
+            oa_response = pipe_b(format_prompt(prompt), max_new_tokens=100)[0]['generated_text']
         print(oa_response)