Update app.py

app.py

@@ -25,11 +25,9 @@ os.environ['LANGCHAIN_API_KEY'] = 'lsv2_pt_ce80aac3833643dd893527f566a06bf9_667d
 
 @st.cache_resource
 def load_model():
-    # model_name = "bigscience/bloom-560m"
-    model_name = "distilbert-base-uncased"
-
+    model_name = "bigscience/bloom-560m"
     tokenizer = AutoTokenizer.from_pretrained(model_name)
-    model = AutoModelForSequenceClassification.from_pretrained(model_name)
+    model = AutoModelForCausalLM.from_pretrained(model_name)
     return model, tokenizer
 def load_from_pickle(filename):
     with open(filename, "rb") as file:
@@ -140,7 +138,7 @@ def run_with_timeout(func, args, timeout):
     return result[0]
 # In your Streamlit app
 def generate_response(chain, query, context):
-    timeout_seconds = 120
+    timeout_seconds = 180
     result = run_with_timeout(chain.invoke, ({"question": query, "chat_history": st.session_state.messages},), timeout_seconds)
     if result is None:
         return result