Update app.py

app.py

@@ -13,7 +13,7 @@ print(f"Model downloaded to: {model_path}")
 print("===== Loading model... =====")
 llm = Llama(
     model_path=model_path,
-    n_ctx=4096,
+    n_ctx=1096,
     n_threads=8,
     n_gpu_layers=0
 )
@@ -81,7 +81,7 @@ with gr.Blocks(theme=gr.themes.Soft(primary_hue="blue", secondary_hue="sky"), cs
             regenerate_button = gr.Button("🔄 Regenerate")
 
 
-    # --- 4. EVENT HANDLERS (RADICALLY SIMPLIFIED) ---
+    # --- 4. EVENT HANDLERS ---
     def user_submit(user_message, history, system, temp, top_p):
         yield gr.update(value=""), history + [[user_message, None]]
         for updated_history in chat_stream(user_message, history, system, temp, top_p):
@@ -95,34 +95,22 @@ with gr.Blocks(theme=gr.themes.Soft(primary_hue="blue", secondary_hue="sky"), cs
 
     clear_button.click(clear_chat, [], [chatbot, chat_history], queue=False)
     
-    # --- THIS FUNCTION IS NOW MUCH SIMPLER ---
     def regenerate_response(history, system, temp, top_p):
-        """
-        This simplified function only updates the visible chatbot.
-        It avoids the complex interactions that were causing the startup crash.
-        """
         if not history:
-            # If there's no history, do nothing.
             return
-
         last_user_message = history[-1][0]
-        # The history state used for the stream is now managed internally.
         reduced_history = history[:-1]
-        
         for updated_history in chat_stream(last_user_message, reduced_history, system, temp, top_p):
-            # The yield now only targets the single output component.
             yield updated_history
 
-    # --- THE CLICK HANDLER IS NOW SIMPLER ---
     regenerate_button.click(
         regenerate_response,
-        # Inputs remain the same
         [chat_history, system_prompt, temperature, top_p],
-        # Output is now ONLY the visible chatbot component
         [chatbot]
     )
 
-# --- 5. LAUNCH THE APP ---
+# --- 5. LAUNCH THE APP (WITH THE BUG FIX) ---
 if __name__ == "__main__":
     demo.queue()
-    demo.launch(debug=True)
+    # The show_api=False parameter tells Gradio to not build the API page, avoiding the bug.
+    demo.launch(debug=True, show_api=False)