Update app.py

app.py

@@ -4,9 +4,6 @@ from PIL import Image
 import gradio as gr
 import spaces
 
-# Set the default dtype for tensors to float16
-torch.set_default_dtype(torch.float16)
-
 # --- 1. Model and Processor Setup ---
 model_id = "bharatgenai/patram-7b-instruct"
 device = "cuda" if torch.cuda.is_available() else "cpu"
@@ -59,8 +56,8 @@ def process_chat(user_message, chatbot_display, messages_list, image_pil):
         inputs = processor.process(images=[image_pil], text=prompt)
         inputs = {k: v.to(device).unsqueeze(0) for k, v in inputs.items()}
 
-        # Ensure all tensors are in float16
-        inputs = {k: v.half() for k, v in inputs.items()}
+        # Ensure all tensors are in the same dtype
+        inputs = {k: v.half() if v.dtype == torch.float32 else v for k, v in inputs.items()}
 
         # Generate output using model's specific method
         output = model.generate_from_batch(