Update app.py

app.py

@@ -21,7 +21,21 @@ def tts(text):
             audio_reference=handle_file('https://github.com/gradio-app/gradio/raw/main/test/test_files/audio_sample.wav'),
             api_name="/predict"
         )
-        return result
+        print(f"TTS result: {result}")  # Debug print to see what's returned
+        
+        # Handle different possible return formats
+        if isinstance(result, tuple):
+            # If result is a tuple, the audio file might be in the first element
+            return result[0] if result else None
+        elif isinstance(result, str):
+            # If result is a string (file path)
+            return result
+        elif hasattr(result, 'name'):
+            # If result is a file object with a name attribute
+            return result.name
+        else:
+            # Try to return the result as-is
+            return result
     except Exception as e:
         print(f"TTS API Error: {e}")
         return None
@@ -157,7 +171,7 @@ def model_inference(input_dict, history):
         padding=True,
     ).to("cuda")
     streamer = TextIteratorStreamer(processor, skip_prompt=True, skip_special_tokens=True)
-    generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=1024)
+    generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=128)
     thread = Thread(target=model.generate, kwargs=generation_kwargs)
     thread.start()
     buffer = ""
@@ -197,8 +211,15 @@ with gr.Blocks() as demo:
         
         # Generate audio after streaming is complete
         try:
-            audio_path = tts(bot_message)
-            yield "", chat_history, audio_path
+            if bot_message.strip():  # Only generate TTS if there's actual text
+                audio_path = tts(bot_message)
+                if audio_path:
+                    yield "", chat_history, audio_path
+                else:
+                    print("TTS returned None or empty result")
+                    yield "", chat_history, None
+            else:
+                yield "", chat_history, None
         except Exception as e:
             print(f"TTS Error: {e}")
             yield "", chat_history, None