backend

app.py

@@ -445,11 +445,28 @@ def launch_viz(grid_size, vo_points, fps, original_image_state):
                 print(f"🔧 Original image state type: {type(original_image_state)}")
                 print(f"🔧 Original image state preview: {str(original_image_state)[:100]}...")
                 
+                # Validate and potentially fix the original_image_state format
+                state_to_send = original_image_state
+                
+                # Check if this is a local processing state that needs to be converted
+                try:
+                    if isinstance(original_image_state, str):
+                        parsed_state = json.loads(original_image_state)
+                        if "video_path" in parsed_state and "frame" in parsed_state:
+                            # This is a local processing state, we need to handle differently
+                            print("🔧 Detected local processing state, cannot use backend for tracking")
+                            print("🔧 Backend requires proper video upload state from backend API")
+                            # Fall through to local processing
+                            raise ValueError("Local state cannot be processed by backend")
+                except json.JSONDecodeError:
+                    print("🔧 Invalid JSON state, cannot send to backend")
+                    raise ValueError("Invalid state format")
+                
                 # Call the unified API with run_tracker function type
                 result = backend_client.predict(
                     "run_tracker",        # function_type
                     None,                 # video file (not used for run_tracker)
-                    original_image_state, # original_image_state
+                    state_to_send,        # original_image_state
                     [],                   # selected_points (not used for run_tracker)
                     "positive_point",     # point_type (not used for run_tracker)
                     0,                    # point_x (not used for run_tracker)
@@ -470,8 +487,9 @@ def launch_viz(grid_size, vo_points, fps, original_image_state):
                     track_video_path = result.get("track_video_path", "")
                     return viz_html, track_video_path
                 else:
-                    print("Backend processing failed, showing error message")
-                    # Fallback to error message
+                    error_msg = result.get("error", "Unknown error") if isinstance(result, dict) else "Backend processing failed"
+                    print(f"❌ Backend processing failed: {error_msg}")
+                    # Fall through to error message
                     pass
             except Exception as e:
                 print(f"❌ Backend API call failed: {e}")
@@ -488,36 +506,56 @@ def launch_viz(grid_size, vo_points, fps, original_image_state):
                     print("🔧 Frontend and backend may be using incompatible Gradio versions")
                 elif "timeout" in str(e).lower():
                     print("🔧 Backend request timed out - Space might be overloaded")
+                elif "Expecting value" in str(e):
+                    print("🔧 JSON parsing error in backend - state format mismatch")
+                    print("🔧 This happens when using local processing state with backend API")
+                    print("🔧 Please upload video again to use backend processing")
                 else:
                     print(f"🔧 Unexpected error type: {type(e).__name__}")
                 
                 print("🔄 Showing error message instead of visualization...")
-                # Fallback to local processing
+                # Fall through to error message
                 pass
         
+        # Create an informative error message based on the state
+        state_info = ""
+        try:
+            if isinstance(original_image_state, str):
+                parsed_state = json.loads(original_image_state)
+                if "video_path" in parsed_state:
+                    video_name = os.path.basename(parsed_state["video_path"])
+                    state_info = f"Video: {video_name}"
+        except:
+            state_info = "State format unknown"
+        
         # Fallback: show message that backend is required
         error_message = f"""
         <div style='border: 3px solid #ff6b6b; border-radius: 10px; padding: 20px; background-color: #fff5f5;'>
-            <h3 style='color: #d63031; margin-bottom: 15px;'>⚠️ Backend Connection Required</h3>
+            <h3 style='color: #d63031; margin-bottom: 15px;'>⚠️ Backend Processing Required</h3>
             <p style='color: #2d3436; line-height: 1.6;'>
-                The tracking and visualization features require a connection to the backend Space. 
-                Please ensure:
+                The tracking and visualization features require backend processing. The current setup is using local processing which is incompatible with the backend API.
             </p>
+            <h4 style='color: #d63031; margin: 15px 0 10px 0;'>Solutions:</h4>
             <ul style='color: #2d3436; line-height: 1.6;'>
-                <li>The backend Space is deployed and running</li>
-                <li>The BACKEND_SPACE_URL is correctly configured</li>
-                <li>You have proper access permissions to the backend Space</li>
+                <li><strong>Upload video again:</strong> This will properly initialize the backend state</li>
+                <li><strong>Select points on the frame:</strong> Ensure you've clicked on the object to track</li>
+                <li><strong>Check backend connection:</strong> Ensure the backend Space is running</li>
+                <li><strong>Use compatible state:</strong> Avoid local processing mode</li>
             </ul>
-            <div style='background-color: #f8f9fa; border-radius: 5px; padding: 10px; margin-top: 10px;'>
+            <div style='background-color: #f8f9fa; border-radius: 5px; padding: 10px; margin-top: 15px;'>
                 <p style='color: #2d3436; font-weight: bold; margin: 0 0 5px 0;'>Debug Information:</p>
                 <p style='color: #666; font-size: 12px; margin: 0;'>Backend Available: {BACKEND_AVAILABLE}</p>
                 <p style='color: #666; font-size: 12px; margin: 0;'>Backend Client: {backend_client is not None}</p>
                 <p style='color: #666; font-size: 12px; margin: 0;'>Backend URL: {BACKEND_SPACE_URL}</p>
-                <p style='color: #666; font-size: 12px; margin: 0;'>Client Type: {type(backend_client) if backend_client else 'None'}</p>
+                <p style='color: #666; font-size: 12px; margin: 0;'>State Info: {state_info}</p>
+                <p style='color: #666; font-size: 12px; margin: 0;'>Processing Mode: {"Backend" if BACKEND_AVAILABLE else "Local (Limited)"}</p>
+            </div>
+            <div style='background-color: #e3f2fd; border-radius: 5px; padding: 10px; margin-top: 10px; border-left: 4px solid #2196f3;'>
+                <p style='color: #1976d2; font-weight: bold; margin: 0 0 5px 0;'>💡 Quick Fix:</p>
+                <p style='color: #1976d2; font-size: 13px; margin: 0;'>
+                    Try uploading your video again - this should properly initialize the backend state for tracking.
+                </p>
             </div>
-            <p style='color: #2d3436; font-weight: bold; margin-top: 15px;'>
-                Current Status: Backend unavailable - Running in limited mode
-            </p>
         </div>
         """
         return error_message, None