vggt

app.py

@@ -22,13 +22,19 @@ def initialize_backend():
         backend_api = gr.load(f"spaces/{BACKEND_SPACE_URL}", token=hf_token)
         
         # Test if the API object has the expected methods
-        if hasattr(backend_api, 'upload_video_api') and hasattr(backend_api, 'run_tracker_api'):
+        print(f"🔧 Backend API object type: {type(backend_api)}")
+        print(f"🔧 Backend API object attributes: {dir(backend_api)}")
+        
+        # gr.load() typically exposes the Interface's fn function directly
+        # So we should look for the main function name, not the wrapper names
+        if hasattr(backend_api, 'process_video_with_points'):
             BACKEND_AVAILABLE = True
             print("✅ Backend connection successful!")
             print("✅ Backend API methods are available")
             return True
         else:
             print("❌ Backend API methods not found")
+            print(f"🔧 Available methods: {[attr for attr in dir(backend_api) if not attr.startswith('_')]}")
             BACKEND_AVAILABLE = False
             return False
             
@@ -94,9 +100,18 @@ def handle_video_upload(video):
         if BACKEND_AVAILABLE and backend_api:
             # Try to use backend API
             try:
-                original_image_state, display_image_b64, selected_points, grid_size_val, vo_points_val, fps_val = backend_api.upload_video_api(video)
-                display_image = base64_to_image(display_image_b64)
-                return original_image_state, display_image, selected_points, grid_size_val, vo_points_val, fps_val
+                # Use the main function directly since gr.load() exposes the Interface's fn
+                result = backend_api.process_video_with_points(video, [], 50, 756, 3)
+                # Parse the result to extract what we need
+                if isinstance(result, dict) and result.get("success"):
+                    # For now, just extract the first frame locally
+                    display_image = extract_first_frame(video)
+                    original_image_state = json.dumps({"video_path": video, "frame": "backend_processing"})
+                    return original_image_state, display_image, [], 50, 756, 3
+                else:
+                    print("Backend processing failed, using local fallback")
+                    # Fallback to local processing
+                    pass
             except Exception as e:
                 print(f"Backend API call failed: {e}")
                 # Fallback to local processing
@@ -220,15 +235,25 @@ def launch_viz(grid_size, vo_points, fps, original_image_state):
                 print(f"🔧 Original image state type: {type(original_image_state)}")
                 print(f"🔧 Original image state preview: {str(original_image_state)[:100]}...")
                 
-                viz_iframe_html, track_video_path = backend_api.run_tracker_api(
-                    grid_size, vo_points, fps, original_image_state
+                # Use the main function with points from the state
+                # For now, we'll use empty points since we're in local mode
+                result = backend_api.process_video_with_points(
+                    None, [], grid_size, vo_points, fps
                 )
                 
                 print(f"✅ Backend API call successful!")
-                print(f"🔧 Viz HTML type: {type(viz_iframe_html)}")
-                print(f"🔧 Track video path: {track_video_path}")
+                print(f"🔧 Result type: {type(result)}")
+                print(f"🔧 Result: {result}")
                 
-                return viz_iframe_html, track_video_path
+                # Parse the result
+                if isinstance(result, dict) and result.get("success"):
+                    viz_html = result.get("viz_html_path", "")
+                    track_video_path = result.get("track_video_path", "")
+                    return viz_html, track_video_path
+                else:
+                    print("Backend processing failed, showing error message")
+                    # Fallback to error message
+                    pass
             except Exception as e:
                 print(f"❌ Backend API call failed: {e}")
                 print(f"🔧 Error type: {type(e)}")