feat: implement cache cleanup for Gradio temporary folders to manage disk space, add compatibility with zeroGPU, log request timestamp

app.py

@@ -11,6 +11,19 @@ Author: Generated for decap-dino project
 """
 
 import os
+import shutil
+import time
+import glob
+
+try:
+    import spaces
+except ModuleNotFoundError:
+    print("Warning: 'spaces' module not found, using mock decorator for local testing.")
+    # local testing, mock decorator
+    class spaces:
+        @staticmethod
+        def GPU(func):
+            return func
 
 import gradio as gr
 
@@ -110,6 +123,52 @@ def get_example_configs() -> List[str]:
     return sorted(example_configs)
 
 
+def cleanup_gradio_cache(max_folders: int = 100, gradio_temp_dir: str = "/tmp/gradio"):
+    """
+    Clean up old Gradio temporary folders to prevent disk space issues.
+    
+    Args:
+        max_folders: Maximum number of cache folders to keep (default: 100)
+        gradio_temp_dir: Path to Gradio temporary directory (default: /tmp/gradio)
+    """
+    try:
+        if not os.path.exists(gradio_temp_dir):
+            return
+        
+        # Get all subdirectories in the gradio temp folder
+        cache_dirs = []
+        for item in os.listdir(gradio_temp_dir):
+            item_path = os.path.join(gradio_temp_dir, item)
+            if os.path.isdir(item_path):
+                cache_dirs.append(item_path)
+        
+        # If we don't have too many folders, no cleanup needed
+        if len(cache_dirs) <= max_folders:
+            return
+        
+        # Sort by modification time (oldest first)
+        cache_dirs.sort(key=os.path.getmtime)
+        
+        # Calculate how many folders to delete
+        folders_to_delete = len(cache_dirs) - max_folders
+        folders_to_remove = cache_dirs[:folders_to_delete]
+        
+        # Delete the oldest folders
+        deleted_count = 0
+        for folder_path in folders_to_remove:
+            try:
+                shutil.rmtree(folder_path)
+                deleted_count += 1
+            except Exception as e:
+                print(f"Warning: Could not delete cache folder {folder_path}: {e}")
+        
+        if deleted_count > 0:
+            print(f"🧹 Cleaned up {deleted_count} old Gradio cache folders to save disk space")
+            
+    except Exception as e:
+        print(f"Warning: Error during Gradio cache cleanup: {e}")
+
+
 def load_model_from_config(config_file_path: str) -> str:
     """
     Load the Patchioner model from a config file.
@@ -515,8 +574,12 @@ def generate_caption(mode, image_data) -> Tuple[str, Image.Image]:
     """
     global loaded_model
     
+    # Clean up old cache folders on each generation to keep disk usage under control
+    cleanup_gradio_cache(max_folders=30)  # More aggressive cleanup during active use
+    
     try:
-        print(f"[DEBUG] generate_caption called with mode: {mode}")
+        current_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
+        print(f"[{current_time}] generate_caption called with mode: {mode}")
         print(f"[DEBUG] image_data type: {type(image_data)}")
         print(f"[DEBUG] image_data content: {image_data}")
         
@@ -598,10 +661,12 @@ def generate_caption(mode, image_data) -> Tuple[str, Image.Image]:
         print(traceback.format_exc())
         return error_msg, None
 
-
+@spaces.GPU
 def generate_trace_caption(image_data, image) -> Tuple[str, Image.Image]:
     """Generate caption using traces."""
     global loaded_model
+
+    loaded_model.to("cuda")
     
     try:
         # Process traces
@@ -674,10 +739,11 @@ def generate_trace_caption(image_data, image) -> Tuple[str, Image.Image]:
         print(traceback.format_exc())
         return error_msg, None
 
-
+@spaces.GPU
 def generate_bbox_caption(image_data, image) -> Tuple[str, Image.Image]:
     """Generate caption using bounding boxes."""
     global loaded_model
+    loaded_model.to("cuda")
 
     original_image_size = image.size  # (width, height)
 
@@ -834,6 +900,9 @@ def resize_image_if_needed(editor_value, max_dim=1024):
 def create_gradio_interface(model_config_name : str):
     """Create and configure the Gradio interface."""
     
+    # Clean up old Gradio cache folders to prevent disk space issues
+    cleanup_gradio_cache(max_folders=50)  # Keep only 50 most recent cache folders
+    
     # Get example files
     example_images = get_example_images()
     example_configs = get_example_configs()
@@ -1118,6 +1187,10 @@ if __name__ == "__main__":
     print(f"Example images directory: {EXAMPLE_IMAGES_DIR}")
     print(f"Configs directory: {CONFIGS_DIR}")
     
+    # Initial cleanup of old Gradio cache folders on startup
+    print("🧹 Cleaning up old cache folders...")
+    cleanup_gradio_cache(max_folders=20)  # Very aggressive cleanup on startup
+    
     demo = create_gradio_interface(DEFAULT_MODEL_CONFIG)
     if not args.local:
         demo.launch()