Update server.py

server.py

@@ -1,5 +1,6 @@
 from fastapi import FastAPI, Request
 from pydantic import BaseModel
+from pathlib import Path
 
 import torch
 
@@ -63,72 +64,36 @@ def ping():
 
     
 
-
-
-def extract_zip_if_needed(zip_path, dest_dir):
-    if os.path.exists(dest_dir):
-        print(f"✅ Already exists: {dest_dir}")
-        return
-    print(f"🔓 Extracting {zip_path} → {dest_dir}")
-    with zipfile.ZipFile(zip_path, 'r') as zip_ref:
-        zip_ref.extractall(dest_dir)
-    print(f"✅ Extracted to: {dest_dir}")
-
-def print_directory_tree(path):
-    printstr = ''
-    for root, dirs, files in os.walk(path):
-        indent = '  ' * (root.count(os.sep) - path.count(os.sep))
-        printstr += indent
-        printstr += os.path.basename(root)
-        printstr += '\n'
-        for f in files:
-            printstr += indent
-            printstr += f
-    return printstr
  
 
-def copy_extract_and_report():
-    src_base = "./hf_cache"
-    dst_base = "/data/hf_cache"
-
-    for category in ["models", "tokenizers"]:
-        src_dir = os.path.join(src_base, category)
-        dst_dir = os.path.join(dst_base, category)
-
-        if not os.path.exists(src_dir):
-            continue
+@app.post("/migrate_cache")
+def migrate_hf_cache():
+    src_root = Path("/hf_cache")
+    dst_root = Path("/data/hf_cache")
 
-        os.makedirs(dst_dir, exist_ok=True)
+    if not src_root.exists():
+        return {"status": "error", "message": "Source directory does not exist"}
 
-        for name in os.listdir(src_dir):
-            if not name.endswith(".zip"):
-                continue
+    migrated_files = []
 
-            src_zip = os.path.join(src_dir, name)
-            dst_zip = os.path.join(dst_dir, name)
+    for src_path in src_root.rglob("*"):
+        if src_path.is_file():
+            relative_path = src_path.relative_to(src_root)
+            dst_path = dst_root / relative_path
 
-            # Copy zip to /data if not already present
-            if not os.path.exists(dst_zip):
-                shutil.copy(src_zip, dst_zip)
-                print(f"📤 Copied zip to: {dst_zip}")
+            # Create destination directory if needed
+            dst_path.parent.mkdir(parents=True, exist_ok=True)
 
-            # Determine the extract folder name (strip ".zip" from the filename)
-            extract_folder = os.path.splitext(name)[0]
-            extract_path = os.path.join(dst_dir, extract_folder)
+            # Copy file
+            shutil.copy2(src_path, dst_path)
+            migrated_files.append(str(relative_path))
 
-            # Extract if not already extracted
-            if not os.path.exists(extract_path):
-                os.makedirs(extract_path, exist_ok=True)
-                with zipfile.ZipFile(dst_zip, 'r') as zip_ref:
-                    zip_ref.extractall(extract_path)
-                print(f"📦 Extracted zip to: {extract_path}")
-
-    print("\n📦 Local hf_cache structure:")
-    printstr1 = print_directory_tree("./hf_cache")
+    return {
+        "status": "done",
+        "files_migrated": migrated_files,
+        "total": len(migrated_files)
+    }
 
-    print("\n💾 Persistent /data/hf_cache structure:")
-    printstr2 = print_directory_tree("/data/hf_cache")
-    return printstr1 + '\n\n' + printstr2
 
 
 
@@ -174,6 +139,66 @@ def list_data():
 
 
 
+
+"""
+
+@app.post("/purge_data")
+def purge_data():
+    base_path = Path("/data")
+    if not base_path.exists():
+        return {"status": "error", "message": "/data does not exist"}
+
+    deleted = []
+
+    for child in base_path.iterdir():
+        try:
+            if child.is_file() or child.is_symlink():
+                child.unlink()
+            elif child.is_dir():
+                shutil.rmtree(child)
+            deleted.append(str(child.name))
+        except Exception as e:
+            deleted.append(f"FAILED: {child.name} ({e})")
+
+    return {
+        "status": "done",
+        "deleted": deleted,
+        "total": len(deleted)
+    }
+"""
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+##############################################################
     
 
 @app.post("/load_model")