refactor: remove script

generate_index.py

@@ -1,46 +0,0 @@
-import os
-import json
-from safetensors import safe_open
-import torch
-from typing import Dict
-
-def generate_index(directory: str) -> Dict:
-    index = {
-        "metadata": {"total_size": 0},
-        "weight_map": {}
-    }
-    
-    safetensors_files = [f for f in os.listdir(directory) if f.endswith('.safetensors')]
-    safetensors_files.sort()  # Ensure consistent ordering
-    
-    for filename in safetensors_files:
-        filepath = os.path.join(directory, filename)
-        try:
-            with safe_open(filepath, framework="pt") as f:
-                for key in f.keys():
-                    if key in index["weight_map"]:
-                        print(f"Warning: Duplicate key '{key}' found in {filename}. Using the last occurrence.")
-                    index["weight_map"][key] = filename
-                    
-                    tensor = f.get_tensor(key)
-                    tensor_size = tensor.numel() * tensor.element_size()
-                    index["metadata"]["total_size"] += tensor_size
-        except Exception as e:
-            print(f"Error processing {filename}: {str(e)}")
-    
-    return index
-
-def save_index(index: Dict, output_file: str):
-    with open(output_file, 'w') as f:
-        json.dump(index, f, indent=2)
-
-if __name__ == "__main__":
-    current_dir = os.getcwd()
-    output_file = "model.safetensors.index.json"
-    
-    index = generate_index(current_dir)
-    save_index(index, output_file)
-    
-    print(f"Index generated with {len(index['weight_map'])} tensors.")
-    print(f"Total size: {index['metadata']['total_size']} bytes")
-    print(f"Index saved to {output_file}")