Delete combine.py

combine.py

@@ -1,42 +0,0 @@
-import torch
-import os
-from safetensors.torch import save_file, load_file
-
-def load_shards(shard_dir, extension='.bin'):
-    """Load all model shard files from a directory, either .bin or .safetensors."""
-    state_dict = {}
-    for filename in os.listdir(shard_dir):
-        if filename.endswith(extension):
-            filepath = os.path.join(shard_dir, filename)
-            print(f"Loading shard {filepath}...")
-            if extension == '.bin':
-                shard_dict = torch.load(filepath, map_location='cpu')
-            elif extension == '.safetensors':
-                shard_dict = load_file(filepath)
-            state_dict.update(shard_dict)
-    return state_dict
-
-def convert_shards_to_safetensors(shard_dir, output_safetensors_path):
-    """Convert multiple PyTorch .bin or Safetensors .safetensors shard files to a single Safetensors .safetensors file."""
-    
-    # Load .bin + .safetensors shards
-    state_dict = load_shards(shard_dir, extension='.bin')
-    state_dict.update(load_shards(shard_dir, extension='.safetensors'))
-
-    # Clone tensors only — do NOT convert dtype
-    for key in state_dict.keys():
-        # Ensure no shared storage issues; dtype is kept as-is
-        state_dict[key] = state_dict[key].clone()
-
-    # Save combined shards
-    print(f"Saving combined model to {output_safetensors_path}...")
-    save_file(state_dict, output_safetensors_path)
-
-    print("Conversion successful! (Dtypes preserved)")
-
-if __name__ == "__main__":
-    current_directory = os.path.dirname(os.path.abspath(__file__))
-    shard_directory = current_directory
-    output_safetensors_file = os.path.join(current_directory, "combined_model.safetensors")
-
-    convert_shards_to_safetensors(shard_directory, output_safetensors_file)