Remove contributions from Carsten Kragelund

Author: cg123

examples/mega.yml

@@ -29,7 +29,6 @@ class TensorWriter:
     weight_map = Dict[str, str]
     current_shard: Dict[str, torch.Tensor]
     current_shard_size: int
-    total_size: int
     safe_serialization: bool
 
     def __init__(
@@ -47,7 +46,6 @@ def __init__(
         self.weight_map = {}
         self.current_shard = {}
         self.current_shard_size = 0
-        self.total_size = 0
 
     def save_tensor(self, name: str, tensor: torch.Tensor, clone: bool = False):
         if not tensor.is_contiguous():
@@ -64,7 +62,6 @@ def save_tensor(self, name: str, tensor: torch.Tensor, clone: bool = False):
             tensor = tensor.clone()
 
         self.current_shard[name] = tensor
-        self.total_size += tensor_size
         self.current_shard_size += tensor_size
 
     def flush_current_shard(self):
@@ -122,7 +119,6 @@ def finalize(self):
                 {
                     "metadata": {
                         "mergekit_version": "0.0.6",
-                        "total_size": self.total_size,
                     },
                     "weight_map": self.weight_map,
                 },

mergekit/io/tensor_writer.py

@@ -40,7 +40,6 @@ repository = "https://github.com/cg123/mergekit"
 
 [project.scripts]
 mergekit-yaml = "mergekit.scripts.run_yaml:main"
-mergekit-mega = "mergekit.scripts.megamerge:main"
 mergekit-legacy = "mergekit.scripts.legacy:main"
 mergekit-layershuffle = "mergekit.scripts.layershuffle:main"
 bakllama = "mergekit.scripts.bakllama:main"