Upload folder using huggingface_hub

README.md

@@ -132,6 +132,7 @@ model.mtp = nn.ModuleDict({
     "pre_fc_norm_hidden": nn.RMSNorm(config.hidden_size),
     "layers": nn.ModuleList([deepcopy(model.model.layers[3])]),
 })
+model = model.to(torch.bfloat16)
 set_seed(42)
 with torch.no_grad():
     for name, p in sorted(model.named_parameters()):

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fe4378d59f21cb212c6ca10786e64c4bea327f62dbfc93b2f42c83962a80912b
-size 5740672
+oid sha256:2180e924c4cba5f5933a53d1f03e258a58ddfba8ff6d7bfdd0b8560811500f7d
+size 5740400