Upload folder using huggingface_hub

ASSEMBLE_AND_EXTRACT.sh

@@ -0,0 +1,27 @@
+#!/usr/bin/env bash
+set -euo pipefail
+# Reassemble .tar.gz stream from parts, verify checksums, then extract.
+# Usage: ./ASSEMBLE_AND_EXTRACT.sh [DEST_DIR]
+DEST="${1:-./extracted}"
+mkdir -p "$DEST"
+
+if [[ -f PARTS.SHA256SUMS ]]; then
+  echo "Verifying part checksums..."
+  sha256sum -c PARTS.SHA256SUMS
+fi
+
+if [[ -f TAR.SHA256 ]]; then
+  echo "Verifying full tar.gz stream checksum..."
+  expected="$(cut -d' ' -f1 TAR.SHA256)"
+  actual="$(cat model.tar.gz.part.* | sha256sum | awk '{print $1}')"
+  if [[ "$actual" != "$expected" ]]; then
+    echo "ERROR: TAR stream checksum mismatch!"
+    echo " expected: $expected"
+    echo "   actual: $actual"
+    exit 1
+  fi
+fi
+
+echo "Checksum OK. Extracting..."
+cat model.tar.gz.part.* | tar -xzf - -C "$DEST"
+echo "✅ Done. Extracted to: $DEST"

PARTS.SHA256SUMS

@@ -0,0 +1,2 @@
+0acf294b6dc0266c964dac194ceb03b3e3b706ad27cce3f3bc1cd034885003b9  /mnt/scratch-artemis/duarte/eurollm-mcore-ckpts/eurollm-1.7b-mcore-phase1-parts/model.tar.gz.part.000
+be8fc473016e439e186d584f887c7b8340366232b705051f53189fc1145fca5c  /mnt/scratch-artemis/duarte/eurollm-mcore-ckpts/eurollm-1.7b-mcore-phase1-parts/model.tar.gz.part.001

README.txt

@@ -0,0 +1,17 @@
+# Sharded Model Archive
+
+This directory contains a sharded gzip-compressed tar archive of your model weights.
+
+## Contents
+- model.tar.gz.part.000, 001, ... — Shards (≤ 10G each)
+- TAR.SHA256              — SHA256 checksum of the full tar stream
+- PARTS.SHA256SUMS        — SHA256 checksums of individual parts
+- ASSEMBLE_AND_EXTRACT.sh — Helper to verify, reassemble, and extract
+
+## How to extract
+```bash
+cd eurollm-1.7b-mcore-phase1-parts
+./ASSEMBLE_AND_EXTRACT.sh /path/to/destination
+```
+
+This verifies all parts and the full stream before extraction.

TAR.SHA256

@@ -0,0 +1 @@
+86a67468822b3edb4ad797d44419d296c5ad8c1f86d74941d1e7ed71dfe291d1  -

model.tar.gz.part.000

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0acf294b6dc0266c964dac194ceb03b3e3b706ad27cce3f3bc1cd034885003b9
+size 10737418240

model.tar.gz.part.001

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8fc473016e439e186d584f887c7b8340366232b705051f53189fc1145fca5c
+size 10083577272