Upload folder using huggingface_hub

ASSEMBLE_AND_EXTRACT.sh

@@ -0,0 +1,27 @@
+#!/usr/bin/env bash
+set -euo pipefail
+# Reassemble .tar.gz stream from parts, verify checksums, then extract.
+# Usage: ./ASSEMBLE_AND_EXTRACT.sh [DEST_DIR]
+DEST="${1:-./extracted}"
+mkdir -p "$DEST"
+
+if [[ -f PARTS.SHA256SUMS ]]; then
+  echo "Verifying part checksums..."
+  sha256sum -c PARTS.SHA256SUMS
+fi
+
+if [[ -f TAR.SHA256 ]]; then
+  echo "Verifying full tar.gz stream checksum..."
+  expected="$(cut -d' ' -f1 TAR.SHA256)"
+  actual="$(cat model.tar.gz.part.* | sha256sum | awk '{print $1}')"
+  if [[ "$actual" != "$expected" ]]; then
+    echo "ERROR: TAR stream checksum mismatch!"
+    echo " expected: $expected"
+    echo "   actual: $actual"
+    exit 1
+  fi
+fi
+
+echo "Checksum OK. Extracting..."
+cat model.tar.gz.part.* | tar -xzf - -C "$DEST"
+echo "✅ Done. Extracted to: $DEST"

PARTS.SHA256SUMS

@@ -0,0 +1,2 @@
+d92fc65c6efde32c3c3d44877253e04623107d1a9e852f02f1d9d78144af3ef2  /mnt/scratch-artemis/duarte/eurollm-mcore-ckpts/eurollm-1.7b-mcore-phase2-parts/model.tar.gz.part.000
+b6fa3b97af28f1bc8101f9d4e8cf05776c272cf2879c1d1c1ca16184378110bf  /mnt/scratch-artemis/duarte/eurollm-mcore-ckpts/eurollm-1.7b-mcore-phase2-parts/model.tar.gz.part.001

README.txt

@@ -0,0 +1,17 @@
+# Sharded Model Archive
+
+This directory contains a sharded gzip-compressed tar archive of your model weights.
+
+## Contents
+- model.tar.gz.part.000, 001, ... — Shards (≤ 10G each)
+- TAR.SHA256              — SHA256 checksum of the full tar stream
+- PARTS.SHA256SUMS        — SHA256 checksums of individual parts
+- ASSEMBLE_AND_EXTRACT.sh — Helper to verify, reassemble, and extract
+
+## How to extract
+```bash
+cd eurollm-1.7b-mcore-phase2-parts
+./ASSEMBLE_AND_EXTRACT.sh /path/to/destination
+```
+
+This verifies all parts and the full stream before extraction.

TAR.SHA256

@@ -0,0 +1 @@
+74750c2ab7c150eab0e1d87d48a83a8a96014e7ba4f6f68007f07328f3a59e70  -

model.tar.gz.part.000

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92fc65c6efde32c3c3d44877253e04623107d1a9e852f02f1d9d78144af3ef2
+size 10737418240

model.tar.gz.part.001

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6fa3b97af28f1bc8101f9d4e8cf05776c272cf2879c1d1c1ca16184378110bf
+size 10060650665