Upload folder using huggingface_hub

snake-45653760-00e2b919-checkpoint-0/config.h

@@ -0,0 +1,9 @@
+#pragma once
+
+#define N_LAYERS 12
+#define VOCAB_SIZE 256
+#define D_MODEL 768
+#define D_INNER 1536
+#define DT_RANK 48
+#define D_STATE 16
+#define D_CONV 4

snake-45653760-00e2b919-checkpoint-0/config.json

@@ -0,0 +1,14 @@
+{
+    "d_model": 768,
+    "d_intermediate": 0,
+    "n_layer": 12,
+    "vocab_size": 256,
+    "ssm_cfg": {},
+    "attn_layer_idx": [],
+    "attn_cfg": {},
+    "rms_norm": true,
+    "residual_in_fp32": true,
+    "fused_add_norm": true,
+    "pad_vocab_size_multiple": 8,
+    "tie_embeddings": false
+}

snake-45653760-00e2b919-checkpoint-0/model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af0a74ce591b71bf7f7c92402a6513cad2908916a07904f9ce9924f63b7d9527
+size 182615040

snake-45653760-00e2b919-checkpoint-0/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06887b028b7effb8dcc24001ce394560c9aabb6f1b72fd01056979e4344c214e
+size 182661686

snake-45653760-00e2b919-checkpoint-0/training_params.json

@@ -0,0 +1,18 @@
+{
+    "d_model": 768,
+    "n_layers": 12,
+    "vocab_size": 256,
+    "model_size": 45653760,
+    "learning_rate": 0.001,
+    "seq_length": 1024,
+    "batch_size": 4,
+    "num_batches": 229,
+    "tokenizer_path": "",
+    "dataset_path": "flpelerin/tinystories-1k",
+    "model_name": "snake-45653760-00e2b919",
+    "wandb_project": "snake-training",
+    "wandb_user": "florianpelerin110304",
+    "hf_repo": "flpelerin/snakes",
+    "target_epoch": 10,
+    "current_epoch": 0
+}