Upload folder using huggingface_hub

.gitattributes

@@ -34,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 shoggoth_telescope_sticker_2.png filter=lfs diff=lfs merge=lfs -text
+smollm_v3/loss.png filter=lfs diff=lfs merge=lfs -text

smollm_v3/ckpt.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a7b75d693ac0f27ce9b0961ebab6cc6976221a9043d29c87a008726c42befc
+size 7706567525

smollm_v3/hparams.txt

@@ -0,0 +1,39 @@
+AstroPT-3204.9M
+time: 1757360733
+log_via_wandb: True
+log_emissions: False
+out_dir: logs/smollm
+eval_interval: 100
+log_interval: 50
+checkpoint_interval: 1000
+eval_iters: 100
+eval_only: False
+always_save_checkpoint: False
+init_from: scratch
+use_hf: True
+stream_hf_dataset: True
+leak_check: True
+gradient_accumulation_steps: 5
+batch_size: 32
+spiral: True
+block_size: 1024
+image_size: 256
+num_workers: 64
+n_chan: 3
+llm_model_name: HuggingFaceTB/SmolLM3-3B
+lora_r: 256
+tokeniser: affine
+learning_rate: 0.0006
+max_iters: 12000
+weight_decay: 0.1
+beta1: 0.9
+beta2: 0.95
+grad_clip: 1.0
+decay_lr: True
+warmup_iters: 1000
+lr_decay_iters: 11000.0
+min_lr: 5.9999999999999995e-05
+backend: nccl
+device: cuda
+dtype: bfloat16
+compile: True