move

sparse/p32k00/ckpt.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8ba8202e7bc7cb9079dad75298d58060a2ae6d10266314c5e2fb6762a3802971
-size 1112227537

sparse/p32k00/hparams.txt

@@ -1,43 +0,0 @@
-AstroPT-0092.6M
-time: 1740647970
-log_via_wandb: True
-log_emissions: False
-out_dir: logs/astropt070M_nosparse_32
-eval_interval: 100
-log_interval: 10
-checkpoint_interval: 500
-eval_iters: 100
-eval_only: False
-always_save_checkpoint: False
-init_from: scratch
-hf_url: smith42/galaxies
-stream_hf_dataset: False
-gradient_accumulation_steps: 40
-batch_size: 64
-spiral: True
-block_size: 64
-image_size: 256
-num_workers: 64
-n_layer: 12
-n_head: 12
-n_embd: 768
-n_chan: 3
-dropout: 0.0
-patch_size: 32
-bias: False
-attn_type: causal
-k_ratio: 0.0
-learning_rate: 0.0006
-max_iters: 3500
-weight_decay: 0.1
-beta1: 0.9
-beta2: 0.95
-grad_clip: 1.0
-decay_lr: True
-warmup_iters: 2000
-lr_decay_iters: 3300.0000000000005
-min_lr: 5.9999999999999995e-05
-backend: nccl
-device: cuda
-dtype: bfloat16
-compile: True