Upload folder using huggingface_hub

checkpoints/checkpoint-100.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d171f342841db6a5fc0a1893c1d8ef5306cb446a356ff45b2ad0a61e53098278
-size 2295597
+oid sha256:d62df4a1682a61af8e5659f88f2acacc85a0893e05934765f8752c712ecd6dcc
+size 2206381

checkpoints/checkpoint-25.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b30b7ea80a4a204da4284b08471c32085ae6665e37b24d9365f21cfdce1f5dd3
-size 2295561
+oid sha256:2bd4a8129d5b02bb12d9d4425cd79c5c9bccf4e69fcac4319cc8566d781d9a5a
+size 2206345

checkpoints/checkpoint-50.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:baa896287380f2fdc7e6dfeafbf74acfa1801fa5c2b9cd35e13a8b656b8804de
-size 2295561
+oid sha256:dc081f04306193f4ac19d96e50dd59ddfe8a2622c7a1875a436e417e6ffd9e57
+size 2206345

checkpoints/checkpoint-75.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d2a97f4afb2cd35120cff209c44a5c9a9dfd73182a27ac332be49740a09557e7
-size 2295561
+oid sha256:e6f5afd75cd02fdaa52989152fabc2123698d455925b98ab7b15713e518aa5ec
+size 2206345

convert_checkpoints.py

@@ -30,7 +30,7 @@ for file in os.listdir(checkpoints_dir):
                 converted_state_dict[new_key] = value
             
             # Save the converted checkpoint as a flat dictionary
-            output_path = os.path.join(checkpoints_dir, f"converted_{file}")
+            output_path = os.path.join(checkpoints_dir, f"{file}")
             torch.save(converted_state_dict, output_path)
             print(f"Saved converted checkpoint to {output_path}")
         else:

model.yaml

@@ -3,7 +3,7 @@ implementation: transformer_lens
 model_name: default
 n_layers: '2'
 model_seed: '1'
-d_model: '8'
+d_model: '4'
 n_ctx: '1024'
 d_head: '2'
 n_heads: '8'

training.yaml

@@ -28,7 +28,7 @@ warmup_steps: '0'
 log_level: warning
 log_level_replica: warning
 log_on_each_node: 'True'
-logging_dir: checkpoints/triangle-100k-og/runs/Jul09_16-32-16_7be3271c880a
+logging_dir: checkpoints/triangle-100k-og/runs/Jul09_16-55-42_7be3271c880a
 logging_strategy: IntervalStrategy.STEPS
 logging_first_step: 'True'
 logging_steps: '250'