Lixing-Li
/

code2token-llama8b-full

LixingLi commited on 18 days ago

Commit

207fda5

verified ·

1 Parent(s): 19c2928

Upload meta.json with huggingface_hub

Files changed (1) hide show

meta.json CHANGED Viewed

@@ -1,10 +1,10 @@
 {
-  "epoch": 1,
   "base_model": "NousResearch/Meta-Llama-3-8B",
   "code_dim": 1024,
-  "source_ckpt": "code2token_step4000.pt",
-  "epochs_trained": 1,
-  "step": 4000,
   "lora": {
     "r": 16,
     "alpha": 32,
@@ -20,6 +20,6 @@
     ]
   },
   "lm_tokenizer": "NousResearch/Meta-Llama-3-8B",
-  "val_ppl": 12.270009715565173,
   "train_shards": 17
 }

 {
+  "epoch": 2,
   "base_model": "NousResearch/Meta-Llama-3-8B",
   "code_dim": 1024,
+  "source_ckpt": "code2token_epoch2.pt",
+  "epochs_trained": 2,
+  "step": 4111,
   "lora": {
     "r": 16,
     "alpha": 32,
     ]
   },
   "lm_tokenizer": "NousResearch/Meta-Llama-3-8B",
+  "val_ppl": 11.557208275399264,
   "train_shards": 17
 }