Lixing-Li
/

code2token-llama8b

LixingLi commited on 17 days ago

Commit

8d2ceff

verified ·

1 Parent(s): 651869f

Upload meta.json with huggingface_hub

Files changed (1) hide show

meta.json CHANGED Viewed

@@ -1,10 +1,10 @@
 {
-  "epoch": 0,
   "base_model": "NousResearch/Meta-Llama-3-8B",
   "code_dim": 1024,
-  "source_ckpt": "code2token_step30000.pt",
-  "epochs_trained": 0,
-  "step": 30000,
   "lora": {
     "r": 16,
     "alpha": 32,
@@ -20,6 +20,6 @@
     ]
   },
   "lm_tokenizer": "NousResearch/Meta-Llama-3-8B",
-  "val_ppl": 17.578224647809908,
   "train_shards": 496
 }

 {
+  "epoch": 1,
   "base_model": "NousResearch/Meta-Llama-3-8B",
   "code_dim": 1024,
+  "source_ckpt": "code2token_epoch1.pt",
+  "epochs_trained": 1,
+  "step": 30988,
   "lora": {
     "r": 16,
     "alpha": 32,
     ]
   },
   "lm_tokenizer": "NousResearch/Meta-Llama-3-8B",
+  "val_ppl": 17.59814356094265,
   "train_shards": 496
 }