Lixing-Li
/

code2token-llama8b-full

LixingLi commited on 18 days ago

Commit

bef9fd3

verified ·

1 Parent(s): 4fb7639

Upload meta.json with huggingface_hub

Files changed (1) hide show

meta.json CHANGED Viewed

@@ -2,9 +2,9 @@
   "epoch": 1,
   "base_model": "NousResearch/Meta-Llama-3-8B",
   "code_dim": 1024,
-  "source_ckpt": "code2token_step2000.pt",
   "epochs_trained": 1,
-  "step": 2000,
   "lora": {
     "r": 16,
     "alpha": 32,
@@ -20,6 +20,6 @@
     ]
   },
   "lm_tokenizer": "NousResearch/Meta-Llama-3-8B",
-  "val_ppl": 12.2437118104086,
   "train_shards": 17
 }

   "epoch": 1,
   "base_model": "NousResearch/Meta-Llama-3-8B",
   "code_dim": 1024,
+  "source_ckpt": "code2token_step4000.pt",
   "epochs_trained": 1,
+  "step": 4000,
   "lora": {
     "r": 16,
     "alpha": 32,
     ]
   },
   "lm_tokenizer": "NousResearch/Meta-Llama-3-8B",
+  "val_ppl": 12.270009715565173,
   "train_shards": 17
 }