cmndcntrlcyber
/

code-trainer-vision-adapter

code-generation

vision-encoder-decoder

code-trainer-v6

Model card Files Files and versions

cmndcntrlcyber commited on 13 days ago

Commit

f823218

·

verified ·

1 Parent(s): d8a0038

Phase 3 eval: baseline + finetuned metrics

Files changed (2) hide show

eval/baseline.json +2 -2
eval/summary.json +2 -2

eval/baseline.json CHANGED Viewed

@@ -1,8 +1,8 @@
 {
   "exact_match": 0.0,
   "bleu_4": 0.0,
-  "mean_edit_similarity": 0.03815683829552613,
   "num_samples": 200,
-  "syntax_valid_rate": 0.195,
   "run_name": "baseline"
 }

 {
   "exact_match": 0.0,
   "bleu_4": 0.0,
+  "mean_edit_similarity": 0.04701831394975743,
   "num_samples": 200,
+  "syntax_valid_rate": 0.225,
   "run_name": "baseline"
 }

eval/summary.json CHANGED Viewed

@@ -6,9 +6,9 @@
   "baseline": {
     "exact_match": 0.0,
     "bleu_4": 0.0,
-    "mean_edit_similarity": 0.03815683829552613,
     "num_samples": 200,
-    "syntax_valid_rate": 0.195,
     "run_name": "baseline"
   },
   "finetuned": {

   "baseline": {
     "exact_match": 0.0,
     "bleu_4": 0.0,
+    "mean_edit_similarity": 0.04701831394975743,
     "num_samples": 200,
+    "syntax_valid_rate": 0.225,
     "run_name": "baseline"
   },
   "finetuned": {