File size: 1,703 Bytes
f90bc08
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
{
  "model_name": "google/flan-t5-base",
  "max_length": 512,
  "device": "cuda",
  "dataset_stats": {
    "total_examples": 8260,
    "train_examples": 6608,
    "val_examples": 826,
    "test_examples": 826,
    "generation_stats": {
      "python": {
        "generated": 836,
        "errors": 1507
      },
      "javascript": {
        "generated": 663,
        "errors": 1610
      },
      "java": {
        "generated": 721,
        "errors": 1555
      },
      "c": {
        "generated": 855,
        "errors": 1456
      },
      "cpp": {
        "generated": 737,
        "errors": 1551
      },
      "csharp": {
        "generated": 638,
        "errors": 1628
      },
      "rust": {
        "generated": 781,
        "errors": 1474
      },
      "php": {
        "generated": 867,
        "errors": 1422
      },
      "html": {
        "generated": 850,
        "errors": 1407
      },
      "css": {
        "generated": 878,
        "errors": 1400
      },
      "sql": {
        "generated": 434,
        "errors": 1857
      }
    },
    "evaluation_results": {
      "exact_match_accuracy": 0.0,
      "bleu_score": 0.0,
      "total_examples": 826,
      "exact_matches": 0,
      "language_accuracy": {
        "sql": 0.0,
        "php": 0.0,
        "java": 0.0,
        "css": 0.0,
        "rust": 0.0,
        "html": 0.0,
        "csharp": 0.0,
        "python": 0.0,
        "javascript": 0.0,
        "c": 0.0,
        "cpp": 0.0
      }
    }
  },
  "training_timestamp": "2025-06-14T05:31:53.692790",
  "supported_languages": [
    "python",
    "javascript",
    "java",
    "c",
    "cpp",
    "csharp",
    "rust",
    "php",
    "html",
    "css",
    "sql"
  ]
}