File size: 1,703 Bytes
f90bc08 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 |
{
"model_name": "google/flan-t5-base",
"max_length": 512,
"device": "cuda",
"dataset_stats": {
"total_examples": 8260,
"train_examples": 6608,
"val_examples": 826,
"test_examples": 826,
"generation_stats": {
"python": {
"generated": 836,
"errors": 1507
},
"javascript": {
"generated": 663,
"errors": 1610
},
"java": {
"generated": 721,
"errors": 1555
},
"c": {
"generated": 855,
"errors": 1456
},
"cpp": {
"generated": 737,
"errors": 1551
},
"csharp": {
"generated": 638,
"errors": 1628
},
"rust": {
"generated": 781,
"errors": 1474
},
"php": {
"generated": 867,
"errors": 1422
},
"html": {
"generated": 850,
"errors": 1407
},
"css": {
"generated": 878,
"errors": 1400
},
"sql": {
"generated": 434,
"errors": 1857
}
},
"evaluation_results": {
"exact_match_accuracy": 0.0,
"bleu_score": 0.0,
"total_examples": 826,
"exact_matches": 0,
"language_accuracy": {
"sql": 0.0,
"php": 0.0,
"java": 0.0,
"css": 0.0,
"rust": 0.0,
"html": 0.0,
"csharp": 0.0,
"python": 0.0,
"javascript": 0.0,
"c": 0.0,
"cpp": 0.0
}
}
},
"training_timestamp": "2025-06-14T05:31:53.692790",
"supported_languages": [
"python",
"javascript",
"java",
"c",
"cpp",
"csharp",
"rust",
"php",
"html",
"css",
"sql"
]
} |