| { |
| "validation": { |
| "accuracy": 0.8556034482758621, |
| "macro_f1": 0.886913586129003, |
| "weighted_f1": 0.8557812935961824 |
| }, |
| "test": { |
| "accuracy": 0.83632447954056, |
| "macro_f1": 0.8634187089939357, |
| "weighted_f1": 0.8365568925411568 |
| }, |
| "challenge": { |
| "accuracy": 0.83, |
| "macro_f1": 0.8078033078033078, |
| "weighted_f1": 0.8078033078033077 |
| }, |
| "test_per_intent": { |
| "tanya_prosedur": { |
| "precision": 0.7672727272727272, |
| "recall": 0.7814814814814814, |
| "f1-score": 0.7743119266055046, |
| "support": 270.0 |
| }, |
| "tanya_kendala": { |
| "precision": 0.7875, |
| "recall": 0.7682926829268293, |
| "f1-score": 0.7777777777777778, |
| "support": 164.0 |
| }, |
| "tanya_informasi": { |
| "precision": 0.8271604938271605, |
| "recall": 0.8007968127490039, |
| "f1-score": 0.8137651821862348, |
| "support": 251.0 |
| }, |
| "tanya_status": { |
| "precision": 0.7606837606837606, |
| "recall": 0.8811881188118812, |
| "f1-score": 0.8165137614678899, |
| "support": 101.0 |
| }, |
| "tanya_lokasi": { |
| "precision": 0.875, |
| "recall": 0.8, |
| "f1-score": 0.835820895522388, |
| "support": 35.0 |
| }, |
| "tanya_pembaruan": { |
| "precision": 0.8523489932885906, |
| "recall": 0.8819444444444444, |
| "f1-score": 0.8668941979522184, |
| "support": 144.0 |
| }, |
| "tanya_pembayaran": { |
| "precision": 0.8625, |
| "recall": 0.8734177215189873, |
| "f1-score": 0.8679245283018868, |
| "support": 79.0 |
| }, |
| "tanya_syarat": { |
| "precision": 0.9183673469387755, |
| "recall": 0.8653846153846154, |
| "f1-score": 0.8910891089108911, |
| "support": 208.0 |
| }, |
| "tanya_jadwal": { |
| "precision": 0.9523809523809523, |
| "recall": 0.9090909090909091, |
| "f1-score": 0.9302325581395349, |
| "support": 44.0 |
| }, |
| "tanya_durasi": { |
| "precision": 0.9322033898305084, |
| "recall": 0.9649122807017544, |
| "f1-score": 0.9482758620689655, |
| "support": 57.0 |
| }, |
| "oos": { |
| "precision": 0.975, |
| "recall": 0.975, |
| "f1-score": 0.975, |
| "support": 40.0 |
| } |
| }, |
| "challenge_per_intent": { |
| "tanya_jadwal": { |
| "precision": 1.0, |
| "recall": 0.1, |
| "f1-score": 0.18181818181818182, |
| "support": 10.0 |
| }, |
| "tanya_status": { |
| "precision": 1.0, |
| "recall": 0.4, |
| "f1-score": 0.5714285714285714, |
| "support": 10.0 |
| }, |
| "tanya_informasi": { |
| "precision": 0.5, |
| "recall": 1.0, |
| "f1-score": 0.6666666666666666, |
| "support": 10.0 |
| }, |
| "tanya_prosedur": { |
| "precision": 0.625, |
| "recall": 1.0, |
| "f1-score": 0.7692307692307693, |
| "support": 10.0 |
| }, |
| "tanya_pembaruan": { |
| "precision": 1.0, |
| "recall": 0.8, |
| "f1-score": 0.8888888888888888, |
| "support": 10.0 |
| }, |
| "tanya_kendala": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 10.0 |
| }, |
| "tanya_lokasi": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 10.0 |
| }, |
| "tanya_durasi": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 10.0 |
| }, |
| "tanya_pembayaran": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 10.0 |
| }, |
| "tanya_syarat": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 10.0 |
| } |
| } |
| } |
