File size: 1,672 Bytes
0584798
37d98fb
0584798
37d98fb
1519226
0584798
1519226
0584798
 
53d5d9f
0584798
37d98fb
0584798
 
 
 
 
 
 
53d5d9f
 
0584798
 
 
 
1519226
0584798
1519226
0584798
 
 
53d5d9f
0584798
53d5d9f
0584798
 
 
53d5d9f
 
37d98fb
0584798
 
 
53d5d9f
 
0584798
 
 
 
53d5d9f
 
 
0584798
 
 
1519226
0584798
1519226
0584798
 
 
53d5d9f
 
37d98fb
0584798
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
{
  "accepted_accuracy": 0.7586,
  "accepted_coverage": 1.0,
  "accuracy": 0.7586,
  "confusion_matrix_path": "/content/agentic-intent-classifier/artifacts/evaluation/latest/decision_phase_test_confusion_matrix.csv",
  "count": 29,
  "dataset_path": "/content/agentic-intent-classifier/data/decision_phase/test.jsonl",
  "fallback_rate": 0.0,
  "head": "decision_phase",
  "macro_f1": 0.7637,
  "per_class_metrics": {
    "accuracy": 0.7586206896551724,
    "action": {
      "f1-score": 1.0,
      "precision": 1.0,
      "recall": 1.0,
      "support": 3.0
    },
    "awareness": {
      "f1-score": 0.6,
      "precision": 0.42857142857142855,
      "recall": 1.0,
      "support": 3.0
    },
    "consideration": {
      "f1-score": 0.75,
      "precision": 1.0,
      "recall": 0.6,
      "support": 5.0
    },
    "decision": {
      "f1-score": 1.0,
      "precision": 1.0,
      "recall": 1.0,
      "support": 5.0
    },
    "macro avg": {
      "f1-score": 0.763718820861678,
      "precision": 0.7945578231292517,
      "recall": 0.7928571428571428,
      "support": 29.0
    },
    "post_purchase": {
      "f1-score": 0.8888888888888888,
      "precision": 0.8,
      "recall": 1.0,
      "support": 4.0
    },
    "research": {
      "f1-score": 0.25,
      "precision": 0.3333333333333333,
      "recall": 0.2,
      "support": 5.0
    },
    "support": {
      "f1-score": 0.8571428571428571,
      "precision": 1.0,
      "recall": 0.75,
      "support": 4.0
    },
    "weighted avg": {
      "f1-score": 0.7511767925561028,
      "precision": 0.7983579638752052,
      "recall": 0.7586206896551724,
      "support": 29.0
    }
  },
  "suite": "test"
}