Hugging Face's logo

Spaces:
StormShadow308
/
RICS
Runtime error

App Files Community
RICS
File size: 2,279 Bytes
0b42403
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
c893230
732b14f
0b42403
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
{
  "dataset_size": 5,
  "frameworks": {
    "custom_retrieval": {
      "context_precision": 1.0,
      "context_recall": 1.0,
      "noise_rejection": 1.0,
      "mrr": 1.0
    },
    "custom_generation": {
      "rouge_l": 0.7554,
      "faithfulness": 0.7333,
      "answer_relevancy": 0.8779,
      "verbatim_overlap": 0.4422,
      "hallucination_free": 1.0
    },
    "rouge": {
      "status": "completed",
      "average_scores": {
        "rouge1": 0.785,
        "rouge2": 0.7231,
        "rougeL": 0.7554
      },
      "per_case": {
        "E4-main-walls-good": {
          "rouge1": 0.8235,
          "rouge2": 0.7711,
          "rougeL": 0.8235
        },
        "E5-roof-defects": {
          "rouge1": 0.878,
          "rouge2": 0.825,
          "rougeL": 0.878
        },
        "E7-windows": {
          "rouge1": 0.8235,
          "rouge2": 0.7952,
          "rougeL": 0.8235
        },
        "D-property-overview": {
          "rouge1": 0.6667,
          "rouge2": 0.5,
          "rougeL": 0.5185
        },
        "F1-garage": {
          "rouge1": 0.7333,
          "rouge2": 0.7241,
          "rougeL": 0.7333
        }
      }
    },
    "ragas": {
      "status": "completed",
      "scores": {
        "faithfulness": 0.5238,
        "answer_relevancy": 0.781,
        "llm_context_precision_with_reference": 0.8667,
        "context_recall": 0.5333
      }
    },
    "deepeval": {
      "status": "completed",
      "scores": {
        "faithfulness": 1.0,
        "answer_relevancy": 1.0,
        "contextual_precision": 1.0,
        "contextual_recall": 0.6167,
        "hallucination": 0.0
      },
      "per_case": {
        "faithfulness": [
          1.0,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "answer_relevancy": [
          1.0,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "contextual_precision": [
          1.0,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "contextual_recall": [
          0.75,
          0.6666666666666666,
          0.5,
          0.5,
          0.6666666666666666
        ],
        "hallucination": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ]
      }
    }
  }
}