ChisDong commited on
Commit
d3365c5
·
verified ·
1 Parent(s): c79f373

Upload cw_risk_ucfedavg/latest/metadata.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. cw_risk_ucfedavg/latest/metadata.json +67 -67
cw_risk_ucfedavg/latest/metadata.json CHANGED
@@ -2,7 +2,7 @@
2
  "client_id": "hospital_NVIDIA",
3
  "client_repo": "ChisDong/Client_NVIDIA_IID",
4
  "scenario": "clientiid",
5
- "round": 17,
6
  "status": "completed",
7
  "method": "CW-Risk-UCFedAvg",
8
  "local_training_method": "FedAvg",
@@ -32,50 +32,50 @@
32
  "per_class_conformal": {
33
  "nv": {
34
  "count": 274,
35
- "coverage": 0.9635036496350365,
36
- "coverage_quality": 0.9364963503649635,
37
- "avg_prediction_set_size": 1.1642335766423357,
38
- "conformal_efficiency": 0.8589341692789969,
39
- "mean_nonconformity": 0.1283041387796402,
40
- "precision": 0.9534883720930233,
41
- "recall": 0.8978102189781022,
42
- "f1": 0.924812030075188,
43
  "support": 274
44
  },
45
  "mel": {
46
  "count": 30,
47
  "coverage": 0.7666666666666667,
48
  "coverage_quality": 0.8666666666666667,
49
- "avg_prediction_set_size": 1.3333333333333333,
50
- "conformal_efficiency": 0.75,
51
- "mean_nonconformity": 0.43532341718673706,
52
- "precision": 0.3877551020408163,
53
- "recall": 0.6333333333333333,
54
- "f1": 0.4810126582278481,
55
  "support": 30
56
  },
57
  "bkl": {
58
  "count": 47,
59
- "coverage": 0.7446808510638298,
60
- "coverage_quality": 0.8446808510638297,
61
- "avg_prediction_set_size": 1.1914893617021276,
62
- "conformal_efficiency": 0.8392857142857143,
63
- "mean_nonconformity": 0.38431310653686523,
64
- "precision": 0.7948717948717948,
65
- "recall": 0.6595744680851063,
66
- "f1": 0.7209302325581396,
67
  "support": 47
68
  },
69
  "bcc": {
70
  "count": 16,
71
- "coverage": 0.8125,
72
- "coverage_quality": 0.9125,
73
- "avg_prediction_set_size": 1.125,
74
- "conformal_efficiency": 0.8888888888888888,
75
- "mean_nonconformity": 0.2672905921936035,
76
- "precision": 0.5217391304347826,
77
- "recall": 0.75,
78
- "f1": 0.6153846153846153,
79
  "support": 16
80
  },
81
  "akiec": {
@@ -84,31 +84,31 @@
84
  "coverage_quality": 0.6714285714285714,
85
  "avg_prediction_set_size": 1.4285714285714286,
86
  "conformal_efficiency": 0.7,
87
- "mean_nonconformity": 0.5694546699523926,
88
- "precision": 0.3333333333333333,
89
  "recall": 0.42857142857142855,
90
- "f1": 0.375,
91
  "support": 7
92
  },
93
  "vasc": {
94
  "count": 7,
95
- "coverage": 0.7142857142857143,
96
- "coverage_quality": 0.8142857142857143,
97
- "avg_prediction_set_size": 1.2857142857142858,
98
- "conformal_efficiency": 0.7777777777777777,
99
- "mean_nonconformity": 0.43631893396377563,
100
- "precision": 0.6,
101
- "recall": 0.42857142857142855,
102
- "f1": 0.5,
103
  "support": 7
104
  },
105
  "df": {
106
  "count": 3,
107
  "coverage": 0.3333333333333333,
108
  "coverage_quality": 0.43333333333333335,
109
- "avg_prediction_set_size": 1.6666666666666667,
110
- "conformal_efficiency": 0.6,
111
- "mean_nonconformity": 0.7387814521789551,
112
  "precision": 1.0,
113
  "recall": 0.3333333333333333,
114
  "f1": 0.5,
@@ -116,29 +116,29 @@
116
  }
117
  },
118
  "local_epochs": 1,
119
- "base_global_model": "cw_risk_ucfedavg/global_model_round_17.safetensors",
120
- "created_at": "2026-05-31T10:13:25.618767",
121
- "train_loss": 0.43967336292068165,
122
- "train_accuracy": 0.8628996933858958,
123
- "train_sensitivity_macro": 0.857543526290117,
124
- "train_specificity_macro": 0.9726828870537721,
125
- "train_precision_macro": 0.7612629242403487,
126
- "train_f1_macro": 0.803904217622944,
127
- "train_auc_macro_ovr": 0.9818982910852364,
128
- "val_loss": 0.5337859296802586,
129
- "val_accuracy": 0.8203125,
130
- "val_sensitivity_macro": 0.5901706015532474,
131
- "val_specificity_macro": 0.9616161417563779,
132
- "val_precision_macro": 0.6558839618248216,
133
- "val_f1_macro": 0.5881627908922559,
134
- "val_auc_macro_ovr": 0.9617651256517119,
135
  "conformal_available": true,
136
  "conformal_alpha": 0.1,
137
- "conformal_q_hat": 0.7789672017097473,
138
  "conformal_coverage": 0.8984375,
139
- "conformal_avg_prediction_set_size": 1.1901041666666667,
140
- "conformal_mean_nonconformity": 0.20784157514572144,
141
- "conformal_f1_macro": 0.5881627908922559,
142
- "conformal_auc_macro": 0.9617651256517119,
143
- "delta_file": "hospital_NVIDIA_round_17_delta.safetensors"
144
  }
 
2
  "client_id": "hospital_NVIDIA",
3
  "client_repo": "ChisDong/Client_NVIDIA_IID",
4
  "scenario": "clientiid",
5
+ "round": 18,
6
  "status": "completed",
7
  "method": "CW-Risk-UCFedAvg",
8
  "local_training_method": "FedAvg",
 
32
  "per_class_conformal": {
33
  "nv": {
34
  "count": 274,
35
+ "coverage": 0.9671532846715328,
36
+ "coverage_quality": 0.9328467153284672,
37
+ "avg_prediction_set_size": 1.1715328467153285,
38
+ "conformal_efficiency": 0.8535825545171339,
39
+ "mean_nonconformity": 0.13400840759277344,
40
+ "precision": 0.9545454545454546,
41
+ "recall": 0.9197080291970803,
42
+ "f1": 0.9368029739776952,
43
  "support": 274
44
  },
45
  "mel": {
46
  "count": 30,
47
  "coverage": 0.7666666666666667,
48
  "coverage_quality": 0.8666666666666667,
49
+ "avg_prediction_set_size": 1.5333333333333334,
50
+ "conformal_efficiency": 0.6521739130434783,
51
+ "mean_nonconformity": 0.45849037170410156,
52
+ "precision": 0.4186046511627907,
53
+ "recall": 0.6,
54
+ "f1": 0.49315068493150693,
55
  "support": 30
56
  },
57
  "bkl": {
58
  "count": 47,
59
+ "coverage": 0.723404255319149,
60
+ "coverage_quality": 0.823404255319149,
61
+ "avg_prediction_set_size": 1.3829787234042554,
62
+ "conformal_efficiency": 0.7230769230769231,
63
+ "mean_nonconformity": 0.4416079819202423,
64
+ "precision": 0.8333333333333334,
65
+ "recall": 0.6382978723404256,
66
+ "f1": 0.7228915662650603,
67
  "support": 47
68
  },
69
  "bcc": {
70
  "count": 16,
71
+ "coverage": 0.875,
72
+ "coverage_quality": 0.975,
73
+ "avg_prediction_set_size": 1.1875,
74
+ "conformal_efficiency": 0.8421052631578947,
75
+ "mean_nonconformity": 0.24982374906539917,
76
+ "precision": 0.6363636363636364,
77
+ "recall": 0.875,
78
+ "f1": 0.7368421052631579,
79
  "support": 16
80
  },
81
  "akiec": {
 
84
  "coverage_quality": 0.6714285714285714,
85
  "avg_prediction_set_size": 1.4285714285714286,
86
  "conformal_efficiency": 0.7,
87
+ "mean_nonconformity": 0.5418412089347839,
88
+ "precision": 0.2727272727272727,
89
  "recall": 0.42857142857142855,
90
+ "f1": 0.33333333333333326,
91
  "support": 7
92
  },
93
  "vasc": {
94
  "count": 7,
95
+ "coverage": 0.5714285714285714,
96
+ "coverage_quality": 0.6714285714285714,
97
+ "avg_prediction_set_size": 1.1428571428571428,
98
+ "conformal_efficiency": 0.875,
99
+ "mean_nonconformity": 0.4601564109325409,
100
+ "precision": 0.5714285714285714,
101
+ "recall": 0.5714285714285714,
102
+ "f1": 0.5714285714285714,
103
  "support": 7
104
  },
105
  "df": {
106
  "count": 3,
107
  "coverage": 0.3333333333333333,
108
  "coverage_quality": 0.43333333333333335,
109
+ "avg_prediction_set_size": 2.0,
110
+ "conformal_efficiency": 0.5,
111
+ "mean_nonconformity": 0.7162724137306213,
112
  "precision": 1.0,
113
  "recall": 0.3333333333333333,
114
  "f1": 0.5,
 
116
  }
117
  },
118
  "local_epochs": 1,
119
+ "base_global_model": "cw_risk_ucfedavg/global_model_round_18.safetensors",
120
+ "created_at": "2026-05-31T10:16:04.068874",
121
+ "train_loss": 0.4250126354810264,
122
+ "train_accuracy": 0.859395532194481,
123
+ "train_sensitivity_macro": 0.8531616022290214,
124
+ "train_specificity_macro": 0.9726040420308654,
125
+ "train_precision_macro": 0.7823238476266268,
126
+ "train_f1_macro": 0.8133536550394443,
127
+ "train_auc_macro_ovr": 0.9826066814268517,
128
+ "val_loss": 0.5644554621928061,
129
+ "val_accuracy": 0.8385416666666666,
130
+ "val_sensitivity_macro": 0.6237627478386913,
131
+ "val_specificity_macro": 0.9645095169160276,
132
+ "val_precision_macro": 0.6695718456515799,
133
+ "val_f1_macro": 0.6134927478856179,
134
+ "val_auc_macro_ovr": 0.954606298920658,
135
  "conformal_available": true,
136
  "conformal_alpha": 0.1,
137
+ "conformal_q_hat": 0.807902455329895,
138
  "conformal_coverage": 0.8984375,
139
+ "conformal_avg_prediction_set_size": 1.2369791666666667,
140
+ "conformal_mean_nonconformity": 0.219761922955513,
141
+ "conformal_f1_macro": 0.6134927478856179,
142
+ "conformal_auc_macro": 0.954606298920658,
143
+ "delta_file": "hospital_NVIDIA_round_18_delta.safetensors"
144
  }