ChisDong commited on
Commit
e8bbcb2
·
verified ·
1 Parent(s): bd97d00

Upload cw_risk_ucfedavg/latest/metadata.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. cw_risk_ucfedavg/latest/metadata.json +69 -69
cw_risk_ucfedavg/latest/metadata.json CHANGED
@@ -2,7 +2,7 @@
2
  "client_id": "hospital_NVIDIA",
3
  "client_repo": "ChisDong/Client_NVIDIA_IID",
4
  "scenario": "clientiid",
5
- "round": 12,
6
  "status": "completed",
7
  "method": "CW-Risk-UCFedAvg",
8
  "local_training_method": "FedAvg",
@@ -32,71 +32,71 @@
32
  "per_class_conformal": {
33
  "nv": {
34
  "count": 274,
35
- "coverage": 0.9598540145985401,
36
- "coverage_quality": 0.9401459854014599,
37
- "avg_prediction_set_size": 1.186131386861314,
38
- "conformal_efficiency": 0.8430769230769231,
39
- "mean_nonconformity": 0.1539774090051651,
40
- "precision": 0.953125,
41
- "recall": 0.8905109489051095,
42
- "f1": 0.9207547169811321,
43
  "support": 274
44
  },
45
  "mel": {
46
  "count": 30,
47
- "coverage": 0.8333333333333334,
48
- "coverage_quality": 0.9333333333333333,
49
- "avg_prediction_set_size": 1.4333333333333333,
50
- "conformal_efficiency": 0.6976744186046512,
51
- "mean_nonconformity": 0.4198458790779114,
52
- "precision": 0.3090909090909091,
53
- "recall": 0.5666666666666667,
54
- "f1": 0.39999999999999997,
55
  "support": 30
56
  },
57
  "bkl": {
58
  "count": 47,
59
- "coverage": 0.723404255319149,
60
- "coverage_quality": 0.823404255319149,
61
- "avg_prediction_set_size": 1.3191489361702127,
62
- "conformal_efficiency": 0.7580645161290324,
63
- "mean_nonconformity": 0.46116903424263,
64
- "precision": 0.7368421052631579,
65
- "recall": 0.5957446808510638,
66
- "f1": 0.6588235294117647,
67
  "support": 47
68
  },
69
  "bcc": {
70
  "count": 16,
71
- "coverage": 0.875,
72
- "coverage_quality": 0.975,
73
- "avg_prediction_set_size": 1.1875,
74
- "conformal_efficiency": 0.8421052631578947,
75
- "mean_nonconformity": 0.26266780495643616,
76
- "precision": 0.6363636363636364,
77
- "recall": 0.875,
78
- "f1": 0.7368421052631579,
79
  "support": 16
80
  },
81
  "akiec": {
82
  "count": 7,
83
  "coverage": 0.5714285714285714,
84
  "coverage_quality": 0.6714285714285714,
85
- "avg_prediction_set_size": 1.2857142857142858,
86
- "conformal_efficiency": 0.7777777777777777,
87
- "mean_nonconformity": 0.6248829960823059,
88
- "precision": 0.375,
89
- "recall": 0.42857142857142855,
90
- "f1": 0.39999999999999997,
91
  "support": 7
92
  },
93
  "vasc": {
94
  "count": 7,
95
- "coverage": 0.5714285714285714,
96
- "coverage_quality": 0.6714285714285714,
97
- "avg_prediction_set_size": 1.1428571428571428,
98
- "conformal_efficiency": 0.875,
99
- "mean_nonconformity": 0.5055186152458191,
100
  "precision": 0.75,
101
  "recall": 0.42857142857142855,
102
  "f1": 0.5454545454545454,
@@ -106,9 +106,9 @@
106
  "count": 3,
107
  "coverage": 0.3333333333333333,
108
  "coverage_quality": 0.43333333333333335,
109
- "avg_prediction_set_size": 1.0,
110
- "conformal_efficiency": 1.0,
111
- "mean_nonconformity": 0.748028039932251,
112
  "precision": 1.0,
113
  "recall": 0.3333333333333333,
114
  "f1": 0.5,
@@ -116,29 +116,29 @@
116
  }
117
  },
118
  "local_epochs": 1,
119
- "base_global_model": "cw_risk_ucfedavg/global_model_round_12.safetensors",
120
- "created_at": "2026-05-31T09:59:44.460606",
121
- "train_loss": 0.5615873891446326,
122
- "train_accuracy": 0.8155935173017959,
123
- "train_sensitivity_macro": 0.7836966694587443,
124
- "train_specificity_macro": 0.9629326746142507,
125
- "train_precision_macro": 0.7033709728649697,
126
- "train_f1_macro": 0.7380090188111286,
127
- "train_auc_macro_ovr": 0.9709764304170694,
128
- "val_loss": 0.5572445697616786,
129
- "val_accuracy": 0.8072916666666666,
130
- "val_sensitivity_macro": 0.5883426409855756,
131
- "val_specificity_macro": 0.9594623739768714,
132
- "val_precision_macro": 0.6800602358168147,
133
- "val_f1_macro": 0.5945535567300857,
134
- "val_auc_macro_ovr": 0.9562937837848692,
135
  "conformal_available": true,
136
  "conformal_alpha": 0.1,
137
- "conformal_q_hat": 0.7648990154266357,
138
  "conformal_coverage": 0.8984375,
139
- "conformal_avg_prediction_set_size": 1.2213541666666667,
140
- "conformal_mean_nonconformity": 0.23650968074798584,
141
- "conformal_f1_macro": 0.5945535567300857,
142
- "conformal_auc_macro": 0.9562937837848692,
143
- "delta_file": "hospital_NVIDIA_round_12_delta.safetensors"
144
  }
 
2
  "client_id": "hospital_NVIDIA",
3
  "client_repo": "ChisDong/Client_NVIDIA_IID",
4
  "scenario": "clientiid",
5
+ "round": 13,
6
  "status": "completed",
7
  "method": "CW-Risk-UCFedAvg",
8
  "local_training_method": "FedAvg",
 
32
  "per_class_conformal": {
33
  "nv": {
34
  "count": 274,
35
+ "coverage": 0.9635036496350365,
36
+ "coverage_quality": 0.9364963503649635,
37
+ "avg_prediction_set_size": 1.2481751824817517,
38
+ "conformal_efficiency": 0.8011695906432749,
39
+ "mean_nonconformity": 0.1386231929063797,
40
+ "precision": 0.9583333333333334,
41
+ "recall": 0.9233576642335767,
42
+ "f1": 0.9405204460966543,
43
  "support": 274
44
  },
45
  "mel": {
46
  "count": 30,
47
+ "coverage": 0.7,
48
+ "coverage_quality": 0.7999999999999999,
49
+ "avg_prediction_set_size": 1.7,
50
+ "conformal_efficiency": 0.5882352941176471,
51
+ "mean_nonconformity": 0.4762796461582184,
52
+ "precision": 0.4,
53
+ "recall": 0.6,
54
+ "f1": 0.48,
55
  "support": 30
56
  },
57
  "bkl": {
58
  "count": 47,
59
+ "coverage": 0.7872340425531915,
60
+ "coverage_quality": 0.8872340425531915,
61
+ "avg_prediction_set_size": 1.4042553191489362,
62
+ "conformal_efficiency": 0.7121212121212122,
63
+ "mean_nonconformity": 0.3908923864364624,
64
+ "precision": 0.775,
65
+ "recall": 0.6595744680851063,
66
+ "f1": 0.7126436781609196,
67
  "support": 47
68
  },
69
  "bcc": {
70
  "count": 16,
71
+ "coverage": 0.8125,
72
+ "coverage_quality": 0.9125,
73
+ "avg_prediction_set_size": 1.375,
74
+ "conformal_efficiency": 0.7272727272727273,
75
+ "mean_nonconformity": 0.31508415937423706,
76
+ "precision": 0.6666666666666666,
77
+ "recall": 0.75,
78
+ "f1": 0.7058823529411765,
79
  "support": 16
80
  },
81
  "akiec": {
82
  "count": 7,
83
  "coverage": 0.5714285714285714,
84
  "coverage_quality": 0.6714285714285714,
85
+ "avg_prediction_set_size": 1.8571428571428572,
86
+ "conformal_efficiency": 0.5384615384615384,
87
+ "mean_nonconformity": 0.5324944853782654,
88
+ "precision": 0.3333333333333333,
89
+ "recall": 0.5714285714285714,
90
+ "f1": 0.4210526315789474,
91
  "support": 7
92
  },
93
  "vasc": {
94
  "count": 7,
95
+ "coverage": 0.7142857142857143,
96
+ "coverage_quality": 0.8142857142857143,
97
+ "avg_prediction_set_size": 1.4285714285714286,
98
+ "conformal_efficiency": 0.7,
99
+ "mean_nonconformity": 0.49655675888061523,
100
  "precision": 0.75,
101
  "recall": 0.42857142857142855,
102
  "f1": 0.5454545454545454,
 
106
  "count": 3,
107
  "coverage": 0.3333333333333333,
108
  "coverage_quality": 0.43333333333333335,
109
+ "avg_prediction_set_size": 2.0,
110
+ "conformal_efficiency": 0.5,
111
+ "mean_nonconformity": 0.7255375385284424,
112
  "precision": 1.0,
113
  "recall": 0.3333333333333333,
114
  "f1": 0.5,
 
116
  }
117
  },
118
  "local_epochs": 1,
119
+ "base_global_model": "cw_risk_ucfedavg/global_model_round_13.safetensors",
120
+ "created_at": "2026-05-31T10:02:22.550456",
121
+ "train_loss": 0.5179313669602076,
122
+ "train_accuracy": 0.8335523434077967,
123
+ "train_sensitivity_macro": 0.7811743363831953,
124
+ "train_specificity_macro": 0.9668019548352592,
125
+ "train_precision_macro": 0.7336251820576773,
126
+ "train_f1_macro": 0.752829555645521,
127
+ "train_auc_macro_ovr": 0.9762736526841733,
128
+ "val_loss": 0.5287199428421445,
129
+ "val_accuracy": 0.8385416666666666,
130
+ "val_sensitivity_macro": 0.6094664950931452,
131
+ "val_specificity_macro": 0.9652636507477338,
132
+ "val_precision_macro": 0.6976190476190476,
133
+ "val_f1_macro": 0.615079093461749,
134
+ "val_auc_macro_ovr": 0.9577113051324276,
135
  "conformal_available": true,
136
  "conformal_alpha": 0.1,
137
+ "conformal_q_hat": 0.8427022695541382,
138
  "conformal_coverage": 0.8984375,
139
+ "conformal_avg_prediction_set_size": 1.328125,
140
+ "conformal_mean_nonconformity": 0.22152185440063477,
141
+ "conformal_f1_macro": 0.615079093461749,
142
+ "conformal_auc_macro": 0.9577113051324276,
143
+ "delta_file": "hospital_NVIDIA_round_13_delta.safetensors"
144
  }