| { |
| "mean_f1": 0.5979, |
| "mean_auc_roc": 0.8826, |
| "hamming_loss": 0.1231, |
| "subset_accuracy": 0.193, |
| "mean_ece": 0.1362, |
| "per_label_f1": { |
| "professional": 0.839, |
| "question": 0.8889, |
| "experience_sharing": 0.6308, |
| "resource": 0.7458, |
| "opinion": 0.6257, |
| "how_to": 0.5302, |
| "humor": 0.3471, |
| "announcement": 0.7227, |
| "off_group_topic": 0.2581, |
| "reaction": 0.7247, |
| "substantive": 0.7866, |
| "discussion_init": 0.7061, |
| "emotional": 0.4371, |
| "disagreement": 0.1231, |
| "positive_reinforcement": 0.6034 |
| }, |
| "per_label_precision": { |
| "professional": 0.819, |
| "question": 0.9704, |
| "experience_sharing": 0.5836, |
| "resource": 0.7586, |
| "opinion": 0.5327, |
| "how_to": 0.4702, |
| "humor": 0.3621, |
| "announcement": 0.6825, |
| "off_group_topic": 0.2963, |
| "reaction": 0.6887, |
| "substantive": 0.8542, |
| "discussion_init": 0.6773, |
| "emotional": 0.3976, |
| "disagreement": 0.0833, |
| "positive_reinforcement": 0.5806 |
| }, |
| "per_label_recall": { |
| "professional": 0.86, |
| "question": 0.82, |
| "experience_sharing": 0.6862, |
| "resource": 0.7333, |
| "opinion": 0.7581, |
| "how_to": 0.6077, |
| "humor": 0.3333, |
| "announcement": 0.7679, |
| "off_group_topic": 0.2286, |
| "reaction": 0.7647, |
| "substantive": 0.7289, |
| "discussion_init": 0.7375, |
| "emotional": 0.4853, |
| "disagreement": 0.2353, |
| "positive_reinforcement": 0.6279 |
| }, |
| "per_label_auc_roc": { |
| "professional": 0.8823, |
| "question": 0.9771, |
| "experience_sharing": 0.8437, |
| "resource": 0.9282, |
| "opinion": 0.8527, |
| "how_to": 0.8442, |
| "humor": 0.7916, |
| "announcement": 0.9688, |
| "off_group_topic": 0.7533, |
| "reaction": 0.9501, |
| "substantive": 0.9631, |
| "discussion_init": 0.8702, |
| "emotional": 0.8524, |
| "disagreement": 0.8888, |
| "positive_reinforcement": 0.8732 |
| }, |
| "per_label_threshold": { |
| "professional": 0.35, |
| "question": 0.8, |
| "experience_sharing": 0.6, |
| "resource": 0.6, |
| "opinion": 0.55, |
| "how_to": 0.65, |
| "humor": 0.75, |
| "announcement": 0.75, |
| "off_group_topic": 0.75, |
| "reaction": 0.75, |
| "substantive": 0.8, |
| "discussion_init": 0.55, |
| "emotional": 0.75, |
| "disagreement": 0.25, |
| "positive_reinforcement": 0.8 |
| }, |
| "per_label_support": { |
| "professional": 500, |
| "question": 200, |
| "experience_sharing": 239, |
| "resource": 180, |
| "opinion": 215, |
| "how_to": 130, |
| "humor": 63, |
| "announcement": 56, |
| "off_group_topic": 35, |
| "reaction": 136, |
| "substantive": 225, |
| "discussion_init": 259, |
| "emotional": 68, |
| "disagreement": 17, |
| "positive_reinforcement": 86 |
| }, |
| "per_label_ece": { |
| "professional": 0.0736, |
| "question": 0.0818, |
| "experience_sharing": 0.1342, |
| "resource": 0.0957, |
| "opinion": 0.1442, |
| "how_to": 0.2161, |
| "humor": 0.2351, |
| "announcement": 0.0974, |
| "off_group_topic": 0.1775, |
| "reaction": 0.1241, |
| "substantive": 0.0569, |
| "discussion_init": 0.1084, |
| "emotional": 0.1958, |
| "disagreement": 0.0785, |
| "positive_reinforcement": 0.2234 |
| }, |
| "total_samples": 824 |
| } |
