File size: 1,422 Bytes
e355150 72de711 e355150 72de711 e355150 72de711 e355150 72de711 e355150 72de711 e355150 72de711 e355150 72de711 e355150 72de711 e355150 72de711 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 | {
"checkpoint": "/content/ml/models/mmbert-small-classifier-v8/seed-1",
"output_dir": "/content/ml/models/mmbert-small-classifier-v8/seed-1/onnx_experiments",
"model_type": "classifier",
"base_model": "jhu-clsp/mmBERT-small",
"original_size_mb": 1240.51,
"onnx_size_mb": 135.3,
"quantization": "INT8",
"quant_recipe": "dynamic_per_channel",
"opset_version": 14,
"max_seq_length": 384,
"pooling": "mean",
"categories": [
"ALERT",
"NEWSLETTER",
"PERSONAL",
"PROMOTIONAL",
"SOCIAL",
"TRANSACTION"
],
"action_threshold_int8": 0.175,
"action_threshold_fp32_pt": 0.375,
"action_metrics_at_int8_threshold": {
"precision": 0.9231,
"recall": 0.8451,
"f1": 0.8824,
"n_positive_predicted": 65,
"n_positive_actual": 71
},
"metrics": {
"test_set": "/content/ml/data/splits/classifier_test.jsonl",
"test_set_n": 321,
"cat_acc": 93.15,
"act_acc": 93.46,
"cat_acc_en": 93.49,
"cat_acc_fr": 92.45,
"act_acc_en": 93.95,
"act_acc_fr": 92.45,
"argmax_match_pt": 96.57,
"by_class_recall": {
"ALERT": 85.0,
"NEWSLETTER": 94.0,
"PERSONAL": 98.0,
"PROMOTIONAL": 95.0,
"SOCIAL": 87.8,
"TRANSACTION": 98.33
},
"action_threshold_used_for_eval": 0.175
},
"model_inputs": [
"input_ids",
"attention_mask"
],
"model_outputs": [
"category_probs",
"action_prob"
]
} |