IndicMix-AI / config.json
Adityapande403's picture
Initial release of IndicMix AI: Code-mixed Indic NLP models & INT8 ONNX exports
34fc5e5 verified
Raw History Blame Contribute Delete
5.41 kB
{
"model_architecture": "IndicNeuralClassifier",
"num_classes": 12,
"labels": [
"account_access",
"cancellation_request",
"complaint",
"delivery_issue",
"greeting",
"order_status",
"payment_issue",
"product_question",
"refund_request",
"subscription_issue",
"technical_support",
"unknown"
],
"label2idx": {
"account_access": 0,
"cancellation_request": 1,
"complaint": 2,
"delivery_issue": 3,
"greeting": 4,
"order_status": 5,
"payment_issue": 6,
"product_question": 7,
"refund_request": 8,
"subscription_issue": 9,
"technical_support": 10,
"unknown": 11
},
"idx2label": {
"0": "account_access",
"1": "cancellation_request",
"2": "complaint",
"3": "delivery_issue",
"4": "greeting",
"5": "order_status",
"6": "payment_issue",
"7": "product_question",
"8": "refund_request",
"9": "subscription_issue",
"10": "technical_support",
"11": "unknown"
},
"max_length": 64,
"validation_macro_f1": 0.3313,
"test_metrics": {
"accuracy": 0.3214,
"macro_precision": 0.2828,
"macro_recall": 0.3229,
"macro_f1": 0.2668,
"weighted_precision": 0.3054,
"weighted_recall": 0.3214,
"weighted_f1": 0.2809,
"per_class": {
"account_access": {
"precision": 1.0,
"recall": 0.6667,
"f1": 0.8,
"support": 48
},
"cancellation_request": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"support": 48
},
"complaint": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 48
},
"delivery_issue": {
"precision": 0.4058,
"recall": 0.5833,
"f1": 0.4786,
"support": 48
},
"greeting": {
"precision": 0.8824,
"recall": 0.625,
"f1": 0.7317,
"support": 96
},
"order_status": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 48
},
"payment_issue": {
"precision": 0.1055,
"recall": 1.0,
"f1": 0.1909,
"support": 48
},
"product_question": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 48
},
"refund_request": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 48
},
"subscription_issue": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 48
},
"technical_support": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 96
},
"unknown": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 48
}
},
"confusion_matrix": [
[
32,
0,
0,
0,
0,
0,
16,
0,
0,
0,
0,
0
],
[
0,
48,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
48,
0,
0,
0,
0,
0
],
[
0,
0,
0,
28,
0,
0,
20,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
60,
0,
36,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
5,
0,
43,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
48,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
48,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
48,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
48,
0,
0,
0,
0,
0
],
[
0,
0,
0,
41,
3,
0,
52,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
48,
0,
0,
0,
0,
0
]
],
"labels": [
"account_access",
"cancellation_request",
"complaint",
"delivery_issue",
"greeting",
"order_status",
"payment_issue",
"product_question",
"refund_request",
"subscription_issue",
"technical_support",
"unknown"
],
"total_samples": 672
},
"calibration": {
"expected_calibration_error": 0.1649,
"maximum_calibration_error": 0.4469
}
}