| { | |
| "classification_metrics": { | |
| "accuracy": 0.7745726495726496, | |
| "precision": 0.7798245369219016, | |
| "recall": 0.7745726495726496, | |
| "f1_score": 0.7718609192280318, | |
| "precision_per_class": [ | |
| 0.7419354838709677, | |
| 0.6580976863753213, | |
| 0.7661469933184856, | |
| 0.8472834067547724, | |
| 0.8393782383419689, | |
| 0.6692913385826772, | |
| 0.8333333333333334 | |
| ], | |
| "recall_per_class": [ | |
| 0.6734234234234234, | |
| 0.8258064516129032, | |
| 0.8708860759493671, | |
| 0.9100946372239748, | |
| 0.6136363636363636, | |
| 0.6827309236947792, | |
| 0.8266129032258065 | |
| ], | |
| "f1_per_class": [ | |
| 0.706021251475797, | |
| 0.7324749642346209, | |
| 0.8151658767772512, | |
| 0.8775665399239544, | |
| 0.7089715536105032, | |
| 0.6759443339960238, | |
| 0.8299595141700404 | |
| ], | |
| "confusion_matrix": [ | |
| [ | |
| 299, | |
| 29, | |
| 23, | |
| 10, | |
| 23, | |
| 38, | |
| 22 | |
| ], | |
| [ | |
| 14, | |
| 256, | |
| 12, | |
| 6, | |
| 9, | |
| 7, | |
| 6 | |
| ], | |
| [ | |
| 20, | |
| 7, | |
| 344, | |
| 17, | |
| 3, | |
| 4, | |
| 0 | |
| ], | |
| [ | |
| 16, | |
| 5, | |
| 11, | |
| 577, | |
| 12, | |
| 13, | |
| 0 | |
| ], | |
| [ | |
| 29, | |
| 79, | |
| 40, | |
| 34, | |
| 324, | |
| 11, | |
| 11 | |
| ], | |
| [ | |
| 21, | |
| 8, | |
| 13, | |
| 27, | |
| 8, | |
| 170, | |
| 2 | |
| ], | |
| [ | |
| 4, | |
| 5, | |
| 6, | |
| 10, | |
| 7, | |
| 11, | |
| 205 | |
| ] | |
| ], | |
| "avg_confidence": 0.8106722235679626, | |
| "confidence_std": 0.17745301127433777 | |
| }, | |
| "regression_metrics": { | |
| "severity": { | |
| "mse": 0.671632989822162, | |
| "mae": 0.5122688217566181, | |
| "r2_score": 0.8582199850318626 | |
| }, | |
| "importance": { | |
| "mse": 0.3246768359915458, | |
| "mae": 0.2937299488616465, | |
| "r2_score": 0.978597690218313 | |
| } | |
| }, | |
| "risk_pattern_analysis": { | |
| "true_distribution": { | |
| "2": 395, | |
| "0": 444, | |
| "1": 310, | |
| "5": 249, | |
| "4": 528, | |
| "3": 634, | |
| "6": 248 | |
| }, | |
| "predicted_distribution": { | |
| "2": 449, | |
| "5": 254, | |
| "1": 389, | |
| "4": 386, | |
| "3": 681, | |
| "0": 403, | |
| "6": 246 | |
| }, | |
| "pattern_performance": { | |
| "0": { | |
| "precision": 0.7419354838709677, | |
| "recall": 0.6734234234234234, | |
| "f1_score": 0.706021251475797, | |
| "support": 444 | |
| }, | |
| "1": { | |
| "precision": 0.6580976863753213, | |
| "recall": 0.8258064516129032, | |
| "f1_score": 0.7324749642346209, | |
| "support": 310 | |
| }, | |
| "2": { | |
| "precision": 0.7661469933184856, | |
| "recall": 0.8708860759493671, | |
| "f1_score": 0.8151658767772513, | |
| "support": 395 | |
| }, | |
| "3": { | |
| "precision": 0.8472834067547724, | |
| "recall": 0.9100946372239748, | |
| "f1_score": 0.8775665399239544, | |
| "support": 634 | |
| }, | |
| "4": { | |
| "precision": 0.8393782383419689, | |
| "recall": 0.6136363636363636, | |
| "f1_score": 0.7089715536105032, | |
| "support": 528 | |
| }, | |
| "5": { | |
| "precision": 0.6692913385826772, | |
| "recall": 0.6827309236947792, | |
| "f1_score": 0.6759443339960238, | |
| "support": 249 | |
| }, | |
| "6": { | |
| "precision": 0.8333333333333334, | |
| "recall": 0.8266129032258065, | |
| "f1_score": 0.8299595141700405, | |
| "support": 248 | |
| } | |
| }, | |
| "discovered_patterns_info": { | |
| "0": { | |
| "topic_id": 0, | |
| "topic_name": "Topic_LIABILITY", | |
| "top_words": [ | |
| "insurance", | |
| "shall", | |
| "000", | |
| "liability", | |
| "agreement", | |
| "franchisee", | |
| "party", | |
| "company", | |
| "business", | |
| "time", | |
| "coverage", | |
| "franchise", | |
| "000 000", | |
| "maintain", | |
| "including" | |
| ], | |
| "word_weights": [ | |
| 736.0099999999838, | |
| 498.88770291765525, | |
| 471.5646985971675, | |
| 346.347418543671, | |
| 258.92856309299003, | |
| 251.00999999997546, | |
| 241.5878632853223, | |
| 231.4885346371973, | |
| 214.3746106920491, | |
| 212.49440831357, | |
| 211.00999999998464, | |
| 200.0099999999739, | |
| 195.0099999999757, | |
| 194.45984519612063, | |
| 181.4107329976039 | |
| ], | |
| "clause_count": 1306, | |
| "proportion": 0.1325350111629795, | |
| "keywords": [ | |
| "insurance", | |
| "shall", | |
| "000", | |
| "liability", | |
| "agreement", | |
| "franchisee", | |
| "party", | |
| "company", | |
| "business", | |
| "time", | |
| "coverage", | |
| "franchise", | |
| "000 000", | |
| "maintain", | |
| "including" | |
| ] | |
| }, | |
| "1": { | |
| "topic_id": 1, | |
| "topic_name": "Topic_COMPLIANCE", | |
| "top_words": [ | |
| "shall", | |
| "agreement", | |
| "product", | |
| "laws", | |
| "reasonable", | |
| "state", | |
| "audit", | |
| "records", | |
| "accordance", | |
| "governed", | |
| "applicable", | |
| "parties", | |
| "laws state", | |
| "sales", | |
| "agreement shall" | |
| ], | |
| "word_weights": [ | |
| 1353.3452610891748, | |
| 791.9158981182017, | |
| 635.0546774532584, | |
| 519.009999999982, | |
| 357.32762387961185, | |
| 356.31553936611544, | |
| 356.009999999984, | |
| 343.6171354800201, | |
| 332.56817615442174, | |
| 285.77267388073, | |
| 260.06905976279467, | |
| 240.8418648953263, | |
| 240.0099999999881, | |
| 235.97679162114048, | |
| 227.95415303859315 | |
| ], | |
| "clause_count": 1678, | |
| "proportion": 0.1702861782017455, | |
| "keywords": [ | |
| "shall", | |
| "agreement", | |
| "product", | |
| "laws", | |
| "reasonable", | |
| "state", | |
| "audit", | |
| "records", | |
| "accordance", | |
| "governed", | |
| "applicable", | |
| "parties", | |
| "laws state", | |
| "sales", | |
| "agreement shall" | |
| ] | |
| }, | |
| "2": { | |
| "topic_id": 2, | |
| "topic_name": "Topic_TERMINATION", | |
| "top_words": [ | |
| "agreement", | |
| "shall", | |
| "term", | |
| "termination", | |
| "date", | |
| "notice", | |
| "written", | |
| "effective", | |
| "party", | |
| "period", | |
| "written notice", | |
| "effective date", | |
| "days", | |
| "prior", | |
| "expiration" | |
| ], | |
| "word_weights": [ | |
| 2050.805890109321, | |
| 1269.240234241244, | |
| 1219.0696127054637, | |
| 991.9976615506728, | |
| 955.7626059986801, | |
| 851.2226975055182, | |
| 686.4666161062397, | |
| 654.7836609476295, | |
| 595.0735919751583, | |
| 567.5809580666912, | |
| 559.0099999999661, | |
| 557.3479074007084, | |
| 553.7545224859595, | |
| 504.9647825455629, | |
| 453.00866629087375 | |
| ], | |
| "clause_count": 1419, | |
| "proportion": 0.14400243555916378, | |
| "keywords": [ | |
| "agreement", | |
| "shall", | |
| "term", | |
| "termination", | |
| "date", | |
| "notice", | |
| "written", | |
| "effective", | |
| "party", | |
| "period", | |
| "written notice", | |
| "effective date", | |
| "days", | |
| "prior", | |
| "expiration" | |
| ] | |
| }, | |
| "3": { | |
| "topic_id": 3, | |
| "topic_name": "Topic_AGREEMENT_PARTY", | |
| "top_words": [ | |
| "agreement", | |
| "party", | |
| "license", | |
| "use", | |
| "non", | |
| "exclusive", | |
| "right", | |
| "rights", | |
| "shall", | |
| "grants", | |
| "consent", | |
| "products", | |
| "section", | |
| "subject", | |
| "territory" | |
| ], | |
| "word_weights": [ | |
| 1525.079019945776, | |
| 1107.000944662076, | |
| 1098.1464960165367, | |
| 996.9383524867213, | |
| 803.4851139645191, | |
| 760.3675588746877, | |
| 758.6673712077256, | |
| 719.5153376224501, | |
| 668.0274075528977, | |
| 657.2382209009381, | |
| 626.3286446042557, | |
| 535.331063039447, | |
| 512.9084121570967, | |
| 478.4147602248597, | |
| 451.31481714817636 | |
| ], | |
| "clause_count": 1786, | |
| "proportion": 0.18124619443880657, | |
| "keywords": [ | |
| "agreement", | |
| "party", | |
| "license", | |
| "use", | |
| "non", | |
| "exclusive", | |
| "right", | |
| "rights", | |
| "shall", | |
| "grants", | |
| "consent", | |
| "products", | |
| "section", | |
| "subject", | |
| "territory" | |
| ] | |
| }, | |
| "4": { | |
| "topic_id": 4, | |
| "topic_name": "Topic_PAYMENT", | |
| "top_words": [ | |
| "shall", | |
| "company", | |
| "period", | |
| "year", | |
| "products", | |
| "day", | |
| "services", | |
| "term", | |
| "minimum", | |
| "pay", | |
| "section", | |
| "royalty", | |
| "date", | |
| "set", | |
| "forth" | |
| ], | |
| "word_weights": [ | |
| 655.4911637857177, | |
| 383.2913975423287, | |
| 347.1185685524554, | |
| 326.5638014849611, | |
| 324.11972062682696, | |
| 302.6417126904041, | |
| 271.6590006019012, | |
| 255.9388289328203, | |
| 226.0542709911376, | |
| 222.8824031312115, | |
| 221.94914924824786, | |
| 207.42895421218842, | |
| 202.18863365268066, | |
| 199.4789658440932, | |
| 195.3659356737255 | |
| ], | |
| "clause_count": 1744, | |
| "proportion": 0.17698396590217172, | |
| "keywords": [ | |
| "shall", | |
| "company", | |
| "period", | |
| "year", | |
| "products", | |
| "day", | |
| "services", | |
| "term", | |
| "minimum", | |
| "pay", | |
| "section", | |
| "royalty", | |
| "date", | |
| "set", | |
| "forth" | |
| ] | |
| }, | |
| "5": { | |
| "topic_id": 5, | |
| "topic_name": "Topic_INTELLECTUAL_PROPERTY", | |
| "top_words": [ | |
| "company", | |
| "group", | |
| "shall", | |
| "property", | |
| "rights", | |
| "intellectual", | |
| "intellectual property", | |
| "member", | |
| "agrees", | |
| "equifax", | |
| "software", | |
| "directly", | |
| "consultant", | |
| "certegy", | |
| "spinco" | |
| ], | |
| "word_weights": [ | |
| 496.50071493192735, | |
| 435.0099999999791, | |
| 388.5763134748527, | |
| 387.4988640662981, | |
| 359.4496171685364, | |
| 330.07145001033524, | |
| 328.0213220121382, | |
| 220.45480366534105, | |
| 220.02482155449226, | |
| 217.00999999999257, | |
| 199.57058191546628, | |
| 196.8807703200237, | |
| 196.18155531972405, | |
| 194.00999999999254, | |
| 188.00999999998803 | |
| ], | |
| "clause_count": 849, | |
| "proportion": 0.08615790541911914, | |
| "keywords": [ | |
| "company", | |
| "group", | |
| "shall", | |
| "property", | |
| "rights", | |
| "intellectual", | |
| "intellectual property", | |
| "member", | |
| "agrees", | |
| "equifax", | |
| "software", | |
| "directly", | |
| "consultant", | |
| "certegy", | |
| "spinco" | |
| ] | |
| }, | |
| "6": { | |
| "topic_id": 6, | |
| "topic_name": "Topic_LIABILITY", | |
| "top_words": [ | |
| "party", | |
| "agreement", | |
| "damages", | |
| "shall", | |
| "liability", | |
| "section", | |
| "breach", | |
| "arising", | |
| "event", | |
| "including", | |
| "liable", | |
| "verticalnet", | |
| "consequential", | |
| "loss", | |
| "indirect" | |
| ], | |
| "word_weights": [ | |
| 1342.848108836162, | |
| 899.6508745770741, | |
| 638.0099999999876, | |
| 531.5019169383905, | |
| 459.6725814563016, | |
| 420.1245886072517, | |
| 333.1747498309702, | |
| 331.53480923886127, | |
| 287.8262872749245, | |
| 276.05340345780917, | |
| 271.80655200684834, | |
| 259.0099999999753, | |
| 252.0099999999918, | |
| 245.00999999997777, | |
| 234.26813288004433 | |
| ], | |
| "clause_count": 1072, | |
| "proportion": 0.1087883093160138, | |
| "keywords": [ | |
| "party", | |
| "agreement", | |
| "damages", | |
| "shall", | |
| "liability", | |
| "section", | |
| "breach", | |
| "arising", | |
| "event", | |
| "including", | |
| "liable", | |
| "verticalnet", | |
| "consequential", | |
| "loss", | |
| "indirect" | |
| ] | |
| } | |
| } | |
| } | |
| } |