{ "classification_metrics": { "accuracy": 0.7802706552706553, "precision": 0.7871374590984268, "recall": 0.7802706552706553, "f1_score": 0.7815542445249481, "precision_per_class": [ 0.7657841140529531, 0.7655172413793103, 0.6881720430107527, 0.6157024793388429, 0.8967391304347826, 0.7596371882086168, 0.8968609865470852 ], "recall_per_class": [ 0.704119850187266, 0.7668393782383419, 0.7868852459016393, 0.8662790697674418, 0.8623693379790941, 0.7330415754923414, 0.8064516129032258 ], "f1_per_class": [ 0.7336585365853658, 0.7661777394305436, 0.734225621414914, 0.7198067632850241, 0.8792184724689165, 0.7461024498886414, 0.8492569002123143 ], "confusion_matrix": [ [ 376, 38, 35, 17, 3, 57, 8 ], [ 16, 444, 24, 34, 35, 23, 3 ], [ 9, 12, 192, 8, 8, 11, 4 ], [ 1, 10, 3, 149, 5, 4, 0 ], [ 5, 53, 12, 2, 495, 5, 2 ], [ 65, 14, 9, 24, 4, 335, 6 ], [ 19, 9, 4, 8, 2, 6, 200 ] ], "avg_confidence": 0.7772042751312256, "confidence_std": 0.12940913438796997 }, "regression_metrics": { "severity": { "mse": 1.237190692034157, "mae": 0.6902745374628645, "r2_score": 0.7388321933359934 }, "importance": { "mse": 0.8753342427174913, "mae": 0.44544406978153434, "r2_score": 0.9422990107441914 } }, "risk_pattern_analysis": { "true_distribution": { "2": 244, "6": 248, "5": 457, "4": 574, "1": 579, "0": 534, "3": 172 }, "predicted_distribution": { "2": 279, "1": 580, "5": 441, "0": 491, "4": 552, "6": 223, "3": 242 }, "pattern_performance": { "0": { "precision": 0.7657841140529531, "recall": 0.704119850187266, "f1_score": 0.7336585365853658, "support": 534 }, "1": { "precision": 0.7655172413793103, "recall": 0.7668393782383419, "f1_score": 0.7661777394305435, "support": 579 }, "2": { "precision": 0.6881720430107527, "recall": 0.7868852459016393, "f1_score": 0.734225621414914, "support": 244 }, "3": { "precision": 0.6157024793388429, "recall": 0.8662790697674418, "f1_score": 0.7198067632850241, "support": 172 }, "4": { "precision": 0.8967391304347826, "recall": 0.8623693379790941, "f1_score": 0.8792184724689165, "support": 574 }, "5": { "precision": 0.7596371882086168, "recall": 0.7330415754923414, "f1_score": 0.7461024498886415, "support": 457 }, "6": { "precision": 0.8968609865470852, "recall": 0.8064516129032258, "f1_score": 0.8492569002123141, "support": 248 } }, "discovered_patterns_info": { "0": { "topic_id": 0, "topic_name": "Topic_USE_LICENSE", "top_words": [ "use", "license", "non", "exclusive", "grants", "software", "right", "agreement", "licensee", "licensor", "non exclusive", "licensed", "content", "group", "royalty" ], "word_weights": [ 785.4781945618652, 775.0927718105139, 725.8536276994103, 548.3678813410637, 485.4636328956545, 464.6996308784791, 463.0291232895873, 425.42214668988584, 380.04046065182933, 361.3066386178177, 339.47786387570625, 325.66741755270897, 300.96037272350696, 299.70738740615377, 267.241931553996 ], "clause_count": 1428, "proportion": 0.14491577024558555, "keywords": [ "use", "license", "non", "exclusive", "grants", "software", "right", "agreement", "licensee", "licensor", "non exclusive", "licensed", "content", "group", "royalty" ] }, "1": { "topic_id": 1, "topic_name": "Topic_LIABILITY", "top_words": [ "shall", "insurance", "product", "000", "reasonable", "liability", "audit", "products", "records", "provide", "business", "company", "agreement", "time", "sales" ], "word_weights": [ 1584.695240367166, 736.0099999999779, 701.0483205690331, 575.0099999999724, 412.28766776668147, 363.0545360732208, 356.00999999998095, 345.50772290410015, 342.69527607673837, 319.86886967638867, 301.1794279811748, 295.46813667158176, 290.5128104185753, 289.3027460930467, 288.8817298195845 ], "clause_count": 2084, "proportion": 0.2114877207225492, "keywords": [ "shall", "insurance", "product", "000", "reasonable", "liability", "audit", "products", "records", "provide", "business", "company", "agreement", "time", "sales" ] }, "2": { "topic_id": 2, "topic_name": "Topic_PARTY_AGREEMENT", "top_words": [ "party", "agreement", "shall", "consent", "written", "prior", "rights", "prior written", "assign", "written consent", "transfer", "obligations", "assignment", "provided", "hereunder" ], "word_weights": [ 1592.2845385599276, 1045.4504286800168, 795.0214095330076, 647.9705259137647, 625.6952226902623, 510.46603569882217, 460.8894767611278, 453.69118540200066, 412.31652446046223, 393.00999999998714, 387.81308355754254, 356.1731917635731, 278.5331820186328, 264.9462772279004, 261.82748712679575 ], "clause_count": 1082, "proportion": 0.1098031256342602, "keywords": [ "party", "agreement", "shall", "consent", "written", "prior", "rights", "prior written", "assign", "written consent", "transfer", "obligations", "assignment", "provided", "hereunder" ] }, "3": { "topic_id": 3, "topic_name": "Topic_LIABILITY", "top_words": [ "party", "damages", "agreement", "section", "shall", "liability", "breach", "event", "arising", "liable", "including", "consequential", "loss", "obligations", "special" ], "word_weights": [ 1073.3784917024248, 638.0099999999873, 569.9541706740515, 541.213932525883, 518.875846376228, 442.96546392675043, 327.16361709115995, 314.43591120981074, 273.59617906947767, 270.2021059012477, 267.01797094384546, 252.00999999999127, 227.37953969417364, 225.37270817317395, 220.00999999997856 ], "clause_count": 870, "proportion": 0.08828901968743658, "keywords": [ "party", "damages", "agreement", "section", "shall", "liability", "breach", "event", "arising", "liable", "including", "consequential", "loss", "obligations", "special" ] }, "4": { "topic_id": 4, "topic_name": "Topic_TERMINATION", "top_words": [ "agreement", "shall", "term", "date", "termination", "notice", "period", "effective", "days", "year", "effective date", "written", "written notice", "party", "unless" ], "word_weights": [ 1826.3894772171275, 1354.331491991731, 1269.1086832847582, 1122.3150264709993, 901.6513191960568, 751.1950011415046, 723.5681358262051, 697.1470976589051, 603.5100742988478, 584.3869608634482, 542.8551347832812, 503.8849043773257, 475.2159863321326, 450.54225416575645, 435.7648514735548 ], "clause_count": 2033, "proportion": 0.20631215749949258, "keywords": [ "agreement", "shall", "term", "date", "termination", "notice", "period", "effective", "days", "year", "effective date", "written", "written notice", "party", "unless" ] }, "5": { "topic_id": 5, "topic_name": "Topic_INTELLECTUAL_PROPERTY", "top_words": [ "company", "product", "shall", "products", "use", "right", "rights", "license", "agreement", "property", "territory", "exclusive", "licensed", "affiliates", "term" ], "word_weights": [ 816.3135787098781, 512.5192371072203, 500.2481308825329, 492.1735889942464, 466.32123489754684, 460.90600009160465, 450.4745715002517, 435.15436568246474, 431.67989665328224, 353.82519418885664, 353.3970934457248, 344.16517269131987, 342.40892765921376, 290.1395205677354, 282.94787798263553 ], "clause_count": 1331, "proportion": 0.1350720519585955, "keywords": [ "company", "product", "shall", "products", "use", "right", "rights", "license", "agreement", "property", "territory", "exclusive", "licensed", "affiliates", "term" ] }, "6": { "topic_id": 6, "topic_name": "Topic_COMPLIANCE", "top_words": [ "agreement", "laws", "shall", "state", "governed", "franchisee", "accordance", "laws state", "agreement shall", "law", "construed", "shall governed", "franchise", "time", "new" ], "word_weights": [ 1037.6610696669975, 519.0099999999703, 451.8808763682618, 372.0543518842094, 285.9703295538909, 251.0099999999796, 249.5661563460905, 240.00999999999365, 235.40392651766854, 233.172584531585, 208.00999999999058, 203.00999999999422, 200.00999999997813, 182.1621884757033, 162.58399908219363 ], "clause_count": 1026, "proportion": 0.10412015425208038, "keywords": [ "agreement", "laws", "shall", "state", "governed", "franchisee", "accordance", "laws state", "agreement shall", "law", "construed", "shall governed", "franchise", "time", "new" ] } } } }