{ "classification_metrics": { "accuracy": 0.7955840455840456, "precision": 0.8012197955908512, "recall": 0.7955840455840456, "f1_score": 0.7960844256390902, "precision_per_class": [ 0.8138528138528138, 0.8161764705882353, 0.788135593220339, 0.7379679144385026, 0.889267461669506, 0.6636851520572451, 0.8454935622317596 ], "recall_per_class": [ 0.704119850187266, 0.7668393782383419, 0.7622950819672131, 0.8023255813953488, 0.9094076655052264, 0.811816192560175, 0.7943548387096774 ], "f1_per_class": [ 0.7550200803212851, 0.7907390917186109, 0.775, 0.7688022284122563, 0.8992248062015504, 0.7303149606299213, 0.8191268191268192 ], "confusion_matrix": [ [ 376, 33, 8, 18, 3, 88, 8 ], [ 16, 444, 11, 7, 40, 55, 6 ], [ 11, 8, 186, 3, 5, 25, 6 ], [ 1, 13, 1, 138, 9, 6, 4 ], [ 4, 22, 9, 4, 522, 11, 2 ], [ 44, 14, 6, 6, 6, 371, 10 ], [ 10, 10, 15, 11, 2, 3, 197 ] ], "avg_confidence": 0.7490606307983398, "confidence_std": 0.1465650349855423 }, "regression_metrics": { "severity": { "mse": 0.6134937391180139, "mae": 0.4927515127202576, "r2_score": 0.8704930329017312 }, "importance": { "mse": 0.35786582164736996, "mae": 0.3346382048341878, "r2_score": 0.9764099118688764 } }, "risk_pattern_analysis": { "true_distribution": { "2": 244, "6": 248, "5": 457, "4": 574, "1": 579, "0": 534, "3": 172 }, "predicted_distribution": { "2": 236, "6": 233, "5": 559, "0": 462, "4": 587, "1": 544, "3": 187 }, "pattern_performance": { "0": { "precision": 0.8138528138528138, "recall": 0.704119850187266, "f1_score": 0.7550200803212852, "support": 534 }, "1": { "precision": 0.8161764705882353, "recall": 0.7668393782383419, "f1_score": 0.7907390917186109, "support": 579 }, "2": { "precision": 0.788135593220339, "recall": 0.7622950819672131, "f1_score": 0.775, "support": 244 }, "3": { "precision": 0.7379679144385026, "recall": 0.8023255813953488, "f1_score": 0.7688022284122562, "support": 172 }, "4": { "precision": 0.889267461669506, "recall": 0.9094076655052264, "f1_score": 0.8992248062015504, "support": 574 }, "5": { "precision": 0.6636851520572451, "recall": 0.811816192560175, "f1_score": 0.7303149606299213, "support": 457 }, "6": { "precision": 0.8454935622317596, "recall": 0.7943548387096774, "f1_score": 0.8191268191268191, "support": 248 } }, "discovered_patterns_info": { "0": { "topic_id": 0, "topic_name": "Topic_USE_LICENSE", "top_words": [ "use", "license", "non", "exclusive", "grants", "software", "right", "agreement", "licensee", "licensor", "non exclusive", "licensed", "content", "group", "royalty" ], "word_weights": [ 785.4781945618652, 775.0927718105139, 725.8536276994103, 548.3678813410637, 485.4636328956545, 464.6996308784791, 463.0291232895873, 425.42214668988584, 380.04046065182933, 361.3066386178177, 339.47786387570625, 325.66741755270897, 300.96037272350696, 299.70738740615377, 267.241931553996 ], "clause_count": 1428, "proportion": 0.14491577024558555, "keywords": [ "use", "license", "non", "exclusive", "grants", "software", "right", "agreement", "licensee", "licensor", "non exclusive", "licensed", "content", "group", "royalty" ] }, "1": { "topic_id": 1, "topic_name": "Topic_LIABILITY", "top_words": [ "shall", "insurance", "product", "000", "reasonable", "liability", "audit", "products", "records", "provide", "business", "company", "agreement", "time", "sales" ], "word_weights": [ 1584.695240367166, 736.0099999999779, 701.0483205690331, 575.0099999999724, 412.28766776668147, 363.0545360732208, 356.00999999998095, 345.50772290410015, 342.69527607673837, 319.86886967638867, 301.1794279811748, 295.46813667158176, 290.5128104185753, 289.3027460930467, 288.8817298195845 ], "clause_count": 2084, "proportion": 0.2114877207225492, "keywords": [ "shall", "insurance", "product", "000", "reasonable", "liability", "audit", "products", "records", "provide", "business", "company", "agreement", "time", "sales" ] }, "2": { "topic_id": 2, "topic_name": "Topic_PARTY_AGREEMENT", "top_words": [ "party", "agreement", "shall", "consent", "written", "prior", "rights", "prior written", "assign", "written consent", "transfer", "obligations", "assignment", "provided", "hereunder" ], "word_weights": [ 1592.2845385599276, 1045.4504286800168, 795.0214095330076, 647.9705259137647, 625.6952226902623, 510.46603569882217, 460.8894767611278, 453.69118540200066, 412.31652446046223, 393.00999999998714, 387.81308355754254, 356.1731917635731, 278.5331820186328, 264.9462772279004, 261.82748712679575 ], "clause_count": 1082, "proportion": 0.1098031256342602, "keywords": [ "party", "agreement", "shall", "consent", "written", "prior", "rights", "prior written", "assign", "written consent", "transfer", "obligations", "assignment", "provided", "hereunder" ] }, "3": { "topic_id": 3, "topic_name": "Topic_LIABILITY", "top_words": [ "party", "damages", "agreement", "section", "shall", "liability", "breach", "event", "arising", "liable", "including", "consequential", "loss", "obligations", "special" ], "word_weights": [ 1073.3784917024248, 638.0099999999873, 569.9541706740515, 541.213932525883, 518.875846376228, 442.96546392675043, 327.16361709115995, 314.43591120981074, 273.59617906947767, 270.2021059012477, 267.01797094384546, 252.00999999999127, 227.37953969417364, 225.37270817317395, 220.00999999997856 ], "clause_count": 870, "proportion": 0.08828901968743658, "keywords": [ "party", "damages", "agreement", "section", "shall", "liability", "breach", "event", "arising", "liable", "including", "consequential", "loss", "obligations", "special" ] }, "4": { "topic_id": 4, "topic_name": "Topic_TERMINATION", "top_words": [ "agreement", "shall", "term", "date", "termination", "notice", "period", "effective", "days", "year", "effective date", "written", "written notice", "party", "unless" ], "word_weights": [ 1826.3894772171275, 1354.331491991731, 1269.1086832847582, 1122.3150264709993, 901.6513191960568, 751.1950011415046, 723.5681358262051, 697.1470976589051, 603.5100742988478, 584.3869608634482, 542.8551347832812, 503.8849043773257, 475.2159863321326, 450.54225416575645, 435.7648514735548 ], "clause_count": 2033, "proportion": 0.20631215749949258, "keywords": [ "agreement", "shall", "term", "date", "termination", "notice", "period", "effective", "days", "year", "effective date", "written", "written notice", "party", "unless" ] }, "5": { "topic_id": 5, "topic_name": "Topic_INTELLECTUAL_PROPERTY", "top_words": [ "company", "product", "shall", "products", "use", "right", "rights", "license", "agreement", "property", "territory", "exclusive", "licensed", "affiliates", "term" ], "word_weights": [ 816.3135787098781, 512.5192371072203, 500.2481308825329, 492.1735889942464, 466.32123489754684, 460.90600009160465, 450.4745715002517, 435.15436568246474, 431.67989665328224, 353.82519418885664, 353.3970934457248, 344.16517269131987, 342.40892765921376, 290.1395205677354, 282.94787798263553 ], "clause_count": 1331, "proportion": 0.1350720519585955, "keywords": [ "company", "product", "shall", "products", "use", "right", "rights", "license", "agreement", "property", "territory", "exclusive", "licensed", "affiliates", "term" ] }, "6": { "topic_id": 6, "topic_name": "Topic_COMPLIANCE", "top_words": [ "agreement", "laws", "shall", "state", "governed", "franchisee", "accordance", "laws state", "agreement shall", "law", "construed", "shall governed", "franchise", "time", "new" ], "word_weights": [ 1037.6610696669975, 519.0099999999703, 451.8808763682618, 372.0543518842094, 285.9703295538909, 251.0099999999796, 249.5661563460905, 240.00999999999365, 235.40392651766854, 233.172584531585, 208.00999999999058, 203.00999999999422, 200.00999999997813, 182.1621884757033, 162.58399908219363 ], "clause_count": 1026, "proportion": 0.10412015425208038, "keywords": [ "agreement", "laws", "shall", "state", "governed", "franchisee", "accordance", "laws state", "agreement shall", "law", "construed", "shall governed", "franchise", "time", "new" ] } } } }