| { | |
| "classification_metrics": { | |
| "accuracy": 0.7955840455840456, | |
| "precision": 0.8012197955908512, | |
| "recall": 0.7955840455840456, | |
| "f1_score": 0.7960844256390902, | |
| "precision_per_class": [ | |
| 0.8138528138528138, | |
| 0.8161764705882353, | |
| 0.788135593220339, | |
| 0.7379679144385026, | |
| 0.889267461669506, | |
| 0.6636851520572451, | |
| 0.8454935622317596 | |
| ], | |
| "recall_per_class": [ | |
| 0.704119850187266, | |
| 0.7668393782383419, | |
| 0.7622950819672131, | |
| 0.8023255813953488, | |
| 0.9094076655052264, | |
| 0.811816192560175, | |
| 0.7943548387096774 | |
| ], | |
| "f1_per_class": [ | |
| 0.7550200803212851, | |
| 0.7907390917186109, | |
| 0.775, | |
| 0.7688022284122563, | |
| 0.8992248062015504, | |
| 0.7303149606299213, | |
| 0.8191268191268192 | |
| ], | |
| "confusion_matrix": [ | |
| [ | |
| 376, | |
| 33, | |
| 8, | |
| 18, | |
| 3, | |
| 88, | |
| 8 | |
| ], | |
| [ | |
| 16, | |
| 444, | |
| 11, | |
| 7, | |
| 40, | |
| 55, | |
| 6 | |
| ], | |
| [ | |
| 11, | |
| 8, | |
| 186, | |
| 3, | |
| 5, | |
| 25, | |
| 6 | |
| ], | |
| [ | |
| 1, | |
| 13, | |
| 1, | |
| 138, | |
| 9, | |
| 6, | |
| 4 | |
| ], | |
| [ | |
| 4, | |
| 22, | |
| 9, | |
| 4, | |
| 522, | |
| 11, | |
| 2 | |
| ], | |
| [ | |
| 44, | |
| 14, | |
| 6, | |
| 6, | |
| 6, | |
| 371, | |
| 10 | |
| ], | |
| [ | |
| 10, | |
| 10, | |
| 15, | |
| 11, | |
| 2, | |
| 3, | |
| 197 | |
| ] | |
| ], | |
| "avg_confidence": 0.7490606307983398, | |
| "confidence_std": 0.1465650349855423 | |
| }, | |
| "regression_metrics": { | |
| "severity": { | |
| "mse": 0.6134937391180139, | |
| "mae": 0.4927515127202576, | |
| "r2_score": 0.8704930329017312 | |
| }, | |
| "importance": { | |
| "mse": 0.35786582164736996, | |
| "mae": 0.3346382048341878, | |
| "r2_score": 0.9764099118688764 | |
| } | |
| }, | |
| "risk_pattern_analysis": { | |
| "true_distribution": { | |
| "2": 244, | |
| "6": 248, | |
| "5": 457, | |
| "4": 574, | |
| "1": 579, | |
| "0": 534, | |
| "3": 172 | |
| }, | |
| "predicted_distribution": { | |
| "2": 236, | |
| "6": 233, | |
| "5": 559, | |
| "0": 462, | |
| "4": 587, | |
| "1": 544, | |
| "3": 187 | |
| }, | |
| "pattern_performance": { | |
| "0": { | |
| "precision": 0.8138528138528138, | |
| "recall": 0.704119850187266, | |
| "f1_score": 0.7550200803212852, | |
| "support": 534 | |
| }, | |
| "1": { | |
| "precision": 0.8161764705882353, | |
| "recall": 0.7668393782383419, | |
| "f1_score": 0.7907390917186109, | |
| "support": 579 | |
| }, | |
| "2": { | |
| "precision": 0.788135593220339, | |
| "recall": 0.7622950819672131, | |
| "f1_score": 0.775, | |
| "support": 244 | |
| }, | |
| "3": { | |
| "precision": 0.7379679144385026, | |
| "recall": 0.8023255813953488, | |
| "f1_score": 0.7688022284122562, | |
| "support": 172 | |
| }, | |
| "4": { | |
| "precision": 0.889267461669506, | |
| "recall": 0.9094076655052264, | |
| "f1_score": 0.8992248062015504, | |
| "support": 574 | |
| }, | |
| "5": { | |
| "precision": 0.6636851520572451, | |
| "recall": 0.811816192560175, | |
| "f1_score": 0.7303149606299213, | |
| "support": 457 | |
| }, | |
| "6": { | |
| "precision": 0.8454935622317596, | |
| "recall": 0.7943548387096774, | |
| "f1_score": 0.8191268191268191, | |
| "support": 248 | |
| } | |
| }, | |
| "discovered_patterns_info": { | |
| "0": { | |
| "topic_id": 0, | |
| "topic_name": "Topic_USE_LICENSE", | |
| "top_words": [ | |
| "use", | |
| "license", | |
| "non", | |
| "exclusive", | |
| "grants", | |
| "software", | |
| "right", | |
| "agreement", | |
| "licensee", | |
| "licensor", | |
| "non exclusive", | |
| "licensed", | |
| "content", | |
| "group", | |
| "royalty" | |
| ], | |
| "word_weights": [ | |
| 785.4781945618652, | |
| 775.0927718105139, | |
| 725.8536276994103, | |
| 548.3678813410637, | |
| 485.4636328956545, | |
| 464.6996308784791, | |
| 463.0291232895873, | |
| 425.42214668988584, | |
| 380.04046065182933, | |
| 361.3066386178177, | |
| 339.47786387570625, | |
| 325.66741755270897, | |
| 300.96037272350696, | |
| 299.70738740615377, | |
| 267.241931553996 | |
| ], | |
| "clause_count": 1428, | |
| "proportion": 0.14491577024558555, | |
| "keywords": [ | |
| "use", | |
| "license", | |
| "non", | |
| "exclusive", | |
| "grants", | |
| "software", | |
| "right", | |
| "agreement", | |
| "licensee", | |
| "licensor", | |
| "non exclusive", | |
| "licensed", | |
| "content", | |
| "group", | |
| "royalty" | |
| ] | |
| }, | |
| "1": { | |
| "topic_id": 1, | |
| "topic_name": "Topic_LIABILITY", | |
| "top_words": [ | |
| "shall", | |
| "insurance", | |
| "product", | |
| "000", | |
| "reasonable", | |
| "liability", | |
| "audit", | |
| "products", | |
| "records", | |
| "provide", | |
| "business", | |
| "company", | |
| "agreement", | |
| "time", | |
| "sales" | |
| ], | |
| "word_weights": [ | |
| 1584.695240367166, | |
| 736.0099999999779, | |
| 701.0483205690331, | |
| 575.0099999999724, | |
| 412.28766776668147, | |
| 363.0545360732208, | |
| 356.00999999998095, | |
| 345.50772290410015, | |
| 342.69527607673837, | |
| 319.86886967638867, | |
| 301.1794279811748, | |
| 295.46813667158176, | |
| 290.5128104185753, | |
| 289.3027460930467, | |
| 288.8817298195845 | |
| ], | |
| "clause_count": 2084, | |
| "proportion": 0.2114877207225492, | |
| "keywords": [ | |
| "shall", | |
| "insurance", | |
| "product", | |
| "000", | |
| "reasonable", | |
| "liability", | |
| "audit", | |
| "products", | |
| "records", | |
| "provide", | |
| "business", | |
| "company", | |
| "agreement", | |
| "time", | |
| "sales" | |
| ] | |
| }, | |
| "2": { | |
| "topic_id": 2, | |
| "topic_name": "Topic_PARTY_AGREEMENT", | |
| "top_words": [ | |
| "party", | |
| "agreement", | |
| "shall", | |
| "consent", | |
| "written", | |
| "prior", | |
| "rights", | |
| "prior written", | |
| "assign", | |
| "written consent", | |
| "transfer", | |
| "obligations", | |
| "assignment", | |
| "provided", | |
| "hereunder" | |
| ], | |
| "word_weights": [ | |
| 1592.2845385599276, | |
| 1045.4504286800168, | |
| 795.0214095330076, | |
| 647.9705259137647, | |
| 625.6952226902623, | |
| 510.46603569882217, | |
| 460.8894767611278, | |
| 453.69118540200066, | |
| 412.31652446046223, | |
| 393.00999999998714, | |
| 387.81308355754254, | |
| 356.1731917635731, | |
| 278.5331820186328, | |
| 264.9462772279004, | |
| 261.82748712679575 | |
| ], | |
| "clause_count": 1082, | |
| "proportion": 0.1098031256342602, | |
| "keywords": [ | |
| "party", | |
| "agreement", | |
| "shall", | |
| "consent", | |
| "written", | |
| "prior", | |
| "rights", | |
| "prior written", | |
| "assign", | |
| "written consent", | |
| "transfer", | |
| "obligations", | |
| "assignment", | |
| "provided", | |
| "hereunder" | |
| ] | |
| }, | |
| "3": { | |
| "topic_id": 3, | |
| "topic_name": "Topic_LIABILITY", | |
| "top_words": [ | |
| "party", | |
| "damages", | |
| "agreement", | |
| "section", | |
| "shall", | |
| "liability", | |
| "breach", | |
| "event", | |
| "arising", | |
| "liable", | |
| "including", | |
| "consequential", | |
| "loss", | |
| "obligations", | |
| "special" | |
| ], | |
| "word_weights": [ | |
| 1073.3784917024248, | |
| 638.0099999999873, | |
| 569.9541706740515, | |
| 541.213932525883, | |
| 518.875846376228, | |
| 442.96546392675043, | |
| 327.16361709115995, | |
| 314.43591120981074, | |
| 273.59617906947767, | |
| 270.2021059012477, | |
| 267.01797094384546, | |
| 252.00999999999127, | |
| 227.37953969417364, | |
| 225.37270817317395, | |
| 220.00999999997856 | |
| ], | |
| "clause_count": 870, | |
| "proportion": 0.08828901968743658, | |
| "keywords": [ | |
| "party", | |
| "damages", | |
| "agreement", | |
| "section", | |
| "shall", | |
| "liability", | |
| "breach", | |
| "event", | |
| "arising", | |
| "liable", | |
| "including", | |
| "consequential", | |
| "loss", | |
| "obligations", | |
| "special" | |
| ] | |
| }, | |
| "4": { | |
| "topic_id": 4, | |
| "topic_name": "Topic_TERMINATION", | |
| "top_words": [ | |
| "agreement", | |
| "shall", | |
| "term", | |
| "date", | |
| "termination", | |
| "notice", | |
| "period", | |
| "effective", | |
| "days", | |
| "year", | |
| "effective date", | |
| "written", | |
| "written notice", | |
| "party", | |
| "unless" | |
| ], | |
| "word_weights": [ | |
| 1826.3894772171275, | |
| 1354.331491991731, | |
| 1269.1086832847582, | |
| 1122.3150264709993, | |
| 901.6513191960568, | |
| 751.1950011415046, | |
| 723.5681358262051, | |
| 697.1470976589051, | |
| 603.5100742988478, | |
| 584.3869608634482, | |
| 542.8551347832812, | |
| 503.8849043773257, | |
| 475.2159863321326, | |
| 450.54225416575645, | |
| 435.7648514735548 | |
| ], | |
| "clause_count": 2033, | |
| "proportion": 0.20631215749949258, | |
| "keywords": [ | |
| "agreement", | |
| "shall", | |
| "term", | |
| "date", | |
| "termination", | |
| "notice", | |
| "period", | |
| "effective", | |
| "days", | |
| "year", | |
| "effective date", | |
| "written", | |
| "written notice", | |
| "party", | |
| "unless" | |
| ] | |
| }, | |
| "5": { | |
| "topic_id": 5, | |
| "topic_name": "Topic_INTELLECTUAL_PROPERTY", | |
| "top_words": [ | |
| "company", | |
| "product", | |
| "shall", | |
| "products", | |
| "use", | |
| "right", | |
| "rights", | |
| "license", | |
| "agreement", | |
| "property", | |
| "territory", | |
| "exclusive", | |
| "licensed", | |
| "affiliates", | |
| "term" | |
| ], | |
| "word_weights": [ | |
| 816.3135787098781, | |
| 512.5192371072203, | |
| 500.2481308825329, | |
| 492.1735889942464, | |
| 466.32123489754684, | |
| 460.90600009160465, | |
| 450.4745715002517, | |
| 435.15436568246474, | |
| 431.67989665328224, | |
| 353.82519418885664, | |
| 353.3970934457248, | |
| 344.16517269131987, | |
| 342.40892765921376, | |
| 290.1395205677354, | |
| 282.94787798263553 | |
| ], | |
| "clause_count": 1331, | |
| "proportion": 0.1350720519585955, | |
| "keywords": [ | |
| "company", | |
| "product", | |
| "shall", | |
| "products", | |
| "use", | |
| "right", | |
| "rights", | |
| "license", | |
| "agreement", | |
| "property", | |
| "territory", | |
| "exclusive", | |
| "licensed", | |
| "affiliates", | |
| "term" | |
| ] | |
| }, | |
| "6": { | |
| "topic_id": 6, | |
| "topic_name": "Topic_COMPLIANCE", | |
| "top_words": [ | |
| "agreement", | |
| "laws", | |
| "shall", | |
| "state", | |
| "governed", | |
| "franchisee", | |
| "accordance", | |
| "laws state", | |
| "agreement shall", | |
| "law", | |
| "construed", | |
| "shall governed", | |
| "franchise", | |
| "time", | |
| "new" | |
| ], | |
| "word_weights": [ | |
| 1037.6610696669975, | |
| 519.0099999999703, | |
| 451.8808763682618, | |
| 372.0543518842094, | |
| 285.9703295538909, | |
| 251.0099999999796, | |
| 249.5661563460905, | |
| 240.00999999999365, | |
| 235.40392651766854, | |
| 233.172584531585, | |
| 208.00999999999058, | |
| 203.00999999999422, | |
| 200.00999999997813, | |
| 182.1621884757033, | |
| 162.58399908219363 | |
| ], | |
| "clause_count": 1026, | |
| "proportion": 0.10412015425208038, | |
| "keywords": [ | |
| "agreement", | |
| "laws", | |
| "shall", | |
| "state", | |
| "governed", | |
| "franchisee", | |
| "accordance", | |
| "laws state", | |
| "agreement shall", | |
| "law", | |
| "construed", | |
| "shall governed", | |
| "franchise", | |
| "time", | |
| "new" | |
| ] | |
| } | |
| } | |
| } | |
| } |