{
  "classification_metrics": {
    "accuracy": 0.7745726495726496,
    "precision": 0.7798245369219016,
    "recall": 0.7745726495726496,
    "f1_score": 0.7718609192280318,
    "precision_per_class": [
      0.7419354838709677,
      0.6580976863753213,
      0.7661469933184856,
      0.8472834067547724,
      0.8393782383419689,
      0.6692913385826772,
      0.8333333333333334
    ],
    "recall_per_class": [
      0.6734234234234234,
      0.8258064516129032,
      0.8708860759493671,
      0.9100946372239748,
      0.6136363636363636,
      0.6827309236947792,
      0.8266129032258065
    ],
    "f1_per_class": [
      0.706021251475797,
      0.7324749642346209,
      0.8151658767772512,
      0.8775665399239544,
      0.7089715536105032,
      0.6759443339960238,
      0.8299595141700404
    ],
    "confusion_matrix": [
      [
        299,
        29,
        23,
        10,
        23,
        38,
        22
      ],
      [
        14,
        256,
        12,
        6,
        9,
        7,
        6
      ],
      [
        20,
        7,
        344,
        17,
        3,
        4,
        0
      ],
      [
        16,
        5,
        11,
        577,
        12,
        13,
        0
      ],
      [
        29,
        79,
        40,
        34,
        324,
        11,
        11
      ],
      [
        21,
        8,
        13,
        27,
        8,
        170,
        2
      ],
      [
        4,
        5,
        6,
        10,
        7,
        11,
        205
      ]
    ],
    "avg_confidence": 0.8106722235679626,
    "confidence_std": 0.17745301127433777
  },
  "regression_metrics": {
    "severity": {
      "mse": 0.671632989822162,
      "mae": 0.5122688217566181,
      "r2_score": 0.8582199850318626
    },
    "importance": {
      "mse": 0.3246768359915458,
      "mae": 0.2937299488616465,
      "r2_score": 0.978597690218313
    }
  },
  "risk_pattern_analysis": {
    "true_distribution": {
      "2": 395,
      "0": 444,
      "1": 310,
      "5": 249,
      "4": 528,
      "3": 634,
      "6": 248
    },
    "predicted_distribution": {
      "2": 449,
      "5": 254,
      "1": 389,
      "4": 386,
      "3": 681,
      "0": 403,
      "6": 246
    },
    "pattern_performance": {
      "0": {
        "precision": 0.7419354838709677,
        "recall": 0.6734234234234234,
        "f1_score": 0.706021251475797,
        "support": 444
      },
      "1": {
        "precision": 0.6580976863753213,
        "recall": 0.8258064516129032,
        "f1_score": 0.7324749642346209,
        "support": 310
      },
      "2": {
        "precision": 0.7661469933184856,
        "recall": 0.8708860759493671,
        "f1_score": 0.8151658767772513,
        "support": 395
      },
      "3": {
        "precision": 0.8472834067547724,
        "recall": 0.9100946372239748,
        "f1_score": 0.8775665399239544,
        "support": 634
      },
      "4": {
        "precision": 0.8393782383419689,
        "recall": 0.6136363636363636,
        "f1_score": 0.7089715536105032,
        "support": 528
      },
      "5": {
        "precision": 0.6692913385826772,
        "recall": 0.6827309236947792,
        "f1_score": 0.6759443339960238,
        "support": 249
      },
      "6": {
        "precision": 0.8333333333333334,
        "recall": 0.8266129032258065,
        "f1_score": 0.8299595141700405,
        "support": 248
      }
    },
    "discovered_patterns_info": {
      "0": {
        "topic_id": 0,
        "topic_name": "Topic_LIABILITY",
        "top_words": [
          "insurance",
          "shall",
          "000",
          "liability",
          "agreement",
          "franchisee",
          "party",
          "company",
          "business",
          "time",
          "coverage",
          "franchise",
          "000 000",
          "maintain",
          "including"
        ],
        "word_weights": [
          736.0099999999838,
          498.88770291765525,
          471.5646985971675,
          346.347418543671,
          258.92856309299003,
          251.00999999997546,
          241.5878632853223,
          231.4885346371973,
          214.3746106920491,
          212.49440831357,
          211.00999999998464,
          200.0099999999739,
          195.0099999999757,
          194.45984519612063,
          181.4107329976039
        ],
        "clause_count": 1306,
        "proportion": 0.1325350111629795,
        "keywords": [
          "insurance",
          "shall",
          "000",
          "liability",
          "agreement",
          "franchisee",
          "party",
          "company",
          "business",
          "time",
          "coverage",
          "franchise",
          "000 000",
          "maintain",
          "including"
        ]
      },
      "1": {
        "topic_id": 1,
        "topic_name": "Topic_COMPLIANCE",
        "top_words": [
          "shall",
          "agreement",
          "product",
          "laws",
          "reasonable",
          "state",
          "audit",
          "records",
          "accordance",
          "governed",
          "applicable",
          "parties",
          "laws state",
          "sales",
          "agreement shall"
        ],
        "word_weights": [
          1353.3452610891748,
          791.9158981182017,
          635.0546774532584,
          519.009999999982,
          357.32762387961185,
          356.31553936611544,
          356.009999999984,
          343.6171354800201,
          332.56817615442174,
          285.77267388073,
          260.06905976279467,
          240.8418648953263,
          240.0099999999881,
          235.97679162114048,
          227.95415303859315
        ],
        "clause_count": 1678,
        "proportion": 0.1702861782017455,
        "keywords": [
          "shall",
          "agreement",
          "product",
          "laws",
          "reasonable",
          "state",
          "audit",
          "records",
          "accordance",
          "governed",
          "applicable",
          "parties",
          "laws state",
          "sales",
          "agreement shall"
        ]
      },
      "2": {
        "topic_id": 2,
        "topic_name": "Topic_TERMINATION",
        "top_words": [
          "agreement",
          "shall",
          "term",
          "termination",
          "date",
          "notice",
          "written",
          "effective",
          "party",
          "period",
          "written notice",
          "effective date",
          "days",
          "prior",
          "expiration"
        ],
        "word_weights": [
          2050.805890109321,
          1269.240234241244,
          1219.0696127054637,
          991.9976615506728,
          955.7626059986801,
          851.2226975055182,
          686.4666161062397,
          654.7836609476295,
          595.0735919751583,
          567.5809580666912,
          559.0099999999661,
          557.3479074007084,
          553.7545224859595,
          504.9647825455629,
          453.00866629087375
        ],
        "clause_count": 1419,
        "proportion": 0.14400243555916378,
        "keywords": [
          "agreement",
          "shall",
          "term",
          "termination",
          "date",
          "notice",
          "written",
          "effective",
          "party",
          "period",
          "written notice",
          "effective date",
          "days",
          "prior",
          "expiration"
        ]
      },
      "3": {
        "topic_id": 3,
        "topic_name": "Topic_AGREEMENT_PARTY",
        "top_words": [
          "agreement",
          "party",
          "license",
          "use",
          "non",
          "exclusive",
          "right",
          "rights",
          "shall",
          "grants",
          "consent",
          "products",
          "section",
          "subject",
          "territory"
        ],
        "word_weights": [
          1525.079019945776,
          1107.000944662076,
          1098.1464960165367,
          996.9383524867213,
          803.4851139645191,
          760.3675588746877,
          758.6673712077256,
          719.5153376224501,
          668.0274075528977,
          657.2382209009381,
          626.3286446042557,
          535.331063039447,
          512.9084121570967,
          478.4147602248597,
          451.31481714817636
        ],
        "clause_count": 1786,
        "proportion": 0.18124619443880657,
        "keywords": [
          "agreement",
          "party",
          "license",
          "use",
          "non",
          "exclusive",
          "right",
          "rights",
          "shall",
          "grants",
          "consent",
          "products",
          "section",
          "subject",
          "territory"
        ]
      },
      "4": {
        "topic_id": 4,
        "topic_name": "Topic_PAYMENT",
        "top_words": [
          "shall",
          "company",
          "period",
          "year",
          "products",
          "day",
          "services",
          "term",
          "minimum",
          "pay",
          "section",
          "royalty",
          "date",
          "set",
          "forth"
        ],
        "word_weights": [
          655.4911637857177,
          383.2913975423287,
          347.1185685524554,
          326.5638014849611,
          324.11972062682696,
          302.6417126904041,
          271.6590006019012,
          255.9388289328203,
          226.0542709911376,
          222.8824031312115,
          221.94914924824786,
          207.42895421218842,
          202.18863365268066,
          199.4789658440932,
          195.3659356737255
        ],
        "clause_count": 1744,
        "proportion": 0.17698396590217172,
        "keywords": [
          "shall",
          "company",
          "period",
          "year",
          "products",
          "day",
          "services",
          "term",
          "minimum",
          "pay",
          "section",
          "royalty",
          "date",
          "set",
          "forth"
        ]
      },
      "5": {
        "topic_id": 5,
        "topic_name": "Topic_INTELLECTUAL_PROPERTY",
        "top_words": [
          "company",
          "group",
          "shall",
          "property",
          "rights",
          "intellectual",
          "intellectual property",
          "member",
          "agrees",
          "equifax",
          "software",
          "directly",
          "consultant",
          "certegy",
          "spinco"
        ],
        "word_weights": [
          496.50071493192735,
          435.0099999999791,
          388.5763134748527,
          387.4988640662981,
          359.4496171685364,
          330.07145001033524,
          328.0213220121382,
          220.45480366534105,
          220.02482155449226,
          217.00999999999257,
          199.57058191546628,
          196.8807703200237,
          196.18155531972405,
          194.00999999999254,
          188.00999999998803
        ],
        "clause_count": 849,
        "proportion": 0.08615790541911914,
        "keywords": [
          "company",
          "group",
          "shall",
          "property",
          "rights",
          "intellectual",
          "intellectual property",
          "member",
          "agrees",
          "equifax",
          "software",
          "directly",
          "consultant",
          "certegy",
          "spinco"
        ]
      },
      "6": {
        "topic_id": 6,
        "topic_name": "Topic_LIABILITY",
        "top_words": [
          "party",
          "agreement",
          "damages",
          "shall",
          "liability",
          "section",
          "breach",
          "arising",
          "event",
          "including",
          "liable",
          "verticalnet",
          "consequential",
          "loss",
          "indirect"
        ],
        "word_weights": [
          1342.848108836162,
          899.6508745770741,
          638.0099999999876,
          531.5019169383905,
          459.6725814563016,
          420.1245886072517,
          333.1747498309702,
          331.53480923886127,
          287.8262872749245,
          276.05340345780917,
          271.80655200684834,
          259.0099999999753,
          252.0099999999918,
          245.00999999997777,
          234.26813288004433
        ],
        "clause_count": 1072,
        "proportion": 0.1087883093160138,
        "keywords": [
          "party",
          "agreement",
          "damages",
          "shall",
          "liability",
          "section",
          "breach",
          "arising",
          "event",
          "including",
          "liable",
          "verticalnet",
          "consequential",
          "loss",
          "indirect"
        ]
      }
    }
  }
}