{
    "avg_r2": 0.9650599151719406,
    "avg_mae": 0.00154096947517246,
    "thresholds_used": {
        "small": 412876,
        "large": 1651507
    },
    "r2_layers": [
        {
            "layer_name": "bert.embeddings.word_embeddings.weight",
            "r2_score": 0.9998854142946492,
            "num_samples": 16408627
        },
        {
            "layer_name": "bert.embeddings.position_embeddings.weight",
            "r2_score": 0.9795404869240352,
            "num_samples": 275251
        },
        {
            "layer_name": "bert.embeddings.token_type_embeddings.weight",
            "r2_score": -0.26726293685598956,
            "num_samples": 1075
        },
        {
            "layer_name": "bert.encoder.layer.0.attention.self.query.weight",
            "r2_score": 0.996277390558186,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.0.attention.self.key.weight",
            "r2_score": 0.9956420978468314,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.0.attention.self.value.weight",
            "r2_score": 0.9967422690651456,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.0.attention.output.dense.weight",
            "r2_score": 0.9974010598893565,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.0.intermediate.dense.weight",
            "r2_score": 0.9975661672133151,
            "num_samples": 1651507
        },
        {
            "layer_name": "bert.encoder.layer.0.output.dense.weight",
            "r2_score": 0.9983455569568541,
            "num_samples": 1651507
        },
        {
            "layer_name": "bert.encoder.layer.1.attention.self.query.weight",
            "r2_score": 0.9939746532909586,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.1.attention.self.key.weight",
            "r2_score": 0.9969038409594635,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.1.attention.self.value.weight",
            "r2_score": 0.9963270362399188,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.1.attention.output.dense.weight",
            "r2_score": 0.993517732174246,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.1.intermediate.dense.weight",
            "r2_score": 0.9985278305910291,
            "num_samples": 1651507
        },
        {
            "layer_name": "bert.encoder.layer.1.output.dense.weight",
            "r2_score": 0.998033121130939,
            "num_samples": 1651507
        },
        {
            "layer_name": "bert.encoder.layer.2.attention.self.query.weight",
            "r2_score": 0.9935661795048506,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.2.attention.self.key.weight",
            "r2_score": 0.9944536144836053,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.2.attention.self.value.weight",
            "r2_score": 0.9966468839292184,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.2.attention.output.dense.weight",
            "r2_score": 0.9960558417729032,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.2.intermediate.dense.weight",
            "r2_score": 0.9980592016826356,
            "num_samples": 1651507
        },
        {
            "layer_name": "bert.encoder.layer.2.output.dense.weight",
            "r2_score": 0.9975617459868251,
            "num_samples": 1651507
        },
        {
            "layer_name": "bert.encoder.layer.3.attention.self.query.weight",
            "r2_score": 0.995230398629041,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.3.attention.self.key.weight",
            "r2_score": 0.9933370340154851,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.3.attention.self.value.weight",
            "r2_score": 0.9958764790905029,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.3.attention.output.dense.weight",
            "r2_score": 0.99078311378124,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.3.intermediate.dense.weight",
            "r2_score": 0.9984591962092705,
            "num_samples": 1651507
        },
        {
            "layer_name": "bert.encoder.layer.3.output.dense.weight",
            "r2_score": 0.9981946928220499,
            "num_samples": 1651507
        },
        {
            "layer_name": "bert.encoder.layer.4.attention.self.query.weight",
            "r2_score": 0.9973075711345991,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.4.attention.self.key.weight",
            "r2_score": 0.9977659790811637,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.4.attention.self.value.weight",
            "r2_score": 0.9948040198297013,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.4.attention.output.dense.weight",
            "r2_score": 0.9956406281779216,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.4.intermediate.dense.weight",
            "r2_score": 0.9987461663239621,
            "num_samples": 1651507
        },
        {
            "layer_name": "bert.encoder.layer.4.output.dense.weight",
            "r2_score": 0.9983982323964519,
            "num_samples": 1651507
        },
        {
            "layer_name": "bert.encoder.layer.5.attention.self.query.weight",
            "r2_score": 0.9967685797161927,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.5.attention.self.key.weight",
            "r2_score": 0.994687568099075,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.5.attention.self.value.weight",
            "r2_score": 0.9951222636213912,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.5.attention.output.dense.weight",
            "r2_score": 0.9965343395951053,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.5.intermediate.dense.weight",
            "r2_score": 0.9979230597638107,
            "num_samples": 1651507
        },
        {
            "layer_name": "bert.encoder.layer.5.output.dense.weight",
            "r2_score": 0.9987543460214953,
            "num_samples": 1651507
        },
        {
            "layer_name": "bert.encoder.layer.6.attention.self.query.weight",
            "r2_score": 0.9941675902331104,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.6.attention.self.key.weight",
            "r2_score": 0.9972271864613587,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.6.attention.self.value.weight",
            "r2_score": 0.99611595659062,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.6.attention.output.dense.weight",
            "r2_score": 0.9960385358549926,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.6.intermediate.dense.weight",
            "r2_score": 0.9977964593420854,
            "num_samples": 1651507
        },
        {
            "layer_name": "bert.encoder.layer.6.output.dense.weight",
            "r2_score": 0.9971090954347793,
            "num_samples": 1651507
        },
        {
            "layer_name": "bert.encoder.layer.7.attention.self.query.weight",
            "r2_score": 0.9962744123031244,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.7.attention.self.key.weight",
            "r2_score": 0.9965041999319837,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.7.attention.self.value.weight",
            "r2_score": 0.994934947624443,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.7.attention.output.dense.weight",
            "r2_score": 0.9956120664155155,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.7.intermediate.dense.weight",
            "r2_score": 0.9976038292034548,
            "num_samples": 1651507
        },
        {
            "layer_name": "bert.encoder.layer.7.output.dense.weight",
            "r2_score": 0.9972641644624681,
            "num_samples": 1651507
        },
        {
            "layer_name": "bert.encoder.layer.8.attention.self.query.weight",
            "r2_score": 0.9950410538090237,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.8.attention.self.key.weight",
            "r2_score": 0.9966817641105654,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.8.attention.self.value.weight",
            "r2_score": 0.9963506682062593,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.8.attention.output.dense.weight",
            "r2_score": 0.9952435682482271,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.8.intermediate.dense.weight",
            "r2_score": 0.9977305487510404,
            "num_samples": 1651507
        },
        {
            "layer_name": "bert.encoder.layer.8.output.dense.weight",
            "r2_score": 0.9970859861549761,
            "num_samples": 1651507
        },
        {
            "layer_name": "bert.encoder.layer.9.attention.self.query.weight",
            "r2_score": 0.9964727133202562,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.9.attention.self.key.weight",
            "r2_score": 0.9954619045086586,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.9.attention.self.value.weight",
            "r2_score": 0.9941545352691554,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.9.attention.output.dense.weight",
            "r2_score": 0.9964365278215438,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.9.intermediate.dense.weight",
            "r2_score": 0.9981828306300096,
            "num_samples": 1651507
        },
        {
            "layer_name": "bert.encoder.layer.9.output.dense.weight",
            "r2_score": 0.9978749831277458,
            "num_samples": 1651507
        },
        {
            "layer_name": "bert.encoder.layer.10.attention.self.query.weight",
            "r2_score": 0.9954721855513622,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.10.attention.self.key.weight",
            "r2_score": 0.9967209618336382,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.10.attention.self.value.weight",
            "r2_score": 0.9969923492158588,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.10.attention.output.dense.weight",
            "r2_score": 0.9966273316514799,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.10.intermediate.dense.weight",
            "r2_score": 0.9986453321100079,
            "num_samples": 1651507
        },
        {
            "layer_name": "bert.encoder.layer.10.output.dense.weight",
            "r2_score": 0.997803539947793,
            "num_samples": 1651507
        },
        {
            "layer_name": "bert.encoder.layer.11.attention.self.query.weight",
            "r2_score": 0.9944997930283149,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.11.attention.self.key.weight",
            "r2_score": 0.9963109082402576,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.11.attention.self.value.weight",
            "r2_score": 0.9948018697403358,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.11.attention.output.dense.weight",
            "r2_score": 0.9955671566641768,
            "num_samples": 412876
        },
        {
            "layer_name": "bert.encoder.layer.11.intermediate.dense.weight",
            "r2_score": 0.9980132278783622,
            "num_samples": 1651507
        },
        {
            "layer_name": "bert.encoder.layer.11.output.dense.weight",
            "r2_score": 0.9981850721917447,
            "num_samples": 1651507
        },
        {
            "layer_name": "bert.pooler.dense.weight",
            "r2_score": 0.9959159457910624,
            "num_samples": 412876
        },
        {
            "layer_name": "classifier.weight",
            "r2_score": -0.1414065893678227,
            "num_samples": 1075
        }
    ]
}