extraction_report.json

{
  "raw_checkpoint": "C:\\Users\\djtri\\.cache\\huggingface\\hub\\models--krea--Krea-2-Raw\\blobs\\f99bb0ff8e362b77342bc4994e0c50906fe7ef7074864b181b7d48d2fa6d03d7",
  "turbo_checkpoint": "C:\\Users\\djtri\\.cache\\huggingface\\hub\\models--krea--Krea-2-Turbo\\blobs\\78bbf8f4165eda19cea3cb06c78089221932a39e2eed8af9da741f942c47ffb3",
  "device": "cuda",
  "svd_method": "torch.svd_lowrank",
  "svd_q": 256,
  "tensor_counts": {
    "total": 430,
    "2d_lora_layers": 265,
    "1d_exact_delta": 165
  },
  "output_files": {
    "rank_64": "D:\\Divergent AI\\Development\\Ouroboros Studio\\experiments\\krea2\\artifacts\\turbo_distill_lora\\krea2_turbo_distill_r64.safetensors",
    "rank_128": "D:\\Divergent AI\\Development\\Ouroboros Studio\\experiments\\krea2\\artifacts\\turbo_distill_lora\\krea2_turbo_distill_r128.safetensors",
    "rank_256": "D:\\Divergent AI\\Development\\Ouroboros Studio\\experiments\\krea2\\artifacts\\turbo_distill_lora\\krea2_turbo_distill_r256.safetensors",
    "1d_delta": "D:\\Divergent AI\\Development\\Ouroboros Studio\\experiments\\krea2\\artifacts\\turbo_distill_lora\\krea2_turbo_distill_1d_delta.safetensors"
  },
  "ranks": {
    "64": {
      "rank": 64,
      "layers_processed": 265,
      "global_delta_frobenius_norm": 70.4624704587881,
      "global_reconstruction_relative_error": 0.461366518738301,
      "mean_layer_reconstruction_relative_error": 0.4872952508122051,
      "median_layer_reconstruction_relative_error": 0.5451652332419186,
      "p95_layer_reconstruction_relative_error": 0.6378508947688699,
      "mean_captured_singular_energy": 0.8679426350683536,
      "median_captured_singular_energy": 0.8545103669166565,
      "worst_layers_by_reconstruction_error": [
        {
          "key": "txtmlp.1.weight",
          "shape": [
            6144,
            2560
          ],
          "delta_norm": 1.737693190574646,
          "rel_recon_error": 0.8241371733368311,
          "captured_energy": 0.545852541923523
        },
        {
          "key": "tmlp.2.weight",
          "shape": [
            6144,
            6144
          ],
          "delta_norm": 2.4682202339172363,
          "rel_recon_error": 0.8051903768628653,
          "captured_energy": 0.4940339922904968
        },
        {
          "key": "txtmlp.3.weight",
          "shape": [
            6144,
            6144
          ],
          "delta_norm": 2.315816640853882,
          "rel_recon_error": 0.7763592041748381,
          "captured_energy": 0.6796433925628662
        },
        {
          "key": "tproj.1.weight",
          "shape": [
            36864,
            6144
          ],
          "delta_norm": 3.802797794342041,
          "rel_recon_error": 0.7220251421778812,
          "captured_energy": 0.6413294076919556
        },
        {
          "key": "txtfusion.layerwise_blocks.0.mlp.gate.weight",
          "shape": [
            6912,
            2560
          ],
          "delta_norm": 2.373039722442627,
          "rel_recon_error": 0.6911552005626302,
          "captured_energy": 0.7540087103843689
        },
        {
          "key": "txtfusion.layerwise_blocks.0.mlp.up.weight",
          "shape": [
            6912,
            2560
          ],
          "delta_norm": 2.3520348072052,
          "rel_recon_error": 0.686527542564233,
          "captured_energy": 0.7575252652168274
        },
        {
          "key": "blocks.11.mlp.gate.weight",
          "shape": [
            16384,
            6144
          ],
          "delta_norm": 5.642962455749512,
          "rel_recon_error": 0.6645169277049894,
          "captured_energy": 0.8019358515739441
        },
        {
          "key": "txtfusion.layerwise_blocks.0.mlp.down.weight",
          "shape": [
            2560,
            6912
          ],
          "delta_norm": 2.326019763946533,
          "rel_recon_error": 0.663024595855242,
          "captured_energy": 0.7591637372970581
        },
        {
          "key": "blocks.12.mlp.gate.weight",
          "shape": [
            16384,
            6144
          ],
          "delta_norm": 5.648125648498535,
          "rel_recon_error": 0.6590591810301378,
          "captured_energy": 0.8068210482597351
        },
        {
          "key": "blocks.11.mlp.down.weight",
          "shape": [
            6144,
            16384
          ],
          "delta_norm": 5.7124223709106445,
          "rel_recon_error": 0.6577389990398852,
          "captured_energy": 0.8326886296272278
        }
      ]
    },
    "128": {
      "rank": 128,
      "layers_processed": 265,
      "global_delta_frobenius_norm": 70.4624704587881,
      "global_reconstruction_relative_error": 0.4145510684420021,
      "mean_layer_reconstruction_relative_error": 0.43115850328445754,
      "median_layer_reconstruction_relative_error": 0.479528975213147,
      "p95_layer_reconstruction_relative_error": 0.5810283667645633,
      "mean_captured_singular_energy": 0.9359028876952405,
      "median_captured_singular_energy": 0.9302210211753845,
      "worst_layers_by_reconstruction_error": [
        {
          "key": "txtmlp.1.weight",
          "shape": [
            6144,
            2560
          ],
          "delta_norm": 1.737693190574646,
          "rel_recon_error": 0.7449976596415667,
          "captured_energy": 0.7571575045585632
        },
        {
          "key": "txtmlp.3.weight",
          "shape": [
            6144,
            6144
          ],
          "delta_norm": 2.315816640853882,
          "rel_recon_error": 0.7168693676743669,
          "captured_energy": 0.8316203951835632
        },
        {
          "key": "tmlp.2.weight",
          "shape": [
            6144,
            6144
          ],
          "delta_norm": 2.4682202339172363,
          "rel_recon_error": 0.6898207634779965,
          "captured_energy": 0.7363442182540894
        },
        {
          "key": "txtfusion.layerwise_blocks.0.mlp.gate.weight",
          "shape": [
            6912,
            2560
          ],
          "delta_norm": 2.373039722442627,
          "rel_recon_error": 0.6299044533192676,
          "captured_energy": 0.8708236217498779
        },
        {
          "key": "txtfusion.layerwise_blocks.0.mlp.up.weight",
          "shape": [
            6912,
            2560
          ],
          "delta_norm": 2.3520348072052,
          "rel_recon_error": 0.6249628870278594,
          "captured_energy": 0.8732197284698486
        },
        {
          "key": "tproj.1.weight",
          "shape": [
            36864,
            6144
          ],
          "delta_norm": 3.802797794342041,
          "rel_recon_error": 0.6205349938464297,
          "captured_energy": 0.8238877058029175
        },
        {
          "key": "blocks.11.mlp.down.weight",
          "shape": [
            6144,
            16384
          ],
          "delta_norm": 5.7124223709106445,
          "rel_recon_error": 0.6120009502648538,
          "captured_energy": 0.9179229736328125
        },
        {
          "key": "blocks.11.mlp.gate.weight",
          "shape": [
            16384,
            6144
          ],
          "delta_norm": 5.642962455749512,
          "rel_recon_error": 0.611704854172036,
          "captured_energy": 0.8987306952476501
        },
        {
          "key": "blocks.12.mlp.gate.weight",
          "shape": [
            16384,
            6144
          ],
          "delta_norm": 5.648125648498535,
          "rel_recon_error": 0.6066568464711374,
          "captured_energy": 0.901431143283844
        },
        {
          "key": "blocks.13.mlp.gate.weight",
          "shape": [
            16384,
            6144
          ],
          "delta_norm": 5.613714694976807,
          "rel_recon_error": 0.5991332742650376,
          "captured_energy": 0.9031065106391907
        }
      ]
    },
    "256": {
      "rank": 256,
      "layers_processed": 265,
      "global_delta_frobenius_norm": 70.4624704587881,
      "global_reconstruction_relative_error": 0.36609781804625524,
      "mean_layer_reconstruction_relative_error": 0.3721081568740415,
      "median_layer_reconstruction_relative_error": 0.4096085933796607,
      "p95_layer_reconstruction_relative_error": 0.5189276847298473,
      "mean_captured_singular_energy": 1.0,
      "median_captured_singular_energy": 1.0,
      "worst_layers_by_reconstruction_error": [
        {
          "key": "txtmlp.3.weight",
          "shape": [
            6144,
            6144
          ],
          "delta_norm": 2.315816640853882,
          "rel_recon_error": 0.6445811742097564,
          "captured_energy": 1.0
        },
        {
          "key": "txtmlp.1.weight",
          "shape": [
            6144,
            2560
          ],
          "delta_norm": 1.737693190574646,
          "rel_recon_error": 0.6421130606818617,
          "captured_energy": 1.0
        },
        {
          "key": "blocks.11.mlp.down.weight",
          "shape": [
            6144,
            16384
          ],
          "delta_norm": 5.7124223709106445,
          "rel_recon_error": 0.5644655870398031,
          "captured_energy": 1.0
        },
        {
          "key": "txtfusion.layerwise_blocks.0.mlp.gate.weight",
          "shape": [
            6912,
            2560
          ],
          "delta_norm": 2.373039722442627,
          "rel_recon_error": 0.5543487805490669,
          "captured_energy": 1.0
        },
        {
          "key": "blocks.11.mlp.gate.weight",
          "shape": [
            16384,
            6144
          ],
          "delta_norm": 5.642962455749512,
          "rel_recon_error": 0.5510609126975744,
          "captured_energy": 1.0
        },
        {
          "key": "blocks.12.mlp.down.weight",
          "shape": [
            6144,
            16384
          ],
          "delta_norm": 5.656430721282959,
          "rel_recon_error": 0.5509185961182375,
          "captured_energy": 1.0
        },
        {
          "key": "txtfusion.layerwise_blocks.0.mlp.up.weight",
          "shape": [
            6912,
            2560
          ],
          "delta_norm": 2.3520348072052,
          "rel_recon_error": 0.5496381757639951,
          "captured_energy": 1.0
        },
        {
          "key": "blocks.12.mlp.gate.weight",
          "shape": [
            16384,
            6144
          ],
          "delta_norm": 5.648125648498535,
          "rel_recon_error": 0.546746013373769,
          "captured_energy": 1.0
        },
        {
          "key": "blocks.13.mlp.gate.weight",
          "shape": [
            16384,
            6144
          ],
          "delta_norm": 5.613714694976807,
          "rel_recon_error": 0.5386896487695846,
          "captured_energy": 1.0
        },
        {
          "key": "tmlp.2.weight",
          "shape": [
            6144,
            6144
          ],
          "delta_norm": 2.4682202339172363,
          "rel_recon_error": 0.5368258152212236,
          "captured_energy": 1.0
        }
      ]
    }
  },
  "elapsed_seconds": 108.80734586715698
}