repro-bundle/outputs/summary.json

{
  "config": {
    "out": "outputs",
    "seed": 0,
    "stub": true,
    "smoke": false,
    "upload_repo": null
  },
  "per_model": {
    "bert": {
      "model": "bert-base-uncased",
      "n_layers": 4,
      "attn_effective_rank_mean": 2.975,
      "attn_stable_rank_mean": 2.095,
      "value_spectral_gap_mean": 0.3395,
      "token_cluster_concentration": 0.1577
    },
    "llama2": {
      "model": "NousResearch/Llama-2-7b-hf",
      "n_layers": 4,
      "attn_effective_rank_mean": 3.388,
      "attn_stable_rank_mean": 2.077,
      "value_spectral_gap_mean": 0.4084,
      "token_cluster_concentration": 0.2828
    }
  },
  "bert_attn_rank_lower_than_llama2": true,
  "bert_value_gap_higher_than_llama2": false,
  "delta_attn_effective_rank_llama2_minus_bert": 0.413
}