| { |
| "schema_version": 1, |
| "format": "comfy_scaled_fp8_merged_text_encoder", |
| "scale_policy": "preserve_stock_per_tensor_scale", |
| "base": "/workspace/Ideogram/checkpoints/text_encoders/qwen3vl_8b_fp8_scaled.safetensors", |
| "base_sha256": "4ba424cf62e51392e4d1a39933e803706f4e823c1065f36aaf149c6453f66bcd", |
| "adapter": "/workspace/Ideogram/artifacts/phase2_balanced_4000_8state_debanner_s020_v1_checkpoints/step_00001000/adapters.safetensors", |
| "adapter_sha256": "4a86181524ab17680c500add76f183acd257840b8a0d18e33807ae379d52925e", |
| "adapter_global_step": "1000", |
| "output": "/workspace/Ideogram/artifacts/huggingface_release/s020_v1/qwen3vl_8b_ideogram4_nl_s020_v1_step_00001000_fp8_scaled.safetensors", |
| "output_bytes": 10588637800, |
| "output_sha256": "32b551cc403a4056efb1b03fa2fa5f00c0af537e95f5d35fbe873bd634348431", |
| "output_tensors": 1254, |
| "merged_projections": 252, |
| "lora_rank": 64, |
| "lora_alpha": 64.0, |
| "elapsed_seconds": 63.154, |
| "projections": [ |
| { |
| "index": 1, |
| "total": 252, |
| "projection": "layers.0.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4224, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.0816885619998686, |
| "retained_delta_l2": 2.7982748486855002, |
| "delta_retention_norm_ratio": 0.9080329800976233, |
| "delta_cosine": 0.7232567857868553, |
| "relative_weight_rmse": 0.012175151807146295 |
| }, |
| { |
| "index": 2, |
| "total": 252, |
| "projection": "layers.0.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.405, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.1480601580259853, |
| "retained_delta_l2": 2.832615243262361, |
| "delta_retention_norm_ratio": 0.8997970499517307, |
| "delta_cosine": 0.7116974133867178, |
| "relative_weight_rmse": 0.013097672001861951 |
| }, |
| { |
| "index": 3, |
| "total": 252, |
| "projection": "layers.0.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.4112, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.804011535014854, |
| "retained_delta_l2": 2.4696998178344756, |
| "delta_retention_norm_ratio": 0.8807737725021137, |
| "delta_cosine": 0.693008894807113, |
| "relative_weight_rmse": 0.012674360524560205 |
| }, |
| { |
| "index": 4, |
| "total": 252, |
| "projection": "layers.0.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0346, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.5889772111434513, |
| "retained_delta_l2": 0.4264678883491288, |
| "delta_retention_norm_ratio": 0.7240821550993053, |
| "delta_cosine": 0.5528368996524894, |
| "relative_weight_rmse": 0.008857766972819075 |
| }, |
| { |
| "index": 5, |
| "total": 252, |
| "projection": "layers.0.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1317, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.953012788138372, |
| "retained_delta_l2": 1.8380204357780252, |
| "delta_retention_norm_ratio": 0.941120532820495, |
| "delta_cosine": 0.760871469990079, |
| "relative_weight_rmse": 0.013526435937534671 |
| }, |
| { |
| "index": 6, |
| "total": 252, |
| "projection": "layers.0.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1288, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.1948266779405832, |
| "retained_delta_l2": 0.9188756904166978, |
| "delta_retention_norm_ratio": 0.7690451739832947, |
| "delta_cosine": 0.5909115937759196, |
| "relative_weight_rmse": 0.009624968518458206 |
| }, |
| { |
| "index": 7, |
| "total": 252, |
| "projection": "layers.0.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0311, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.7817860145303532, |
| "retained_delta_l2": 0.6765826875245834, |
| "delta_retention_norm_ratio": 0.865432068302003, |
| "delta_cosine": 0.679117835122916, |
| "relative_weight_rmse": 0.011844264175045386 |
| }, |
| { |
| "index": 8, |
| "total": 252, |
| "projection": "layers.1.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4346, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.000792856247298, |
| "retained_delta_l2": 1.8609967514572074, |
| "delta_retention_norm_ratio": 0.930129646178219, |
| "delta_cosine": 0.7529486527281806, |
| "relative_weight_rmse": 0.011844969026974602 |
| }, |
| { |
| "index": 9, |
| "total": 252, |
| "projection": "layers.1.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3775, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.8474750849362778, |
| "retained_delta_l2": 3.8115742317771417, |
| "delta_retention_norm_ratio": 0.9906689835888227, |
| "delta_cosine": 0.8487083486486127, |
| "relative_weight_rmse": 0.014282374751721142 |
| }, |
| { |
| "index": 10, |
| "total": 252, |
| "projection": "layers.1.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.4014, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.952469385601115, |
| "retained_delta_l2": 3.9478783704965132, |
| "delta_retention_norm_ratio": 0.9988384438545364, |
| "delta_cosine": 0.9198098546606038, |
| "relative_weight_rmse": 0.015704980665568778 |
| }, |
| { |
| "index": 11, |
| "total": 252, |
| "projection": "layers.1.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0326, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.6682698794480948, |
| "retained_delta_l2": 0.5467667468151203, |
| "delta_retention_norm_ratio": 0.8181825391661816, |
| "delta_cosine": 0.6351642691683482, |
| "relative_weight_rmse": 0.010709906067521315 |
| }, |
| { |
| "index": 12, |
| "total": 252, |
| "projection": "layers.1.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1344, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.6857501342429857, |
| "retained_delta_l2": 1.5002057950336098, |
| "delta_retention_norm_ratio": 0.8899336648769139, |
| "delta_cosine": 0.7007274386238729, |
| "relative_weight_rmse": 0.012528648331599874 |
| }, |
| { |
| "index": 13, |
| "total": 252, |
| "projection": "layers.1.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1374, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.0614481256874786, |
| "retained_delta_l2": 1.987957594333203, |
| "delta_retention_norm_ratio": 0.9643500457573887, |
| "delta_cosine": 0.7895502817137614, |
| "relative_weight_rmse": 0.01451153624066018 |
| }, |
| { |
| "index": 14, |
| "total": 252, |
| "projection": "layers.1.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0304, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.8667964063303081, |
| "retained_delta_l2": 0.77575589081767, |
| "delta_retention_norm_ratio": 0.8949689744353354, |
| "delta_cosine": 0.706884798109923, |
| "relative_weight_rmse": 0.012035954867732342 |
| }, |
| { |
| "index": 15, |
| "total": 252, |
| "projection": "layers.10.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.414, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.7788980063059525, |
| "retained_delta_l2": 2.4570278951823883, |
| "delta_retention_norm_ratio": 0.884173470781163, |
| "delta_cosine": 0.6983210734453389, |
| "relative_weight_rmse": 0.011560182532117278 |
| }, |
| { |
| "index": 16, |
| "total": 252, |
| "projection": "layers.10.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3779, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.368764390066135, |
| "retained_delta_l2": 1.8310619378040711, |
| "delta_retention_norm_ratio": 0.7730029822649219, |
| "delta_cosine": 0.5941158911125419, |
| "relative_weight_rmse": 0.009580620878966087 |
| }, |
| { |
| "index": 17, |
| "total": 252, |
| "projection": "layers.10.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3804, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.8477191151243963, |
| "retained_delta_l2": 2.5201258455709303, |
| "delta_retention_norm_ratio": 0.884962927764329, |
| "delta_cosine": 0.6975840407097988, |
| "relative_weight_rmse": 0.011870660911946867 |
| }, |
| { |
| "index": 18, |
| "total": 252, |
| "projection": "layers.10.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0325, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.8841966844382879, |
| "retained_delta_l2": 0.8093074279674809, |
| "delta_retention_norm_ratio": 0.9153024911890699, |
| "delta_cosine": 0.732661207864237, |
| "relative_weight_rmse": 0.01186819485958493 |
| }, |
| { |
| "index": 19, |
| "total": 252, |
| "projection": "layers.10.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1304, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.7629359486792742, |
| "retained_delta_l2": 1.573622608399111, |
| "delta_retention_norm_ratio": 0.892614737125311, |
| "delta_cosine": 0.7057376986654624, |
| "relative_weight_rmse": 0.012108665291259917 |
| }, |
| { |
| "index": 20, |
| "total": 252, |
| "projection": "layers.10.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1266, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.1068966603030224, |
| "retained_delta_l2": 2.0082854319482006, |
| "delta_retention_norm_ratio": 0.9531959824073009, |
| "delta_cosine": 0.7789324690671694, |
| "relative_weight_rmse": 0.013402050492345592 |
| }, |
| { |
| "index": 21, |
| "total": 252, |
| "projection": "layers.10.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0306, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9027386910930574, |
| "retained_delta_l2": 0.8047880119788361, |
| "delta_retention_norm_ratio": 0.8914960884244141, |
| "delta_cosine": 0.7091814370016879, |
| "relative_weight_rmse": 0.011149653421646751 |
| }, |
| { |
| "index": 22, |
| "total": 252, |
| "projection": "layers.11.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.417, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.5840047800340313, |
| "retained_delta_l2": 2.2079660414887887, |
| "delta_retention_norm_ratio": 0.8544744415912844, |
| "delta_cosine": 0.6692794347825356, |
| "relative_weight_rmse": 0.010957964912540056 |
| }, |
| { |
| "index": 23, |
| "total": 252, |
| "projection": "layers.11.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3827, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.7383686211590557, |
| "retained_delta_l2": 2.302185080322085, |
| "delta_retention_norm_ratio": 0.8407140888678641, |
| "delta_cosine": 0.6564171180671049, |
| "relative_weight_rmse": 0.010709929420531077 |
| }, |
| { |
| "index": 24, |
| "total": 252, |
| "projection": "layers.11.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.4189, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.6496623578996585, |
| "retained_delta_l2": 2.2453994501196055, |
| "delta_retention_norm_ratio": 0.847428519873564, |
| "delta_cosine": 0.6613952117246973, |
| "relative_weight_rmse": 0.011290561995860135 |
| }, |
| { |
| "index": 25, |
| "total": 252, |
| "projection": "layers.11.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0359, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.0926010979238467, |
| "retained_delta_l2": 1.0447864068194332, |
| "delta_retention_norm_ratio": 0.9562377420311305, |
| "delta_cosine": 0.779335603836543, |
| "relative_weight_rmse": 0.013427349461668502 |
| }, |
| { |
| "index": 26, |
| "total": 252, |
| "projection": "layers.11.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1491, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.674614888066037, |
| "retained_delta_l2": 1.473326613582539, |
| "delta_retention_norm_ratio": 0.8798002597982634, |
| "delta_cosine": 0.6945583937590933, |
| "relative_weight_rmse": 0.011736867215697059 |
| }, |
| { |
| "index": 27, |
| "total": 252, |
| "projection": "layers.11.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1375, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.3849513751455016, |
| "retained_delta_l2": 1.1455167655182101, |
| "delta_retention_norm_ratio": 0.8271169559276861, |
| "delta_cosine": 0.6423088179518641, |
| "relative_weight_rmse": 0.010631178127543661 |
| }, |
| { |
| "index": 28, |
| "total": 252, |
| "projection": "layers.11.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0335, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9783124757473397, |
| "retained_delta_l2": 0.8855191820256861, |
| "delta_retention_norm_ratio": 0.9051496367244339, |
| "delta_cosine": 0.7225166647242568, |
| "relative_weight_rmse": 0.011731087388485384 |
| }, |
| { |
| "index": 29, |
| "total": 252, |
| "projection": "layers.12.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4499, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.5304979327583323, |
| "retained_delta_l2": 2.1471333458008868, |
| "delta_retention_norm_ratio": 0.8485023117408499, |
| "delta_cosine": 0.6634892219290347, |
| "relative_weight_rmse": 0.010715613067999084 |
| }, |
| { |
| "index": 30, |
| "total": 252, |
| "projection": "layers.12.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.4339, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.1633003862648446, |
| "retained_delta_l2": 2.8246694645696486, |
| "delta_retention_norm_ratio": 0.8929501215990923, |
| "delta_cosine": 0.7087972874821045, |
| "relative_weight_rmse": 0.011858031862104884 |
| }, |
| { |
| "index": 31, |
| "total": 252, |
| "projection": "layers.12.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.399, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.6580761108935107, |
| "retained_delta_l2": 2.2587677501269527, |
| "delta_retention_norm_ratio": 0.8497754224831694, |
| "delta_cosine": 0.6637711209384476, |
| "relative_weight_rmse": 0.01112945261763965 |
| }, |
| { |
| "index": 32, |
| "total": 252, |
| "projection": "layers.12.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0312, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9224668769685606, |
| "retained_delta_l2": 0.8550623115033129, |
| "delta_retention_norm_ratio": 0.9269300967350127, |
| "delta_cosine": 0.7462213863560913, |
| "relative_weight_rmse": 0.012188923906095057 |
| }, |
| { |
| "index": 33, |
| "total": 252, |
| "projection": "layers.12.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1265, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.758802705798867, |
| "retained_delta_l2": 1.5903634728969844, |
| "delta_retention_norm_ratio": 0.9042307404085009, |
| "delta_cosine": 0.7203372747546253, |
| "relative_weight_rmse": 0.011957594930966502 |
| }, |
| { |
| "index": 34, |
| "total": 252, |
| "projection": "layers.12.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1353, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.7918025744901438, |
| "retained_delta_l2": 1.6359286559612636, |
| "delta_retention_norm_ratio": 0.9130072024964948, |
| "delta_cosine": 0.730084159456328, |
| "relative_weight_rmse": 0.012354100880457046 |
| }, |
| { |
| "index": 35, |
| "total": 252, |
| "projection": "layers.12.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0308, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.0804826074661804, |
| "retained_delta_l2": 1.0165835916893688, |
| "delta_retention_norm_ratio": 0.9408606715783607, |
| "delta_cosine": 0.7649719145411196, |
| "relative_weight_rmse": 0.012138865703742095 |
| }, |
| { |
| "index": 36, |
| "total": 252, |
| "projection": "layers.13.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4224, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.324236423547833, |
| "retained_delta_l2": 1.8986620410835808, |
| "delta_retention_norm_ratio": 0.8168971202100714, |
| "delta_cosine": 0.6341284918339433, |
| "relative_weight_rmse": 0.010117405580660927 |
| }, |
| { |
| "index": 37, |
| "total": 252, |
| "projection": "layers.13.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3865, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.9355113214494977, |
| "retained_delta_l2": 2.5514820556484334, |
| "delta_retention_norm_ratio": 0.8691780668686236, |
| "delta_cosine": 0.6823762719120268, |
| "relative_weight_rmse": 0.011744441811130537 |
| }, |
| { |
| "index": 38, |
| "total": 252, |
| "projection": "layers.13.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3789, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.3865673851492515, |
| "retained_delta_l2": 1.925716840298132, |
| "delta_retention_norm_ratio": 0.8068981635637752, |
| "delta_cosine": 0.6236413885350592, |
| "relative_weight_rmse": 0.010298461240813597 |
| }, |
| { |
| "index": 39, |
| "total": 252, |
| "projection": "layers.13.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0317, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.3380128734896723, |
| "retained_delta_l2": 1.3237175722885999, |
| "delta_retention_norm_ratio": 0.9893160211801334, |
| "delta_cosine": 0.8335338176236261, |
| "relative_weight_rmse": 0.014782816548570533 |
| }, |
| { |
| "index": 40, |
| "total": 252, |
| "projection": "layers.13.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1278, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.7131074458581192, |
| "retained_delta_l2": 1.531750375884282, |
| "delta_retention_norm_ratio": 0.8941356127939816, |
| "delta_cosine": 0.7096703108243391, |
| "relative_weight_rmse": 0.012179875360966609 |
| }, |
| { |
| "index": 41, |
| "total": 252, |
| "projection": "layers.13.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1268, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.3735221604424783, |
| "retained_delta_l2": 1.1332531527367187, |
| "delta_retention_norm_ratio": 0.8250708910088809, |
| "delta_cosine": 0.6402408291163287, |
| "relative_weight_rmse": 0.010547182836815596 |
| }, |
| { |
| "index": 42, |
| "total": 252, |
| "projection": "layers.13.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0307, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9969963944070404, |
| "retained_delta_l2": 0.9115721762195691, |
| "delta_retention_norm_ratio": 0.914318428164149, |
| "delta_cosine": 0.731245724014459, |
| "relative_weight_rmse": 0.01207298339000756 |
| }, |
| { |
| "index": 43, |
| "total": 252, |
| "projection": "layers.14.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4176, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.45495155106801, |
| "retained_delta_l2": 2.076652965519915, |
| "delta_retention_norm_ratio": 0.84590384874051, |
| "delta_cosine": 0.6618875021201504, |
| "relative_weight_rmse": 0.01045629905580165 |
| }, |
| { |
| "index": 44, |
| "total": 252, |
| "projection": "layers.14.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3784, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.678491958143725, |
| "retained_delta_l2": 2.2562722872591454, |
| "delta_retention_norm_ratio": 0.8423666460521352, |
| "delta_cosine": 0.6559101667040926, |
| "relative_weight_rmse": 0.011200407226753849 |
| }, |
| { |
| "index": 45, |
| "total": 252, |
| "projection": "layers.14.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3772, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.8943822537465125, |
| "retained_delta_l2": 2.5535949867271546, |
| "delta_retention_norm_ratio": 0.8822590669984104, |
| "delta_cosine": 0.6966157399628781, |
| "relative_weight_rmse": 0.011646018845291059 |
| }, |
| { |
| "index": 46, |
| "total": 252, |
| "projection": "layers.14.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0326, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.7193206751123594, |
| "retained_delta_l2": 0.6080653608867637, |
| "delta_retention_norm_ratio": 0.8453328006897376, |
| "delta_cosine": 0.6622707417399369, |
| "relative_weight_rmse": 0.010624440044558647 |
| }, |
| { |
| "index": 47, |
| "total": 252, |
| "projection": "layers.14.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1281, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.5477825423303293, |
| "retained_delta_l2": 1.3465421238514126, |
| "delta_retention_norm_ratio": 0.8699814651120623, |
| "delta_cosine": 0.6845359781721311, |
| "relative_weight_rmse": 0.011387335697726245 |
| }, |
| { |
| "index": 48, |
| "total": 252, |
| "projection": "layers.14.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.127, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.31726342833638, |
| "retained_delta_l2": 2.258437926215563, |
| "delta_retention_norm_ratio": 0.9746142361712197, |
| "delta_cosine": 0.8052658593739344, |
| "relative_weight_rmse": 0.013915283945923996 |
| }, |
| { |
| "index": 49, |
| "total": 252, |
| "projection": "layers.14.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0308, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.0084847564065471, |
| "retained_delta_l2": 0.934072561923918, |
| "delta_retention_norm_ratio": 0.9262138629167028, |
| "delta_cosine": 0.7429330922555639, |
| "relative_weight_rmse": 0.012332294066236866 |
| }, |
| { |
| "index": 50, |
| "total": 252, |
| "projection": "layers.15.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4231, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.3508724083193986, |
| "retained_delta_l2": 1.9527586511552484, |
| "delta_retention_norm_ratio": 0.830652758628974, |
| "delta_cosine": 0.6470499357809475, |
| "relative_weight_rmse": 0.010222570843416734 |
| }, |
| { |
| "index": 51, |
| "total": 252, |
| "projection": "layers.15.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3805, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.7941246177612578, |
| "retained_delta_l2": 2.4231315782214073, |
| "delta_retention_norm_ratio": 0.86722387499055, |
| "delta_cosine": 0.6795366829782085, |
| "relative_weight_rmse": 0.011784804982088613 |
| }, |
| { |
| "index": 52, |
| "total": 252, |
| "projection": "layers.15.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3762, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.7679733593437232, |
| "retained_delta_l2": 2.417205448280628, |
| "delta_retention_norm_ratio": 0.873276269123392, |
| "delta_cosine": 0.6878619366042454, |
| "relative_weight_rmse": 0.011359617528472313 |
| }, |
| { |
| "index": 53, |
| "total": 252, |
| "projection": "layers.15.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0324, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.7776479157002186, |
| "retained_delta_l2": 0.677901359807814, |
| "delta_retention_norm_ratio": 0.8717330119729186, |
| "delta_cosine": 0.6869978403240675, |
| "relative_weight_rmse": 0.011237756007861584 |
| }, |
| { |
| "index": 54, |
| "total": 252, |
| "projection": "layers.15.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1279, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.1367385814187783, |
| "retained_delta_l2": 2.052169554173674, |
| "delta_retention_norm_ratio": 0.9604214441670488, |
| "delta_cosine": 0.7876284843094786, |
| "relative_weight_rmse": 0.013780714005269206 |
| }, |
| { |
| "index": 55, |
| "total": 252, |
| "projection": "layers.15.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1273, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.2542125019847377, |
| "retained_delta_l2": 2.1816583557346045, |
| "delta_retention_norm_ratio": 0.9678139722025975, |
| "delta_cosine": 0.8030489099528074, |
| "relative_weight_rmse": 0.013495301422341281 |
| }, |
| { |
| "index": 56, |
| "total": 252, |
| "projection": "layers.15.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0311, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.8159615265348684, |
| "retained_delta_l2": 0.7160163282309382, |
| "delta_retention_norm_ratio": 0.8775123641817207, |
| "delta_cosine": 0.6940623175429661, |
| "relative_weight_rmse": 0.010829061532462544 |
| }, |
| { |
| "index": 57, |
| "total": 252, |
| "projection": "layers.16.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4321, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.4573315682382946, |
| "retained_delta_l2": 2.091623194215147, |
| "delta_retention_norm_ratio": 0.8511766264064516, |
| "delta_cosine": 0.6661996603476956, |
| "relative_weight_rmse": 0.010554514481033535 |
| }, |
| { |
| "index": 58, |
| "total": 252, |
| "projection": "layers.16.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3753, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.6011198700619484, |
| "retained_delta_l2": 2.213585965173769, |
| "delta_retention_norm_ratio": 0.8510126698317254, |
| "delta_cosine": 0.6647791380353715, |
| "relative_weight_rmse": 0.010953587049171 |
| }, |
| { |
| "index": 59, |
| "total": 252, |
| "projection": "layers.16.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3772, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.534007189292717, |
| "retained_delta_l2": 2.130868616559504, |
| "delta_retention_norm_ratio": 0.8409086704897094, |
| "delta_cosine": 0.6550433329888625, |
| "relative_weight_rmse": 0.010815131821803752 |
| }, |
| { |
| "index": 60, |
| "total": 252, |
| "projection": "layers.16.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0335, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.7291351979009432, |
| "retained_delta_l2": 0.6252688276208757, |
| "delta_retention_norm_ratio": 0.8575485443864441, |
| "delta_cosine": 0.6717687931868451, |
| "relative_weight_rmse": 0.011093600926568206 |
| }, |
| { |
| "index": 61, |
| "total": 252, |
| "projection": "layers.16.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1287, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.654412246524243, |
| "retained_delta_l2": 1.4767944665425285, |
| "delta_retention_norm_ratio": 0.8926399509222253, |
| "delta_cosine": 0.7073607977623679, |
| "relative_weight_rmse": 0.011885141947948749 |
| }, |
| { |
| "index": 62, |
| "total": 252, |
| "projection": "layers.16.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1281, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.8139515232656178, |
| "retained_delta_l2": 1.6833357740492332, |
| "delta_retention_norm_ratio": 0.9279938038359261, |
| "delta_cosine": 0.7488159261124129, |
| "relative_weight_rmse": 0.01247368051553322 |
| }, |
| { |
| "index": 63, |
| "total": 252, |
| "projection": "layers.16.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.032, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9342047823832472, |
| "retained_delta_l2": 0.8463807340885396, |
| "delta_retention_norm_ratio": 0.9059905815610791, |
| "delta_cosine": 0.7229628350748435, |
| "relative_weight_rmse": 0.011960945516098463 |
| }, |
| { |
| "index": 64, |
| "total": 252, |
| "projection": "layers.17.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4183, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.5324195438776362, |
| "retained_delta_l2": 2.165307921272776, |
| "delta_retention_norm_ratio": 0.8550352276768725, |
| "delta_cosine": 0.669880256413046, |
| "relative_weight_rmse": 0.010784003147264142 |
| }, |
| { |
| "index": 65, |
| "total": 252, |
| "projection": "layers.17.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3771, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.4293703351448817, |
| "retained_delta_l2": 3.1932583538525163, |
| "delta_retention_norm_ratio": 0.9311500484877232, |
| "delta_cosine": 0.7490466617957803, |
| "relative_weight_rmse": 0.013045466838710296 |
| }, |
| { |
| "index": 66, |
| "total": 252, |
| "projection": "layers.17.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.376, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.1344403318131016, |
| "retained_delta_l2": 2.8428468910673423, |
| "delta_retention_norm_ratio": 0.906971130448322, |
| "delta_cosine": 0.7214019043408542, |
| "relative_weight_rmse": 0.012253945090414364 |
| }, |
| { |
| "index": 67, |
| "total": 252, |
| "projection": "layers.17.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0333, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.7828475923209274, |
| "retained_delta_l2": 0.6983824803773275, |
| "delta_retention_norm_ratio": 0.8921052925599681, |
| "delta_cosine": 0.7116379990114124, |
| "relative_weight_rmse": 0.011542060532710544 |
| }, |
| { |
| "index": 68, |
| "total": 252, |
| "projection": "layers.17.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1288, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.7174285248377603, |
| "retained_delta_l2": 1.5551782228154287, |
| "delta_retention_norm_ratio": 0.9055271880745903, |
| "delta_cosine": 0.7228138335412242, |
| "relative_weight_rmse": 0.012145564745262539 |
| }, |
| { |
| "index": 69, |
| "total": 252, |
| "projection": "layers.17.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1291, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.6536853726050285, |
| "retained_delta_l2": 1.477901179425521, |
| "delta_retention_norm_ratio": 0.8937015492236005, |
| "delta_cosine": 0.7065054241140166, |
| "relative_weight_rmse": 0.01193774066627311 |
| }, |
| { |
| "index": 70, |
| "total": 252, |
| "projection": "layers.17.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0321, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.0194408732968017, |
| "retained_delta_l2": 0.9529750905075698, |
| "delta_retention_norm_ratio": 0.9348017285452898, |
| "delta_cosine": 0.7554989899505795, |
| "relative_weight_rmse": 0.012663269085123486 |
| }, |
| { |
| "index": 71, |
| "total": 252, |
| "projection": "layers.18.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4179, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.899431101930452, |
| "retained_delta_l2": 2.611353903809252, |
| "delta_retention_norm_ratio": 0.9006435442009997, |
| "delta_cosine": 0.7149613293676941, |
| "relative_weight_rmse": 0.011678172729971216 |
| }, |
| { |
| "index": 72, |
| "total": 252, |
| "projection": "layers.18.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3754, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.5890100404179845, |
| "retained_delta_l2": 4.534477602671866, |
| "delta_retention_norm_ratio": 0.9881167316554508, |
| "delta_cosine": 0.8220542425353964, |
| "relative_weight_rmse": 0.015173122032415403 |
| }, |
| { |
| "index": 73, |
| "total": 252, |
| "projection": "layers.18.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3767, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.266588304278785, |
| "retained_delta_l2": 3.0069138257067127, |
| "delta_retention_norm_ratio": 0.9205059057390446, |
| "delta_cosine": 0.7369795766243502, |
| "relative_weight_rmse": 0.012479011234955232 |
| }, |
| { |
| "index": 74, |
| "total": 252, |
| "projection": "layers.18.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0346, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.1146092689035678, |
| "retained_delta_l2": 1.0808960531489715, |
| "delta_retention_norm_ratio": 0.9697533326743643, |
| "delta_cosine": 0.7983662545363905, |
| "relative_weight_rmse": 0.01398004908416685 |
| }, |
| { |
| "index": 75, |
| "total": 252, |
| "projection": "layers.18.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.129, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.6260721310282324, |
| "retained_delta_l2": 1.452712507352149, |
| "delta_retention_norm_ratio": 0.8933874947069778, |
| "delta_cosine": 0.7099197632942137, |
| "relative_weight_rmse": 0.011693765517108823 |
| }, |
| { |
| "index": 76, |
| "total": 252, |
| "projection": "layers.18.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.129, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.101630652715759, |
| "retained_delta_l2": 2.0120008520790047, |
| "delta_retention_norm_ratio": 0.9573522585802918, |
| "delta_cosine": 0.7847540097428316, |
| "relative_weight_rmse": 0.013525379648372384 |
| }, |
| { |
| "index": 77, |
| "total": 252, |
| "projection": "layers.18.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0323, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9173633033004055, |
| "retained_delta_l2": 0.8325380615782747, |
| "delta_retention_norm_ratio": 0.9075336440677818, |
| "delta_cosine": 0.7242506539370204, |
| "relative_weight_rmse": 0.011713017960162778 |
| }, |
| { |
| "index": 78, |
| "total": 252, |
| "projection": "layers.19.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.419, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.6779400857457345, |
| "retained_delta_l2": 2.3403128602042385, |
| "delta_retention_norm_ratio": 0.8739227858985218, |
| "delta_cosine": 0.6881088113005049, |
| "relative_weight_rmse": 0.011160997185037408 |
| }, |
| { |
| "index": 79, |
| "total": 252, |
| "projection": "layers.19.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3781, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.448558989953332, |
| "retained_delta_l2": 4.36185324358659, |
| "delta_retention_norm_ratio": 0.9805092510715135, |
| "delta_cosine": 0.8113188310815217, |
| "relative_weight_rmse": 0.01514704434869321 |
| }, |
| { |
| "index": 80, |
| "total": 252, |
| "projection": "layers.19.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3765, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.063246627652322, |
| "retained_delta_l2": 2.7395466596887146, |
| "delta_retention_norm_ratio": 0.8943278138163848, |
| "delta_cosine": 0.7085337178302815, |
| "relative_weight_rmse": 0.012120377731919669 |
| }, |
| { |
| "index": 81, |
| "total": 252, |
| "projection": "layers.19.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0327, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.038542610002628, |
| "retained_delta_l2": 0.9987469325634057, |
| "delta_retention_norm_ratio": 0.9616812280440554, |
| "delta_cosine": 0.7934637827745186, |
| "relative_weight_rmse": 0.01356428686058323 |
| }, |
| { |
| "index": 82, |
| "total": 252, |
| "projection": "layers.19.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1293, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.6305255320970735, |
| "retained_delta_l2": 1.4495263143497212, |
| "delta_retention_norm_ratio": 0.8889933250449853, |
| "delta_cosine": 0.7037037396863515, |
| "relative_weight_rmse": 0.01175068926467507 |
| }, |
| { |
| "index": 83, |
| "total": 252, |
| "projection": "layers.19.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1292, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.9187319565958694, |
| "retained_delta_l2": 1.8063254844946643, |
| "delta_retention_norm_ratio": 0.9414162714521982, |
| "delta_cosine": 0.7636972271279521, |
| "relative_weight_rmse": 0.012749695224232683 |
| }, |
| { |
| "index": 84, |
| "total": 252, |
| "projection": "layers.19.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.032, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.238333822391516, |
| "retained_delta_l2": 1.2056878115530523, |
| "delta_retention_norm_ratio": 0.9736371483616458, |
| "delta_cosine": 0.8049945357439888, |
| "relative_weight_rmse": 0.013931864650010494 |
| }, |
| { |
| "index": 85, |
| "total": 252, |
| "projection": "layers.2.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4325, |
| "parameters": 50331648, |
| "reference_delta_l2": 1.5163221557782192, |
| "retained_delta_l2": 1.2998390823120969, |
| "delta_retention_norm_ratio": 0.8572314777297328, |
| "delta_cosine": 0.6941018406592098, |
| "relative_weight_rmse": 0.009930361765633434 |
| }, |
| { |
| "index": 86, |
| "total": 252, |
| "projection": "layers.2.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3768, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.507124496785796, |
| "retained_delta_l2": 2.3613625027298766, |
| "delta_retention_norm_ratio": 0.941860887146693, |
| "delta_cosine": 0.7994646319421327, |
| "relative_weight_rmse": 0.01258178701267469 |
| }, |
| { |
| "index": 87, |
| "total": 252, |
| "projection": "layers.2.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3771, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.3657371303030876, |
| "retained_delta_l2": 3.3428196209156122, |
| "delta_retention_norm_ratio": 0.9931909390126936, |
| "delta_cosine": 0.8803031766681577, |
| "relative_weight_rmse": 0.014876112756496833 |
| }, |
| { |
| "index": 88, |
| "total": 252, |
| "projection": "layers.2.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0335, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.5654454172264339, |
| "retained_delta_l2": 0.42165701508364567, |
| "delta_retention_norm_ratio": 0.7457077239248224, |
| "delta_cosine": 0.5708347089338801, |
| "relative_weight_rmse": 0.009137987951469532 |
| }, |
| { |
| "index": 89, |
| "total": 252, |
| "projection": "layers.2.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1294, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.01865574307719, |
| "retained_delta_l2": 1.8910245853196903, |
| "delta_retention_norm_ratio": 0.936774183416266, |
| "delta_cosine": 0.7529442522388894, |
| "relative_weight_rmse": 0.013673422112398305 |
| }, |
| { |
| "index": 90, |
| "total": 252, |
| "projection": "layers.2.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1299, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.2106949183435032, |
| "retained_delta_l2": 0.9504159178632374, |
| "delta_retention_norm_ratio": 0.7850168555787905, |
| "delta_cosine": 0.603823434820368, |
| "relative_weight_rmse": 0.010067183217040766 |
| }, |
| { |
| "index": 91, |
| "total": 252, |
| "projection": "layers.2.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0349, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.1196199495350254, |
| "retained_delta_l2": 1.0737372487164127, |
| "delta_retention_norm_ratio": 0.959019396860812, |
| "delta_cosine": 0.7853926611761529, |
| "relative_weight_rmse": 0.013243675264669859 |
| }, |
| { |
| "index": 92, |
| "total": 252, |
| "projection": "layers.20.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4265, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.6131003917687843, |
| "retained_delta_l2": 2.2232143033125533, |
| "delta_retention_norm_ratio": 0.8507955952689897, |
| "delta_cosine": 0.6634199678359055, |
| "relative_weight_rmse": 0.011137848124095295 |
| }, |
| { |
| "index": 93, |
| "total": 252, |
| "projection": "layers.20.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3838, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.31757704185912, |
| "retained_delta_l2": 4.2196783628573655, |
| "delta_retention_norm_ratio": 0.9773255513329302, |
| "delta_cosine": 0.8062174730963484, |
| "relative_weight_rmse": 0.015015690410046452 |
| }, |
| { |
| "index": 94, |
| "total": 252, |
| "projection": "layers.20.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3792, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.0842895980982585, |
| "retained_delta_l2": 2.76239977588676, |
| "delta_retention_norm_ratio": 0.8956356684502088, |
| "delta_cosine": 0.7095376044716241, |
| "relative_weight_rmse": 0.012157092563078684 |
| }, |
| { |
| "index": 95, |
| "total": 252, |
| "projection": "layers.20.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0336, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.8379474530400505, |
| "retained_delta_l2": 0.7689408142812618, |
| "delta_retention_norm_ratio": 0.9176480118073819, |
| "delta_cosine": 0.7373170826253173, |
| "relative_weight_rmse": 0.012165603932648003 |
| }, |
| { |
| "index": 96, |
| "total": 252, |
| "projection": "layers.20.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1291, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.5955174518101594, |
| "retained_delta_l2": 1.4123102945700292, |
| "delta_retention_norm_ratio": 0.8851738305762332, |
| "delta_cosine": 0.7011995151432837, |
| "relative_weight_rmse": 0.011755138657372448 |
| }, |
| { |
| "index": 97, |
| "total": 252, |
| "projection": "layers.20.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1295, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.869906772204829, |
| "retained_delta_l2": 1.7437207907199404, |
| "delta_retention_norm_ratio": 0.9325175012141909, |
| "delta_cosine": 0.7548889661402391, |
| "relative_weight_rmse": 0.012232723171194271 |
| }, |
| { |
| "index": 98, |
| "total": 252, |
| "projection": "layers.20.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0325, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9286100794562515, |
| "retained_delta_l2": 0.8487618239822285, |
| "delta_retention_norm_ratio": 0.9140131501471768, |
| "delta_cosine": 0.7327040594611609, |
| "relative_weight_rmse": 0.011901526821837701 |
| }, |
| { |
| "index": 99, |
| "total": 252, |
| "projection": "layers.21.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.423, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.064181667470853, |
| "retained_delta_l2": 2.7575754533586934, |
| "delta_retention_norm_ratio": 0.8999386304777324, |
| "delta_cosine": 0.7129984995145269, |
| "relative_weight_rmse": 0.0121885584297972 |
| }, |
| { |
| "index": 100, |
| "total": 252, |
| "projection": "layers.21.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3786, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.352146801117139, |
| "retained_delta_l2": 4.2567664708244, |
| "delta_retention_norm_ratio": 0.9780843030689459, |
| "delta_cosine": 0.8050088360589763, |
| "relative_weight_rmse": 0.015399961397248134 |
| }, |
| { |
| "index": 101, |
| "total": 252, |
| "projection": "layers.21.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3798, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.2990502232160317, |
| "retained_delta_l2": 3.0202128027104185, |
| "delta_retention_norm_ratio": 0.915479486021952, |
| "delta_cosine": 0.7300971583014276, |
| "relative_weight_rmse": 0.012655458776477037 |
| }, |
| { |
| "index": 102, |
| "total": 252, |
| "projection": "layers.21.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0334, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.8730228901885023, |
| "retained_delta_l2": 0.804018654738106, |
| "delta_retention_norm_ratio": 0.920959420164233, |
| "delta_cosine": 0.7372712252656706, |
| "relative_weight_rmse": 0.0126871581732406 |
| }, |
| { |
| "index": 103, |
| "total": 252, |
| "projection": "layers.21.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1297, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.7177655640157186, |
| "retained_delta_l2": 1.566250194997175, |
| "delta_retention_norm_ratio": 0.9117950829888932, |
| "delta_cosine": 0.7298742053065208, |
| "relative_weight_rmse": 0.012289786567341105 |
| }, |
| { |
| "index": 104, |
| "total": 252, |
| "projection": "layers.21.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1294, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.3281743780431459, |
| "retained_delta_l2": 1.0929817623753093, |
| "delta_retention_norm_ratio": 0.8229203788629355, |
| "delta_cosine": 0.6402893061159396, |
| "relative_weight_rmse": 0.010224438757938017 |
| }, |
| { |
| "index": 105, |
| "total": 252, |
| "projection": "layers.21.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0321, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.3232957768297005, |
| "retained_delta_l2": 1.3034358920124598, |
| "delta_retention_norm_ratio": 0.9849921044372858, |
| "delta_cosine": 0.8203647238304811, |
| "relative_weight_rmse": 0.014473819454316998 |
| }, |
| { |
| "index": 106, |
| "total": 252, |
| "projection": "layers.22.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.418, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.2908776463167944, |
| "retained_delta_l2": 3.0443212802975403, |
| "delta_retention_norm_ratio": 0.9250788414162999, |
| "delta_cosine": 0.7423013623433464, |
| "relative_weight_rmse": 0.01244650725153509 |
| }, |
| { |
| "index": 107, |
| "total": 252, |
| "projection": "layers.22.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3773, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.156579561474297, |
| "retained_delta_l2": 4.035627263664332, |
| "delta_retention_norm_ratio": 0.9709010026101691, |
| "delta_cosine": 0.7994464871552224, |
| "relative_weight_rmse": 0.014541043360316317 |
| }, |
| { |
| "index": 108, |
| "total": 252, |
| "projection": "layers.22.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3777, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.3739982936572726, |
| "retained_delta_l2": 3.1173599715665126, |
| "delta_retention_norm_ratio": 0.9239364398692168, |
| "delta_cosine": 0.7418640638148511, |
| "relative_weight_rmse": 0.012489290827240337 |
| }, |
| { |
| "index": 109, |
| "total": 252, |
| "projection": "layers.22.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0331, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.111751268571817, |
| "retained_delta_l2": 1.0850456015892047, |
| "delta_retention_norm_ratio": 0.9759787393659383, |
| "delta_cosine": 0.8156693178467094, |
| "relative_weight_rmse": 0.01430937717218605 |
| }, |
| { |
| "index": 110, |
| "total": 252, |
| "projection": "layers.22.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1288, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.0783969533374167, |
| "retained_delta_l2": 1.9751661319280827, |
| "delta_retention_norm_ratio": 0.9503315181233452, |
| "delta_cosine": 0.770842062340233, |
| "relative_weight_rmse": 0.013650318249712263 |
| }, |
| { |
| "index": 111, |
| "total": 252, |
| "projection": "layers.22.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1287, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.8598561924125512, |
| "retained_delta_l2": 1.7303239024680177, |
| "delta_retention_norm_ratio": 0.9303535991261196, |
| "delta_cosine": 0.7542930687655398, |
| "relative_weight_rmse": 0.012532727549685888 |
| }, |
| { |
| "index": 112, |
| "total": 252, |
| "projection": "layers.22.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0324, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.0968905396436142, |
| "retained_delta_l2": 1.0445944209465525, |
| "delta_retention_norm_ratio": 0.9523233022740328, |
| "delta_cosine": 0.7770764680561785, |
| "relative_weight_rmse": 0.013153597555521881 |
| }, |
| { |
| "index": 113, |
| "total": 252, |
| "projection": "layers.23.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4234, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.150983045577694, |
| "retained_delta_l2": 2.889498471314519, |
| "delta_retention_norm_ratio": 0.917014921857431, |
| "delta_cosine": 0.7340642309489184, |
| "relative_weight_rmse": 0.011957939553488443 |
| }, |
| { |
| "index": 114, |
| "total": 252, |
| "projection": "layers.23.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3778, |
| "parameters": 50331648, |
| "reference_delta_l2": 5.498566390098913, |
| "retained_delta_l2": 5.529099999695977, |
| "delta_retention_norm_ratio": 1.0055530128093106, |
| "delta_cosine": 0.8489577297620059, |
| "relative_weight_rmse": 0.016629036114430826 |
| }, |
| { |
| "index": 115, |
| "total": 252, |
| "projection": "layers.23.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3791, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.892409398048379, |
| "retained_delta_l2": 4.845441489980659, |
| "delta_retention_norm_ratio": 0.9903998410095329, |
| "delta_cosine": 0.8255309676122626, |
| "relative_weight_rmse": 0.015270962752763314 |
| }, |
| { |
| "index": 116, |
| "total": 252, |
| "projection": "layers.23.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0333, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.788090022318649, |
| "retained_delta_l2": 0.6997193193971544, |
| "delta_retention_norm_ratio": 0.8878672481330266, |
| "delta_cosine": 0.7037733963313199, |
| "relative_weight_rmse": 0.011905207296088429 |
| }, |
| { |
| "index": 117, |
| "total": 252, |
| "projection": "layers.23.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1293, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.957345037571751, |
| "retained_delta_l2": 1.8304433542378304, |
| "delta_retention_norm_ratio": 0.9351664214034779, |
| "delta_cosine": 0.754286297850627, |
| "relative_weight_rmse": 0.01279709757413271 |
| }, |
| { |
| "index": 118, |
| "total": 252, |
| "projection": "layers.23.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1285, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.7772523774440465, |
| "retained_delta_l2": 1.610545615747031, |
| "delta_retention_norm_ratio": 0.9061997250290561, |
| "delta_cosine": 0.7240522406626962, |
| "relative_weight_rmse": 0.011963931737173772 |
| }, |
| { |
| "index": 119, |
| "total": 252, |
| "projection": "layers.23.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0316, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9271681995718138, |
| "retained_delta_l2": 0.8519849881978571, |
| "delta_retention_norm_ratio": 0.9189109253222036, |
| "delta_cosine": 0.7381867516067402, |
| "relative_weight_rmse": 0.011718181948495339 |
| }, |
| { |
| "index": 120, |
| "total": 252, |
| "projection": "layers.24.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4212, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.229563782023289, |
| "retained_delta_l2": 2.9549708221397792, |
| "delta_retention_norm_ratio": 0.9149752169590284, |
| "delta_cosine": 0.7301365155712533, |
| "relative_weight_rmse": 0.012219770988900034 |
| }, |
| { |
| "index": 121, |
| "total": 252, |
| "projection": "layers.24.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3772, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.959174317167857, |
| "retained_delta_l2": 4.906939572842355, |
| "delta_retention_norm_ratio": 0.9894670481445522, |
| "delta_cosine": 0.8209189413142773, |
| "relative_weight_rmse": 0.015977585311792136 |
| }, |
| { |
| "index": 122, |
| "total": 252, |
| "projection": "layers.24.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3812, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.985967023074872, |
| "retained_delta_l2": 3.80268421919501, |
| "delta_retention_norm_ratio": 0.9540179828837436, |
| "delta_cosine": 0.7736464236524154, |
| "relative_weight_rmse": 0.013918867092406802 |
| }, |
| { |
| "index": 123, |
| "total": 252, |
| "projection": "layers.24.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0329, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9425593444012208, |
| "retained_delta_l2": 0.889527553659845, |
| "delta_retention_norm_ratio": 0.9437363906512802, |
| "delta_cosine": 0.7662777796154222, |
| "relative_weight_rmse": 0.012974176122436301 |
| }, |
| { |
| "index": 124, |
| "total": 252, |
| "projection": "layers.24.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1292, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.9015276475048024, |
| "retained_delta_l2": 1.7601973080592979, |
| "delta_retention_norm_ratio": 0.925675369679237, |
| "delta_cosine": 0.7439690983948056, |
| "relative_weight_rmse": 0.01251547548185933 |
| }, |
| { |
| "index": 125, |
| "total": 252, |
| "projection": "layers.24.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1287, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.9529138341435077, |
| "retained_delta_l2": 2.943117944407057, |
| "delta_retention_norm_ratio": 0.9966826361056715, |
| "delta_cosine": 0.8450159080661319, |
| "relative_weight_rmse": 0.015374080366834101 |
| }, |
| { |
| "index": 126, |
| "total": 252, |
| "projection": "layers.24.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0324, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.0812206083030709, |
| "retained_delta_l2": 1.029671547967984, |
| "delta_retention_norm_ratio": 0.9523232724762889, |
| "delta_cosine": 0.7777162975928628, |
| "relative_weight_rmse": 0.01300701810000996 |
| }, |
| { |
| "index": 127, |
| "total": 252, |
| "projection": "layers.25.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4192, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.6146112629687503, |
| "retained_delta_l2": 3.378615393372034, |
| "delta_retention_norm_ratio": 0.934710580909636, |
| "delta_cosine": 0.7501352166654595, |
| "relative_weight_rmse": 0.013209345333199856 |
| }, |
| { |
| "index": 128, |
| "total": 252, |
| "projection": "layers.25.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3821, |
| "parameters": 50331648, |
| "reference_delta_l2": 5.414258447636641, |
| "retained_delta_l2": 5.408162145190015, |
| "delta_retention_norm_ratio": 0.9988740281784503, |
| "delta_cosine": 0.8340880034972216, |
| "relative_weight_rmse": 0.01669364608022774 |
| }, |
| { |
| "index": 129, |
| "total": 252, |
| "projection": "layers.25.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3769, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.7171822984048513, |
| "retained_delta_l2": 3.4643499195094227, |
| "delta_retention_norm_ratio": 0.9319827873376224, |
| "delta_cosine": 0.7464982147792217, |
| "relative_weight_rmse": 0.013559557974612967 |
| }, |
| { |
| "index": 130, |
| "total": 252, |
| "projection": "layers.25.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0335, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.0405920648254727, |
| "retained_delta_l2": 0.995596902235951, |
| "delta_retention_norm_ratio": 0.9567600367997536, |
| "delta_cosine": 0.7832947018990778, |
| "relative_weight_rmse": 0.013608494459009265 |
| }, |
| { |
| "index": 131, |
| "total": 252, |
| "projection": "layers.25.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1301, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.939740845014259, |
| "retained_delta_l2": 1.7901875617894292, |
| "delta_retention_norm_ratio": 0.9229003793938615, |
| "delta_cosine": 0.7379099758757841, |
| "relative_weight_rmse": 0.013137021406277078 |
| }, |
| { |
| "index": 132, |
| "total": 252, |
| "projection": "layers.25.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.129, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.4699216072651056, |
| "retained_delta_l2": 2.425107654734864, |
| "delta_retention_norm_ratio": 0.9818561235310366, |
| "delta_cosine": 0.8173100852418096, |
| "relative_weight_rmse": 0.014636873507821186 |
| }, |
| { |
| "index": 133, |
| "total": 252, |
| "projection": "layers.25.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0317, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.1867217840520754, |
| "retained_delta_l2": 1.1432698784549291, |
| "delta_retention_norm_ratio": 0.9633849262893118, |
| "delta_cosine": 0.7870851672658014, |
| "relative_weight_rmse": 0.013446708396739022 |
| }, |
| { |
| "index": 134, |
| "total": 252, |
| "projection": "layers.26.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4187, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.2602575434231946, |
| "retained_delta_l2": 2.975224274599929, |
| "delta_retention_norm_ratio": 0.9125733887501453, |
| "delta_cosine": 0.7253935078520014, |
| "relative_weight_rmse": 0.012256360561517467 |
| }, |
| { |
| "index": 135, |
| "total": 252, |
| "projection": "layers.26.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3774, |
| "parameters": 50331648, |
| "reference_delta_l2": 5.176009025454817, |
| "retained_delta_l2": 5.1281907444925725, |
| "delta_retention_norm_ratio": 0.9907615537903662, |
| "delta_cosine": 0.8190993674331786, |
| "relative_weight_rmse": 0.01651358465871949 |
| }, |
| { |
| "index": 136, |
| "total": 252, |
| "projection": "layers.26.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3767, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.5471542618653533, |
| "retained_delta_l2": 3.2678319175628037, |
| "delta_retention_norm_ratio": 0.9212545258306128, |
| "delta_cosine": 0.7346146619754262, |
| "relative_weight_rmse": 0.013049206896867354 |
| }, |
| { |
| "index": 137, |
| "total": 252, |
| "projection": "layers.26.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0329, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.0986270978420647, |
| "retained_delta_l2": 1.0591068147615998, |
| "delta_retention_norm_ratio": 0.9640275729971608, |
| "delta_cosine": 0.7902424195946403, |
| "relative_weight_rmse": 0.014422722081515689 |
| }, |
| { |
| "index": 138, |
| "total": 252, |
| "projection": "layers.26.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1295, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.126285478410601, |
| "retained_delta_l2": 1.999536302129749, |
| "delta_retention_norm_ratio": 0.9403893891164619, |
| "delta_cosine": 0.758816612319269, |
| "relative_weight_rmse": 0.013723288225917417 |
| }, |
| { |
| "index": 139, |
| "total": 252, |
| "projection": "layers.26.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1294, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.703623687644987, |
| "retained_delta_l2": 2.679250180912468, |
| "delta_retention_norm_ratio": 0.9909848745430434, |
| "delta_cosine": 0.8315686412507582, |
| "relative_weight_rmse": 0.015326307545327001 |
| }, |
| { |
| "index": 140, |
| "total": 252, |
| "projection": "layers.26.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0327, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.3063660284838896, |
| "retained_delta_l2": 1.27086842098662, |
| "delta_retention_norm_ratio": 0.9728272117283495, |
| "delta_cosine": 0.8070248194093773, |
| "relative_weight_rmse": 0.014312182274555583 |
| }, |
| { |
| "index": 141, |
| "total": 252, |
| "projection": "layers.27.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4213, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.084811817177797, |
| "retained_delta_l2": 2.752909414750815, |
| "delta_retention_norm_ratio": 0.8924075690520955, |
| "delta_cosine": 0.7048422903409844, |
| "relative_weight_rmse": 0.011812657790110415 |
| }, |
| { |
| "index": 142, |
| "total": 252, |
| "projection": "layers.27.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3803, |
| "parameters": 50331648, |
| "reference_delta_l2": 5.113703499652078, |
| "retained_delta_l2": 5.0674462084363086, |
| "delta_retention_norm_ratio": 0.9909542484778564, |
| "delta_cosine": 0.8207084554376873, |
| "relative_weight_rmse": 0.016265134100379552 |
| }, |
| { |
| "index": 143, |
| "total": 252, |
| "projection": "layers.27.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3771, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.1102131217099194, |
| "retained_delta_l2": 2.723123315057206, |
| "delta_retention_norm_ratio": 0.8755423530462437, |
| "delta_cosine": 0.6873033589978299, |
| "relative_weight_rmse": 0.012091975347910403 |
| }, |
| { |
| "index": 144, |
| "total": 252, |
| "projection": "layers.27.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0333, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9514556845610295, |
| "retained_delta_l2": 0.8948159007635973, |
| "delta_retention_norm_ratio": 0.9404703921406871, |
| "delta_cosine": 0.7659651477371985, |
| "relative_weight_rmse": 0.013421774348384962 |
| }, |
| { |
| "index": 145, |
| "total": 252, |
| "projection": "layers.27.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1298, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.8210524056350437, |
| "retained_delta_l2": 1.6538660611392224, |
| "delta_retention_norm_ratio": 0.9081924583946723, |
| "delta_cosine": 0.7220787136833681, |
| "relative_weight_rmse": 0.012685708987067926 |
| }, |
| { |
| "index": 146, |
| "total": 252, |
| "projection": "layers.27.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1296, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.480814010093733, |
| "retained_delta_l2": 2.4240899851797493, |
| "delta_retention_norm_ratio": 0.9771349143131287, |
| "delta_cosine": 0.8117471467323384, |
| "relative_weight_rmse": 0.01480771964964978 |
| }, |
| { |
| "index": 147, |
| "total": 252, |
| "projection": "layers.27.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.033, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.294105392147078, |
| "retained_delta_l2": 1.2691599471567527, |
| "delta_retention_norm_ratio": 0.9807237917856614, |
| "delta_cosine": 0.811726414007371, |
| "relative_weight_rmse": 0.01427501257156657 |
| }, |
| { |
| "index": 148, |
| "total": 252, |
| "projection": "layers.28.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4221, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.743912161119115, |
| "retained_delta_l2": 3.527636920014464, |
| "delta_retention_norm_ratio": 0.9422328217657748, |
| "delta_cosine": 0.7603507593120301, |
| "relative_weight_rmse": 0.013052627725093087 |
| }, |
| { |
| "index": 149, |
| "total": 252, |
| "projection": "layers.28.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3756, |
| "parameters": 50331648, |
| "reference_delta_l2": 6.349154983510624, |
| "retained_delta_l2": 6.4566844818673355, |
| "delta_retention_norm_ratio": 1.0169360330053332, |
| "delta_cosine": 0.8653585744984237, |
| "relative_weight_rmse": 0.017830159358243242 |
| }, |
| { |
| "index": 150, |
| "total": 252, |
| "projection": "layers.28.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.381, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.2190661318529354, |
| "retained_delta_l2": 2.848179102652828, |
| "delta_retention_norm_ratio": 0.8847842777971697, |
| "delta_cosine": 0.6959143144906602, |
| "relative_weight_rmse": 0.012262428248752077 |
| }, |
| { |
| "index": 151, |
| "total": 252, |
| "projection": "layers.28.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0333, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.0327169221950787, |
| "retained_delta_l2": 0.9824886382873864, |
| "delta_retention_norm_ratio": 0.9513629700180275, |
| "delta_cosine": 0.7715584392145897, |
| "relative_weight_rmse": 0.014127425543861507 |
| }, |
| { |
| "index": 152, |
| "total": 252, |
| "projection": "layers.28.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1305, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.8458373458271067, |
| "retained_delta_l2": 1.691014300772356, |
| "delta_retention_norm_ratio": 0.9161231376075687, |
| "delta_cosine": 0.7307393520488142, |
| "relative_weight_rmse": 0.012743851521728798 |
| }, |
| { |
| "index": 153, |
| "total": 252, |
| "projection": "layers.28.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1296, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.0909157187798595, |
| "retained_delta_l2": 1.9887292649809938, |
| "delta_retention_norm_ratio": 0.9511283726641571, |
| "delta_cosine": 0.7752259818981031, |
| "relative_weight_rmse": 0.013192975890512321 |
| }, |
| { |
| "index": 154, |
| "total": 252, |
| "projection": "layers.28.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0324, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.052380748021918, |
| "retained_delta_l2": 0.9828669542038823, |
| "delta_retention_norm_ratio": 0.9339461559433735, |
| "delta_cosine": 0.7510604571083496, |
| "relative_weight_rmse": 0.012547507369907656 |
| }, |
| { |
| "index": 155, |
| "total": 252, |
| "projection": "layers.29.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4209, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.7108834987108525, |
| "retained_delta_l2": 3.478094632706491, |
| "delta_retention_norm_ratio": 0.9372686137721027, |
| "delta_cosine": 0.75461328207414, |
| "relative_weight_rmse": 0.012924251128278644 |
| }, |
| { |
| "index": 156, |
| "total": 252, |
| "projection": "layers.29.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3763, |
| "parameters": 50331648, |
| "reference_delta_l2": 5.932195322790751, |
| "retained_delta_l2": 5.9949666451675, |
| "delta_retention_norm_ratio": 1.0105814658758097, |
| "delta_cosine": 0.85070938987256, |
| "relative_weight_rmse": 0.017483580029996466 |
| }, |
| { |
| "index": 157, |
| "total": 252, |
| "projection": "layers.29.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3803, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.54319853671956, |
| "retained_delta_l2": 3.23744389783926, |
| "delta_retention_norm_ratio": 0.913706602745614, |
| "delta_cosine": 0.7267214176385923, |
| "relative_weight_rmse": 0.012813658284754881 |
| }, |
| { |
| "index": 158, |
| "total": 252, |
| "projection": "layers.29.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0335, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.961132595911601, |
| "retained_delta_l2": 0.9109052865551184, |
| "delta_retention_norm_ratio": 0.9477415399601095, |
| "delta_cosine": 0.7820198227407719, |
| "relative_weight_rmse": 0.013111966927430765 |
| }, |
| { |
| "index": 159, |
| "total": 252, |
| "projection": "layers.29.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1309, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.9316333035249935, |
| "retained_delta_l2": 1.7774873511356866, |
| "delta_retention_norm_ratio": 0.9201991640400848, |
| "delta_cosine": 0.7356934157891413, |
| "relative_weight_rmse": 0.012873993469682769 |
| }, |
| { |
| "index": 160, |
| "total": 252, |
| "projection": "layers.29.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1347, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.9198813467073346, |
| "retained_delta_l2": 2.904689464038373, |
| "delta_retention_norm_ratio": 0.9947970890371648, |
| "delta_cosine": 0.8466813608297601, |
| "relative_weight_rmse": 0.015202681225306708 |
| }, |
| { |
| "index": 161, |
| "total": 252, |
| "projection": "layers.29.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0322, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.060919515766402, |
| "retained_delta_l2": 0.9995206890330894, |
| "delta_retention_norm_ratio": 0.9421267817012883, |
| "delta_cosine": 0.7653361477996109, |
| "relative_weight_rmse": 0.01290014368582686 |
| }, |
| { |
| "index": 162, |
| "total": 252, |
| "projection": "layers.3.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4223, |
| "parameters": 50331648, |
| "reference_delta_l2": 1.9428858586294158, |
| "retained_delta_l2": 1.6887811879936636, |
| "delta_retention_norm_ratio": 0.8692127643489016, |
| "delta_cosine": 0.6981307961538187, |
| "relative_weight_rmse": 0.01092470252519349 |
| }, |
| { |
| "index": 163, |
| "total": 252, |
| "projection": "layers.3.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3761, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.880089840962753, |
| "retained_delta_l2": 2.6525041698857796, |
| "delta_retention_norm_ratio": 0.9209796625646595, |
| "delta_cosine": 0.7416474527699114, |
| "relative_weight_rmse": 0.012151772578522492 |
| }, |
| { |
| "index": 164, |
| "total": 252, |
| "projection": "layers.3.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3776, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.074882962002297, |
| "retained_delta_l2": 2.9993109652543275, |
| "delta_retention_norm_ratio": 0.9754228054589893, |
| "delta_cosine": 0.8377552136536656, |
| "relative_weight_rmse": 0.014377580749460666 |
| }, |
| { |
| "index": 165, |
| "total": 252, |
| "projection": "layers.3.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0333, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.5752064770349931, |
| "retained_delta_l2": 0.43929183411803424, |
| "delta_retention_norm_ratio": 0.7637115569046515, |
| "delta_cosine": 0.5861665494321837, |
| "relative_weight_rmse": 0.009408533173434519 |
| }, |
| { |
| "index": 166, |
| "total": 252, |
| "projection": "layers.3.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1314, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.8108847146075846, |
| "retained_delta_l2": 1.6524473584934873, |
| "delta_retention_norm_ratio": 0.9125083143967945, |
| "delta_cosine": 0.7258433663652634, |
| "relative_weight_rmse": 0.012625176027044745 |
| }, |
| { |
| "index": 167, |
| "total": 252, |
| "projection": "layers.3.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1307, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.4765530165504193, |
| "retained_delta_l2": 1.2697094997913443, |
| "delta_retention_norm_ratio": 0.8599146021574553, |
| "delta_cosine": 0.6736389435961885, |
| "relative_weight_rmse": 0.01154899639293874 |
| }, |
| { |
| "index": 168, |
| "total": 252, |
| "projection": "layers.3.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0325, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9302378043324021, |
| "retained_delta_l2": 0.8350247186136616, |
| "delta_retention_norm_ratio": 0.8976465100909639, |
| "delta_cosine": 0.7123176945693385, |
| "relative_weight_rmse": 0.01222328533761647 |
| }, |
| { |
| "index": 169, |
| "total": 252, |
| "projection": "layers.30.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4222, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.8247761023981672, |
| "retained_delta_l2": 3.6150402985313304, |
| "delta_retention_norm_ratio": 0.9451639002514864, |
| "delta_cosine": 0.762606632376754, |
| "relative_weight_rmse": 0.013018458427999504 |
| }, |
| { |
| "index": 170, |
| "total": 252, |
| "projection": "layers.30.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3777, |
| "parameters": 50331648, |
| "reference_delta_l2": 5.2954186929117455, |
| "retained_delta_l2": 5.278639138480981, |
| "delta_retention_norm_ratio": 0.996831307323588, |
| "delta_cosine": 0.826463649170075, |
| "relative_weight_rmse": 0.016790597145143017 |
| }, |
| { |
| "index": 171, |
| "total": 252, |
| "projection": "layers.30.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3983, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.70801012603116, |
| "retained_delta_l2": 3.4102694195168053, |
| "delta_retention_norm_ratio": 0.9197033728618645, |
| "delta_cosine": 0.7324017772816978, |
| "relative_weight_rmse": 0.013193976075075341 |
| }, |
| { |
| "index": 172, |
| "total": 252, |
| "projection": "layers.30.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0334, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.4699289869173329, |
| "retained_delta_l2": 1.479142737238952, |
| "delta_retention_norm_ratio": 1.006268160165303, |
| "delta_cosine": 0.8501008995493529, |
| "relative_weight_rmse": 0.016458976723748953 |
| }, |
| { |
| "index": 173, |
| "total": 252, |
| "projection": "layers.30.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1298, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.8588530436150195, |
| "retained_delta_l2": 1.6816886532995579, |
| "delta_retention_norm_ratio": 0.9046915564820983, |
| "delta_cosine": 0.7163547524914659, |
| "relative_weight_rmse": 0.012817577233499798 |
| }, |
| { |
| "index": 174, |
| "total": 252, |
| "projection": "layers.30.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1352, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.980989192119819, |
| "retained_delta_l2": 2.9880321836896293, |
| "delta_retention_norm_ratio": 1.0023626357279083, |
| "delta_cosine": 0.8533756815276609, |
| "relative_weight_rmse": 0.016173299194076656 |
| }, |
| { |
| "index": 175, |
| "total": 252, |
| "projection": "layers.30.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.032, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.3007350350801326, |
| "retained_delta_l2": 1.260939906255664, |
| "delta_retention_norm_ratio": 0.9694056608369769, |
| "delta_cosine": 0.7999852397428837, |
| "relative_weight_rmse": 0.013869153200357816 |
| }, |
| { |
| "index": 176, |
| "total": 252, |
| "projection": "layers.31.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4237, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.0748849255669635, |
| "retained_delta_l2": 3.9061340868348093, |
| "delta_retention_norm_ratio": 0.9585875817809322, |
| "delta_cosine": 0.7790557141602221, |
| "relative_weight_rmse": 0.013300556270801038 |
| }, |
| { |
| "index": 177, |
| "total": 252, |
| "projection": "layers.31.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3749, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.16961603439327, |
| "retained_delta_l2": 4.015885039591248, |
| "delta_retention_norm_ratio": 0.9631306591460784, |
| "delta_cosine": 0.7836748385045768, |
| "relative_weight_rmse": 0.01466103950662985 |
| }, |
| { |
| "index": 178, |
| "total": 252, |
| "projection": "layers.31.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3776, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.7239459071583116, |
| "retained_delta_l2": 3.433468728002582, |
| "delta_retention_norm_ratio": 0.921997476226128, |
| "delta_cosine": 0.7354459784846422, |
| "relative_weight_rmse": 0.01307441817986089 |
| }, |
| { |
| "index": 179, |
| "total": 252, |
| "projection": "layers.31.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0344, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.1203967261495993, |
| "retained_delta_l2": 1.0954359473607782, |
| "delta_retention_norm_ratio": 0.977721481858839, |
| "delta_cosine": 0.8110008067027378, |
| "relative_weight_rmse": 0.014361827775112319 |
| }, |
| { |
| "index": 180, |
| "total": 252, |
| "projection": "layers.31.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1296, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.9204288782097914, |
| "retained_delta_l2": 1.771155945613586, |
| "delta_retention_norm_ratio": 0.9222710435726438, |
| "delta_cosine": 0.7382532877675653, |
| "relative_weight_rmse": 0.012507161329326328 |
| }, |
| { |
| "index": 181, |
| "total": 252, |
| "projection": "layers.31.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1307, |
| "parameters": 16777216, |
| "reference_delta_l2": 3.1010568050237532, |
| "retained_delta_l2": 3.1261135640599997, |
| "delta_retention_norm_ratio": 1.008080070960214, |
| "delta_cosine": 0.8599307548208713, |
| "relative_weight_rmse": 0.016359843360553798 |
| }, |
| { |
| "index": 182, |
| "total": 252, |
| "projection": "layers.31.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0316, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9038364683743074, |
| "retained_delta_l2": 0.7949829672732996, |
| "delta_retention_norm_ratio": 0.879565048645583, |
| "delta_cosine": 0.696821647199585, |
| "relative_weight_rmse": 0.011168201839925737 |
| }, |
| { |
| "index": 183, |
| "total": 252, |
| "projection": "layers.32.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.5677, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.0296443680611262, |
| "retained_delta_l2": 2.6745707092561255, |
| "delta_retention_norm_ratio": 0.882800218220914, |
| "delta_cosine": 0.6964783971412194, |
| "relative_weight_rmse": 0.011227996195838055 |
| }, |
| { |
| "index": 184, |
| "total": 252, |
| "projection": "layers.32.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.5443, |
| "parameters": 50331648, |
| "reference_delta_l2": 5.558472404415834, |
| "retained_delta_l2": 5.591466773219058, |
| "delta_retention_norm_ratio": 1.0059358698582388, |
| "delta_cosine": 0.84238944726041, |
| "relative_weight_rmse": 0.017246425424279965 |
| }, |
| { |
| "index": 185, |
| "total": 252, |
| "projection": "layers.32.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3777, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.139198395433476, |
| "retained_delta_l2": 3.9187356273952725, |
| "delta_retention_norm_ratio": 0.9467378108086276, |
| "delta_cosine": 0.7654119071650936, |
| "relative_weight_rmse": 0.013750680280926506 |
| }, |
| { |
| "index": 186, |
| "total": 252, |
| "projection": "layers.32.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0334, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.0704219240640445, |
| "retained_delta_l2": 1.035505217311008, |
| "delta_retention_norm_ratio": 0.9673804263832068, |
| "delta_cosine": 0.7977664836220791, |
| "relative_weight_rmse": 0.01404771022028685 |
| }, |
| { |
| "index": 187, |
| "total": 252, |
| "projection": "layers.32.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1331, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.9415121030535512, |
| "retained_delta_l2": 1.7825813857154955, |
| "delta_retention_norm_ratio": 0.9181407537516277, |
| "delta_cosine": 0.7318194331930072, |
| "relative_weight_rmse": 0.012849526829844983 |
| }, |
| { |
| "index": 188, |
| "total": 252, |
| "projection": "layers.32.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1283, |
| "parameters": 16777216, |
| "reference_delta_l2": 3.4373532809404046, |
| "retained_delta_l2": 3.4923341324118504, |
| "delta_retention_norm_ratio": 1.0159951122208783, |
| "delta_cosine": 0.88074410162474, |
| "relative_weight_rmse": 0.0168977432320535 |
| }, |
| { |
| "index": 189, |
| "total": 252, |
| "projection": "layers.32.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0312, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.0930150621581207, |
| "retained_delta_l2": 1.0219018793504238, |
| "delta_retention_norm_ratio": 0.9349385152412389, |
| "delta_cosine": 0.7558854539747729, |
| "relative_weight_rmse": 0.012513844391968194 |
| }, |
| { |
| "index": 190, |
| "total": 252, |
| "projection": "layers.33.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4235, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.5917956304527365, |
| "retained_delta_l2": 4.495425746165861, |
| "delta_retention_norm_ratio": 0.9790125928846327, |
| "delta_cosine": 0.806173058419255, |
| "relative_weight_rmse": 0.014253919019543627 |
| }, |
| { |
| "index": 191, |
| "total": 252, |
| "projection": "layers.33.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3866, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.8734768375561504, |
| "retained_delta_l2": 3.6683491295191026, |
| "delta_retention_norm_ratio": 0.9470430012519537, |
| "delta_cosine": 0.7627524637308845, |
| "relative_weight_rmse": 0.01446062186255901 |
| }, |
| { |
| "index": 192, |
| "total": 252, |
| "projection": "layers.33.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3848, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.476323264714016, |
| "retained_delta_l2": 4.329331684120589, |
| "delta_retention_norm_ratio": 0.967162429542984, |
| "delta_cosine": 0.7915884545938644, |
| "relative_weight_rmse": 0.014109572426896169 |
| }, |
| { |
| "index": 193, |
| "total": 252, |
| "projection": "layers.33.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0335, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.170745586581659, |
| "retained_delta_l2": 1.1613882041024812, |
| "delta_retention_norm_ratio": 0.9920073305537719, |
| "delta_cosine": 0.8275751091485186, |
| "relative_weight_rmse": 0.01554576623822128 |
| }, |
| { |
| "index": 194, |
| "total": 252, |
| "projection": "layers.33.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1295, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.9404892006292953, |
| "retained_delta_l2": 1.7915944157566739, |
| "delta_retention_norm_ratio": 0.9232694596680386, |
| "delta_cosine": 0.7399393979635713, |
| "relative_weight_rmse": 0.01222320696729086 |
| }, |
| { |
| "index": 195, |
| "total": 252, |
| "projection": "layers.33.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1295, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.6874781519959392, |
| "retained_delta_l2": 1.5538392960744047, |
| "delta_retention_norm_ratio": 0.9208055785709184, |
| "delta_cosine": 0.7416672272586584, |
| "relative_weight_rmse": 0.011887412938477365 |
| }, |
| { |
| "index": 196, |
| "total": 252, |
| "projection": "layers.33.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0322, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.2331104951670842, |
| "retained_delta_l2": 1.1828705554870533, |
| "delta_retention_norm_ratio": 0.9592575524440546, |
| "delta_cosine": 0.7857794388694083, |
| "relative_weight_rmse": 0.012731066532737175 |
| }, |
| { |
| "index": 197, |
| "total": 252, |
| "projection": "layers.34.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4278, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.228387208943387, |
| "retained_delta_l2": 2.9937475369420956, |
| "delta_retention_norm_ratio": 0.927319848328204, |
| "delta_cosine": 0.7434345212481395, |
| "relative_weight_rmse": 0.01178051960673429 |
| }, |
| { |
| "index": 198, |
| "total": 252, |
| "projection": "layers.34.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3803, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.461909129416847, |
| "retained_delta_l2": 3.2513629627236718, |
| "delta_retention_norm_ratio": 0.9391820643401343, |
| "delta_cosine": 0.7539698159993119, |
| "relative_weight_rmse": 0.012984334547971913 |
| }, |
| { |
| "index": 199, |
| "total": 252, |
| "projection": "layers.34.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.377, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.1118365223596998, |
| "retained_delta_l2": 2.7876437635536395, |
| "delta_retention_norm_ratio": 0.8958194762235694, |
| "delta_cosine": 0.7093271369414286, |
| "relative_weight_rmse": 0.011390108300238953 |
| }, |
| { |
| "index": 200, |
| "total": 252, |
| "projection": "layers.34.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0331, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.7743710850557672, |
| "retained_delta_l2": 0.7110120937639662, |
| "delta_retention_norm_ratio": 0.9181800657145687, |
| "delta_cosine": 0.7481236546081707, |
| "relative_weight_rmse": 0.011502373268333867 |
| }, |
| { |
| "index": 201, |
| "total": 252, |
| "projection": "layers.34.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.129, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.3251026730813797, |
| "retained_delta_l2": 2.248571538677158, |
| "delta_retention_norm_ratio": 0.9670848366008725, |
| "delta_cosine": 0.7888430858698025, |
| "relative_weight_rmse": 0.013918284105438097 |
| }, |
| { |
| "index": 202, |
| "total": 252, |
| "projection": "layers.34.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1289, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.744006251442009, |
| "retained_delta_l2": 2.753636373536942, |
| "delta_retention_norm_ratio": 1.003509511718449, |
| "delta_cosine": 0.8564804806539661, |
| "relative_weight_rmse": 0.015186372012452388 |
| }, |
| { |
| "index": 203, |
| "total": 252, |
| "projection": "layers.34.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0315, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9721044615564538, |
| "retained_delta_l2": 0.8660658809365851, |
| "delta_retention_norm_ratio": 0.8909185331275115, |
| "delta_cosine": 0.7128542922271096, |
| "relative_weight_rmse": 0.0113367528326248 |
| }, |
| { |
| "index": 204, |
| "total": 252, |
| "projection": "layers.35.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4211, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.2394233029017703, |
| "retained_delta_l2": 1.9768490156933187, |
| "delta_retention_norm_ratio": 0.8827491493599193, |
| "delta_cosine": 0.7021811984534005, |
| "relative_weight_rmse": 0.009582939309797481 |
| }, |
| { |
| "index": 205, |
| "total": 252, |
| "projection": "layers.35.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3792, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.5963392202827382, |
| "retained_delta_l2": 2.2578957313422663, |
| "delta_retention_norm_ratio": 0.8696458897602696, |
| "delta_cosine": 0.6842175282089173, |
| "relative_weight_rmse": 0.010454534944894235 |
| }, |
| { |
| "index": 206, |
| "total": 252, |
| "projection": "layers.35.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3788, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.61023725701357, |
| "retained_delta_l2": 2.2306341307491717, |
| "delta_retention_norm_ratio": 0.8545714090761578, |
| "delta_cosine": 0.6694915099507697, |
| "relative_weight_rmse": 0.010204622654379214 |
| }, |
| { |
| "index": 207, |
| "total": 252, |
| "projection": "layers.35.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0329, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.8266326407178699, |
| "retained_delta_l2": 0.7567485422564463, |
| "delta_retention_norm_ratio": 0.9154593043885438, |
| "delta_cosine": 0.7331230345727645, |
| "relative_weight_rmse": 0.012161272052373374 |
| }, |
| { |
| "index": 208, |
| "total": 252, |
| "projection": "layers.35.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1311, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.9684078434627321, |
| "retained_delta_l2": 1.864749601288414, |
| "delta_retention_norm_ratio": 0.9473390423033635, |
| "delta_cosine": 0.7658705212612438, |
| "relative_weight_rmse": 0.012959151358305117 |
| }, |
| { |
| "index": 209, |
| "total": 252, |
| "projection": "layers.35.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1289, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.8861064378325199, |
| "retained_delta_l2": 1.7932843157964347, |
| "delta_retention_norm_ratio": 0.9507863818423977, |
| "delta_cosine": 0.7697950214118542, |
| "relative_weight_rmse": 0.01295752483478403 |
| }, |
| { |
| "index": 210, |
| "total": 252, |
| "projection": "layers.35.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0315, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.877203610291361, |
| "retained_delta_l2": 0.7662730612608324, |
| "delta_retention_norm_ratio": 0.8735407062521284, |
| "delta_cosine": 0.690023816174484, |
| "relative_weight_rmse": 0.011209386574030592 |
| }, |
| { |
| "index": 211, |
| "total": 252, |
| "projection": "layers.4.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4276, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.2004278134254696, |
| "retained_delta_l2": 1.8814457605690653, |
| "delta_retention_norm_ratio": 0.855036347518333, |
| "delta_cosine": 0.6702071935839145, |
| "relative_weight_rmse": 0.010752406576308568 |
| }, |
| { |
| "index": 212, |
| "total": 252, |
| "projection": "layers.4.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.379, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.2816080412276745, |
| "retained_delta_l2": 2.889403259527361, |
| "delta_retention_norm_ratio": 0.8804839649425084, |
| "delta_cosine": 0.7073277076358653, |
| "relative_weight_rmse": 0.010749917186029764 |
| }, |
| { |
| "index": 213, |
| "total": 252, |
| "projection": "layers.4.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3765, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.272960008909287, |
| "retained_delta_l2": 3.14625422505864, |
| "delta_retention_norm_ratio": 0.9612870968463585, |
| "delta_cosine": 0.7936507066963475, |
| "relative_weight_rmse": 0.013945259967970398 |
| }, |
| { |
| "index": 214, |
| "total": 252, |
| "projection": "layers.4.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0335, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.57745607591256, |
| "retained_delta_l2": 0.4314742483627321, |
| "delta_retention_norm_ratio": 0.7471983867878934, |
| "delta_cosine": 0.5715363636567732, |
| "relative_weight_rmse": 0.009260143170868899 |
| }, |
| { |
| "index": 215, |
| "total": 252, |
| "projection": "layers.4.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1303, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.5996132639589897, |
| "retained_delta_l2": 1.3816557914721903, |
| "delta_retention_norm_ratio": 0.8637436451687316, |
| "delta_cosine": 0.6759927280790385, |
| "relative_weight_rmse": 0.011663318191791757 |
| }, |
| { |
| "index": 216, |
| "total": 252, |
| "projection": "layers.4.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1292, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.2310672526950397, |
| "retained_delta_l2": 0.9626843955624181, |
| "delta_retention_norm_ratio": 0.7819917177188488, |
| "delta_cosine": 0.6007705015331178, |
| "relative_weight_rmse": 0.010059531667273722 |
| }, |
| { |
| "index": 217, |
| "total": 252, |
| "projection": "layers.4.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0318, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.1325985586505807, |
| "retained_delta_l2": 1.073863702455374, |
| "delta_retention_norm_ratio": 0.9481415054375617, |
| "delta_cosine": 0.7687626649008501, |
| "relative_weight_rmse": 0.013506144545122181 |
| }, |
| { |
| "index": 218, |
| "total": 252, |
| "projection": "layers.5.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4279, |
| "parameters": 50331648, |
| "reference_delta_l2": 1.7832499315727321, |
| "retained_delta_l2": 1.3211806174506775, |
| "delta_retention_norm_ratio": 0.7408835935215576, |
| "delta_cosine": 0.5666654623095203, |
| "relative_weight_rmse": 0.008957948546127192 |
| }, |
| { |
| "index": 219, |
| "total": 252, |
| "projection": "layers.5.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.379, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.9165240394310072, |
| "retained_delta_l2": 2.447778361549577, |
| "delta_retention_norm_ratio": 0.839279336791313, |
| "delta_cosine": 0.6566805077163231, |
| "relative_weight_rmse": 0.009910760846970084 |
| }, |
| { |
| "index": 220, |
| "total": 252, |
| "projection": "layers.5.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3767, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.1558577050375884, |
| "retained_delta_l2": 2.940076178767105, |
| "delta_retention_norm_ratio": 0.9316250774152337, |
| "delta_cosine": 0.7481897280346822, |
| "relative_weight_rmse": 0.013065073904239007 |
| }, |
| { |
| "index": 221, |
| "total": 252, |
| "projection": "layers.5.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0328, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.6035103873018789, |
| "retained_delta_l2": 0.46929695527635834, |
| "delta_retention_norm_ratio": 0.7776120596274239, |
| "delta_cosine": 0.5990772188812813, |
| "relative_weight_rmse": 0.009672104248142337 |
| }, |
| { |
| "index": 222, |
| "total": 252, |
| "projection": "layers.5.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1304, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.4473759005984814, |
| "retained_delta_l2": 1.2112161722034411, |
| "delta_retention_norm_ratio": 0.8368359399259102, |
| "delta_cosine": 0.6492662493933895, |
| "relative_weight_rmse": 0.011223911774261313 |
| }, |
| { |
| "index": 223, |
| "total": 252, |
| "projection": "layers.5.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1292, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.4280117823422716, |
| "retained_delta_l2": 1.2059811471537756, |
| "delta_retention_norm_ratio": 0.8445176447883965, |
| "delta_cosine": 0.6609766269323848, |
| "relative_weight_rmse": 0.010996026387990127 |
| }, |
| { |
| "index": 224, |
| "total": 252, |
| "projection": "layers.5.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0323, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.0241498569620409, |
| "retained_delta_l2": 0.9577223591464533, |
| "delta_retention_norm_ratio": 0.9351388887436523, |
| "delta_cosine": 0.7571151109324145, |
| "relative_weight_rmse": 0.012685297092594399 |
| }, |
| { |
| "index": 225, |
| "total": 252, |
| "projection": "layers.6.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4228, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.727214998902797, |
| "retained_delta_l2": 4.735376760010324, |
| "delta_retention_norm_ratio": 1.0017265474723323, |
| "delta_cosine": 0.8426650516382252, |
| "relative_weight_rmse": 0.015374115095133636 |
| }, |
| { |
| "index": 226, |
| "total": 252, |
| "projection": "layers.6.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3816, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.0924891073338148, |
| "retained_delta_l2": 2.702282053230638, |
| "delta_retention_norm_ratio": 0.8738210417046243, |
| "delta_cosine": 0.6914526087818395, |
| "relative_weight_rmse": 0.010643847579584732 |
| }, |
| { |
| "index": 227, |
| "total": 252, |
| "projection": "layers.6.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3783, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.3566667646793156, |
| "retained_delta_l2": 3.16312210050322, |
| "delta_retention_norm_ratio": 0.9423402208963134, |
| "delta_cosine": 0.760478893939443, |
| "relative_weight_rmse": 0.013163935041648131 |
| }, |
| { |
| "index": 228, |
| "total": 252, |
| "projection": "layers.6.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0333, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.5835276094698191, |
| "retained_delta_l2": 0.4381900053820814, |
| "delta_retention_norm_ratio": 0.7509327721103233, |
| "delta_cosine": 0.5747555670740172, |
| "relative_weight_rmse": 0.009457423038368874 |
| }, |
| { |
| "index": 229, |
| "total": 252, |
| "projection": "layers.6.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1295, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.3475179764823484, |
| "retained_delta_l2": 1.0873416149342006, |
| "delta_retention_norm_ratio": 0.8069217879917789, |
| "delta_cosine": 0.6233097959273775, |
| "relative_weight_rmse": 0.010293604875755653 |
| }, |
| { |
| "index": 230, |
| "total": 252, |
| "projection": "layers.6.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1304, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.3773303126655463, |
| "retained_delta_l2": 1.134798425924826, |
| "delta_retention_norm_ratio": 0.8239116031133095, |
| "delta_cosine": 0.6399410620320066, |
| "relative_weight_rmse": 0.01057466814510744 |
| }, |
| { |
| "index": 231, |
| "total": 252, |
| "projection": "layers.6.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0321, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.983580890066979, |
| "retained_delta_l2": 0.9067566853669329, |
| "delta_retention_norm_ratio": 0.9218933536876519, |
| "delta_cosine": 0.7387668206297414, |
| "relative_weight_rmse": 0.012379133560948358 |
| }, |
| { |
| "index": 232, |
| "total": 252, |
| "projection": "layers.7.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4219, |
| "parameters": 50331648, |
| "reference_delta_l2": 1.817480715727761, |
| "retained_delta_l2": 1.3370486467922988, |
| "delta_retention_norm_ratio": 0.7356604310692308, |
| "delta_cosine": 0.5620666423083053, |
| "relative_weight_rmse": 0.00884796073744926 |
| }, |
| { |
| "index": 233, |
| "total": 252, |
| "projection": "layers.7.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3868, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.861486594101161, |
| "retained_delta_l2": 2.4411476613978973, |
| "delta_retention_norm_ratio": 0.8531046996446618, |
| "delta_cosine": 0.6704452644816503, |
| "relative_weight_rmse": 0.010263860795565866 |
| }, |
| { |
| "index": 234, |
| "total": 252, |
| "projection": "layers.7.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3784, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.9436459704922333, |
| "retained_delta_l2": 2.654398734568261, |
| "delta_retention_norm_ratio": 0.9017384431336338, |
| "delta_cosine": 0.7134595815933792, |
| "relative_weight_rmse": 0.012302921171883023 |
| }, |
| { |
| "index": 235, |
| "total": 252, |
| "projection": "layers.7.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0342, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.7079816241979522, |
| "retained_delta_l2": 0.5964634958602616, |
| "delta_retention_norm_ratio": 0.8424844310556426, |
| "delta_cosine": 0.6566465949901449, |
| "relative_weight_rmse": 0.010622029377689806 |
| }, |
| { |
| "index": 236, |
| "total": 252, |
| "projection": "layers.7.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1298, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.3546260487578903, |
| "retained_delta_l2": 1.094032141014056, |
| "delta_retention_norm_ratio": 0.8076266819298338, |
| "delta_cosine": 0.6231247669535989, |
| "relative_weight_rmse": 0.010482850284672652 |
| }, |
| { |
| "index": 237, |
| "total": 252, |
| "projection": "layers.7.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1299, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.649083656182199, |
| "retained_delta_l2": 1.4823165022298672, |
| "delta_retention_norm_ratio": 0.8988728356338118, |
| "delta_cosine": 0.7125481353152594, |
| "relative_weight_rmse": 0.011941834365392923 |
| }, |
| { |
| "index": 238, |
| "total": 252, |
| "projection": "layers.7.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0326, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9440331634936212, |
| "retained_delta_l2": 0.8405868050822033, |
| "delta_retention_norm_ratio": 0.8904208428138374, |
| "delta_cosine": 0.7056974033043314, |
| "relative_weight_rmse": 0.011620875459841685 |
| }, |
| { |
| "index": 239, |
| "total": 252, |
| "projection": "layers.8.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4219, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.5820322199583727, |
| "retained_delta_l2": 2.213317487468125, |
| "delta_retention_norm_ratio": 0.8571997941620605, |
| "delta_cosine": 0.6718104953340863, |
| "relative_weight_rmse": 0.010877725233878834 |
| }, |
| { |
| "index": 240, |
| "total": 252, |
| "projection": "layers.8.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3814, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.1761535947069937, |
| "retained_delta_l2": 1.6323376655853048, |
| "delta_retention_norm_ratio": 0.7501022306309632, |
| "delta_cosine": 0.5740928494032511, |
| "relative_weight_rmse": 0.009374506055517337 |
| }, |
| { |
| "index": 241, |
| "total": 252, |
| "projection": "layers.8.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3793, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.624971162138117, |
| "retained_delta_l2": 2.221722683781127, |
| "delta_retention_norm_ratio": 0.846379844406164, |
| "delta_cosine": 0.6600957236213177, |
| "relative_weight_rmse": 0.011264043126852539 |
| }, |
| { |
| "index": 242, |
| "total": 252, |
| "projection": "layers.8.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0331, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.8861856016536126, |
| "retained_delta_l2": 0.8018405825993075, |
| "delta_retention_norm_ratio": 0.9048223996226996, |
| "delta_cosine": 0.7177011898528882, |
| "relative_weight_rmse": 0.012067736526154414 |
| }, |
| { |
| "index": 243, |
| "total": 252, |
| "projection": "layers.8.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1298, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.553493041750593, |
| "retained_delta_l2": 1.325872147900529, |
| "delta_retention_norm_ratio": 0.8534780087630367, |
| "delta_cosine": 0.6674120532117493, |
| "relative_weight_rmse": 0.011209884942483626 |
| }, |
| { |
| "index": 244, |
| "total": 252, |
| "projection": "layers.8.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1295, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.5787108889697208, |
| "retained_delta_l2": 1.364887900268177, |
| "delta_retention_norm_ratio": 0.864558488703979, |
| "delta_cosine": 0.6764236768245829, |
| "relative_weight_rmse": 0.011757768726608352 |
| }, |
| { |
| "index": 245, |
| "total": 252, |
| "projection": "layers.8.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.033, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.7850002799510442, |
| "retained_delta_l2": 0.6464697716423436, |
| "delta_retention_norm_ratio": 0.8235280778277687, |
| "delta_cosine": 0.6388843372816533, |
| "relative_weight_rmse": 0.0105207034812092 |
| }, |
| { |
| "index": 246, |
| "total": 252, |
| "projection": "layers.9.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.5288, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.436072625306775, |
| "retained_delta_l2": 2.0628749806480653, |
| "delta_retention_norm_ratio": 0.8468035637436249, |
| "delta_cosine": 0.6615567325568914, |
| "relative_weight_rmse": 0.0107678500634607 |
| }, |
| { |
| "index": 247, |
| "total": 252, |
| "projection": "layers.9.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.5662, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.6471349576095133, |
| "retained_delta_l2": 2.1518202020815624, |
| "delta_retention_norm_ratio": 0.8128864740711056, |
| "delta_cosine": 0.6297265823608571, |
| "relative_weight_rmse": 0.01022391549444434 |
| }, |
| { |
| "index": 248, |
| "total": 252, |
| "projection": "layers.9.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3982, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.013112514856541, |
| "retained_delta_l2": 2.7305695653409066, |
| "delta_retention_norm_ratio": 0.9062288752502536, |
| "delta_cosine": 0.7212432739499626, |
| "relative_weight_rmse": 0.012346394404510654 |
| }, |
| { |
| "index": 249, |
| "total": 252, |
| "projection": "layers.9.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0331, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.8361129146060564, |
| "retained_delta_l2": 0.7539174469170958, |
| "delta_retention_norm_ratio": 0.9016933403932795, |
| "delta_cosine": 0.7175202823222869, |
| "relative_weight_rmse": 0.01176500119841116 |
| }, |
| { |
| "index": 250, |
| "total": 252, |
| "projection": "layers.9.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1283, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.5131908112794805, |
| "retained_delta_l2": 1.2867376307715035, |
| "delta_retention_norm_ratio": 0.85034724053307, |
| "delta_cosine": 0.6649543031763168, |
| "relative_weight_rmse": 0.01109029327227482 |
| }, |
| { |
| "index": 251, |
| "total": 252, |
| "projection": "layers.9.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1277, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.7630325000070284, |
| "retained_delta_l2": 1.609591996624781, |
| "delta_retention_norm_ratio": 0.9129678531838548, |
| "delta_cosine": 0.7288171812420224, |
| "relative_weight_rmse": 0.012522261943971564 |
| }, |
| { |
| "index": 252, |
| "total": 252, |
| "projection": "layers.9.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0311, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.7589389731359304, |
| "retained_delta_l2": 0.6223879631922467, |
| "delta_retention_norm_ratio": 0.8200764293610382, |
| "delta_cosine": 0.6379893630410488, |
| "relative_weight_rmse": 0.010035020892086629 |
| } |
| ] |
| } |
|
|
