Hugging Face's logo

ndsanjana
/
kvc-alloc

Safetensors
Model card Files
xet
 Community
ndsanjana commited on
Commit
b77b6e9
·
verified ·
1 Parent(s): 4099fd0

Upload results_A3_ppl.jsonl with huggingface_hub

Browse files
Files changed (1) hide show
  1. results_A3_ppl.jsonl +6 -0
results_A3_ppl.jsonl CHANGED
@@ -10,3 +10,9 @@
10
  {"tag": "alloc_A3_whitened_s0_r4", "ratio": 4, "enabled": true, "basis": "kv_compress/out_alloc/bases/W_base_r4.pt", "budget_total_dims": 4096, "wikitext_ppl": 19.0965, "c4_ppl": 111.5942}
11
  {"tag": "alloc_A3_whitened_s1_r4", "ratio": 4, "enabled": true, "basis": "kv_compress/out_alloc/bases/W_base_r4.pt", "budget_total_dims": 4096, "wikitext_ppl": 19.1837, "c4_ppl": 109.4467}
12
  {"tag": "alloc_A3_whitened_s2_r4", "ratio": 4, "enabled": true, "basis": "kv_compress/out_alloc/bases/W_base_r4.pt", "budget_total_dims": 4096, "wikitext_ppl": 19.2222, "c4_ppl": 109.6876}
 
 
 
 
 
 
 
10
  {"tag": "alloc_A3_whitened_s0_r4", "ratio": 4, "enabled": true, "basis": "kv_compress/out_alloc/bases/W_base_r4.pt", "budget_total_dims": 4096, "wikitext_ppl": 19.0965, "c4_ppl": 111.5942}
11
  {"tag": "alloc_A3_whitened_s1_r4", "ratio": 4, "enabled": true, "basis": "kv_compress/out_alloc/bases/W_base_r4.pt", "budget_total_dims": 4096, "wikitext_ppl": 19.1837, "c4_ppl": 109.4467}
12
  {"tag": "alloc_A3_whitened_s2_r4", "ratio": 4, "enabled": true, "basis": "kv_compress/out_alloc/bases/W_base_r4.pt", "budget_total_dims": 4096, "wikitext_ppl": 19.2222, "c4_ppl": 109.6876}
13
+ {"tag": "alloc_A3_et_head_s0_r4", "ratio": 4, "enabled": true, "basis": "kv_compress/out_alloc/bases/base_et_head_r4.pt", "budget_total_dims": 4096, "wikitext_ppl": 18.588, "c4_ppl": 121.9028}
14
+ {"tag": "alloc_A3_et_head_s1_r4", "ratio": 4, "enabled": true, "basis": "kv_compress/out_alloc/bases/base_et_head_r4.pt", "budget_total_dims": 4096, "wikitext_ppl": 18.7037, "c4_ppl": 121.7914}
15
+ {"tag": "alloc_A3_et_head_s2_r4", "ratio": 4, "enabled": true, "basis": "kv_compress/out_alloc/bases/base_et_head_r4.pt", "budget_total_dims": 4096, "wikitext_ppl": 18.8183, "c4_ppl": 124.1491}
16
+ {"tag": "alloc_A3_xkv_s0_r4", "ratio": 4, "enabled": true, "basis": "kv_compress/out_alloc/bases/X_base_r4.pt", "budget_total_dims": 4096, "wikitext_ppl": 24.1573, "c4_ppl": 136.9199}
17
+ {"tag": "alloc_A3_xkv_s1_r4", "ratio": 4, "enabled": true, "basis": "kv_compress/out_alloc/bases/X_base_r4.pt", "budget_total_dims": 4096, "wikitext_ppl": 24.2356, "c4_ppl": 135.5728}
18
+ {"tag": "alloc_A3_xkv_s2_r4", "ratio": 4, "enabled": true, "basis": "kv_compress/out_alloc/bases/X_base_r4.pt", "budget_total_dims": 4096, "wikitext_ppl": 24.22, "c4_ppl": 137.712}