Hugging Face's logo

BashCache
/
llada-instruct-iterative-30-snr

Safetensors
llada
custom_code
Model card Files
xet
 Community
llada-instruct-iterative-30-snr
File size: 2,444 Bytes
aae4f27
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
{
  "overall": {
    "sparsity": 0.23431807297926682,
    "params": 6979321856,
    "zero_params": 1635381248,
    "remaining_params": 5343940608,
    "delta_sparsity": 0.10935035118689904,
    "params_pruned_this_step": 763191296
  },
  "by_type": {
    "attn_out": {
      "layers": 32,
      "sparsity": 0.23432159423828125,
      "zero_rows": 0,
      "rows": 131072,
      "zero_cols": 30713,
      "cols": 131072
    },
    "ff_out": {
      "layers": 32,
      "sparsity": 0.2343165079752604,
      "zero_rows": 0,
      "rows": 131072,
      "zero_cols": 92137,
      "cols": 393216
    },
    "ff_proj": {
      "layers": 32,
      "sparsity": 0.2343165079752604,
      "zero_rows": 92137,
      "rows": 393216,
      "zero_cols": 0,
      "cols": 131072
    },
    "k_proj": {
      "layers": 32,
      "sparsity": 0.23432159423828125,
      "zero_rows": 30713,
      "rows": 131072,
      "zero_cols": 0,
      "cols": 131072
    },
    "q_proj": {
      "layers": 32,
      "sparsity": 0.23432159423828125,
      "zero_rows": 30713,
      "rows": 131072,
      "zero_cols": 0,
      "cols": 131072
    },
    "up_proj": {
      "layers": 32,
      "sparsity": 0.2343165079752604,
      "zero_rows": 92137,
      "rows": 393216,
      "zero_cols": 0,
      "cols": 131072
    },
    "v_proj": {
      "layers": 32,
      "sparsity": 0.23432159423828125,
      "zero_rows": 30713,
      "rows": 131072,
      "zero_cols": 0,
      "cols": 131072
    }
  },
  "by_block": {
    "0": 0.8541541466346154,
    "1": 0.8175893930288461,
    "2": 0.7328913762019231,
    "3": 0.5879657451923077,
    "4": 0.38467172475961536,
    "5": 0.25839468149038464,
    "6": 0.23409329927884615,
    "7": 0.1275916466346154,
    "8": 0.1435546875,
    "9": 0.13823993389423078,
    "10": 0.1140887920673077,
    "11": 0.11716871995192307,
    "12": 0.11831430288461539,
    "13": 0.09320537860576923,
    "14": 0.13196739783653846,
    "15": 0.15320763221153846,
    "16": 0.1298828125,
    "17": 0.1385779747596154,
    "18": 0.14967698317307693,
    "19": 0.10494290865384616,
    "20": 0.1157977764423077,
    "21": 0.1205303485576923,
    "22": 0.11307466947115384,
    "23": 0.09205979567307693,
    "24": 0.0767352764423077,
    "25": 0.12766676682692307,
    "26": 0.15681340144230768,
    "27": 0.22130408653846154,
    "28": 0.27283653846153844,
    "29": 0.2716721754807692,
    "30": 0.23375525841346154,
    "31": 0.16575270432692307
  }
}