Hugging Face's logo

BashCache
/
llada-instruct-iterative-30-snr

Safetensors
llada
custom_code
Model card Files
xet
 Community
llada-instruct-iterative-30-snr
File size: 2,434 Bytes
aae4f27
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
{
  "overall": {
    "sparsity": 0.3300018310546875,
    "params": 6979321856,
    "zero_params": 2303188992,
    "remaining_params": 4676132864,
    "delta_sparsity": 0.09568375807542068,
    "params_pruned_this_step": 667807744
  },
  "by_type": {
    "attn_out": {
      "layers": 32,
      "sparsity": 0.3300018310546875,
      "zero_rows": 0,
      "rows": 131072,
      "zero_cols": 43254,
      "cols": 131072
    },
    "ff_out": {
      "layers": 32,
      "sparsity": 0.3300018310546875,
      "zero_rows": 0,
      "rows": 131072,
      "zero_cols": 129762,
      "cols": 393216
    },
    "ff_proj": {
      "layers": 32,
      "sparsity": 0.3300018310546875,
      "zero_rows": 129762,
      "rows": 393216,
      "zero_cols": 0,
      "cols": 131072
    },
    "k_proj": {
      "layers": 32,
      "sparsity": 0.3300018310546875,
      "zero_rows": 43254,
      "rows": 131072,
      "zero_cols": 0,
      "cols": 131072
    },
    "q_proj": {
      "layers": 32,
      "sparsity": 0.3300018310546875,
      "zero_rows": 43254,
      "rows": 131072,
      "zero_cols": 0,
      "cols": 131072
    },
    "up_proj": {
      "layers": 32,
      "sparsity": 0.3300018310546875,
      "zero_rows": 129762,
      "rows": 393216,
      "zero_cols": 0,
      "cols": 131072
    },
    "v_proj": {
      "layers": 32,
      "sparsity": 0.3300018310546875,
      "zero_rows": 43254,
      "rows": 131072,
      "zero_cols": 0,
      "cols": 131072
    }
  },
  "by_block": {
    "0": 0.8824556790865384,
    "1": 0.8342848557692307,
    "2": 0.7604792668269231,
    "3": 0.6421837439903846,
    "4": 0.4834172175480769,
    "5": 0.33486703725961536,
    "6": 0.3531963641826923,
    "7": 0.2225623497596154,
    "8": 0.25522085336538464,
    "9": 0.29604867788461536,
    "10": 0.30434945913461536,
    "11": 0.2946965144230769,
    "12": 0.2802734375,
    "13": 0.20870267427884615,
    "14": 0.2584698016826923,
    "15": 0.26185021033653844,
    "16": 0.2237830528846154,
    "17": 0.22705078125,
    "18": 0.24859149639423078,
    "19": 0.19844876802884615,
    "20": 0.20344426081730768,
    "21": 0.18776292067307693,
    "22": 0.17687049278846154,
    "23": 0.1517615685096154,
    "24": 0.12180739182692307,
    "25": 0.2080078125,
    "26": 0.23313551682692307,
    "27": 0.32070688100961536,
    "28": 0.38609900841346156,
    "29": 0.3822678786057692,
    "30": 0.3446702223557692,
    "31": 0.27259239783653844
  }
}