Hugging Face's logo

larkooo
/
gemma-e2b-rlcd

Any-to-Any
MLX
Safetensors
gemma4
mlx-vlm
rlcd
multimodal
classification
parallel-inference
image-text-to-text
audio
video
4-bit precision
Model card Files
xet
 Community
gemma-e2b-rlcd
File size: 5,632 Bytes
53e24ca
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
[
  {
    "state": "text",
    "prefix_tokens": 50,
    "suffix_lengths": [
      111,
      99,
      111,
      111
    ],
    "tail_tokens": 13,
    "prefill_first_seconds": 0.06191641601617448,
    "prefix_kv_logical_bytes": 4374528,
    "median_seconds": {
      "full": {
        "fork": 0.0003775420191232115,
        "decoder": 0.382845250016544,
        "vocab_projection": 0.0036814170016441494,
        "extract": 0.0014758330071344972
      },
      "trimmed": {
        "fork": 0.00034912500996142626,
        "decoder": 0.17835458301124163,
        "vocab_projection": 0.0030807080038357526,
        "extract": 0.0010300420108251274
      }
    },
    "raw_seconds": {
      "full": [
        {
          "fork": 0.0003455829864833504,
          "decoder": 0.39067791699199006,
          "vocab_projection": 0.0036814170016441494,
          "extract": 0.0026072500040754676
        },
        {
          "fork": 0.0003775420191232115,
          "decoder": 0.382845250016544,
          "vocab_projection": 0.006450374989071861,
          "extract": 0.0010340000153519213
        },
        {
          "fork": 0.000369958026567474,
          "decoder": 0.37183862502570264,
          "vocab_projection": 0.002810249978210777,
          "extract": 0.0008958340040408075
        },
        {
          "fork": 0.0011020410165656358,
          "decoder": 0.37090658300439827,
          "vocab_projection": 0.005484916007844731,
          "extract": 0.0014758330071344972
        },
        {
          "fork": 0.0004294580139685422,
          "decoder": 0.38324424999882467,
          "vocab_projection": 0.0035675840044859797,
          "extract": 0.0040897500002756715
        }
      ],
      "trimmed": [
        {
          "fork": 0.0004301659937482327,
          "decoder": 0.1901534589997027,
          "vocab_projection": 0.002932665986008942,
          "extract": 0.0010300420108251274
        },
        {
          "fork": 0.00032400002237409353,
          "decoder": 0.1779440410027746,
          "vocab_projection": 0.003215958015061915,
          "extract": 0.0012532499968074262
        },
        {
          "fork": 0.00034912500996142626,
          "decoder": 0.17835458301124163,
          "vocab_projection": 0.0030807080038357526,
          "extract": 0.0008977919933386147
        },
        {
          "fork": 0.0003345840086694807,
          "decoder": 0.18139658300788142,
          "vocab_projection": 0.0026215000252705067,
          "extract": 0.001983790978556499
        },
        {
          "fork": 0.00045941700227558613,
          "decoder": 0.17789400002220646,
          "vocab_projection": 0.0054449169838335365,
          "extract": 0.0009391249914187938
        }
      ]
    },
    "max_probability_delta": 2.7135260383115423e-07,
    "winners_match": true
  },
  {
    "state": "video_speech",
    "prefix_tokens": 431,
    "suffix_lengths": [
      111,
      99,
      111,
      111
    ],
    "tail_tokens": 13,
    "prefill_first_seconds": 0.9116637920087669,
    "prefix_kv_logical_bytes": 16883712,
    "median_seconds": {
      "full": {
        "fork": 0.0008018330263439566,
        "decoder": 0.35693787498166785,
        "vocab_projection": 0.003939125017495826,
        "extract": 0.0009984589996747673
      },
      "trimmed": {
        "fork": 0.0006626250105910003,
        "decoder": 0.18823579102172516,
        "vocab_projection": 0.004973958013579249,
        "extract": 0.0009190409909933805
      }
    },
    "raw_seconds": {
      "full": [
        {
          "fork": 0.0011772500001825392,
          "decoder": 0.29222749997279607,
          "vocab_projection": 0.0035272089880891144,
          "extract": 0.0008646249771118164
        },
        {
          "fork": 0.001637125009438023,
          "decoder": 0.28141408402007073,
          "vocab_projection": 0.003939125017495826,
          "extract": 0.0009984589996747673
        },
        {
          "fork": 0.0008018330263439566,
          "decoder": 0.35693787498166785,
          "vocab_projection": 0.003969708981458098,
          "extract": 0.003891000000294298
        },
        {
          "fork": 0.0006629170093219727,
          "decoder": 0.39717550002387725,
          "vocab_projection": 0.0027467079926282167,
          "extract": 0.003284459002315998
        },
        {
          "fork": 0.0007337499991990626,
          "decoder": 0.38675574999069795,
          "vocab_projection": 0.006666500004939735,
          "extract": 0.0009470829972997308
        }
      ],
      "trimmed": [
        {
          "fork": 0.0005878749943803996,
          "decoder": 0.14969279197975993,
          "vocab_projection": 0.005181166983675212,
          "extract": 0.0010466669918969274
        },
        {
          "fork": 0.0006657089979853481,
          "decoder": 0.1396472500055097,
          "vocab_projection": 0.004306500020902604,
          "extract": 0.0010929590207524598
        },
        {
          "fork": 0.0011188329954165965,
          "decoder": 0.20311058399965987,
          "vocab_projection": 0.006579125009011477,
          "extract": 0.0009190409909933805
        },
        {
          "fork": 0.0006130830151960254,
          "decoder": 0.19341225002426654,
          "vocab_projection": 0.004973958013579249,
          "extract": 0.0009187080140691251
        },
        {
          "fork": 0.0006626250105910003,
          "decoder": 0.18823579102172516,
          "vocab_projection": 0.00272658298490569,
          "extract": 0.0008748330001253635
        }
      ]
    },
    "max_probability_delta": 0.0014129709920709388,
    "winners_match": true
  }
]