Hugging Face's logo

huggingface-mic
/
Jamba-tiny-dev-mic

Safetensors
jamba
mic
test-artifact
Model card Files
xet
 Community
Jamba-tiny-dev-mic
File size: 1,675 Bytes
d03ef8c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
{
 "recorded_with": {
  "contract": "huggingface-mic/Jamba-tiny-dev-mic",
  "contract_name": "Jamba",
  "contract_revision": "7e840f9d924defee8bbe8fa47d0c69b50b714e0e",
  "framework": "transformers",
  "variant": "default",
  "target": "Jamba-tiny-dev",
  "kind": "checkpoint",
  "revision": "ed303361004ac875426a61675edecf8e9d976882",
  "environment": {
   "python": "3.11.18",
   "transformers": "5.22.0.dev0",
   "torch": "2.14.0+cu130",
   "torchvision": "0.29.2",
   "torchaudio": "2.11.0+cu130",
   "tokenizers": "0.23.3",
   "numpy": "2.4.6",
   "pillow": "13.0.0",
   "accelerate": "1.16.0.dev0",
   "safetensors": "0.8.0",
   "huggingface-hub": "2.3.0",
   "sentencepiece": "0.2.2",
   "protobuf": "7.36.2",
   "librosa": "0.11.0",
   "soundfile": "0.14.0",
   "scipy": "1.17.1"
  },
  "seconds": 10.36,
  "environment_differs": {
   "torchvision": "0.29.2 (pinned 0.29.1)",
   "numpy": "2.4.6 (pinned 2.3.5)",
   "pillow": "13.0.0 (pinned 12.3.0)",
   "accelerate": "1.16.0.dev0 (pinned 1.15.0)"
  },
  "platform": "cuda"
 },
 "outputs": {
  "runtime": {
   "device": "cuda",
   "dtype": "float32",
   "attn_implementation": "sdpa"
  },
  "last_logits": [
   [
    -7.346983432769775,
    -7.36068058013916,
    5.556157112121582,
    -6.959625244140625,
    -7.305123329162598
   ],
   [
    -7.784223556518555,
    -7.924923896789551,
    4.815288543701172,
    -7.392330169677734,
    -7.744963645935059
   ]
  ],
  "next_token_ids": [
   7754,
   1808
  ],
  "training": {
   "loss": 4.073477745056152,
   "gradients": {
    "model.layers.0.mamba.in_proj.weight": true,
    "model.layers.0.feed_forward.gate_proj.weight": true
   },
   "updated": true
  }
 }
}