tarekziade's picture
tarekziade HF Staff
Publish MIC usage, slim fixture and reviewed Transformers expectations
d03ef8c verified
Raw History Blame Contribute Delete
1.69 kB
{
"recorded_with": {
"contract": "huggingface-mic/Jamba-tiny-dev-mic",
"contract_name": "Jamba",
"contract_revision": "7e840f9d924defee8bbe8fa47d0c69b50b714e0e",
"framework": "transformers",
"variant": "default",
"target": "Jamba-tiny-dev-mic",
"kind": "fixture",
"revision": "7e840f9d924defee8bbe8fa47d0c69b50b714e0e",
"environment": {
"python": "3.11.18",
"transformers": "5.22.0.dev0",
"torch": "2.14.0+cu130",
"torchvision": "0.29.2",
"torchaudio": "2.11.0+cu130",
"tokenizers": "0.23.3",
"numpy": "2.4.6",
"pillow": "13.0.0",
"accelerate": "1.16.0.dev0",
"safetensors": "0.8.0",
"huggingface-hub": "2.3.0",
"sentencepiece": "0.2.2",
"protobuf": "7.36.2",
"librosa": "0.11.0",
"soundfile": "0.14.0",
"scipy": "1.17.1"
},
"seconds": 9.21,
"environment_differs": {
"torchvision": "0.29.2 (pinned 0.29.1)",
"numpy": "2.4.6 (pinned 2.3.5)",
"pillow": "13.0.0 (pinned 12.3.0)",
"accelerate": "1.16.0.dev0 (pinned 1.15.0)"
},
"platform": "cuda"
},
"outputs": {
"runtime": {
"device": "cuda",
"dtype": "float32",
"attn_implementation": "sdpa"
},
"last_logits": [
[
-0.1659272164106369,
0.09719659388065338,
-0.02735251560807228,
0.09694400429725647,
0.10535012185573578
],
[
-0.11996722221374512,
0.0944589301943779,
-0.009807102382183075,
0.09533168375492096,
0.06285151839256287
]
],
"next_token_ids": [
63289,
63289
],
"training": {
"loss": 11.139444351196289,
"gradients": {
"model.layers.0.mamba.in_proj.weight": true,
"model.layers.0.feed_forward.gate_proj.weight": true
},
"updated": true
}
}
}