tarekziade HF Staff
Publish MIC usage, slim fixture and reviewed Transformers expectations
d03ef8c verified | { | |
| "recorded_with": { | |
| "contract": "huggingface-mic/Jamba-tiny-dev-mic", | |
| "contract_name": "Jamba", | |
| "contract_revision": "7e840f9d924defee8bbe8fa47d0c69b50b714e0e", | |
| "framework": "transformers", | |
| "variant": "default", | |
| "target": "Jamba-tiny-dev", | |
| "kind": "checkpoint", | |
| "revision": "ed303361004ac875426a61675edecf8e9d976882", | |
| "environment": { | |
| "python": "3.11.18", | |
| "transformers": "5.22.0.dev0", | |
| "torch": "2.14.0+cpu", | |
| "torchvision": "0.29.2+cpu", | |
| "torchaudio": "2.11.1+cpu", | |
| "tokenizers": "0.23.3", | |
| "numpy": "2.3.5", | |
| "pillow": "13.0.0", | |
| "accelerate": "1.15.0", | |
| "safetensors": "0.8.0", | |
| "huggingface-hub": "2.3.0", | |
| "sentencepiece": "0.2.2", | |
| "protobuf": "7.36.2", | |
| "librosa": "0.11.0", | |
| "soundfile": "0.14.0", | |
| "scipy": "1.17.1" | |
| }, | |
| "seconds": 8.54, | |
| "environment_differs": { | |
| "torchvision": "0.29.2+cpu (pinned 0.29.1)", | |
| "torchaudio": "2.11.1+cpu (pinned 2.11.0)", | |
| "pillow": "13.0.0 (pinned 12.3.0)" | |
| }, | |
| "platform": "cpu-x86_64" | |
| }, | |
| "outputs": { | |
| "runtime": { | |
| "device": "cpu", | |
| "dtype": "float32", | |
| "attn_implementation": "sdpa" | |
| }, | |
| "last_logits": [ | |
| [ | |
| -7.346982955932617, | |
| -7.36068058013916, | |
| 5.556156158447266, | |
| -6.959624290466309, | |
| -7.305122375488281 | |
| ], | |
| [ | |
| -7.784221172332764, | |
| -7.924923419952393, | |
| 4.8152899742126465, | |
| -7.392330169677734, | |
| -7.744962692260742 | |
| ] | |
| ], | |
| "next_token_ids": [ | |
| 7754, | |
| 1808 | |
| ], | |
| "training": { | |
| "loss": 4.073472499847412, | |
| "gradients": { | |
| "model.layers.0.mamba.in_proj.weight": true, | |
| "model.layers.0.feed_forward.gate_proj.weight": true | |
| }, | |
| "updated": true | |
| } | |
| } | |
| } | |