tarekziade HF Staff
Publish MIC usage, slim fixture and reviewed Transformers expectations
9d98c3d verified | { | |
| "recorded_with": { | |
| "contract": "huggingface-mic/mpnet-base-mic", | |
| "contract_name": "MPNet", | |
| "contract_revision": "6add5836d0e548a8b1806c404b79aa3264142e26", | |
| "framework": "transformers", | |
| "variant": "bfloat16", | |
| "target": "mpnet-base", | |
| "kind": "checkpoint", | |
| "revision": "6996ce1e91bd2a9c7d7f61daec37463394f73f09", | |
| "environment": { | |
| "python": "3.11.18", | |
| "transformers": "5.22.0.dev0", | |
| "torch": "2.14.0+cu130", | |
| "torchvision": "0.29.2", | |
| "torchaudio": "2.11.0+cu130", | |
| "tokenizers": "0.23.3", | |
| "numpy": "2.4.6", | |
| "pillow": "13.0.0", | |
| "accelerate": "1.16.0.dev0", | |
| "safetensors": "0.8.0", | |
| "huggingface-hub": "2.3.0", | |
| "sentencepiece": "0.2.2", | |
| "protobuf": "7.36.2", | |
| "librosa": "0.11.0", | |
| "soundfile": "0.14.0", | |
| "scipy": "1.17.1" | |
| }, | |
| "seconds": 7.54, | |
| "environment_differs": { | |
| "torchvision": "0.29.2 (pinned 0.29.1)", | |
| "numpy": "2.4.6 (pinned 2.3.5)", | |
| "pillow": "13.0.0 (pinned 12.3.0)", | |
| "accelerate": "1.16.0.dev0 (pinned 1.15.0)" | |
| }, | |
| "platform": "cuda" | |
| }, | |
| "outputs": { | |
| "runtime": { | |
| "device": "cuda", | |
| "dtype": "bfloat16", | |
| "attn_implementation": "eager" | |
| }, | |
| "predicted_tokens": [ | |
| 3004, | |
| 4072, | |
| 4203, | |
| 2418 | |
| ], | |
| "answer_logits": [ | |
| [ | |
| 18.75, | |
| 13.875, | |
| 12.9375, | |
| 13.8125 | |
| ], | |
| [ | |
| 13.375, | |
| 19.25, | |
| 13.25, | |
| 12.75 | |
| ], | |
| [ | |
| 13.25, | |
| 13.9375, | |
| 18.375, | |
| 13.25 | |
| ], | |
| [ | |
| 14.1875, | |
| 14.6875, | |
| 13.6875, | |
| 21.0 | |
| ] | |
| ], | |
| "training": { | |
| "loss": 1.21875, | |
| "gradients": { | |
| "mpnet.encoder.layer.0.attention.attn.q.weight": true, | |
| "mpnet.encoder.layer.0.intermediate.dense.weight": true | |
| }, | |
| "updated": true | |
| } | |
| } | |
| } | |