bert-mic / integrations /transformers /expectations /cuda /bert-mic.bfloat16.json
tarekziade's picture
tarekziade HF Staff
Review cloud MIC baselines 7d8449a176b7481f9cb779992b3f8cb3 (#1)
79d9d00
Raw History Blame Contribute Delete
2.16 kB
{
"recorded_with": {
"contract": "huggingface-mic/bert-mic",
"contract_name": "mic-bert",
"contract_revision": "128bdc604c68a8f13652b62c2e38d508019ee2ea",
"framework": "transformers",
"variant": "bfloat16",
"target": "bert-mic",
"kind": "fixture",
"revision": "128bdc604c68a8f13652b62c2e38d508019ee2ea",
"environment": {
"python": "3.11.18",
"transformers": "5.21.0.dev0",
"torch": "2.14.0+cu130",
"torchvision": "0.29.1+cu130",
"torchaudio": "2.11.0+cu130",
"tokenizers": "0.23.3",
"numpy": "2.4.6",
"pillow": "13.0.0",
"accelerate": "1.16.0.dev0",
"safetensors": "0.8.0",
"huggingface-hub": "2.3.0",
"sentencepiece": "0.2.2",
"protobuf": "7.36.2",
"librosa": "0.11.0",
"soundfile": "0.14.0",
"scipy": "1.17.1"
},
"seconds": 6.61,
"environment_differs": {
"torch": "2.14.0+cu130 (pinned 2.11.0)",
"torchvision": "0.29.1+cu130 (pinned 0.26.0)",
"tokenizers": "0.23.3 (pinned 0.23.1)",
"numpy": "2.4.6 (pinned 1.26.4)",
"pillow": "13.0.0 (pinned 12.2.0)",
"accelerate": "1.16.0.dev0 (pinned 1.13.0)",
"huggingface-hub": "2.3.0 (pinned 1.32.0)",
"sentencepiece": "0.2.2 (pinned 0.2.1)",
"protobuf": "7.36.2 (pinned 6.33.6)",
"soundfile": "0.14.0 (pinned 0.13.1)",
"scipy": "1.17.1 (pinned 1.15.3)"
},
"platform": "cuda"
},
"outputs": {
"runtime": {
"device": "cuda",
"dtype": "bfloat16",
"attn_implementation": "sdpa"
},
"predicted_tokens": [
5571,
5571,
5571,
11935
],
"predicted_text": [
"charges",
"charges",
"charges",
"subtropical"
],
"answer_logits": [
[
0.007110595703125,
0.373046875,
0.08544921875,
0.02734375
],
[
0.006988525390625,
0.375,
0.0869140625,
0.0269775390625
],
[
0.0081787109375,
0.373046875,
0.0859375,
0.0284423828125
],
[
0.12890625,
0.2734375,
-0.064453125,
0.0380859375
]
],
"training": {
"loss": 10.1875,
"gradients": {
"bert.encoder.layer.0.attention.self.query.weight": true,
"bert.encoder.layer.0.intermediate.dense.weight": true
},
"updated": true
}
}
}