Review cloud MIC baselines 7d8449a176b7481f9cb779992b3f8cb3
Browse filesMeasured and independently validated on CPU and CUDA. Review reasons: {"cpu/control/BERT/mic-bert-base-uncased-slim/bfloat16": {"reason": "New or unchanged measured reference", "sha256": "5bc892411d599999f77ac798fef62bfd043025be8eca070015f5f231279a52c4", "verdict": "new"}, "cpu/control/BERT/mic-bert-base-uncased-slim/default": {"reason": "New or unchanged measured reference", "sha256": "e7fa08c229a67cc351518d6197cd0a9844ec50be7163fcfd8b9a3a75e178d9e5", "verdict": "unchanged"}, "cpu/control/BERT/mic-bert-base-uncased-slim/eager": {"reason": "New or unchanged measured reference", "sha256": "13962b52673579160d5016e5afb8c47c6cce8b6b4c9a4c3a054c5ac7bed5190e", "verdict": "unchanged"}, "cpu/control/CLIP/mic-clip-vit-base-patch32-slim/bfloat16": {"reason": "New or unchanged measured reference", "sha256": "f955fb272a9c58afa3f280254606b573ab9391e4c63dbc5806c5f4bf6e13820e", "verdict": "new"}, "cpu/control/CLIP/mic-clip-vit-base-patch32-slim/default": {"reason": "New or unchanged measured reference", "sha256": "7b655cb764a168004cfac0f867b5f7f16a68f19ebbb297ad16f9a87c15ddb740", "verdict": "unchanged"}, "cpu/control/CLIP/mic-clip-vit-base-patch32-slim/eager": {"reason": "New or unchanged measured reference", "sha256": "15594d95692f1fc25cbca5b228e417c1710a4d68543a535b023e56031095f79a", "verdict": "unchanged"}, "cpu/control/SmolLM/mic-SmolLM-1.7B-slim/bfloat16": {"reason": "New or unchanged measured reference", "sha256": "a6e6c3c1dca1988d356cd88f41893944fe6ab4bbb5897c6cb2f32bed365e40ae", "verdict": "new"}, "cpu/control/SmolLM/mic-SmolLM-1.7B-slim/default": {"reason": "New or unchanged measured reference", "sha256": "130e8bc9a3363edc12e62d291ff80fd12c1bb1cdaac618ee0022dd1cc60870c2", "verdict": "unchanged"}, "cpu/control/SmolLM/mic-SmolLM-1.7B-slim/eager": {"reason": "New or unchanged measured reference", "sha256": "f7837480096b7ec4abf8c955c490ba855e52bf9a2865031f91d45c42c3392cdf", "verdict": "unchanged"}, "cpu/control/SmolLM/mic-SmolLM-slim/bfloat16": {"reason": "New or unchanged measured reference", "sha256": "72f946999ca24cee8bfe979b1abbe86ed28cb532dc4ee2e0f4b38f0b6b125614", "verdict": "new"}, "cpu/control/SmolLM/mic-SmolLM-slim/default": {"reason": "New or unchanged measured reference", "sha256": "e7d7f1788d645e0392412d0fbbfde4859c5e46ccd567d8243348be65ad155fd6", "verdict": "unchanged"}, "cpu/control/SmolLM/mic-SmolLM-slim/eager": {"reason": "New or unchanged measured reference", "sha256": "956f23c08ca35ad8ecbe20f8bd8587b9d39009fc1bade8718dc82dac28466497", "verdict": "unchanged"}, "cpu/control/T5/mic-t5-small-slim/bfloat16": {"reason": "New or unchanged measured reference", "sha256": "a49cc055a3bb3c695cc07285daf664f4f4768219598af2b598a0b40d84e1c6f3", "verdict": "new"}, "cpu/control/T5/mic-t5-small-slim/default": {"reason": "New or unchanged measured reference", "sha256": "97a12c8906279b1f165b2c79d67ac2ea8deb6f7d827c124820a7e8d340ee9d25", "verdict": "unchanged"}, "cpu/control/T5/mic-t5-small-slim/eager": {"reason": "New or unchanged measured reference", "sha256": "cfcc203672c4c7c7bcfabf226ba8696a5936a98be3a27bafe2f1438e79d000df", "verdict": "unchanged"}, "cpu/control/T5/mic-umt5-small-slim/bfloat16": {"reason": "New or unchanged measured reference", "sha256": "af0f45949932243ce30ec510196af75213f6d2d41b567484a33a42ea9a080e53", "verdict": "new"}, "cpu/control/T5/mic-umt5-small-slim/default": {"reason": "New or unchanged measured reference", "sha256": "581e486c1955cd8c13ae49256245dacdc2a64caedc2e9ccba4eb4fafefdb7da6", "verdict": "unchanged"}, "cpu/control/T5/mic-umt5-small-slim/eager": {"reason": "New or unchanged measured reference", "sha256": "efed92f12e6dab9e9921f9dfcf5360d42813d5fcdb3b4ff19a9bc6d6a76c86b0", "verdict": "unchanged"}, "cpu/control/Whisper/mic-whisper-tiny-slim/bfloat16": {"reason": "New or unchanged measured reference", "sha256": "8a4dece15c0c935630505005dffe79900c4c92dfca3c7d0ccf67490bdb249e16", "verdict": "new"}, "cpu/control/Whisper/mic-whisper-tiny-slim/default": {"reason": "New or unchanged measured reference", "sha256": "9c9d12706dbd901066ae3bb2bfebe63cf18f7f00f494e986876c95615e4d697c", "verdict": "unchanged"}, "cpu/control/Whisper/mic-whisper-tiny-slim/eager": {"reason": "New or unchanged measured reference", "sha256": "5f8d499baf8dcbb2f19fe7e17ee8d73512aadf2414956439b31355fa627c3176", "verdict": "unchanged"}, "cpu/prototypes/Florence-2/Florence-2-base-mic/bfloat16": {"reason": "Fixture re-record measured in the Transformers CI images (transformers-torch-light / transformers-all-latest-gpu, torch 2.14) at transformers 6a74bb9, replacing torch 2.11 venv measurements; numeric drift only, plus qwen2_5_omni gradient keys renamed by the thinker.model.language_model refactor on main. wav2vec2 excluded pending #49386.", "sha256": "7c5659e2eb6bf906f800cd90688ffac8f70299da73d8f20c241a85dd4ca2a0d5", "verdict": "changed"}, "cpu/prototypes/Florence-2/Florence-2-base-mic/default": {"reason": "New or unchanged measured reference", "sha256": "47361937a0827123291ac6118c4449d3aefcc88fc0755f978aec66e2c7fee3d9", "verdict": "unchanged"}, "cpu/prototypes/Florence-2/Florence-2-base-mic/eager": {"reason": "New or unchanged measured reference", "sha256": "5c95c9ff9109b56f099bbb36d85eb2ec6d7ebc4901ba44e4960b4d87f4b3e594", "verdict": "unchanged"}, "cpu/prototypes/Gemma3n-E2B-it/gemma-3n-E2B-it-mic/bfloat16": {"reason": "New or unchanged measured reference", "sha256": "e24e8beb83c32a7f17c9bd80d222bed6fe2ccc5e566693bc64e34b14664bc7f6", "verdict": "unchanged"}, "cpu/prototypes/Gemma3n-E2B-it/gemma-3n-E2B-it-mic/default": {"reason": "New or unchanged measured reference", "sha256": "0d858e15733a4868fee2fb2a94ba9b6809e7e01dfc4a43efaef054e56195911b", "verdict": "unchanged"}, "cpu/prototypes/Gemma3n-E2B-it/gemma-3n-E2B-it-mic/eager": {"reason": "New or unchanged measured reference", "sha256": "1e581c6df4a7b9c31e969625e0e783f142befe322f65cb0a08bc60e14e6f58ee", "verdict": "unchanged"}, "cpu/prototypes/Hubert/hubert-large-ls960-ft-mic/bfloat16": {"reason": "New or unchanged measured reference", "sha256": "b60fea27f7941d4904fc42cf06cff09372e5a581347410fd404e9f0644e46662", "verdict": "unchanged"}, "cpu/prototypes/Hubert/hubert-large-ls960-ft-mic/default": {"reason": "New or unchanged measured reference", "sha256": "a76bd3816245c80a005db361dc4825571cb40ca28aeeb90b4c983c175647605d", "verdict": "unchanged"}, "cpu/prototypes/Hubert/hubert-large-ls960-ft-mic/eager": {"reason": "New or unchanged measured reference", "sha256": "d11fd4dcf29e6ff5093a3e17978ccff6d8dfce2212b8756b762e28bb39076fff", "verdict": "unchanged"}, "cpu/prototypes/MiniMax-M3-MXFP8/MiniMax-M3-MXFP8-mic/bfloat16": {"reason": "Fixture re-record measured in the Transformers CI images (transformers-torch-light / transformers-all-latest-gpu, torch 2.14) at transformers 6a74bb9, replacing torch 2.11 venv measurements; numeric drift only, plus qwen2_5_omni gradient keys renamed by the thinker.model.language_model refactor on main. wav2vec2 excluded pending #49386.", "sha256": "3437a7b64b26283c9c195ca2db67848e1e6b11d2a0124bdaa9cf4c27d617262d", "verdict": "changed"}, "cpu/prototypes/MiniMax-M3-MXFP8/MiniMax-M3-MXFP8-mic/default": {"reason": "Fixture re-record measured in the Transformers CI images (transformers-torch-light / transformers-all-latest-gpu, torch 2.14) at transformers 6a74bb9, replacing torch 2.11 venv measurements; numeric drift only, plus qwen2_5_omni gradient keys renamed by the thinker.model.language_model refactor on main. wav2vec2 excluded pending #49386.", "sha256": "49956eccd4bc5d7ff0f9e99c5295dc523a04151d2e904fb16e98358112eb6a49", "verdict": "changed"}, "cpu/prototypes/MiniMax-M3-MXFP8/MiniMax-M3-MXFP8-mic/eager": {"reason": "Fixture re-record measured in the Transformers CI images (transformers-torch-light / transformers-all-latest-gpu, torch 2.14) at transformers 6a74bb9, replacing torch 2.11 venv measurements; numeric drift only, plus qwen2_5_omni gradient keys renamed by the thinker.model.language_model refactor on main. wav2vec2 excluded pending #49386.", "sha256": "205211fa7acc769f480a082babf6fcc1421601eb0599f66c6993bc3fec875916", "verdict": "changed"}, "cpu/prototypes/MobileViT/mobilevit-xx-small-mic/bfloat16": {"reason": "New or unchanged measured reference", "sha256": "655e5f213bff65ddc21fb9ccd09321f37c74e4814fff1afa5817112ef414d719", "verdict": "unchanged"}, "cpu/prototypes/MobileViT/mobilevit-xx-small-mic/default": {"reason": "New or unchanged measured reference", "sha256": "f90263c386f43a1d55b86c8279bb1750d1e441bd7de7ca6636fae71419c00826", "verdict": "unchanged"}, "cpu/prototypes/MobileViT/mobilevit-xx-small-mic/eager": {"reason": "New or unchanged measured reference", "sha256": "da1416d9580a20cb1125a4d741ea6810c89784e712d27fc0011d22211c4a98b0", "verdict": "unchanged"}, "cpu/prototypes/Phi4Multimodal/Phi-4-multimodal-instruct-mic/bfloat16": {"reason": "New or unchanged measured reference", "sha256": "2c554a24b06a2924b908e1c17f0dc5df9a523621c700664301492cbc8bf8a282", "verdict": "unchanged"}, "cpu/prototypes/Phi4Multimodal/Phi-4-multimodal-instruct-mic/default": {"reason": "New or unchanged measured reference", "sha256": "9dd9d98e5e5d6ec5bf63175ad840455549244b35fb34ad35f071c368d237d52f", "verdict": "unchanged"}, "cpu/prototypes/Phi4Multimodal/Phi-4-multimodal-instruct-mic/eager": {"reason": "New or unchanged measured reference", "sha256": "b7f1f54b0a994b2711a6dd3b26f19cbbcbdc5ce271bd3746b09947810af84229", "verdict": "unchanged"}, "cpu/prototypes/Qwen2-VL-2B/Qwen2-VL-2B-Instruct-mic/bfloat16": {"reason": "New or unchanged measured reference", "sha256": "1d117497fa68079f01fe62fa263f21682035f9d75cc3e462dd9aea90c65755da", "verdict": "unchanged"}, "cpu/prototypes/Qwen2-VL-2B/Qwen2-VL-2B-Instruct-mic/default": {"reason": "New or unchanged measured reference", "sha256": "99045232aea6aaf8e8c0b24ab36a0c2155efed394027cc5bf2c0247f46d453dc", "verdict": "unchanged"}, "cpu/prototypes/Qwen2-VL-2B/Qwen2-VL-2B-Instruct-mic/eager": {"reason": "New or unchanged measured reference", "sha256": "bbf3ca853ad561ae907f3f36e3a2a4390d38c6ee53fb52b07e02454fb7238d14", "verdict": "unchanged"}, "cpu/prototypes/Qwen3/Qwen3-0.6B-mic/bfloat16": {"reason": "New or unchanged measured reference", "sha256": "d2283657d5df8a31adece823f9ea120d962c1094ba7a48f5e4851850e4d6c
- integrations/transformers/expectations/cpu-x86_64-bf16/bert-mic.bfloat16.json +28 -18
- integrations/transformers/expectations/cpu-x86_64/bert-mic.eager.json +28 -18
- integrations/transformers/expectations/cpu-x86_64/bert-mic.json +28 -18
- integrations/transformers/expectations/cuda/bert-mic.bfloat16.json +32 -23
- integrations/transformers/expectations/cuda/bert-mic.eager.json +32 -23
- integrations/transformers/expectations/cuda/bert-mic.json +32 -23
|
@@ -1,34 +1,44 @@
|
|
| 1 |
{
|
| 2 |
"recorded_with": {
|
| 3 |
-
"contract": "
|
| 4 |
-
"contract_name": "bert",
|
| 5 |
-
"contract_revision": "
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "bfloat16",
|
| 8 |
"target": "bert-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
-
"revision": "
|
| 11 |
"environment": {
|
| 12 |
"python": "3.11.17",
|
| 13 |
-
"transformers": "5.
|
| 14 |
-
"torch": "2.
|
| 15 |
-
"torchvision": "0.
|
| 16 |
"torchaudio": "2.11.0+cpu",
|
| 17 |
-
"tokenizers": "0.23.
|
| 18 |
-
"numpy": "
|
| 19 |
-
"pillow": "12.
|
| 20 |
-
"accelerate": "1.
|
| 21 |
"safetensors": "0.8.0",
|
| 22 |
-
"huggingface-hub": "
|
| 23 |
-
"sentencepiece": "0.2.
|
| 24 |
-
"protobuf": "
|
| 25 |
"librosa": "0.11.0",
|
| 26 |
-
"soundfile": "0.
|
| 27 |
-
"scipy": "1.
|
| 28 |
},
|
| 29 |
-
"seconds":
|
| 30 |
"environment_differs": {
|
| 31 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 32 |
},
|
| 33 |
"platform": "cpu-x86_64-bf16"
|
| 34 |
},
|
|
|
|
| 1 |
{
|
| 2 |
"recorded_with": {
|
| 3 |
+
"contract": "huggingface-mic/bert-mic",
|
| 4 |
+
"contract_name": "mic-bert",
|
| 5 |
+
"contract_revision": "128bdc604c68a8f13652b62c2e38d508019ee2ea",
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "bfloat16",
|
| 8 |
"target": "bert-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
+
"revision": "128bdc604c68a8f13652b62c2e38d508019ee2ea",
|
| 11 |
"environment": {
|
| 12 |
"python": "3.11.17",
|
| 13 |
+
"transformers": "5.21.0.dev0",
|
| 14 |
+
"torch": "2.14.0+cpu",
|
| 15 |
+
"torchvision": "0.29.1+cpu",
|
| 16 |
"torchaudio": "2.11.0+cpu",
|
| 17 |
+
"tokenizers": "0.23.3",
|
| 18 |
+
"numpy": "2.3.5",
|
| 19 |
+
"pillow": "12.3.0",
|
| 20 |
+
"accelerate": "1.15.0",
|
| 21 |
"safetensors": "0.8.0",
|
| 22 |
+
"huggingface-hub": "2.3.0",
|
| 23 |
+
"sentencepiece": "0.2.2",
|
| 24 |
+
"protobuf": "7.36.2",
|
| 25 |
"librosa": "0.11.0",
|
| 26 |
+
"soundfile": "0.14.0",
|
| 27 |
+
"scipy": "1.17.1"
|
| 28 |
},
|
| 29 |
+
"seconds": 7.01,
|
| 30 |
"environment_differs": {
|
| 31 |
+
"torch": "2.14.0+cpu (pinned 2.11.0)",
|
| 32 |
+
"torchvision": "0.29.1+cpu (pinned 0.26.0)",
|
| 33 |
+
"tokenizers": "0.23.3 (pinned 0.23.1)",
|
| 34 |
+
"numpy": "2.3.5 (pinned 1.26.4)",
|
| 35 |
+
"pillow": "12.3.0 (pinned 12.2.0)",
|
| 36 |
+
"accelerate": "1.15.0 (pinned 1.13.0)",
|
| 37 |
+
"huggingface-hub": "2.3.0 (pinned 1.32.0)",
|
| 38 |
+
"sentencepiece": "0.2.2 (pinned 0.2.1)",
|
| 39 |
+
"protobuf": "7.36.2 (pinned 6.33.6)",
|
| 40 |
+
"soundfile": "0.14.0 (pinned 0.13.1)",
|
| 41 |
+
"scipy": "1.17.1 (pinned 1.15.3)"
|
| 42 |
},
|
| 43 |
"platform": "cpu-x86_64-bf16"
|
| 44 |
},
|
|
@@ -1,34 +1,44 @@
|
|
| 1 |
{
|
| 2 |
"recorded_with": {
|
| 3 |
-
"contract": "
|
| 4 |
-
"contract_name": "bert",
|
| 5 |
-
"contract_revision": "
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "eager",
|
| 8 |
"target": "bert-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
-
"revision": "
|
| 11 |
"environment": {
|
| 12 |
"python": "3.11.17",
|
| 13 |
-
"transformers": "5.
|
| 14 |
-
"torch": "2.
|
| 15 |
-
"torchvision": "0.
|
| 16 |
"torchaudio": "2.11.0+cpu",
|
| 17 |
-
"tokenizers": "0.23.
|
| 18 |
-
"numpy": "
|
| 19 |
-
"pillow": "12.
|
| 20 |
-
"accelerate": "1.
|
| 21 |
"safetensors": "0.8.0",
|
| 22 |
-
"huggingface-hub": "
|
| 23 |
-
"sentencepiece": "0.2.
|
| 24 |
-
"protobuf": "
|
| 25 |
"librosa": "0.11.0",
|
| 26 |
-
"soundfile": "0.
|
| 27 |
-
"scipy": "1.
|
| 28 |
},
|
| 29 |
-
"seconds":
|
| 30 |
"environment_differs": {
|
| 31 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 32 |
},
|
| 33 |
"platform": "cpu-x86_64"
|
| 34 |
},
|
|
|
|
| 1 |
{
|
| 2 |
"recorded_with": {
|
| 3 |
+
"contract": "huggingface-mic/bert-mic",
|
| 4 |
+
"contract_name": "mic-bert",
|
| 5 |
+
"contract_revision": "128bdc604c68a8f13652b62c2e38d508019ee2ea",
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "eager",
|
| 8 |
"target": "bert-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
+
"revision": "128bdc604c68a8f13652b62c2e38d508019ee2ea",
|
| 11 |
"environment": {
|
| 12 |
"python": "3.11.17",
|
| 13 |
+
"transformers": "5.21.0.dev0",
|
| 14 |
+
"torch": "2.14.0+cpu",
|
| 15 |
+
"torchvision": "0.29.1+cpu",
|
| 16 |
"torchaudio": "2.11.0+cpu",
|
| 17 |
+
"tokenizers": "0.23.3",
|
| 18 |
+
"numpy": "2.3.5",
|
| 19 |
+
"pillow": "12.3.0",
|
| 20 |
+
"accelerate": "1.15.0",
|
| 21 |
"safetensors": "0.8.0",
|
| 22 |
+
"huggingface-hub": "2.3.0",
|
| 23 |
+
"sentencepiece": "0.2.2",
|
| 24 |
+
"protobuf": "7.36.2",
|
| 25 |
"librosa": "0.11.0",
|
| 26 |
+
"soundfile": "0.14.0",
|
| 27 |
+
"scipy": "1.17.1"
|
| 28 |
},
|
| 29 |
+
"seconds": 7.01,
|
| 30 |
"environment_differs": {
|
| 31 |
+
"torch": "2.14.0+cpu (pinned 2.11.0)",
|
| 32 |
+
"torchvision": "0.29.1+cpu (pinned 0.26.0)",
|
| 33 |
+
"tokenizers": "0.23.3 (pinned 0.23.1)",
|
| 34 |
+
"numpy": "2.3.5 (pinned 1.26.4)",
|
| 35 |
+
"pillow": "12.3.0 (pinned 12.2.0)",
|
| 36 |
+
"accelerate": "1.15.0 (pinned 1.13.0)",
|
| 37 |
+
"huggingface-hub": "2.3.0 (pinned 1.32.0)",
|
| 38 |
+
"sentencepiece": "0.2.2 (pinned 0.2.1)",
|
| 39 |
+
"protobuf": "7.36.2 (pinned 6.33.6)",
|
| 40 |
+
"soundfile": "0.14.0 (pinned 0.13.1)",
|
| 41 |
+
"scipy": "1.17.1 (pinned 1.15.3)"
|
| 42 |
},
|
| 43 |
"platform": "cpu-x86_64"
|
| 44 |
},
|
|
@@ -1,34 +1,44 @@
|
|
| 1 |
{
|
| 2 |
"recorded_with": {
|
| 3 |
-
"contract": "
|
| 4 |
-
"contract_name": "bert",
|
| 5 |
-
"contract_revision": "
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "default",
|
| 8 |
"target": "bert-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
-
"revision": "
|
| 11 |
"environment": {
|
| 12 |
"python": "3.11.17",
|
| 13 |
-
"transformers": "5.
|
| 14 |
-
"torch": "2.
|
| 15 |
-
"torchvision": "0.
|
| 16 |
"torchaudio": "2.11.0+cpu",
|
| 17 |
-
"tokenizers": "0.23.
|
| 18 |
-
"numpy": "
|
| 19 |
-
"pillow": "12.
|
| 20 |
-
"accelerate": "1.
|
| 21 |
"safetensors": "0.8.0",
|
| 22 |
-
"huggingface-hub": "
|
| 23 |
-
"sentencepiece": "0.2.
|
| 24 |
-
"protobuf": "
|
| 25 |
"librosa": "0.11.0",
|
| 26 |
-
"soundfile": "0.
|
| 27 |
-
"scipy": "1.
|
| 28 |
},
|
| 29 |
-
"seconds":
|
| 30 |
"environment_differs": {
|
| 31 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 32 |
},
|
| 33 |
"platform": "cpu-x86_64"
|
| 34 |
},
|
|
|
|
| 1 |
{
|
| 2 |
"recorded_with": {
|
| 3 |
+
"contract": "huggingface-mic/bert-mic",
|
| 4 |
+
"contract_name": "mic-bert",
|
| 5 |
+
"contract_revision": "128bdc604c68a8f13652b62c2e38d508019ee2ea",
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "default",
|
| 8 |
"target": "bert-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
+
"revision": "128bdc604c68a8f13652b62c2e38d508019ee2ea",
|
| 11 |
"environment": {
|
| 12 |
"python": "3.11.17",
|
| 13 |
+
"transformers": "5.21.0.dev0",
|
| 14 |
+
"torch": "2.14.0+cpu",
|
| 15 |
+
"torchvision": "0.29.1+cpu",
|
| 16 |
"torchaudio": "2.11.0+cpu",
|
| 17 |
+
"tokenizers": "0.23.3",
|
| 18 |
+
"numpy": "2.3.5",
|
| 19 |
+
"pillow": "12.3.0",
|
| 20 |
+
"accelerate": "1.15.0",
|
| 21 |
"safetensors": "0.8.0",
|
| 22 |
+
"huggingface-hub": "2.3.0",
|
| 23 |
+
"sentencepiece": "0.2.2",
|
| 24 |
+
"protobuf": "7.36.2",
|
| 25 |
"librosa": "0.11.0",
|
| 26 |
+
"soundfile": "0.14.0",
|
| 27 |
+
"scipy": "1.17.1"
|
| 28 |
},
|
| 29 |
+
"seconds": 7.2,
|
| 30 |
"environment_differs": {
|
| 31 |
+
"torch": "2.14.0+cpu (pinned 2.11.0)",
|
| 32 |
+
"torchvision": "0.29.1+cpu (pinned 0.26.0)",
|
| 33 |
+
"tokenizers": "0.23.3 (pinned 0.23.1)",
|
| 34 |
+
"numpy": "2.3.5 (pinned 1.26.4)",
|
| 35 |
+
"pillow": "12.3.0 (pinned 12.2.0)",
|
| 36 |
+
"accelerate": "1.15.0 (pinned 1.13.0)",
|
| 37 |
+
"huggingface-hub": "2.3.0 (pinned 1.32.0)",
|
| 38 |
+
"sentencepiece": "0.2.2 (pinned 0.2.1)",
|
| 39 |
+
"protobuf": "7.36.2 (pinned 6.33.6)",
|
| 40 |
+
"soundfile": "0.14.0 (pinned 0.13.1)",
|
| 41 |
+
"scipy": "1.17.1 (pinned 1.15.3)"
|
| 42 |
},
|
| 43 |
"platform": "cpu-x86_64"
|
| 44 |
},
|
|
@@ -1,36 +1,45 @@
|
|
| 1 |
{
|
| 2 |
"recorded_with": {
|
| 3 |
-
"contract": "
|
| 4 |
-
"
|
|
|
|
| 5 |
"framework": "transformers",
|
| 6 |
"variant": "bfloat16",
|
| 7 |
"target": "bert-mic",
|
| 8 |
"kind": "fixture",
|
| 9 |
-
"revision": "
|
| 10 |
"environment": {
|
| 11 |
-
"python": "3.
|
| 12 |
-
"transformers": "5.
|
| 13 |
-
"torch": "2.
|
| 14 |
-
"torchvision": "0.
|
| 15 |
-
"torchaudio": "2.11.0+
|
| 16 |
-
"tokenizers": "0.23.
|
| 17 |
-
"numpy": "
|
| 18 |
-
"pillow": "
|
| 19 |
-
"accelerate": "1.
|
| 20 |
"safetensors": "0.8.0",
|
| 21 |
-
"huggingface-hub": "
|
| 22 |
-
"sentencepiece": "0.2.
|
| 23 |
-
"protobuf": "
|
| 24 |
"librosa": "0.11.0",
|
| 25 |
-
"soundfile": "0.
|
| 26 |
-
"scipy": "1.
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 32 |
},
|
| 33 |
-
"seconds": 1.16,
|
| 34 |
"platform": "cuda"
|
| 35 |
},
|
| 36 |
"outputs": {
|
|
|
|
| 1 |
{
|
| 2 |
"recorded_with": {
|
| 3 |
+
"contract": "huggingface-mic/bert-mic",
|
| 4 |
+
"contract_name": "mic-bert",
|
| 5 |
+
"contract_revision": "128bdc604c68a8f13652b62c2e38d508019ee2ea",
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "bfloat16",
|
| 8 |
"target": "bert-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
+
"revision": "128bdc604c68a8f13652b62c2e38d508019ee2ea",
|
| 11 |
"environment": {
|
| 12 |
+
"python": "3.11.18",
|
| 13 |
+
"transformers": "5.21.0.dev0",
|
| 14 |
+
"torch": "2.14.0+cu130",
|
| 15 |
+
"torchvision": "0.29.1+cu130",
|
| 16 |
+
"torchaudio": "2.11.0+cu130",
|
| 17 |
+
"tokenizers": "0.23.3",
|
| 18 |
+
"numpy": "2.4.6",
|
| 19 |
+
"pillow": "13.0.0",
|
| 20 |
+
"accelerate": "1.16.0.dev0",
|
| 21 |
"safetensors": "0.8.0",
|
| 22 |
+
"huggingface-hub": "2.3.0",
|
| 23 |
+
"sentencepiece": "0.2.2",
|
| 24 |
+
"protobuf": "7.36.2",
|
| 25 |
"librosa": "0.11.0",
|
| 26 |
+
"soundfile": "0.14.0",
|
| 27 |
+
"scipy": "1.17.1"
|
| 28 |
+
},
|
| 29 |
+
"seconds": 6.61,
|
| 30 |
+
"environment_differs": {
|
| 31 |
+
"torch": "2.14.0+cu130 (pinned 2.11.0)",
|
| 32 |
+
"torchvision": "0.29.1+cu130 (pinned 0.26.0)",
|
| 33 |
+
"tokenizers": "0.23.3 (pinned 0.23.1)",
|
| 34 |
+
"numpy": "2.4.6 (pinned 1.26.4)",
|
| 35 |
+
"pillow": "13.0.0 (pinned 12.2.0)",
|
| 36 |
+
"accelerate": "1.16.0.dev0 (pinned 1.13.0)",
|
| 37 |
+
"huggingface-hub": "2.3.0 (pinned 1.32.0)",
|
| 38 |
+
"sentencepiece": "0.2.2 (pinned 0.2.1)",
|
| 39 |
+
"protobuf": "7.36.2 (pinned 6.33.6)",
|
| 40 |
+
"soundfile": "0.14.0 (pinned 0.13.1)",
|
| 41 |
+
"scipy": "1.17.1 (pinned 1.15.3)"
|
| 42 |
},
|
|
|
|
| 43 |
"platform": "cuda"
|
| 44 |
},
|
| 45 |
"outputs": {
|
|
@@ -1,36 +1,45 @@
|
|
| 1 |
{
|
| 2 |
"recorded_with": {
|
| 3 |
-
"contract": "
|
| 4 |
-
"
|
|
|
|
| 5 |
"framework": "transformers",
|
| 6 |
"variant": "eager",
|
| 7 |
"target": "bert-mic",
|
| 8 |
"kind": "fixture",
|
| 9 |
-
"revision": "
|
| 10 |
"environment": {
|
| 11 |
-
"python": "3.
|
| 12 |
-
"transformers": "5.
|
| 13 |
-
"torch": "2.
|
| 14 |
-
"torchvision": "0.
|
| 15 |
-
"torchaudio": "2.11.0+
|
| 16 |
-
"tokenizers": "0.23.
|
| 17 |
-
"numpy": "
|
| 18 |
-
"pillow": "
|
| 19 |
-
"accelerate": "1.
|
| 20 |
"safetensors": "0.8.0",
|
| 21 |
-
"huggingface-hub": "
|
| 22 |
-
"sentencepiece": "0.2.
|
| 23 |
-
"protobuf": "
|
| 24 |
"librosa": "0.11.0",
|
| 25 |
-
"soundfile": "0.
|
| 26 |
-
"scipy": "1.
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 32 |
},
|
| 33 |
-
"seconds": 1.04,
|
| 34 |
"platform": "cuda"
|
| 35 |
},
|
| 36 |
"outputs": {
|
|
|
|
| 1 |
{
|
| 2 |
"recorded_with": {
|
| 3 |
+
"contract": "huggingface-mic/bert-mic",
|
| 4 |
+
"contract_name": "mic-bert",
|
| 5 |
+
"contract_revision": "128bdc604c68a8f13652b62c2e38d508019ee2ea",
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "eager",
|
| 8 |
"target": "bert-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
+
"revision": "128bdc604c68a8f13652b62c2e38d508019ee2ea",
|
| 11 |
"environment": {
|
| 12 |
+
"python": "3.11.18",
|
| 13 |
+
"transformers": "5.21.0.dev0",
|
| 14 |
+
"torch": "2.14.0+cu130",
|
| 15 |
+
"torchvision": "0.29.1+cu130",
|
| 16 |
+
"torchaudio": "2.11.0+cu130",
|
| 17 |
+
"tokenizers": "0.23.3",
|
| 18 |
+
"numpy": "2.4.6",
|
| 19 |
+
"pillow": "13.0.0",
|
| 20 |
+
"accelerate": "1.16.0.dev0",
|
| 21 |
"safetensors": "0.8.0",
|
| 22 |
+
"huggingface-hub": "2.3.0",
|
| 23 |
+
"sentencepiece": "0.2.2",
|
| 24 |
+
"protobuf": "7.36.2",
|
| 25 |
"librosa": "0.11.0",
|
| 26 |
+
"soundfile": "0.14.0",
|
| 27 |
+
"scipy": "1.17.1"
|
| 28 |
+
},
|
| 29 |
+
"seconds": 6.48,
|
| 30 |
+
"environment_differs": {
|
| 31 |
+
"torch": "2.14.0+cu130 (pinned 2.11.0)",
|
| 32 |
+
"torchvision": "0.29.1+cu130 (pinned 0.26.0)",
|
| 33 |
+
"tokenizers": "0.23.3 (pinned 0.23.1)",
|
| 34 |
+
"numpy": "2.4.6 (pinned 1.26.4)",
|
| 35 |
+
"pillow": "13.0.0 (pinned 12.2.0)",
|
| 36 |
+
"accelerate": "1.16.0.dev0 (pinned 1.13.0)",
|
| 37 |
+
"huggingface-hub": "2.3.0 (pinned 1.32.0)",
|
| 38 |
+
"sentencepiece": "0.2.2 (pinned 0.2.1)",
|
| 39 |
+
"protobuf": "7.36.2 (pinned 6.33.6)",
|
| 40 |
+
"soundfile": "0.14.0 (pinned 0.13.1)",
|
| 41 |
+
"scipy": "1.17.1 (pinned 1.15.3)"
|
| 42 |
},
|
|
|
|
| 43 |
"platform": "cuda"
|
| 44 |
},
|
| 45 |
"outputs": {
|
|
@@ -1,36 +1,45 @@
|
|
| 1 |
{
|
| 2 |
"recorded_with": {
|
| 3 |
-
"contract": "
|
| 4 |
-
"
|
|
|
|
| 5 |
"framework": "transformers",
|
| 6 |
"variant": "default",
|
| 7 |
"target": "bert-mic",
|
| 8 |
"kind": "fixture",
|
| 9 |
-
"revision": "
|
| 10 |
"environment": {
|
| 11 |
-
"python": "3.
|
| 12 |
-
"transformers": "5.
|
| 13 |
-
"torch": "2.
|
| 14 |
-
"torchvision": "0.
|
| 15 |
-
"torchaudio": "2.11.0+
|
| 16 |
-
"tokenizers": "0.23.
|
| 17 |
-
"numpy": "
|
| 18 |
-
"pillow": "
|
| 19 |
-
"accelerate": "1.
|
| 20 |
"safetensors": "0.8.0",
|
| 21 |
-
"huggingface-hub": "
|
| 22 |
-
"sentencepiece": "0.2.
|
| 23 |
-
"protobuf": "
|
| 24 |
"librosa": "0.11.0",
|
| 25 |
-
"soundfile": "0.
|
| 26 |
-
"scipy": "1.
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 32 |
},
|
| 33 |
-
"seconds": 0.97,
|
| 34 |
"platform": "cuda"
|
| 35 |
},
|
| 36 |
"outputs": {
|
|
|
|
| 1 |
{
|
| 2 |
"recorded_with": {
|
| 3 |
+
"contract": "huggingface-mic/bert-mic",
|
| 4 |
+
"contract_name": "mic-bert",
|
| 5 |
+
"contract_revision": "128bdc604c68a8f13652b62c2e38d508019ee2ea",
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "default",
|
| 8 |
"target": "bert-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
+
"revision": "128bdc604c68a8f13652b62c2e38d508019ee2ea",
|
| 11 |
"environment": {
|
| 12 |
+
"python": "3.11.18",
|
| 13 |
+
"transformers": "5.21.0.dev0",
|
| 14 |
+
"torch": "2.14.0+cu130",
|
| 15 |
+
"torchvision": "0.29.1+cu130",
|
| 16 |
+
"torchaudio": "2.11.0+cu130",
|
| 17 |
+
"tokenizers": "0.23.3",
|
| 18 |
+
"numpy": "2.4.6",
|
| 19 |
+
"pillow": "13.0.0",
|
| 20 |
+
"accelerate": "1.16.0.dev0",
|
| 21 |
"safetensors": "0.8.0",
|
| 22 |
+
"huggingface-hub": "2.3.0",
|
| 23 |
+
"sentencepiece": "0.2.2",
|
| 24 |
+
"protobuf": "7.36.2",
|
| 25 |
"librosa": "0.11.0",
|
| 26 |
+
"soundfile": "0.14.0",
|
| 27 |
+
"scipy": "1.17.1"
|
| 28 |
+
},
|
| 29 |
+
"seconds": 6.47,
|
| 30 |
+
"environment_differs": {
|
| 31 |
+
"torch": "2.14.0+cu130 (pinned 2.11.0)",
|
| 32 |
+
"torchvision": "0.29.1+cu130 (pinned 0.26.0)",
|
| 33 |
+
"tokenizers": "0.23.3 (pinned 0.23.1)",
|
| 34 |
+
"numpy": "2.4.6 (pinned 1.26.4)",
|
| 35 |
+
"pillow": "13.0.0 (pinned 12.2.0)",
|
| 36 |
+
"accelerate": "1.16.0.dev0 (pinned 1.13.0)",
|
| 37 |
+
"huggingface-hub": "2.3.0 (pinned 1.32.0)",
|
| 38 |
+
"sentencepiece": "0.2.2 (pinned 0.2.1)",
|
| 39 |
+
"protobuf": "7.36.2 (pinned 6.33.6)",
|
| 40 |
+
"soundfile": "0.14.0 (pinned 0.13.1)",
|
| 41 |
+
"scipy": "1.17.1 (pinned 1.15.3)"
|
| 42 |
},
|
|
|
|
| 43 |
"platform": "cuda"
|
| 44 |
},
|
| 45 |
"outputs": {
|