tarekziade HF Staff commited on
Commit
dd9d30d
·
verified ·
1 Parent(s): 128bdc6

Review cloud MIC baselines 7d8449a176b7481f9cb779992b3f8cb3

Browse files

Measured and independently validated on CPU and CUDA. Review reasons: {"cpu/control/BERT/mic-bert-base-uncased-slim/bfloat16": {"reason": "New or unchanged measured reference", "sha256": "5bc892411d599999f77ac798fef62bfd043025be8eca070015f5f231279a52c4", "verdict": "new"}, "cpu/control/BERT/mic-bert-base-uncased-slim/default": {"reason": "New or unchanged measured reference", "sha256": "e7fa08c229a67cc351518d6197cd0a9844ec50be7163fcfd8b9a3a75e178d9e5", "verdict": "unchanged"}, "cpu/control/BERT/mic-bert-base-uncased-slim/eager": {"reason": "New or unchanged measured reference", "sha256": "13962b52673579160d5016e5afb8c47c6cce8b6b4c9a4c3a054c5ac7bed5190e", "verdict": "unchanged"}, "cpu/control/CLIP/mic-clip-vit-base-patch32-slim/bfloat16": {"reason": "New or unchanged measured reference", "sha256": "f955fb272a9c58afa3f280254606b573ab9391e4c63dbc5806c5f4bf6e13820e", "verdict": "new"}, "cpu/control/CLIP/mic-clip-vit-base-patch32-slim/default": {"reason": "New or unchanged measured reference", "sha256": "7b655cb764a168004cfac0f867b5f7f16a68f19ebbb297ad16f9a87c15ddb740", "verdict": "unchanged"}, "cpu/control/CLIP/mic-clip-vit-base-patch32-slim/eager": {"reason": "New or unchanged measured reference", "sha256": "15594d95692f1fc25cbca5b228e417c1710a4d68543a535b023e56031095f79a", "verdict": "unchanged"}, "cpu/control/SmolLM/mic-SmolLM-1.7B-slim/bfloat16": {"reason": "New or unchanged measured reference", "sha256": "a6e6c3c1dca1988d356cd88f41893944fe6ab4bbb5897c6cb2f32bed365e40ae", "verdict": "new"}, "cpu/control/SmolLM/mic-SmolLM-1.7B-slim/default": {"reason": "New or unchanged measured reference", "sha256": "130e8bc9a3363edc12e62d291ff80fd12c1bb1cdaac618ee0022dd1cc60870c2", "verdict": "unchanged"}, "cpu/control/SmolLM/mic-SmolLM-1.7B-slim/eager": {"reason": "New or unchanged measured reference", "sha256": "f7837480096b7ec4abf8c955c490ba855e52bf9a2865031f91d45c42c3392cdf", "verdict": "unchanged"}, "cpu/control/SmolLM/mic-SmolLM-slim/bfloat16": {"reason": "New or unchanged measured reference", "sha256": "72f946999ca24cee8bfe979b1abbe86ed28cb532dc4ee2e0f4b38f0b6b125614", "verdict": "new"}, "cpu/control/SmolLM/mic-SmolLM-slim/default": {"reason": "New or unchanged measured reference", "sha256": "e7d7f1788d645e0392412d0fbbfde4859c5e46ccd567d8243348be65ad155fd6", "verdict": "unchanged"}, "cpu/control/SmolLM/mic-SmolLM-slim/eager": {"reason": "New or unchanged measured reference", "sha256": "956f23c08ca35ad8ecbe20f8bd8587b9d39009fc1bade8718dc82dac28466497", "verdict": "unchanged"}, "cpu/control/T5/mic-t5-small-slim/bfloat16": {"reason": "New or unchanged measured reference", "sha256": "a49cc055a3bb3c695cc07285daf664f4f4768219598af2b598a0b40d84e1c6f3", "verdict": "new"}, "cpu/control/T5/mic-t5-small-slim/default": {"reason": "New or unchanged measured reference", "sha256": "97a12c8906279b1f165b2c79d67ac2ea8deb6f7d827c124820a7e8d340ee9d25", "verdict": "unchanged"}, "cpu/control/T5/mic-t5-small-slim/eager": {"reason": "New or unchanged measured reference", "sha256": "cfcc203672c4c7c7bcfabf226ba8696a5936a98be3a27bafe2f1438e79d000df", "verdict": "unchanged"}, "cpu/control/T5/mic-umt5-small-slim/bfloat16": {"reason": "New or unchanged measured reference", "sha256": "af0f45949932243ce30ec510196af75213f6d2d41b567484a33a42ea9a080e53", "verdict": "new"}, "cpu/control/T5/mic-umt5-small-slim/default": {"reason": "New or unchanged measured reference", "sha256": "581e486c1955cd8c13ae49256245dacdc2a64caedc2e9ccba4eb4fafefdb7da6", "verdict": "unchanged"}, "cpu/control/T5/mic-umt5-small-slim/eager": {"reason": "New or unchanged measured reference", "sha256": "efed92f12e6dab9e9921f9dfcf5360d42813d5fcdb3b4ff19a9bc6d6a76c86b0", "verdict": "unchanged"}, "cpu/control/Whisper/mic-whisper-tiny-slim/bfloat16": {"reason": "New or unchanged measured reference", "sha256": "8a4dece15c0c935630505005dffe79900c4c92dfca3c7d0ccf67490bdb249e16", "verdict": "new"}, "cpu/control/Whisper/mic-whisper-tiny-slim/default": {"reason": "New or unchanged measured reference", "sha256": "9c9d12706dbd901066ae3bb2bfebe63cf18f7f00f494e986876c95615e4d697c", "verdict": "unchanged"}, "cpu/control/Whisper/mic-whisper-tiny-slim/eager": {"reason": "New or unchanged measured reference", "sha256": "5f8d499baf8dcbb2f19fe7e17ee8d73512aadf2414956439b31355fa627c3176", "verdict": "unchanged"}, "cpu/prototypes/Florence-2/Florence-2-base-mic/bfloat16": {"reason": "Fixture re-record measured in the Transformers CI images (transformers-torch-light / transformers-all-latest-gpu, torch 2.14) at transformers 6a74bb9, replacing torch 2.11 venv measurements; numeric drift only, plus qwen2_5_omni gradient keys renamed by the thinker.model.language_model refactor on main. wav2vec2 excluded pending #49386.", "sha256": "7c5659e2eb6bf906f800cd90688ffac8f70299da73d8f20c241a85dd4ca2a0d5", "verdict": "changed"}, "cpu/prototypes/Florence-2/Florence-2-base-mic/default": {"reason": "New or unchanged measured reference", "sha256": "47361937a0827123291ac6118c4449d3aefcc88fc0755f978aec66e2c7fee3d9", "verdict": "unchanged"}, "cpu/prototypes/Florence-2/Florence-2-base-mic/eager": {"reason": "New or unchanged measured reference", "sha256": "5c95c9ff9109b56f099bbb36d85eb2ec6d7ebc4901ba44e4960b4d87f4b3e594", "verdict": "unchanged"}, "cpu/prototypes/Gemma3n-E2B-it/gemma-3n-E2B-it-mic/bfloat16": {"reason": "New or unchanged measured reference", "sha256": "e24e8beb83c32a7f17c9bd80d222bed6fe2ccc5e566693bc64e34b14664bc7f6", "verdict": "unchanged"}, "cpu/prototypes/Gemma3n-E2B-it/gemma-3n-E2B-it-mic/default": {"reason": "New or unchanged measured reference", "sha256": "0d858e15733a4868fee2fb2a94ba9b6809e7e01dfc4a43efaef054e56195911b", "verdict": "unchanged"}, "cpu/prototypes/Gemma3n-E2B-it/gemma-3n-E2B-it-mic/eager": {"reason": "New or unchanged measured reference", "sha256": "1e581c6df4a7b9c31e969625e0e783f142befe322f65cb0a08bc60e14e6f58ee", "verdict": "unchanged"}, "cpu/prototypes/Hubert/hubert-large-ls960-ft-mic/bfloat16": {"reason": "New or unchanged measured reference", "sha256": "b60fea27f7941d4904fc42cf06cff09372e5a581347410fd404e9f0644e46662", "verdict": "unchanged"}, "cpu/prototypes/Hubert/hubert-large-ls960-ft-mic/default": {"reason": "New or unchanged measured reference", "sha256": "a76bd3816245c80a005db361dc4825571cb40ca28aeeb90b4c983c175647605d", "verdict": "unchanged"}, "cpu/prototypes/Hubert/hubert-large-ls960-ft-mic/eager": {"reason": "New or unchanged measured reference", "sha256": "d11fd4dcf29e6ff5093a3e17978ccff6d8dfce2212b8756b762e28bb39076fff", "verdict": "unchanged"}, "cpu/prototypes/MiniMax-M3-MXFP8/MiniMax-M3-MXFP8-mic/bfloat16": {"reason": "Fixture re-record measured in the Transformers CI images (transformers-torch-light / transformers-all-latest-gpu, torch 2.14) at transformers 6a74bb9, replacing torch 2.11 venv measurements; numeric drift only, plus qwen2_5_omni gradient keys renamed by the thinker.model.language_model refactor on main. wav2vec2 excluded pending #49386.", "sha256": "3437a7b64b26283c9c195ca2db67848e1e6b11d2a0124bdaa9cf4c27d617262d", "verdict": "changed"}, "cpu/prototypes/MiniMax-M3-MXFP8/MiniMax-M3-MXFP8-mic/default": {"reason": "Fixture re-record measured in the Transformers CI images (transformers-torch-light / transformers-all-latest-gpu, torch 2.14) at transformers 6a74bb9, replacing torch 2.11 venv measurements; numeric drift only, plus qwen2_5_omni gradient keys renamed by the thinker.model.language_model refactor on main. wav2vec2 excluded pending #49386.", "sha256": "49956eccd4bc5d7ff0f9e99c5295dc523a04151d2e904fb16e98358112eb6a49", "verdict": "changed"}, "cpu/prototypes/MiniMax-M3-MXFP8/MiniMax-M3-MXFP8-mic/eager": {"reason": "Fixture re-record measured in the Transformers CI images (transformers-torch-light / transformers-all-latest-gpu, torch 2.14) at transformers 6a74bb9, replacing torch 2.11 venv measurements; numeric drift only, plus qwen2_5_omni gradient keys renamed by the thinker.model.language_model refactor on main. wav2vec2 excluded pending #49386.", "sha256": "205211fa7acc769f480a082babf6fcc1421601eb0599f66c6993bc3fec875916", "verdict": "changed"}, "cpu/prototypes/MobileViT/mobilevit-xx-small-mic/bfloat16": {"reason": "New or unchanged measured reference", "sha256": "655e5f213bff65ddc21fb9ccd09321f37c74e4814fff1afa5817112ef414d719", "verdict": "unchanged"}, "cpu/prototypes/MobileViT/mobilevit-xx-small-mic/default": {"reason": "New or unchanged measured reference", "sha256": "f90263c386f43a1d55b86c8279bb1750d1e441bd7de7ca6636fae71419c00826", "verdict": "unchanged"}, "cpu/prototypes/MobileViT/mobilevit-xx-small-mic/eager": {"reason": "New or unchanged measured reference", "sha256": "da1416d9580a20cb1125a4d741ea6810c89784e712d27fc0011d22211c4a98b0", "verdict": "unchanged"}, "cpu/prototypes/Phi4Multimodal/Phi-4-multimodal-instruct-mic/bfloat16": {"reason": "New or unchanged measured reference", "sha256": "2c554a24b06a2924b908e1c17f0dc5df9a523621c700664301492cbc8bf8a282", "verdict": "unchanged"}, "cpu/prototypes/Phi4Multimodal/Phi-4-multimodal-instruct-mic/default": {"reason": "New or unchanged measured reference", "sha256": "9dd9d98e5e5d6ec5bf63175ad840455549244b35fb34ad35f071c368d237d52f", "verdict": "unchanged"}, "cpu/prototypes/Phi4Multimodal/Phi-4-multimodal-instruct-mic/eager": {"reason": "New or unchanged measured reference", "sha256": "b7f1f54b0a994b2711a6dd3b26f19cbbcbdc5ce271bd3746b09947810af84229", "verdict": "unchanged"}, "cpu/prototypes/Qwen2-VL-2B/Qwen2-VL-2B-Instruct-mic/bfloat16": {"reason": "New or unchanged measured reference", "sha256": "1d117497fa68079f01fe62fa263f21682035f9d75cc3e462dd9aea90c65755da", "verdict": "unchanged"}, "cpu/prototypes/Qwen2-VL-2B/Qwen2-VL-2B-Instruct-mic/default": {"reason": "New or unchanged measured reference", "sha256": "99045232aea6aaf8e8c0b24ab36a0c2155efed394027cc5bf2c0247f46d453dc", "verdict": "unchanged"}, "cpu/prototypes/Qwen2-VL-2B/Qwen2-VL-2B-Instruct-mic/eager": {"reason": "New or unchanged measured reference", "sha256": "bbf3ca853ad561ae907f3f36e3a2a4390d38c6ee53fb52b07e02454fb7238d14", "verdict": "unchanged"}, "cpu/prototypes/Qwen3/Qwen3-0.6B-mic/bfloat16": {"reason": "New or unchanged measured reference", "sha256": "d2283657d5df8a31adece823f9ea120d962c1094ba7a48f5e4851850e4d6c

integrations/transformers/expectations/cpu-x86_64-bf16/bert-mic.bfloat16.json CHANGED
@@ -1,34 +1,44 @@
1
  {
2
  "recorded_with": {
3
- "contract": "hf-internal-testing/mic-bert-integration",
4
- "contract_name": "bert",
5
- "contract_revision": "5ecff7c53a833d11e59516ae37a9e68c769dac39",
6
  "framework": "transformers",
7
  "variant": "bfloat16",
8
  "target": "bert-mic",
9
  "kind": "fixture",
10
- "revision": "ced5f0a8896e3bd352989ed05754fd7dc61209cd",
11
  "environment": {
12
  "python": "3.11.17",
13
- "transformers": "5.19.0.dev0",
14
- "torch": "2.11.0+cpu",
15
- "torchvision": "0.26.0+cpu",
16
  "torchaudio": "2.11.0+cpu",
17
- "tokenizers": "0.23.1",
18
- "numpy": "1.26.4",
19
- "pillow": "12.2.0",
20
- "accelerate": "1.13.0",
21
  "safetensors": "0.8.0",
22
- "huggingface-hub": "1.32.0",
23
- "sentencepiece": "0.2.1",
24
- "protobuf": "6.33.6",
25
  "librosa": "0.11.0",
26
- "soundfile": "0.13.1",
27
- "scipy": "1.15.3"
28
  },
29
- "seconds": 6.23,
30
  "environment_differs": {
31
- "python": "3.11.17 (pinned 3.10)"
 
 
 
 
 
 
 
 
 
 
32
  },
33
  "platform": "cpu-x86_64-bf16"
34
  },
 
1
  {
2
  "recorded_with": {
3
+ "contract": "huggingface-mic/bert-mic",
4
+ "contract_name": "mic-bert",
5
+ "contract_revision": "128bdc604c68a8f13652b62c2e38d508019ee2ea",
6
  "framework": "transformers",
7
  "variant": "bfloat16",
8
  "target": "bert-mic",
9
  "kind": "fixture",
10
+ "revision": "128bdc604c68a8f13652b62c2e38d508019ee2ea",
11
  "environment": {
12
  "python": "3.11.17",
13
+ "transformers": "5.21.0.dev0",
14
+ "torch": "2.14.0+cpu",
15
+ "torchvision": "0.29.1+cpu",
16
  "torchaudio": "2.11.0+cpu",
17
+ "tokenizers": "0.23.3",
18
+ "numpy": "2.3.5",
19
+ "pillow": "12.3.0",
20
+ "accelerate": "1.15.0",
21
  "safetensors": "0.8.0",
22
+ "huggingface-hub": "2.3.0",
23
+ "sentencepiece": "0.2.2",
24
+ "protobuf": "7.36.2",
25
  "librosa": "0.11.0",
26
+ "soundfile": "0.14.0",
27
+ "scipy": "1.17.1"
28
  },
29
+ "seconds": 7.01,
30
  "environment_differs": {
31
+ "torch": "2.14.0+cpu (pinned 2.11.0)",
32
+ "torchvision": "0.29.1+cpu (pinned 0.26.0)",
33
+ "tokenizers": "0.23.3 (pinned 0.23.1)",
34
+ "numpy": "2.3.5 (pinned 1.26.4)",
35
+ "pillow": "12.3.0 (pinned 12.2.0)",
36
+ "accelerate": "1.15.0 (pinned 1.13.0)",
37
+ "huggingface-hub": "2.3.0 (pinned 1.32.0)",
38
+ "sentencepiece": "0.2.2 (pinned 0.2.1)",
39
+ "protobuf": "7.36.2 (pinned 6.33.6)",
40
+ "soundfile": "0.14.0 (pinned 0.13.1)",
41
+ "scipy": "1.17.1 (pinned 1.15.3)"
42
  },
43
  "platform": "cpu-x86_64-bf16"
44
  },
integrations/transformers/expectations/cpu-x86_64/bert-mic.eager.json CHANGED
@@ -1,34 +1,44 @@
1
  {
2
  "recorded_with": {
3
- "contract": "hf-internal-testing/mic-bert-integration",
4
- "contract_name": "bert",
5
- "contract_revision": "5ecff7c53a833d11e59516ae37a9e68c769dac39",
6
  "framework": "transformers",
7
  "variant": "eager",
8
  "target": "bert-mic",
9
  "kind": "fixture",
10
- "revision": "ced5f0a8896e3bd352989ed05754fd7dc61209cd",
11
  "environment": {
12
  "python": "3.11.17",
13
- "transformers": "5.19.0.dev0",
14
- "torch": "2.11.0+cpu",
15
- "torchvision": "0.26.0+cpu",
16
  "torchaudio": "2.11.0+cpu",
17
- "tokenizers": "0.23.1",
18
- "numpy": "1.26.4",
19
- "pillow": "12.2.0",
20
- "accelerate": "1.13.0",
21
  "safetensors": "0.8.0",
22
- "huggingface-hub": "1.32.0",
23
- "sentencepiece": "0.2.1",
24
- "protobuf": "6.33.6",
25
  "librosa": "0.11.0",
26
- "soundfile": "0.13.1",
27
- "scipy": "1.15.3"
28
  },
29
- "seconds": 5.95,
30
  "environment_differs": {
31
- "python": "3.11.17 (pinned 3.10)"
 
 
 
 
 
 
 
 
 
 
32
  },
33
  "platform": "cpu-x86_64"
34
  },
 
1
  {
2
  "recorded_with": {
3
+ "contract": "huggingface-mic/bert-mic",
4
+ "contract_name": "mic-bert",
5
+ "contract_revision": "128bdc604c68a8f13652b62c2e38d508019ee2ea",
6
  "framework": "transformers",
7
  "variant": "eager",
8
  "target": "bert-mic",
9
  "kind": "fixture",
10
+ "revision": "128bdc604c68a8f13652b62c2e38d508019ee2ea",
11
  "environment": {
12
  "python": "3.11.17",
13
+ "transformers": "5.21.0.dev0",
14
+ "torch": "2.14.0+cpu",
15
+ "torchvision": "0.29.1+cpu",
16
  "torchaudio": "2.11.0+cpu",
17
+ "tokenizers": "0.23.3",
18
+ "numpy": "2.3.5",
19
+ "pillow": "12.3.0",
20
+ "accelerate": "1.15.0",
21
  "safetensors": "0.8.0",
22
+ "huggingface-hub": "2.3.0",
23
+ "sentencepiece": "0.2.2",
24
+ "protobuf": "7.36.2",
25
  "librosa": "0.11.0",
26
+ "soundfile": "0.14.0",
27
+ "scipy": "1.17.1"
28
  },
29
+ "seconds": 7.01,
30
  "environment_differs": {
31
+ "torch": "2.14.0+cpu (pinned 2.11.0)",
32
+ "torchvision": "0.29.1+cpu (pinned 0.26.0)",
33
+ "tokenizers": "0.23.3 (pinned 0.23.1)",
34
+ "numpy": "2.3.5 (pinned 1.26.4)",
35
+ "pillow": "12.3.0 (pinned 12.2.0)",
36
+ "accelerate": "1.15.0 (pinned 1.13.0)",
37
+ "huggingface-hub": "2.3.0 (pinned 1.32.0)",
38
+ "sentencepiece": "0.2.2 (pinned 0.2.1)",
39
+ "protobuf": "7.36.2 (pinned 6.33.6)",
40
+ "soundfile": "0.14.0 (pinned 0.13.1)",
41
+ "scipy": "1.17.1 (pinned 1.15.3)"
42
  },
43
  "platform": "cpu-x86_64"
44
  },
integrations/transformers/expectations/cpu-x86_64/bert-mic.json CHANGED
@@ -1,34 +1,44 @@
1
  {
2
  "recorded_with": {
3
- "contract": "hf-internal-testing/mic-bert-integration",
4
- "contract_name": "bert",
5
- "contract_revision": "5ecff7c53a833d11e59516ae37a9e68c769dac39",
6
  "framework": "transformers",
7
  "variant": "default",
8
  "target": "bert-mic",
9
  "kind": "fixture",
10
- "revision": "ced5f0a8896e3bd352989ed05754fd7dc61209cd",
11
  "environment": {
12
  "python": "3.11.17",
13
- "transformers": "5.19.0.dev0",
14
- "torch": "2.11.0+cpu",
15
- "torchvision": "0.26.0+cpu",
16
  "torchaudio": "2.11.0+cpu",
17
- "tokenizers": "0.23.1",
18
- "numpy": "1.26.4",
19
- "pillow": "12.2.0",
20
- "accelerate": "1.13.0",
21
  "safetensors": "0.8.0",
22
- "huggingface-hub": "1.32.0",
23
- "sentencepiece": "0.2.1",
24
- "protobuf": "6.33.6",
25
  "librosa": "0.11.0",
26
- "soundfile": "0.13.1",
27
- "scipy": "1.15.3"
28
  },
29
- "seconds": 6.6,
30
  "environment_differs": {
31
- "python": "3.11.17 (pinned 3.10)"
 
 
 
 
 
 
 
 
 
 
32
  },
33
  "platform": "cpu-x86_64"
34
  },
 
1
  {
2
  "recorded_with": {
3
+ "contract": "huggingface-mic/bert-mic",
4
+ "contract_name": "mic-bert",
5
+ "contract_revision": "128bdc604c68a8f13652b62c2e38d508019ee2ea",
6
  "framework": "transformers",
7
  "variant": "default",
8
  "target": "bert-mic",
9
  "kind": "fixture",
10
+ "revision": "128bdc604c68a8f13652b62c2e38d508019ee2ea",
11
  "environment": {
12
  "python": "3.11.17",
13
+ "transformers": "5.21.0.dev0",
14
+ "torch": "2.14.0+cpu",
15
+ "torchvision": "0.29.1+cpu",
16
  "torchaudio": "2.11.0+cpu",
17
+ "tokenizers": "0.23.3",
18
+ "numpy": "2.3.5",
19
+ "pillow": "12.3.0",
20
+ "accelerate": "1.15.0",
21
  "safetensors": "0.8.0",
22
+ "huggingface-hub": "2.3.0",
23
+ "sentencepiece": "0.2.2",
24
+ "protobuf": "7.36.2",
25
  "librosa": "0.11.0",
26
+ "soundfile": "0.14.0",
27
+ "scipy": "1.17.1"
28
  },
29
+ "seconds": 7.2,
30
  "environment_differs": {
31
+ "torch": "2.14.0+cpu (pinned 2.11.0)",
32
+ "torchvision": "0.29.1+cpu (pinned 0.26.0)",
33
+ "tokenizers": "0.23.3 (pinned 0.23.1)",
34
+ "numpy": "2.3.5 (pinned 1.26.4)",
35
+ "pillow": "12.3.0 (pinned 12.2.0)",
36
+ "accelerate": "1.15.0 (pinned 1.13.0)",
37
+ "huggingface-hub": "2.3.0 (pinned 1.32.0)",
38
+ "sentencepiece": "0.2.2 (pinned 0.2.1)",
39
+ "protobuf": "7.36.2 (pinned 6.33.6)",
40
+ "soundfile": "0.14.0 (pinned 0.13.1)",
41
+ "scipy": "1.17.1 (pinned 1.15.3)"
42
  },
43
  "platform": "cpu-x86_64"
44
  },
integrations/transformers/expectations/cuda/bert-mic.bfloat16.json CHANGED
@@ -1,36 +1,45 @@
1
  {
2
  "recorded_with": {
3
- "contract": "hf-internal-testing/mic-bert-integration",
4
- "contract_revision": "unpublished",
 
5
  "framework": "transformers",
6
  "variant": "bfloat16",
7
  "target": "bert-mic",
8
  "kind": "fixture",
9
- "revision": "unpublished",
10
  "environment": {
11
- "python": "3.10.12",
12
- "transformers": "5.19.0.dev0",
13
- "torch": "2.11.0+cu128",
14
- "torchvision": "0.26.0+cu128",
15
- "torchaudio": "2.11.0+cu128",
16
- "tokenizers": "0.23.1",
17
- "numpy": "1.26.4",
18
- "pillow": "12.2.0",
19
- "accelerate": "1.13.0",
20
  "safetensors": "0.8.0",
21
- "huggingface-hub": "1.32.0",
22
- "sentencepiece": "0.2.1",
23
- "protobuf": "6.33.6",
24
  "librosa": "0.11.0",
25
- "soundfile": "0.13.1",
26
- "scipy": "1.15.3",
27
- "local_patches": [
28
- "config-field-generation-params",
29
- "masked-spec-embed-init",
30
- "whisper-decode-tensor-batch"
31
- ]
 
 
 
 
 
 
 
 
 
32
  },
33
- "seconds": 1.16,
34
  "platform": "cuda"
35
  },
36
  "outputs": {
 
1
  {
2
  "recorded_with": {
3
+ "contract": "huggingface-mic/bert-mic",
4
+ "contract_name": "mic-bert",
5
+ "contract_revision": "128bdc604c68a8f13652b62c2e38d508019ee2ea",
6
  "framework": "transformers",
7
  "variant": "bfloat16",
8
  "target": "bert-mic",
9
  "kind": "fixture",
10
+ "revision": "128bdc604c68a8f13652b62c2e38d508019ee2ea",
11
  "environment": {
12
+ "python": "3.11.18",
13
+ "transformers": "5.21.0.dev0",
14
+ "torch": "2.14.0+cu130",
15
+ "torchvision": "0.29.1+cu130",
16
+ "torchaudio": "2.11.0+cu130",
17
+ "tokenizers": "0.23.3",
18
+ "numpy": "2.4.6",
19
+ "pillow": "13.0.0",
20
+ "accelerate": "1.16.0.dev0",
21
  "safetensors": "0.8.0",
22
+ "huggingface-hub": "2.3.0",
23
+ "sentencepiece": "0.2.2",
24
+ "protobuf": "7.36.2",
25
  "librosa": "0.11.0",
26
+ "soundfile": "0.14.0",
27
+ "scipy": "1.17.1"
28
+ },
29
+ "seconds": 6.61,
30
+ "environment_differs": {
31
+ "torch": "2.14.0+cu130 (pinned 2.11.0)",
32
+ "torchvision": "0.29.1+cu130 (pinned 0.26.0)",
33
+ "tokenizers": "0.23.3 (pinned 0.23.1)",
34
+ "numpy": "2.4.6 (pinned 1.26.4)",
35
+ "pillow": "13.0.0 (pinned 12.2.0)",
36
+ "accelerate": "1.16.0.dev0 (pinned 1.13.0)",
37
+ "huggingface-hub": "2.3.0 (pinned 1.32.0)",
38
+ "sentencepiece": "0.2.2 (pinned 0.2.1)",
39
+ "protobuf": "7.36.2 (pinned 6.33.6)",
40
+ "soundfile": "0.14.0 (pinned 0.13.1)",
41
+ "scipy": "1.17.1 (pinned 1.15.3)"
42
  },
 
43
  "platform": "cuda"
44
  },
45
  "outputs": {
integrations/transformers/expectations/cuda/bert-mic.eager.json CHANGED
@@ -1,36 +1,45 @@
1
  {
2
  "recorded_with": {
3
- "contract": "hf-internal-testing/mic-bert-integration",
4
- "contract_revision": "unpublished",
 
5
  "framework": "transformers",
6
  "variant": "eager",
7
  "target": "bert-mic",
8
  "kind": "fixture",
9
- "revision": "unpublished",
10
  "environment": {
11
- "python": "3.10.12",
12
- "transformers": "5.19.0.dev0",
13
- "torch": "2.11.0+cu128",
14
- "torchvision": "0.26.0+cu128",
15
- "torchaudio": "2.11.0+cu128",
16
- "tokenizers": "0.23.1",
17
- "numpy": "1.26.4",
18
- "pillow": "12.2.0",
19
- "accelerate": "1.13.0",
20
  "safetensors": "0.8.0",
21
- "huggingface-hub": "1.32.0",
22
- "sentencepiece": "0.2.1",
23
- "protobuf": "6.33.6",
24
  "librosa": "0.11.0",
25
- "soundfile": "0.13.1",
26
- "scipy": "1.15.3",
27
- "local_patches": [
28
- "config-field-generation-params",
29
- "masked-spec-embed-init",
30
- "whisper-decode-tensor-batch"
31
- ]
 
 
 
 
 
 
 
 
 
32
  },
33
- "seconds": 1.04,
34
  "platform": "cuda"
35
  },
36
  "outputs": {
 
1
  {
2
  "recorded_with": {
3
+ "contract": "huggingface-mic/bert-mic",
4
+ "contract_name": "mic-bert",
5
+ "contract_revision": "128bdc604c68a8f13652b62c2e38d508019ee2ea",
6
  "framework": "transformers",
7
  "variant": "eager",
8
  "target": "bert-mic",
9
  "kind": "fixture",
10
+ "revision": "128bdc604c68a8f13652b62c2e38d508019ee2ea",
11
  "environment": {
12
+ "python": "3.11.18",
13
+ "transformers": "5.21.0.dev0",
14
+ "torch": "2.14.0+cu130",
15
+ "torchvision": "0.29.1+cu130",
16
+ "torchaudio": "2.11.0+cu130",
17
+ "tokenizers": "0.23.3",
18
+ "numpy": "2.4.6",
19
+ "pillow": "13.0.0",
20
+ "accelerate": "1.16.0.dev0",
21
  "safetensors": "0.8.0",
22
+ "huggingface-hub": "2.3.0",
23
+ "sentencepiece": "0.2.2",
24
+ "protobuf": "7.36.2",
25
  "librosa": "0.11.0",
26
+ "soundfile": "0.14.0",
27
+ "scipy": "1.17.1"
28
+ },
29
+ "seconds": 6.48,
30
+ "environment_differs": {
31
+ "torch": "2.14.0+cu130 (pinned 2.11.0)",
32
+ "torchvision": "0.29.1+cu130 (pinned 0.26.0)",
33
+ "tokenizers": "0.23.3 (pinned 0.23.1)",
34
+ "numpy": "2.4.6 (pinned 1.26.4)",
35
+ "pillow": "13.0.0 (pinned 12.2.0)",
36
+ "accelerate": "1.16.0.dev0 (pinned 1.13.0)",
37
+ "huggingface-hub": "2.3.0 (pinned 1.32.0)",
38
+ "sentencepiece": "0.2.2 (pinned 0.2.1)",
39
+ "protobuf": "7.36.2 (pinned 6.33.6)",
40
+ "soundfile": "0.14.0 (pinned 0.13.1)",
41
+ "scipy": "1.17.1 (pinned 1.15.3)"
42
  },
 
43
  "platform": "cuda"
44
  },
45
  "outputs": {
integrations/transformers/expectations/cuda/bert-mic.json CHANGED
@@ -1,36 +1,45 @@
1
  {
2
  "recorded_with": {
3
- "contract": "hf-internal-testing/mic-bert-integration",
4
- "contract_revision": "unpublished",
 
5
  "framework": "transformers",
6
  "variant": "default",
7
  "target": "bert-mic",
8
  "kind": "fixture",
9
- "revision": "unpublished",
10
  "environment": {
11
- "python": "3.10.12",
12
- "transformers": "5.19.0.dev0",
13
- "torch": "2.11.0+cu128",
14
- "torchvision": "0.26.0+cu128",
15
- "torchaudio": "2.11.0+cu128",
16
- "tokenizers": "0.23.1",
17
- "numpy": "1.26.4",
18
- "pillow": "12.2.0",
19
- "accelerate": "1.13.0",
20
  "safetensors": "0.8.0",
21
- "huggingface-hub": "1.32.0",
22
- "sentencepiece": "0.2.1",
23
- "protobuf": "6.33.6",
24
  "librosa": "0.11.0",
25
- "soundfile": "0.13.1",
26
- "scipy": "1.15.3",
27
- "local_patches": [
28
- "config-field-generation-params",
29
- "masked-spec-embed-init",
30
- "whisper-decode-tensor-batch"
31
- ]
 
 
 
 
 
 
 
 
 
32
  },
33
- "seconds": 0.97,
34
  "platform": "cuda"
35
  },
36
  "outputs": {
 
1
  {
2
  "recorded_with": {
3
+ "contract": "huggingface-mic/bert-mic",
4
+ "contract_name": "mic-bert",
5
+ "contract_revision": "128bdc604c68a8f13652b62c2e38d508019ee2ea",
6
  "framework": "transformers",
7
  "variant": "default",
8
  "target": "bert-mic",
9
  "kind": "fixture",
10
+ "revision": "128bdc604c68a8f13652b62c2e38d508019ee2ea",
11
  "environment": {
12
+ "python": "3.11.18",
13
+ "transformers": "5.21.0.dev0",
14
+ "torch": "2.14.0+cu130",
15
+ "torchvision": "0.29.1+cu130",
16
+ "torchaudio": "2.11.0+cu130",
17
+ "tokenizers": "0.23.3",
18
+ "numpy": "2.4.6",
19
+ "pillow": "13.0.0",
20
+ "accelerate": "1.16.0.dev0",
21
  "safetensors": "0.8.0",
22
+ "huggingface-hub": "2.3.0",
23
+ "sentencepiece": "0.2.2",
24
+ "protobuf": "7.36.2",
25
  "librosa": "0.11.0",
26
+ "soundfile": "0.14.0",
27
+ "scipy": "1.17.1"
28
+ },
29
+ "seconds": 6.47,
30
+ "environment_differs": {
31
+ "torch": "2.14.0+cu130 (pinned 2.11.0)",
32
+ "torchvision": "0.29.1+cu130 (pinned 0.26.0)",
33
+ "tokenizers": "0.23.3 (pinned 0.23.1)",
34
+ "numpy": "2.4.6 (pinned 1.26.4)",
35
+ "pillow": "13.0.0 (pinned 12.2.0)",
36
+ "accelerate": "1.16.0.dev0 (pinned 1.13.0)",
37
+ "huggingface-hub": "2.3.0 (pinned 1.32.0)",
38
+ "sentencepiece": "0.2.2 (pinned 0.2.1)",
39
+ "protobuf": "7.36.2 (pinned 6.33.6)",
40
+ "soundfile": "0.14.0 (pinned 0.13.1)",
41
+ "scipy": "1.17.1 (pinned 1.15.3)"
42
  },
 
43
  "platform": "cuda"
44
  },
45
  "outputs": {