Hugging Face's logo

huggingface-mic
/
got_ocr2-mic

Safetensors
got_ocr2
mic
test-artifact
Model card Files
xet
 Community
1

Review cloud MIC baselines 7d8449a176b7481f9cb779992b3f8cb3

#1
by tarekziade HF Staff - opened
base: refs/heads/main
←
from: refs/pr/1
Discussion Files changed
+180
-111
Files changed (6) hide show
  1. integrations/transformers/expectations/cpu-x86_64-bf16/got_ocr2-mic.bfloat16.json +28 -18
  2. integrations/transformers/expectations/cpu-x86_64-bf16/got_ocr2-mic.eager.json +28 -18
  3. integrations/transformers/expectations/cpu-x86_64-bf16/got_ocr2-mic.json +28 -18
  4. integrations/transformers/expectations/cuda/got_ocr2-mic.bfloat16.json +32 -19
  5. integrations/transformers/expectations/cuda/got_ocr2-mic.eager.json +32 -19
  6. integrations/transformers/expectations/cuda/got_ocr2-mic.json +32 -19
integrations/transformers/expectations/cpu-x86_64-bf16/got_ocr2-mic.bfloat16.json CHANGED
@@ -1,34 +1,44 @@
1
  {
2
  "recorded_with": {
3
- "contract": "hf-internal-testing/mic-got_ocr2-integration",
4
- "contract_name": "got_ocr2",
5
- "contract_revision": "e5c722f255c8e4fe30ad6b80847aa9ae8e2d59ca",
6
  "framework": "transformers",
7
  "variant": "bfloat16",
8
  "target": "got_ocr2-mic",
9
  "kind": "fixture",
10
- "revision": "89a32bdbaf5e9b07b22400ef24e2c0e94a6cc050",
11
  "environment": {
12
  "python": "3.11.17",
13
- "transformers": "5.19.0.dev0",
14
- "torch": "2.11.0+cpu",
15
- "torchvision": "0.26.0+cpu",
16
  "torchaudio": "2.11.0+cpu",
17
- "tokenizers": "0.23.1",
18
- "numpy": "1.26.4",
19
- "pillow": "12.2.0",
20
- "accelerate": "1.13.0",
21
  "safetensors": "0.8.0",
22
- "huggingface-hub": "1.32.0",
23
- "sentencepiece": "0.2.1",
24
- "protobuf": "6.33.6",
25
  "librosa": "0.11.0",
26
- "soundfile": "0.13.1",
27
- "scipy": "1.15.3"
28
  },
29
- "seconds": 9.18,
30
  "environment_differs": {
31
- "python": "3.11.17 (pinned 3.10)"
 
 
 
 
 
 
 
 
 
 
32
  },
33
  "platform": "cpu-x86_64-bf16"
34
  },
 
1
  {
2
  "recorded_with": {
3
+ "contract": "huggingface-mic/got_ocr2-mic",
4
+ "contract_name": "mic-got_ocr2",
5
+ "contract_revision": "13570a6693de3946b85a71cb0fdf6c0a7c6bac40",
6
  "framework": "transformers",
7
  "variant": "bfloat16",
8
  "target": "got_ocr2-mic",
9
  "kind": "fixture",
10
+ "revision": "13570a6693de3946b85a71cb0fdf6c0a7c6bac40",
11
  "environment": {
12
  "python": "3.11.17",
13
+ "transformers": "5.21.0.dev0",
14
+ "torch": "2.14.0+cpu",
15
+ "torchvision": "0.29.1+cpu",
16
  "torchaudio": "2.11.0+cpu",
17
+ "tokenizers": "0.23.3",
18
+ "numpy": "2.3.5",
19
+ "pillow": "12.3.0",
20
+ "accelerate": "1.15.0",
21
  "safetensors": "0.8.0",
22
+ "huggingface-hub": "2.3.0",
23
+ "sentencepiece": "0.2.2",
24
+ "protobuf": "7.36.2",
25
  "librosa": "0.11.0",
26
+ "soundfile": "0.14.0",
27
+ "scipy": "1.17.1"
28
  },
29
+ "seconds": 8.6,
30
  "environment_differs": {
31
+ "torch": "2.14.0+cpu (pinned 2.11.0)",
32
+ "torchvision": "0.29.1+cpu (pinned 0.26.0)",
33
+ "tokenizers": "0.23.3 (pinned 0.23.1)",
34
+ "numpy": "2.3.5 (pinned 1.26.4)",
35
+ "pillow": "12.3.0 (pinned 12.2.0)",
36
+ "accelerate": "1.15.0 (pinned 1.13.0)",
37
+ "huggingface-hub": "2.3.0 (pinned 1.32.0)",
38
+ "sentencepiece": "0.2.2 (pinned 0.2.1)",
39
+ "protobuf": "7.36.2 (pinned 6.33.6)",
40
+ "soundfile": "0.14.0 (pinned 0.13.1)",
41
+ "scipy": "1.17.1 (pinned 1.15.3)"
42
  },
43
  "platform": "cpu-x86_64-bf16"
44
  },
integrations/transformers/expectations/cpu-x86_64-bf16/got_ocr2-mic.eager.json CHANGED
@@ -1,34 +1,44 @@
1
  {
2
  "recorded_with": {
3
- "contract": "hf-internal-testing/mic-got_ocr2-integration",
4
- "contract_name": "got_ocr2",
5
- "contract_revision": "e5c722f255c8e4fe30ad6b80847aa9ae8e2d59ca",
6
  "framework": "transformers",
7
  "variant": "eager",
8
  "target": "got_ocr2-mic",
9
  "kind": "fixture",
10
- "revision": "89a32bdbaf5e9b07b22400ef24e2c0e94a6cc050",
11
  "environment": {
12
  "python": "3.11.17",
13
- "transformers": "5.19.0.dev0",
14
- "torch": "2.11.0+cpu",
15
- "torchvision": "0.26.0+cpu",
16
  "torchaudio": "2.11.0+cpu",
17
- "tokenizers": "0.23.1",
18
- "numpy": "1.26.4",
19
- "pillow": "12.2.0",
20
- "accelerate": "1.13.0",
21
  "safetensors": "0.8.0",
22
- "huggingface-hub": "1.32.0",
23
- "sentencepiece": "0.2.1",
24
- "protobuf": "6.33.6",
25
  "librosa": "0.11.0",
26
- "soundfile": "0.13.1",
27
- "scipy": "1.15.3"
28
  },
29
- "seconds": 9.96,
30
  "environment_differs": {
31
- "python": "3.11.17 (pinned 3.10)"
 
 
 
 
 
 
 
 
 
 
32
  },
33
  "platform": "cpu-x86_64-bf16"
34
  },
 
1
  {
2
  "recorded_with": {
3
+ "contract": "huggingface-mic/got_ocr2-mic",
4
+ "contract_name": "mic-got_ocr2",
5
+ "contract_revision": "13570a6693de3946b85a71cb0fdf6c0a7c6bac40",
6
  "framework": "transformers",
7
  "variant": "eager",
8
  "target": "got_ocr2-mic",
9
  "kind": "fixture",
10
+ "revision": "13570a6693de3946b85a71cb0fdf6c0a7c6bac40",
11
  "environment": {
12
  "python": "3.11.17",
13
+ "transformers": "5.21.0.dev0",
14
+ "torch": "2.14.0+cpu",
15
+ "torchvision": "0.29.1+cpu",
16
  "torchaudio": "2.11.0+cpu",
17
+ "tokenizers": "0.23.3",
18
+ "numpy": "2.3.5",
19
+ "pillow": "12.3.0",
20
+ "accelerate": "1.15.0",
21
  "safetensors": "0.8.0",
22
+ "huggingface-hub": "2.3.0",
23
+ "sentencepiece": "0.2.2",
24
+ "protobuf": "7.36.2",
25
  "librosa": "0.11.0",
26
+ "soundfile": "0.14.0",
27
+ "scipy": "1.17.1"
28
  },
29
+ "seconds": 9.0,
30
  "environment_differs": {
31
+ "torch": "2.14.0+cpu (pinned 2.11.0)",
32
+ "torchvision": "0.29.1+cpu (pinned 0.26.0)",
33
+ "tokenizers": "0.23.3 (pinned 0.23.1)",
34
+ "numpy": "2.3.5 (pinned 1.26.4)",
35
+ "pillow": "12.3.0 (pinned 12.2.0)",
36
+ "accelerate": "1.15.0 (pinned 1.13.0)",
37
+ "huggingface-hub": "2.3.0 (pinned 1.32.0)",
38
+ "sentencepiece": "0.2.2 (pinned 0.2.1)",
39
+ "protobuf": "7.36.2 (pinned 6.33.6)",
40
+ "soundfile": "0.14.0 (pinned 0.13.1)",
41
+ "scipy": "1.17.1 (pinned 1.15.3)"
42
  },
43
  "platform": "cpu-x86_64-bf16"
44
  },
integrations/transformers/expectations/cpu-x86_64-bf16/got_ocr2-mic.json CHANGED
@@ -1,34 +1,44 @@
1
  {
2
  "recorded_with": {
3
- "contract": "hf-internal-testing/mic-got_ocr2-integration",
4
- "contract_name": "got_ocr2",
5
- "contract_revision": "e5c722f255c8e4fe30ad6b80847aa9ae8e2d59ca",
6
  "framework": "transformers",
7
  "variant": "default",
8
  "target": "got_ocr2-mic",
9
  "kind": "fixture",
10
- "revision": "89a32bdbaf5e9b07b22400ef24e2c0e94a6cc050",
11
  "environment": {
12
  "python": "3.11.17",
13
- "transformers": "5.19.0.dev0",
14
- "torch": "2.11.0+cpu",
15
- "torchvision": "0.26.0+cpu",
16
  "torchaudio": "2.11.0+cpu",
17
- "tokenizers": "0.23.1",
18
- "numpy": "1.26.4",
19
- "pillow": "12.2.0",
20
- "accelerate": "1.13.0",
21
  "safetensors": "0.8.0",
22
- "huggingface-hub": "1.32.0",
23
- "sentencepiece": "0.2.1",
24
- "protobuf": "6.33.6",
25
  "librosa": "0.11.0",
26
- "soundfile": "0.13.1",
27
- "scipy": "1.15.3"
28
  },
29
- "seconds": 9.65,
30
  "environment_differs": {
31
- "python": "3.11.17 (pinned 3.10)"
 
 
 
 
 
 
 
 
 
 
32
  },
33
  "platform": "cpu-x86_64-bf16"
34
  },
 
1
  {
2
  "recorded_with": {
3
+ "contract": "huggingface-mic/got_ocr2-mic",
4
+ "contract_name": "mic-got_ocr2",
5
+ "contract_revision": "13570a6693de3946b85a71cb0fdf6c0a7c6bac40",
6
  "framework": "transformers",
7
  "variant": "default",
8
  "target": "got_ocr2-mic",
9
  "kind": "fixture",
10
+ "revision": "13570a6693de3946b85a71cb0fdf6c0a7c6bac40",
11
  "environment": {
12
  "python": "3.11.17",
13
+ "transformers": "5.21.0.dev0",
14
+ "torch": "2.14.0+cpu",
15
+ "torchvision": "0.29.1+cpu",
16
  "torchaudio": "2.11.0+cpu",
17
+ "tokenizers": "0.23.3",
18
+ "numpy": "2.3.5",
19
+ "pillow": "12.3.0",
20
+ "accelerate": "1.15.0",
21
  "safetensors": "0.8.0",
22
+ "huggingface-hub": "2.3.0",
23
+ "sentencepiece": "0.2.2",
24
+ "protobuf": "7.36.2",
25
  "librosa": "0.11.0",
26
+ "soundfile": "0.14.0",
27
+ "scipy": "1.17.1"
28
  },
29
+ "seconds": 9.1,
30
  "environment_differs": {
31
+ "torch": "2.14.0+cpu (pinned 2.11.0)",
32
+ "torchvision": "0.29.1+cpu (pinned 0.26.0)",
33
+ "tokenizers": "0.23.3 (pinned 0.23.1)",
34
+ "numpy": "2.3.5 (pinned 1.26.4)",
35
+ "pillow": "12.3.0 (pinned 12.2.0)",
36
+ "accelerate": "1.15.0 (pinned 1.13.0)",
37
+ "huggingface-hub": "2.3.0 (pinned 1.32.0)",
38
+ "sentencepiece": "0.2.2 (pinned 0.2.1)",
39
+ "protobuf": "7.36.2 (pinned 6.33.6)",
40
+ "soundfile": "0.14.0 (pinned 0.13.1)",
41
+ "scipy": "1.17.1 (pinned 1.15.3)"
42
  },
43
  "platform": "cpu-x86_64-bf16"
44
  },
integrations/transformers/expectations/cuda/got_ocr2-mic.bfloat16.json CHANGED
@@ -1,32 +1,45 @@
1
  {
2
  "recorded_with": {
3
- "contract": "hf-internal-testing/mic-got_ocr2-integration",
4
- "contract_name": "got_ocr2",
5
- "contract_revision": "unpublished",
6
  "framework": "transformers",
7
  "variant": "bfloat16",
8
  "target": "got_ocr2-mic",
9
  "kind": "fixture",
10
- "revision": "unpublished",
11
  "environment": {
12
- "python": "3.10.12",
13
- "transformers": "5.19.0.dev0",
14
- "torch": "2.11.0+cu128",
15
- "torchvision": "0.26.0+cu128",
16
- "torchaudio": "2.11.0+cu128",
17
- "tokenizers": "0.23.1",
18
- "numpy": "1.26.4",
19
- "pillow": "12.2.0",
20
- "accelerate": "1.13.0",
21
  "safetensors": "0.8.0",
22
- "huggingface-hub": "1.32.0",
23
- "sentencepiece": "0.2.1",
24
- "protobuf": "6.33.6",
25
  "librosa": "0.11.0",
26
- "soundfile": "0.13.1",
27
- "scipy": "1.15.3"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
28
  },
29
- "seconds": 5.91,
30
  "platform": "cuda"
31
  },
32
  "outputs": {
 
1
  {
2
  "recorded_with": {
3
+ "contract": "huggingface-mic/got_ocr2-mic",
4
+ "contract_name": "mic-got_ocr2",
5
+ "contract_revision": "13570a6693de3946b85a71cb0fdf6c0a7c6bac40",
6
  "framework": "transformers",
7
  "variant": "bfloat16",
8
  "target": "got_ocr2-mic",
9
  "kind": "fixture",
10
+ "revision": "13570a6693de3946b85a71cb0fdf6c0a7c6bac40",
11
  "environment": {
12
+ "python": "3.11.18",
13
+ "transformers": "5.21.0.dev0",
14
+ "torch": "2.14.0+cu130",
15
+ "torchvision": "0.29.1+cu130",
16
+ "torchaudio": "2.11.0+cu130",
17
+ "tokenizers": "0.23.3",
18
+ "numpy": "2.4.6",
19
+ "pillow": "13.0.0",
20
+ "accelerate": "1.16.0.dev0",
21
  "safetensors": "0.8.0",
22
+ "huggingface-hub": "2.3.0",
23
+ "sentencepiece": "0.2.2",
24
+ "protobuf": "7.36.2",
25
  "librosa": "0.11.0",
26
+ "soundfile": "0.14.0",
27
+ "scipy": "1.17.1"
28
+ },
29
+ "seconds": 7.79,
30
+ "environment_differs": {
31
+ "torch": "2.14.0+cu130 (pinned 2.11.0)",
32
+ "torchvision": "0.29.1+cu130 (pinned 0.26.0)",
33
+ "tokenizers": "0.23.3 (pinned 0.23.1)",
34
+ "numpy": "2.4.6 (pinned 1.26.4)",
35
+ "pillow": "13.0.0 (pinned 12.2.0)",
36
+ "accelerate": "1.16.0.dev0 (pinned 1.13.0)",
37
+ "huggingface-hub": "2.3.0 (pinned 1.32.0)",
38
+ "sentencepiece": "0.2.2 (pinned 0.2.1)",
39
+ "protobuf": "7.36.2 (pinned 6.33.6)",
40
+ "soundfile": "0.14.0 (pinned 0.13.1)",
41
+ "scipy": "1.17.1 (pinned 1.15.3)"
42
  },
 
43
  "platform": "cuda"
44
  },
45
  "outputs": {
integrations/transformers/expectations/cuda/got_ocr2-mic.eager.json CHANGED
@@ -1,32 +1,45 @@
1
  {
2
  "recorded_with": {
3
- "contract": "hf-internal-testing/mic-got_ocr2-integration",
4
- "contract_name": "got_ocr2",
5
- "contract_revision": "unpublished",
6
  "framework": "transformers",
7
  "variant": "eager",
8
  "target": "got_ocr2-mic",
9
  "kind": "fixture",
10
- "revision": "unpublished",
11
  "environment": {
12
- "python": "3.10.12",
13
- "transformers": "5.19.0.dev0",
14
- "torch": "2.11.0+cu128",
15
- "torchvision": "0.26.0+cu128",
16
- "torchaudio": "2.11.0+cu128",
17
- "tokenizers": "0.23.1",
18
- "numpy": "1.26.4",
19
- "pillow": "12.2.0",
20
- "accelerate": "1.13.0",
21
  "safetensors": "0.8.0",
22
- "huggingface-hub": "1.32.0",
23
- "sentencepiece": "0.2.1",
24
- "protobuf": "6.33.6",
25
  "librosa": "0.11.0",
26
- "soundfile": "0.13.1",
27
- "scipy": "1.15.3"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
28
  },
29
- "seconds": 5.86,
30
  "platform": "cuda"
31
  },
32
  "outputs": {
 
1
  {
2
  "recorded_with": {
3
+ "contract": "huggingface-mic/got_ocr2-mic",
4
+ "contract_name": "mic-got_ocr2",
5
+ "contract_revision": "13570a6693de3946b85a71cb0fdf6c0a7c6bac40",
6
  "framework": "transformers",
7
  "variant": "eager",
8
  "target": "got_ocr2-mic",
9
  "kind": "fixture",
10
+ "revision": "13570a6693de3946b85a71cb0fdf6c0a7c6bac40",
11
  "environment": {
12
+ "python": "3.11.18",
13
+ "transformers": "5.21.0.dev0",
14
+ "torch": "2.14.0+cu130",
15
+ "torchvision": "0.29.1+cu130",
16
+ "torchaudio": "2.11.0+cu130",
17
+ "tokenizers": "0.23.3",
18
+ "numpy": "2.4.6",
19
+ "pillow": "13.0.0",
20
+ "accelerate": "1.16.0.dev0",
21
  "safetensors": "0.8.0",
22
+ "huggingface-hub": "2.3.0",
23
+ "sentencepiece": "0.2.2",
24
+ "protobuf": "7.36.2",
25
  "librosa": "0.11.0",
26
+ "soundfile": "0.14.0",
27
+ "scipy": "1.17.1"
28
+ },
29
+ "seconds": 7.8,
30
+ "environment_differs": {
31
+ "torch": "2.14.0+cu130 (pinned 2.11.0)",
32
+ "torchvision": "0.29.1+cu130 (pinned 0.26.0)",
33
+ "tokenizers": "0.23.3 (pinned 0.23.1)",
34
+ "numpy": "2.4.6 (pinned 1.26.4)",
35
+ "pillow": "13.0.0 (pinned 12.2.0)",
36
+ "accelerate": "1.16.0.dev0 (pinned 1.13.0)",
37
+ "huggingface-hub": "2.3.0 (pinned 1.32.0)",
38
+ "sentencepiece": "0.2.2 (pinned 0.2.1)",
39
+ "protobuf": "7.36.2 (pinned 6.33.6)",
40
+ "soundfile": "0.14.0 (pinned 0.13.1)",
41
+ "scipy": "1.17.1 (pinned 1.15.3)"
42
  },
 
43
  "platform": "cuda"
44
  },
45
  "outputs": {
integrations/transformers/expectations/cuda/got_ocr2-mic.json CHANGED
@@ -1,32 +1,45 @@
1
  {
2
  "recorded_with": {
3
- "contract": "hf-internal-testing/mic-got_ocr2-integration",
4
- "contract_name": "got_ocr2",
5
- "contract_revision": "unpublished",
6
  "framework": "transformers",
7
  "variant": "default",
8
  "target": "got_ocr2-mic",
9
  "kind": "fixture",
10
- "revision": "unpublished",
11
  "environment": {
12
- "python": "3.10.12",
13
- "transformers": "5.19.0.dev0",
14
- "torch": "2.11.0+cu128",
15
- "torchvision": "0.26.0+cu128",
16
- "torchaudio": "2.11.0+cu128",
17
- "tokenizers": "0.23.1",
18
- "numpy": "1.26.4",
19
- "pillow": "12.2.0",
20
- "accelerate": "1.13.0",
21
  "safetensors": "0.8.0",
22
- "huggingface-hub": "1.32.0",
23
- "sentencepiece": "0.2.1",
24
- "protobuf": "6.33.6",
25
  "librosa": "0.11.0",
26
- "soundfile": "0.13.1",
27
- "scipy": "1.15.3"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
28
  },
29
- "seconds": 5.9,
30
  "platform": "cuda"
31
  },
32
  "outputs": {
 
1
  {
2
  "recorded_with": {
3
+ "contract": "huggingface-mic/got_ocr2-mic",
4
+ "contract_name": "mic-got_ocr2",
5
+ "contract_revision": "13570a6693de3946b85a71cb0fdf6c0a7c6bac40",
6
  "framework": "transformers",
7
  "variant": "default",
8
  "target": "got_ocr2-mic",
9
  "kind": "fixture",
10
+ "revision": "13570a6693de3946b85a71cb0fdf6c0a7c6bac40",
11
  "environment": {
12
+ "python": "3.11.18",
13
+ "transformers": "5.21.0.dev0",
14
+ "torch": "2.14.0+cu130",
15
+ "torchvision": "0.29.1+cu130",
16
+ "torchaudio": "2.11.0+cu130",
17
+ "tokenizers": "0.23.3",
18
+ "numpy": "2.4.6",
19
+ "pillow": "13.0.0",
20
+ "accelerate": "1.16.0.dev0",
21
  "safetensors": "0.8.0",
22
+ "huggingface-hub": "2.3.0",
23
+ "sentencepiece": "0.2.2",
24
+ "protobuf": "7.36.2",
25
  "librosa": "0.11.0",
26
+ "soundfile": "0.14.0",
27
+ "scipy": "1.17.1"
28
+ },
29
+ "seconds": 7.8,
30
+ "environment_differs": {
31
+ "torch": "2.14.0+cu130 (pinned 2.11.0)",
32
+ "torchvision": "0.29.1+cu130 (pinned 0.26.0)",
33
+ "tokenizers": "0.23.3 (pinned 0.23.1)",
34
+ "numpy": "2.4.6 (pinned 1.26.4)",
35
+ "pillow": "13.0.0 (pinned 12.2.0)",
36
+ "accelerate": "1.16.0.dev0 (pinned 1.13.0)",
37
+ "huggingface-hub": "2.3.0 (pinned 1.32.0)",
38
+ "sentencepiece": "0.2.2 (pinned 0.2.1)",
39
+ "protobuf": "7.36.2 (pinned 6.33.6)",
40
+ "soundfile": "0.14.0 (pinned 0.13.1)",
41
+ "scipy": "1.17.1 (pinned 1.15.3)"
42
  },
 
43
  "platform": "cuda"
44
  },
45
  "outputs": {