tarekziade HF Staff commited on
Commit
952e864
·
1 Parent(s): ba7b5f0

Review cloud MIC baselines arm64-Hubert (#4)

Browse files

- Review cloud MIC baselines arm64-Hubert (fe4adb530940fcb9919e04d01e63b7ab25891fa0)

integrations/transformers/expectations/cpu-arm64/hubert-large-ls960-ft-mic.bfloat16.json CHANGED
@@ -2,12 +2,12 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/hubert-large-ls960-ft-mic",
4
  "contract_name": "Hubert",
5
- "contract_revision": "0a2d54d04e31acb5cf1dac35142f64d7f0aa820f",
6
  "framework": "transformers",
7
  "variant": "bfloat16",
8
  "target": "hubert-large-ls960-ft-mic",
9
  "kind": "fixture",
10
- "revision": "0a2d54d04e31acb5cf1dac35142f64d7f0aa820f",
11
  "source_model": "facebook/hubert-large-ls960-ft",
12
  "weights": "overfit",
13
  "fixture_repo": "huggingface-mic/hubert-large-ls960-ft-mic",
@@ -30,11 +30,8 @@
30
  "soundfile": "0.14.0",
31
  "scipy": "1.17.1"
32
  },
33
- "seconds": 2.43,
34
  "environment_differs": {
35
- "torch": "2.15.0 (pinned 2.14.0)",
36
- "torchvision": "0.29.2 (pinned 0.29.1)",
37
- "torchaudio": "2.11.1 (pinned 2.11.0)",
38
  "pillow": "13.0.0 (pinned 12.3.0)",
39
  "huggingface-hub": "2.4.0 (pinned 2.3.0)"
40
  },
@@ -86,7 +83,7 @@
86
  ],
87
  "transcription": "BKIYCZQNTX",
88
  "training": {
89
- "loss": 287.4719543457031,
90
  "gradients": {
91
  "hubert.feature_extractor.conv_layers.0.conv.weight": true,
92
  "hubert.encoder.layers.0.attention.q_proj.weight": true,
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/hubert-large-ls960-ft-mic",
4
  "contract_name": "Hubert",
5
+ "contract_revision": "ba7b5f05071be601f5a03e408828cba473f5b4b9",
6
  "framework": "transformers",
7
  "variant": "bfloat16",
8
  "target": "hubert-large-ls960-ft-mic",
9
  "kind": "fixture",
10
+ "revision": "ba7b5f05071be601f5a03e408828cba473f5b4b9",
11
  "source_model": "facebook/hubert-large-ls960-ft",
12
  "weights": "overfit",
13
  "fixture_repo": "huggingface-mic/hubert-large-ls960-ft-mic",
 
30
  "soundfile": "0.14.0",
31
  "scipy": "1.17.1"
32
  },
33
+ "seconds": 2.25,
34
  "environment_differs": {
 
 
 
35
  "pillow": "13.0.0 (pinned 12.3.0)",
36
  "huggingface-hub": "2.4.0 (pinned 2.3.0)"
37
  },
 
83
  ],
84
  "transcription": "BKIYCZQNTX",
85
  "training": {
86
+ "loss": 288.83740234375,
87
  "gradients": {
88
  "hubert.feature_extractor.conv_layers.0.conv.weight": true,
89
  "hubert.encoder.layers.0.attention.q_proj.weight": true,
integrations/transformers/expectations/cpu-arm64/hubert-large-ls960-ft-mic.eager.json CHANGED
@@ -2,12 +2,12 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/hubert-large-ls960-ft-mic",
4
  "contract_name": "Hubert",
5
- "contract_revision": "0a2d54d04e31acb5cf1dac35142f64d7f0aa820f",
6
  "framework": "transformers",
7
  "variant": "eager",
8
  "target": "hubert-large-ls960-ft-mic",
9
  "kind": "fixture",
10
- "revision": "0a2d54d04e31acb5cf1dac35142f64d7f0aa820f",
11
  "source_model": "facebook/hubert-large-ls960-ft",
12
  "weights": "overfit",
13
  "fixture_repo": "huggingface-mic/hubert-large-ls960-ft-mic",
@@ -30,11 +30,8 @@
30
  "soundfile": "0.14.0",
31
  "scipy": "1.17.1"
32
  },
33
- "seconds": 2.29,
34
  "environment_differs": {
35
- "torch": "2.15.0 (pinned 2.14.0)",
36
- "torchvision": "0.29.2 (pinned 0.29.1)",
37
- "torchaudio": "2.11.1 (pinned 2.11.0)",
38
  "pillow": "13.0.0 (pinned 12.3.0)",
39
  "huggingface-hub": "2.4.0 (pinned 2.3.0)"
40
  },
@@ -86,7 +83,7 @@
86
  ],
87
  "transcription": "BKIYCZQNTX",
88
  "training": {
89
- "loss": 288.293212890625,
90
  "gradients": {
91
  "hubert.feature_extractor.conv_layers.0.conv.weight": true,
92
  "hubert.encoder.layers.0.attention.q_proj.weight": true,
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/hubert-large-ls960-ft-mic",
4
  "contract_name": "Hubert",
5
+ "contract_revision": "ba7b5f05071be601f5a03e408828cba473f5b4b9",
6
  "framework": "transformers",
7
  "variant": "eager",
8
  "target": "hubert-large-ls960-ft-mic",
9
  "kind": "fixture",
10
+ "revision": "ba7b5f05071be601f5a03e408828cba473f5b4b9",
11
  "source_model": "facebook/hubert-large-ls960-ft",
12
  "weights": "overfit",
13
  "fixture_repo": "huggingface-mic/hubert-large-ls960-ft-mic",
 
30
  "soundfile": "0.14.0",
31
  "scipy": "1.17.1"
32
  },
33
+ "seconds": 2.43,
34
  "environment_differs": {
 
 
 
35
  "pillow": "13.0.0 (pinned 12.3.0)",
36
  "huggingface-hub": "2.4.0 (pinned 2.3.0)"
37
  },
 
83
  ],
84
  "transcription": "BKIYCZQNTX",
85
  "training": {
86
+ "loss": 289.21966552734375,
87
  "gradients": {
88
  "hubert.feature_extractor.conv_layers.0.conv.weight": true,
89
  "hubert.encoder.layers.0.attention.q_proj.weight": true,
integrations/transformers/expectations/cpu-arm64/hubert-large-ls960-ft-mic.json CHANGED
@@ -2,12 +2,12 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/hubert-large-ls960-ft-mic",
4
  "contract_name": "Hubert",
5
- "contract_revision": "0a2d54d04e31acb5cf1dac35142f64d7f0aa820f",
6
  "framework": "transformers",
7
  "variant": "default",
8
  "target": "hubert-large-ls960-ft-mic",
9
  "kind": "fixture",
10
- "revision": "0a2d54d04e31acb5cf1dac35142f64d7f0aa820f",
11
  "source_model": "facebook/hubert-large-ls960-ft",
12
  "weights": "overfit",
13
  "fixture_repo": "huggingface-mic/hubert-large-ls960-ft-mic",
@@ -30,11 +30,8 @@
30
  "soundfile": "0.14.0",
31
  "scipy": "1.17.1"
32
  },
33
- "seconds": 2.32,
34
  "environment_differs": {
35
- "torch": "2.15.0 (pinned 2.14.0)",
36
- "torchvision": "0.29.2 (pinned 0.29.1)",
37
- "torchaudio": "2.11.1 (pinned 2.11.0)",
38
  "pillow": "13.0.0 (pinned 12.3.0)",
39
  "huggingface-hub": "2.4.0 (pinned 2.3.0)"
40
  },
@@ -86,7 +83,7 @@
86
  ],
87
  "transcription": "BKIYCZQNTX",
88
  "training": {
89
- "loss": 131.50660705566406,
90
  "gradients": {
91
  "hubert.feature_extractor.conv_layers.0.conv.weight": true,
92
  "hubert.encoder.layers.0.attention.q_proj.weight": true,
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/hubert-large-ls960-ft-mic",
4
  "contract_name": "Hubert",
5
+ "contract_revision": "ba7b5f05071be601f5a03e408828cba473f5b4b9",
6
  "framework": "transformers",
7
  "variant": "default",
8
  "target": "hubert-large-ls960-ft-mic",
9
  "kind": "fixture",
10
+ "revision": "ba7b5f05071be601f5a03e408828cba473f5b4b9",
11
  "source_model": "facebook/hubert-large-ls960-ft",
12
  "weights": "overfit",
13
  "fixture_repo": "huggingface-mic/hubert-large-ls960-ft-mic",
 
30
  "soundfile": "0.14.0",
31
  "scipy": "1.17.1"
32
  },
33
+ "seconds": 3.48,
34
  "environment_differs": {
 
 
 
35
  "pillow": "13.0.0 (pinned 12.3.0)",
36
  "huggingface-hub": "2.4.0 (pinned 2.3.0)"
37
  },
 
83
  ],
84
  "transcription": "BKIYCZQNTX",
85
  "training": {
86
+ "loss": 133.73715209960938,
87
  "gradients": {
88
  "hubert.feature_extractor.conv_layers.0.conv.weight": true,
89
  "hubert.encoder.layers.0.attention.q_proj.weight": true,