Commit ·
952e864
1
Parent(s): ba7b5f0
Review cloud MIC baselines arm64-Hubert (#4)
Browse files- Review cloud MIC baselines arm64-Hubert (fe4adb530940fcb9919e04d01e63b7ab25891fa0)
integrations/transformers/expectations/cpu-arm64/hubert-large-ls960-ft-mic.bfloat16.json
CHANGED
|
@@ -2,12 +2,12 @@
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/hubert-large-ls960-ft-mic",
|
| 4 |
"contract_name": "Hubert",
|
| 5 |
-
"contract_revision": "
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "bfloat16",
|
| 8 |
"target": "hubert-large-ls960-ft-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
-
"revision": "
|
| 11 |
"source_model": "facebook/hubert-large-ls960-ft",
|
| 12 |
"weights": "overfit",
|
| 13 |
"fixture_repo": "huggingface-mic/hubert-large-ls960-ft-mic",
|
|
@@ -30,11 +30,8 @@
|
|
| 30 |
"soundfile": "0.14.0",
|
| 31 |
"scipy": "1.17.1"
|
| 32 |
},
|
| 33 |
-
"seconds": 2.
|
| 34 |
"environment_differs": {
|
| 35 |
-
"torch": "2.15.0 (pinned 2.14.0)",
|
| 36 |
-
"torchvision": "0.29.2 (pinned 0.29.1)",
|
| 37 |
-
"torchaudio": "2.11.1 (pinned 2.11.0)",
|
| 38 |
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 39 |
"huggingface-hub": "2.4.0 (pinned 2.3.0)"
|
| 40 |
},
|
|
@@ -86,7 +83,7 @@
|
|
| 86 |
],
|
| 87 |
"transcription": "BKIYCZQNTX",
|
| 88 |
"training": {
|
| 89 |
-
"loss":
|
| 90 |
"gradients": {
|
| 91 |
"hubert.feature_extractor.conv_layers.0.conv.weight": true,
|
| 92 |
"hubert.encoder.layers.0.attention.q_proj.weight": true,
|
|
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/hubert-large-ls960-ft-mic",
|
| 4 |
"contract_name": "Hubert",
|
| 5 |
+
"contract_revision": "ba7b5f05071be601f5a03e408828cba473f5b4b9",
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "bfloat16",
|
| 8 |
"target": "hubert-large-ls960-ft-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
+
"revision": "ba7b5f05071be601f5a03e408828cba473f5b4b9",
|
| 11 |
"source_model": "facebook/hubert-large-ls960-ft",
|
| 12 |
"weights": "overfit",
|
| 13 |
"fixture_repo": "huggingface-mic/hubert-large-ls960-ft-mic",
|
|
|
|
| 30 |
"soundfile": "0.14.0",
|
| 31 |
"scipy": "1.17.1"
|
| 32 |
},
|
| 33 |
+
"seconds": 2.25,
|
| 34 |
"environment_differs": {
|
|
|
|
|
|
|
|
|
|
| 35 |
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 36 |
"huggingface-hub": "2.4.0 (pinned 2.3.0)"
|
| 37 |
},
|
|
|
|
| 83 |
],
|
| 84 |
"transcription": "BKIYCZQNTX",
|
| 85 |
"training": {
|
| 86 |
+
"loss": 288.83740234375,
|
| 87 |
"gradients": {
|
| 88 |
"hubert.feature_extractor.conv_layers.0.conv.weight": true,
|
| 89 |
"hubert.encoder.layers.0.attention.q_proj.weight": true,
|
integrations/transformers/expectations/cpu-arm64/hubert-large-ls960-ft-mic.eager.json
CHANGED
|
@@ -2,12 +2,12 @@
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/hubert-large-ls960-ft-mic",
|
| 4 |
"contract_name": "Hubert",
|
| 5 |
-
"contract_revision": "
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "eager",
|
| 8 |
"target": "hubert-large-ls960-ft-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
-
"revision": "
|
| 11 |
"source_model": "facebook/hubert-large-ls960-ft",
|
| 12 |
"weights": "overfit",
|
| 13 |
"fixture_repo": "huggingface-mic/hubert-large-ls960-ft-mic",
|
|
@@ -30,11 +30,8 @@
|
|
| 30 |
"soundfile": "0.14.0",
|
| 31 |
"scipy": "1.17.1"
|
| 32 |
},
|
| 33 |
-
"seconds": 2.
|
| 34 |
"environment_differs": {
|
| 35 |
-
"torch": "2.15.0 (pinned 2.14.0)",
|
| 36 |
-
"torchvision": "0.29.2 (pinned 0.29.1)",
|
| 37 |
-
"torchaudio": "2.11.1 (pinned 2.11.0)",
|
| 38 |
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 39 |
"huggingface-hub": "2.4.0 (pinned 2.3.0)"
|
| 40 |
},
|
|
@@ -86,7 +83,7 @@
|
|
| 86 |
],
|
| 87 |
"transcription": "BKIYCZQNTX",
|
| 88 |
"training": {
|
| 89 |
-
"loss":
|
| 90 |
"gradients": {
|
| 91 |
"hubert.feature_extractor.conv_layers.0.conv.weight": true,
|
| 92 |
"hubert.encoder.layers.0.attention.q_proj.weight": true,
|
|
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/hubert-large-ls960-ft-mic",
|
| 4 |
"contract_name": "Hubert",
|
| 5 |
+
"contract_revision": "ba7b5f05071be601f5a03e408828cba473f5b4b9",
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "eager",
|
| 8 |
"target": "hubert-large-ls960-ft-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
+
"revision": "ba7b5f05071be601f5a03e408828cba473f5b4b9",
|
| 11 |
"source_model": "facebook/hubert-large-ls960-ft",
|
| 12 |
"weights": "overfit",
|
| 13 |
"fixture_repo": "huggingface-mic/hubert-large-ls960-ft-mic",
|
|
|
|
| 30 |
"soundfile": "0.14.0",
|
| 31 |
"scipy": "1.17.1"
|
| 32 |
},
|
| 33 |
+
"seconds": 2.43,
|
| 34 |
"environment_differs": {
|
|
|
|
|
|
|
|
|
|
| 35 |
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 36 |
"huggingface-hub": "2.4.0 (pinned 2.3.0)"
|
| 37 |
},
|
|
|
|
| 83 |
],
|
| 84 |
"transcription": "BKIYCZQNTX",
|
| 85 |
"training": {
|
| 86 |
+
"loss": 289.21966552734375,
|
| 87 |
"gradients": {
|
| 88 |
"hubert.feature_extractor.conv_layers.0.conv.weight": true,
|
| 89 |
"hubert.encoder.layers.0.attention.q_proj.weight": true,
|
integrations/transformers/expectations/cpu-arm64/hubert-large-ls960-ft-mic.json
CHANGED
|
@@ -2,12 +2,12 @@
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/hubert-large-ls960-ft-mic",
|
| 4 |
"contract_name": "Hubert",
|
| 5 |
-
"contract_revision": "
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "default",
|
| 8 |
"target": "hubert-large-ls960-ft-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
-
"revision": "
|
| 11 |
"source_model": "facebook/hubert-large-ls960-ft",
|
| 12 |
"weights": "overfit",
|
| 13 |
"fixture_repo": "huggingface-mic/hubert-large-ls960-ft-mic",
|
|
@@ -30,11 +30,8 @@
|
|
| 30 |
"soundfile": "0.14.0",
|
| 31 |
"scipy": "1.17.1"
|
| 32 |
},
|
| 33 |
-
"seconds":
|
| 34 |
"environment_differs": {
|
| 35 |
-
"torch": "2.15.0 (pinned 2.14.0)",
|
| 36 |
-
"torchvision": "0.29.2 (pinned 0.29.1)",
|
| 37 |
-
"torchaudio": "2.11.1 (pinned 2.11.0)",
|
| 38 |
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 39 |
"huggingface-hub": "2.4.0 (pinned 2.3.0)"
|
| 40 |
},
|
|
@@ -86,7 +83,7 @@
|
|
| 86 |
],
|
| 87 |
"transcription": "BKIYCZQNTX",
|
| 88 |
"training": {
|
| 89 |
-
"loss":
|
| 90 |
"gradients": {
|
| 91 |
"hubert.feature_extractor.conv_layers.0.conv.weight": true,
|
| 92 |
"hubert.encoder.layers.0.attention.q_proj.weight": true,
|
|
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/hubert-large-ls960-ft-mic",
|
| 4 |
"contract_name": "Hubert",
|
| 5 |
+
"contract_revision": "ba7b5f05071be601f5a03e408828cba473f5b4b9",
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "default",
|
| 8 |
"target": "hubert-large-ls960-ft-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
+
"revision": "ba7b5f05071be601f5a03e408828cba473f5b4b9",
|
| 11 |
"source_model": "facebook/hubert-large-ls960-ft",
|
| 12 |
"weights": "overfit",
|
| 13 |
"fixture_repo": "huggingface-mic/hubert-large-ls960-ft-mic",
|
|
|
|
| 30 |
"soundfile": "0.14.0",
|
| 31 |
"scipy": "1.17.1"
|
| 32 |
},
|
| 33 |
+
"seconds": 3.48,
|
| 34 |
"environment_differs": {
|
|
|
|
|
|
|
|
|
|
| 35 |
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 36 |
"huggingface-hub": "2.4.0 (pinned 2.3.0)"
|
| 37 |
},
|
|
|
|
| 83 |
],
|
| 84 |
"transcription": "BKIYCZQNTX",
|
| 85 |
"training": {
|
| 86 |
+
"loss": 133.73715209960938,
|
| 87 |
"gradients": {
|
| 88 |
"hubert.feature_extractor.conv_layers.0.conv.weight": true,
|
| 89 |
"hubert.encoder.layers.0.attention.q_proj.weight": true,
|