variants

mlcommons · Mar 28, 2024 · e17d604 · e17d604
1 parent 4fabc14
commit e17d604
Show file tree

Hide file tree

Showing 4 changed files with 42 additions and 18 deletions.
diff --git a/algorithmic_efficiency/workloads/librispeech_conformer/librispeech_jax/workload.py b/algorithmic_efficiency/workloads/librispeech_conformer/librispeech_jax/workload.py
@@ -388,11 +388,11 @@ def attention_temperature(self) -> float:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.082665
+    return 0.107585
 
   @property
   def test_target_value(self) -> float:
-    return 0.50168
+    return 0.066145
 
 
 class LibriSpeechConformerLayerNormWorkload(LibriSpeechConformerWorkload):
@@ -403,11 +403,11 @@ def use_post_layer_norm(self) -> bool:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.085371
+    return 0.094943
 
   @property
   def test_target_value(self) -> float:
-    return 0.053096
+    return 0.057181
 
 
 class LibriSpeechConformerGeluWorkload(LibriSpeechConformerWorkload):
@@ -418,8 +418,8 @@ def use_gelu(self) -> bool:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.077958
+    return 0.084047
 
   @property
   def test_target_value(self) -> float:
-    return 0.047643
+    return 0.050733
diff --git a/algorithmic_efficiency/workloads/librispeech_conformer/librispeech_pytorch/workload.py b/algorithmic_efficiency/workloads/librispeech_conformer/librispeech_pytorch/workload.py
@@ -354,11 +354,11 @@ def attention_temperature(self) -> float:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.082665
+    return 0.107585
 
   @property
   def test_target_value(self) -> float:
-    return 0.050168
+    return 0.066145
 
 
 class LibriSpeechConformerLayerNormWorkload(LibriSpeechConformerWorkload):
@@ -369,11 +369,11 @@ def use_post_layer_norm(self) -> bool:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.085371
+    return 0.094943
 
   @property
   def test_target_value(self) -> float:
-    return 0.053096
+    return 0.057181
 
 
 class LibriSpeechConformerGeluWorkload(LibriSpeechConformerWorkload):
@@ -384,8 +384,8 @@ def use_gelu(self) -> bool:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.077958
+    return 0.084047
 
   @property
   def test_target_value(self) -> float:
-    return 0.047643
+    return 0.050733
diff --git a/algorithmic_efficiency/workloads/librispeech_deepspeech/librispeech_jax/workload.py b/algorithmic_efficiency/workloads/librispeech_deepspeech/librispeech_jax/workload.py
@@ -109,11 +109,11 @@ def use_tanh(self) -> bool:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.133449
+    return 0.140084
 
   @property
   def test_target_value(self) -> float:
-    return 0.079810
+    return 0.089249
 
 
 class LibriSpeechDeepSpeechNoResNetWorkload(LibriSpeechDeepSpeechWorkload):
@@ -124,11 +124,11 @@ def enable_residual_connections(self) -> bool:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.105042
+    return 0.122745
 
   @property
   def test_target_value(self) -> float:
-    return 0.060388
+    return 0.073837
 
 
 class LibriSpeechDeepSpeechNormAndSpecAugWorkload(LibriSpeechDeepSpeechWorkload
@@ -156,8 +156,8 @@ def time_mask_count(self) -> int:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.131553
+    return 0.137877
 
   @property
   def test_target_value(self) -> float:
-    return 0.082442
+    return 0.088675
diff --git a/algorithmic_efficiency/workloads/librispeech_deepspeech/librispeech_pytorch/workload.py b/algorithmic_efficiency/workloads/librispeech_deepspeech/librispeech_pytorch/workload.py
@@ -114,13 +114,29 @@ class LibriSpeechDeepSpeechTanhWorkload(LibriSpeechDeepSpeechWorkload):
   def use_tanh(self) -> bool:
     return True
 
+  @property
+  def validation_target_value(self) -> float:
+    return 0.140084
+
+  @property
+  def test_target_value(self) -> float:
+    return 0.089249
+
 
 class LibriSpeechDeepSpeechNoResNetWorkload(LibriSpeechDeepSpeechWorkload):
 
   @property
   def enable_residual_connections(self) -> bool:
     return False
 
+  @property
+  def validation_target_value(self) -> float:
+    return 0.122745
+
+  @property
+  def test_target_value(self) -> float:
+    return 0.073837
+
 
 class LibriSpeechDeepSpeechNormAndSpecAugWorkload(LibriSpeechDeepSpeechWorkload
                                                  ):
@@ -144,3 +160,11 @@ def freq_mask_count(self) -> int:
   @property
   def time_mask_count(self) -> int:
     return 15
+
+  @property
+  def validation_target_value(self) -> float:
+    return 0.137877
+
+  @property
+  def test_target_value(self) -> float:
+    return 0.088675