oh 4x 3.1 70b results

imangohari1 · Sep 17, 2024 · 34678bc · 34678bc
1 parent cb876df
commit 34678bc
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/tests/test_text_generation_example.py b/tests/test_text_generation_example.py
@@ -38,6 +38,10 @@
             ("meta-llama/Meta-Llama-3.1-70B-Instruct", 1, 60, False, 128, 2048, 1729.745),
             ("meta-llama/Meta-Llama-3.1-70B-Instruct", 1, 25, False, 2048, 128, 227.794),
             ("meta-llama/Meta-Llama-3.1-70B-Instruct", 1, 25, False, 2048, 2048, 633.8),
+            ("meta-llama/Meta-Llama-3.1-70B-Instruct", 4, 1300, False, 128, 128, 6717.52029),
+            ("meta-llama/Meta-Llama-3.1-70B-Instruct", 4, 550, False, 128, 2048, 8055.82349),
+            ("meta-llama/Meta-Llama-3.1-70B-Instruct", 4, 80, False, 2048, 128, 687.73535),
+            ("meta-llama/Meta-Llama-3.1-70B-Instruct", 4, 100, False, 2048, 2048, 3132.7880),
             ("meta-llama/Meta-Llama-3.1-70B-Instruct", 8, 1700, False, 128, 128, 12083.4113),
             ("meta-llama/Meta-Llama-3.1-70B-Instruct", 8, 750, False, 128, 2048, 15038.2879),
             ("meta-llama/Meta-Llama-3.1-70B-Instruct", 8, 100, False, 2048, 128, 1201.71348),