updated perf.

imangohari1 · Aug 23, 2024 · b3a7f69 · b3a7f69
1 parent d4a3bd6
commit b3a7f69
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tests/test_text_generation_example.py b/tests/test_text_generation_example.py
@@ -71,7 +71,7 @@
             ("meta-llama/Meta-Llama-3.1-70B-Instruct", 8, 110, False, 2048, 2048, 3780.27),
             ("meta-llama/Meta-Llama-3.1-70B-Instruct", 8, 120, False, 2048, 2048, 3982.36),
             ("meta-llama/Meta-Llama-3.1-70B-Instruct", 8, 130, False, 2048, 2048, 4114.39),
-            ("meta-llama/Meta-Llama-3.1-70B-Instruct", 8, 140, False, 2048, 2048, 3465.08),
+            ("meta-llama/Meta-Llama-3.1-70B-Instruct", 8, 140, False, 2048, 2048, 4363.51),
         ],
         "_fp8": [
             ("tiiuae/falcon-180B", 4, 950, True, 128, 128, 2506.68),