undo commits

imangohari1 · Aug 3, 2024 · 42d4030 · 42d4030
1 parent bd50239
commit 42d4030
Showing 1 changed file with 7 additions and 7 deletions.
diff --git a/tests/test_text_generation_example.py b/tests/test_text_generation_example.py
@@ -44,20 +44,20 @@
             ("Deci/DeciLM-7B", 1, False, 120),
         ],
         "fp8": [
-            #("tiiuae/falcon-180B", 4, 950, True, 128, 128, 2506.68),
+            ("tiiuae/falcon-180B", 4, 950, True, 128, 128, 2506.68),
             ("meta-llama/Llama-2-7b-hf", 1, 163, False, 128, 1024, 4774.7),
             ("meta-llama/Llama-2-7b-hf", 1, 94, False, 1024, 128, 1293.3),
             ("meta-llama/Llama-2-7b-hf", 1, 81, False, 1024, 1024, 1942.9),
             ("meta-llama/Llama-2-70b-hf", 4, 3042, False, 128, 128, 5374.6),
             ("meta-llama/Llama-2-70b-hf", 4, 750, False, 128, 1024, 7422.4),
             ("meta-llama/Llama-2-70b-hf", 4, 207, False, 1024, 128, 568.5),
             ("meta-llama/Llama-2-70b-hf", 8, 172, False, 1024, 1024, 4656.2),
-            #("mistralai/Mistral-7B-Instruct-v0.2", 1, 896, True, 128, 128, 12397.11410288204),
-            #("mistralai/Mistral-7B-Instruct-v0.2", 1, 120, True, 128, 2048, 5394.675714459493),
-            #("mistralai/Mistral-7B-Instruct-v0.2", 1, 120, True, 2048, 128, 919.8470890081497),
-            #("mistralai/Mistral-7B-Instruct-v0.2", 1, 44, True, 2048, 2048, 2471.950758729518),
-            #("mistralai/Mixtral-8x7B-v0.1", 1, 1, True, 128, 128, 39.26845661768185),
-            #("microsoft/phi-2", 1, 1, True, 128, 128, 254.08932787178165),
+            ("mistralai/Mistral-7B-Instruct-v0.2", 1, 896, True, 128, 128, 12397.11410288204),
+            ("mistralai/Mistral-7B-Instruct-v0.2", 1, 120, True, 128, 2048, 5394.675714459493),
+            ("mistralai/Mistral-7B-Instruct-v0.2", 1, 120, True, 2048, 128, 919.8470890081497),
+            ("mistralai/Mistral-7B-Instruct-v0.2", 1, 44, True, 2048, 2048, 2471.950758729518),
+            ("mistralai/Mixtral-8x7B-v0.1", 1, 1, True, 128, 128, 39.26845661768185),
+            ("microsoft/phi-2", 1, 1, True, 128, 128, 254.08932787178165),
         ],
         "deepspeed": [
             ("bigscience/bloomz", 8, 1, 36.77314954096159),