diff --git a/tests/test_text_generation_example.py b/tests/test_text_generation_example.py index 288220a0aa..25b1fcfe0c 100644 --- a/tests/test_text_generation_example.py +++ b/tests/test_text_generation_example.py @@ -44,7 +44,7 @@ ("Deci/DeciLM-7B", 1, False, 120), ], "fp8": [ - #("tiiuae/falcon-180B", 4, 950, True, 128, 128, 2506.68), + ("tiiuae/falcon-180B", 4, 950, True, 128, 128, 2506.68), ("meta-llama/Llama-2-7b-hf", 1, 163, False, 128, 1024, 4774.7), ("meta-llama/Llama-2-7b-hf", 1, 94, False, 1024, 128, 1293.3), ("meta-llama/Llama-2-7b-hf", 1, 81, False, 1024, 1024, 1942.9), @@ -52,12 +52,12 @@ ("meta-llama/Llama-2-70b-hf", 4, 750, False, 128, 1024, 7422.4), ("meta-llama/Llama-2-70b-hf", 4, 207, False, 1024, 128, 568.5), ("meta-llama/Llama-2-70b-hf", 8, 172, False, 1024, 1024, 4656.2), - #("mistralai/Mistral-7B-Instruct-v0.2", 1, 896, True, 128, 128, 12397.11410288204), - #("mistralai/Mistral-7B-Instruct-v0.2", 1, 120, True, 128, 2048, 5394.675714459493), - #("mistralai/Mistral-7B-Instruct-v0.2", 1, 120, True, 2048, 128, 919.8470890081497), - #("mistralai/Mistral-7B-Instruct-v0.2", 1, 44, True, 2048, 2048, 2471.950758729518), - #("mistralai/Mixtral-8x7B-v0.1", 1, 1, True, 128, 128, 39.26845661768185), - #("microsoft/phi-2", 1, 1, True, 128, 128, 254.08932787178165), + ("mistralai/Mistral-7B-Instruct-v0.2", 1, 896, True, 128, 128, 12397.11410288204), + ("mistralai/Mistral-7B-Instruct-v0.2", 1, 120, True, 128, 2048, 5394.675714459493), + ("mistralai/Mistral-7B-Instruct-v0.2", 1, 120, True, 2048, 128, 919.8470890081497), + ("mistralai/Mistral-7B-Instruct-v0.2", 1, 44, True, 2048, 2048, 2471.950758729518), + ("mistralai/Mixtral-8x7B-v0.1", 1, 1, True, 128, 128, 39.26845661768185), + ("microsoft/phi-2", 1, 1, True, 128, 128, 254.08932787178165), ], "deepspeed": [ ("bigscience/bloomz", 8, 1, 36.77314954096159),