benchmark_llama3_8B_gpu.py

#!/usr/bin/env python3

'''
Llama-3-8B GPU benchmark example.
'''

from blowtorch import client

cl = client(hugging_face_path='MaziyarPanahi/Meta-Llama-3-8B-Instruct-GPTQ', 
            name='LlamaGPT',
            device='gpu',
            chat_format="llama-3")

cl.bench(tokens=512)