Update LLM Perf Benchmarks - CUDA PyTorch #124

	name: Update LLM Perf Benchmarks - CUDA PyTorch

	on:
	workflow_dispatch:
	schedule:
	- cron: "0 0 * * *"

	concurrency:
	cancel-in-progress: true
	group: ${{ github.workflow }}-${{ github.ref }}

	env:
	IMAGE: ghcr.io/huggingface/optimum-benchmark:latest-cuda

	jobs:
	run_benchmarks:
	strategy:
	fail-fast: false
	matrix:
	subset: [unquantized, bnb, awq, gptq]

	machine:
	[
	{ name: 1xA10, runs-on: { group: "aws-g5-4xlarge-plus" } },
	{ name: 1xT4, runs-on: { group: "aws-g4dn-2xlarge" } },
	]

	runs-on: ${{ matrix.machine.runs-on }}

	steps:
	- name: Checkout
	uses: actions/checkout@v4

	- name: Run benchmarks
	uses: addnab/docker-run-action@v3
	env:
	SUBSET: ${{ matrix.subset }}
	MACHINE: ${{ matrix.machine.name }}
	HF_TOKEN: ${{ secrets.HF_TOKEN }}
	with:
	image: ${{ env.IMAGE }}
	options: \|
	--rm
	--gpus all
	--shm-size 64G
	--env SUBSET
	--env MACHINE
	--env HF_TOKEN
	--env MKL_THREADING_LAYER=GNU
	--env HF_HUB_ENABLE_HF_TRANSFER=1
	--volume ${{ github.workspace }}:/workspace
	--workdir /workspace
	run: \|
	pip install packaging && pip install flash-attn einops scipy auto-gptq optimum bitsandbytes autoawq codecarbon
	pip install -U transformers huggingface_hub[hf_transfer]
	pip install -e .
	python llm_perf/update_llm_perf_cuda_pytorch.py

Provide feedback