From a1937482b48f745078b798e32cc8f54b5e8b04cc Mon Sep 17 00:00:00 2001 From: baptiste Date: Wed, 4 Sep 2024 11:14:29 +0000 Subject: [PATCH] update leaderboard collection to support more hardware --- llm_perf/update_llm_perf_leaderboard.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/llm_perf/update_llm_perf_leaderboard.py b/llm_perf/update_llm_perf_leaderboard.py index 283fc633..f0acd475 100644 --- a/llm_perf/update_llm_perf_leaderboard.py +++ b/llm_perf/update_llm_perf_leaderboard.py @@ -18,7 +18,7 @@ def gather_benchmarks(subset: str, machine: str, backend: str, hardware_type: str): """ - Gather the benchmarks for a given subset and machine + Gather the benchmarks for a given machine """ perf_repo_id = PERF_REPO_ID.format(subset=subset, machine=machine, backend=backend, hardware_type=hardware_type) snapshot = snapshot_download(repo_type=REPO_TYPE, repo_id=perf_repo_id, allow_patterns=["**/benchmark.json"]) @@ -36,7 +36,7 @@ def gather_benchmarks(subset: str, machine: str, backend: str, hardware_type: st def update_perf_dfs(): """ - Update the performance dataframes for all subsets and machines + Update the performance dataframes for all machines """ hardware_configs = load_hardware_configs("llm_perf/hardware.yml") @@ -66,5 +66,5 @@ def update_llm_df(): if __name__ == "__main__": - # update_llm_df() + update_llm_df() update_perf_dfs()