From 98e3b1f9804789fed69fcb66b46e84b1e81ef6dd Mon Sep 17 00:00:00 2001 From: Xu Zhao Date: Fri, 22 Mar 2024 13:15:34 -0400 Subject: [PATCH] Bugfix --- userbenchmark/test_bench/run.py | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/userbenchmark/test_bench/run.py b/userbenchmark/test_bench/run.py index 3ffbb9bb37..47dd00b796 100644 --- a/userbenchmark/test_bench/run.py +++ b/userbenchmark/test_bench/run.py @@ -198,7 +198,7 @@ def run_config( return dict.fromkeys(metrics, str(e)) -def run_config_cuda_leak(config: TorchBenchModelConfig): +def run_config_memleak(config: TorchBenchModelConfig): def assertEqual(x, y): assert x == y, f"{x} != {y}" model_name = config.name @@ -222,11 +222,11 @@ def assertEqual(x, y): task.check_details_eval(device=config.device, md=metadata) task.check_eval_output() task.del_model_instance() - result = {"cuda_memory_leak": "False"} + result = {"memleak": "False"} except NotImplementedError as e: - result = {"cuda_memory_leak": "not_impleted"} + result = {"memleak": "not_implemented"} except AssertionError: - result = {"cuda_memory_leak": "True"} + result = {"memleak": "True"} finally: return result @@ -322,7 +322,7 @@ def run(args: List[str]): if "accuracy" in metrics: metrics_dict = run_config_accuracy(config, metrics, dryrun=args.dryrun) elif "memleak" in metrics: - metrics_dict = run_config_accuracy(config) + metrics_dict = run_config_memleak(config) else: metrics_dict = run_config(config, metrics, dryrun=args.dryrun) config_str = config_to_str(config)