From c8479e41012fb23cea1612db8afb436b28fd92bf Mon Sep 17 00:00:00 2001 From: Ean Garvey <87458719+monorimet@users.noreply.github.com> Date: Mon, 14 Aug 2023 16:22:49 -0500 Subject: [PATCH] Update shark_benchmark_runner.py --- shark/shark_benchmark_runner.py | 7 ------- 1 file changed, 7 deletions(-) diff --git a/shark/shark_benchmark_runner.py b/shark/shark_benchmark_runner.py index fc2b3b5f22..88fa9be634 100644 --- a/shark/shark_benchmark_runner.py +++ b/shark/shark_benchmark_runner.py @@ -148,13 +148,6 @@ def benchmark_torch(self, modelname, device="cpu"): else: frontend_model.cpu() input.cpu() - # TODO: re-enable as soon as pytorch CUDA context issues are resolved - # try: - # frontend_model = torch.compile( - # frontend_model, mode="max-autotune", backend="inductor" - # ) - # except RuntimeError: - # frontend_model = HFmodel.model for i in range(shark_args.num_warmup_iterations): frontend_model.forward(input)