Update shark_benchmark_runner.py

nod-ai · Aug 14, 2023 · c8479e4 · c8479e4
1 parent 910e256
commit c8479e4
Showing 1 changed file with 0 additions and 7 deletions.
diff --git a/shark/shark_benchmark_runner.py b/shark/shark_benchmark_runner.py
@@ -148,13 +148,6 @@ def benchmark_torch(self, modelname, device="cpu"):
         else:
             frontend_model.cpu()
             input.cpu()
-        # TODO: re-enable as soon as pytorch CUDA context issues are resolved
-        # try:
-        #    frontend_model = torch.compile(
-        #        frontend_model, mode="max-autotune", backend="inductor"
-        #    )
-        # except RuntimeError:
-        #    frontend_model = HFmodel.model
 
         for i in range(shark_args.num_warmup_iterations):
             frontend_model.forward(input)