Skip to content

Commit

Permalink
Use softmax and limit number of batch
Browse files Browse the repository at this point in the history
  • Loading branch information
xuzhao9 committed Apr 25, 2024
1 parent 8c56342 commit 70e476b
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions userbenchmark/triton/ci.py
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,7 @@
from torchbenchmark.util.triton_op import BenchmarkOperatorResult

CI_TESTS = [
["--op", "launch_latency"],
["--op", "softmax", "--num-inputs", "10"],
]

def ci_result_to_userbenchmark_json(ci_metrics: List[BenchmarkOperatorResult]) -> Any:
Expand All @@ -26,7 +26,7 @@ def run_ci():
metrics = _run(test_args, test_extra_args)
ci_result.append(metrics)
result = ci_result_to_userbenchmark_json(ci_result)
result_with_environ = get_output_json(result)
result_with_environ = get_output_json(BM_NAME, result)
result_with_environ["environ"]["triton_version"] = triton.__version__
output_file = get_default_output_json_path(BM_NAME)
json_str = json.dumps(result_with_environ, indent=4)
Expand Down

0 comments on commit 70e476b

Please sign in to comment.