Skip to content

Commit

Permalink
Fix nightly
Browse files Browse the repository at this point in the history
  • Loading branch information
xuzhao9 committed May 10, 2024
1 parent fff81f0 commit 52bdbaa
Show file tree
Hide file tree
Showing 2 changed files with 4 additions and 4 deletions.
2 changes: 1 addition & 1 deletion userbenchmark/torch-nightly/nightly.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -13,4 +13,4 @@ metrics:
- peak_gpu_mem
test_groups:
eager:
extra_args: --eager
extra_args:
6 changes: 3 additions & 3 deletions userbenchmark/torch-nightly/run.py
Original file line number Diff line number Diff line change
Expand Up @@ -7,13 +7,13 @@
from typing import List
from ..utils import REPO_PATH, add_path, get_output_json, get_default_output_json_path
from . import BM_NAME
from ..group_bench.run_config import run_benchmark_group_config

with add_path(REPO_PATH):
from userbenchmark.group_bench.run_config import run_benchmark_config

CURRENT_DIR = os.path.dirname(os.path.realpath(__file__))
DEFAULT_DELTA_THRESHOLD = 0.07


def parse_args(args):
parser = argparse.ArgumentParser()
parser.add_argument("--config", "-c", default=os.path.join(CURRENT_DIR, "nightly.yaml"), help="YAML config to specify tests to run.")
Expand All @@ -25,7 +25,7 @@ def parse_args(args):
def run(args: List[str]):
args = parse_args(args)
assert os.path.exists(args.config), f"Expect an existing benchmark config file, get path: {args.config}."
benchmark_result = get_output_json(BM_NAME, run_benchmark_config(config_file=args.config, dryrun=args.dryrun))
benchmark_result = get_output_json(BM_NAME, run_benchmark_group_config(config_file=args.config, dryrun=args.dryrun))
benchmark_result["environ"]["benchmark_style"] = "group_bench"
benchmark_result_json = json.dumps(benchmark_result, indent=4)
with open(args.output, "w") as fp:
Expand Down

0 comments on commit 52bdbaa

Please sign in to comment.