Release 2.2.0 test

pytorch · Jan 22, 2024 · a277887 · a277887
1 parent 1302081
commit a277887
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 1 deletion.
diff --git a/...benchmark/release-test/configs/2.2.2.yaml → ...benchmark/release-test/configs/2.2.0.yaml b/...benchmark/release-test/configs/2.2.2.yaml → ...benchmark/release-test/configs/2.2.0.yaml
diff --git a/userbenchmark/release-test/run.py b/userbenchmark/release-test/run.py
@@ -74,7 +74,17 @@ def run_benchmark(run_scripts, work_dir):
         run_script_path = work_dir.joinpath(run_key, "run.sh")
         # run the benchmark
         print(f"Running benchmark {run_key} ...")
-        subprocess.check_call(["bash", str(run_script_path)])
+        try:
+            cmnd = f"bash {str(run_script_path)}"
+            output = subprocess.check_output(
+                cmnd, stderr=subprocess.STDOUT, shell=True, timeout=3,
+                universal_newlines=True)
+        except subprocess.CalledProcessError as exc:
+            print("Status : FAIL", exc.returncode, exc.output)
+        else:
+            print("Output: \n{}\n".format(output))
+
+        # subprocess.check_call(["bash", str(run_script_path)])
 
 def get_config(config_name: str):
     if os.path.exists(os.path.join(DEFAULT_CONFIG_PATH, config_name)):