filter benchmarks by looped

infra/nightly-resources/handlers.js

@@ -59,16 +59,21 @@ function selectAllModes(enabled) {
   refreshView();
 }
 
-function selectAllBenchmarks(enabled) {
+function selectAllBenchmarks(enabled, category) {
   const checkboxContainer = document.getElementById("benchmarkCheckboxes");
-  Array.from(checkboxContainer.getElementsByTagName("input")).forEach(
-    (checkbox) => {
-      checkbox.checked = enabled;
-      enabled
-        ? GLOBAL_DATA.enabledBenchmarks.add(checkbox.id)
-        : GLOBAL_DATA.enabledBenchmarks.delete(checkbox.id);
-    },
-  );
+  let checkboxes = Array.from(checkboxContainer.getElementsByTagName("input"));
+  if (category === "looped") {
+    const loopedBenchmarks = new Set(
+      GLOBAL_DATA.currentRun.filter((x) => x.looped).map((x) => x.benchmark),
+    );
+    checkboxes = checkboxes.filter((x) => loopedBenchmarks.has(x.id));
+  }
+  checkboxes.forEach((checkbox) => {
+    checkbox.checked = enabled;
+    enabled
+      ? GLOBAL_DATA.enabledBenchmarks.add(checkbox.id)
+      : GLOBAL_DATA.enabledBenchmarks.delete(checkbox.id);
+  });
   refreshView();
 }
 

infra/nightly-resources/index.html

@@ -57,8 +57,11 @@ <h2>Profile</h2>
     <div class="filters">
       <div>
         <p>Benchmarks</p>
-        <button onclick="selectAllBenchmarks(true)">Select All</button>
-        <button onclick="selectAllBenchmarks(false)">Select None</button>
+        <button onclick="selectAllBenchmarks(true, 'all')">Select All</button>
+        <button onclick="selectAllBenchmarks(false, 'all')">Deselect All</button>
+        <br />
+        <button onclick="selectAllBenchmarks(true, 'looped')">Select All Looped</button>
+        <button onclick="selectAllBenchmarks(false, 'looped')">Deselect All Looped</button>
       </div>
       <div id="benchmarkCheckboxes"></div>
     </div>

infra/profile.py

@@ -105,17 +105,21 @@ def should_have_llvm_ir(runMethod):
   ]
 
 # aggregate all profile info into a single json array.
-def aggregate(compile_times, bench_times):
+def aggregate(compile_times, bench_times, looped):
     res = []
 
     for path in sorted(compile_times.keys()):
       name = path.split("/")[-2]
       runMethod = path.split("/")[-1]
-      result = {"runMethod": runMethod, "benchmark": name, "hyperfine": bench_times[path], "compileTime": compile_times[path]}
+      result = {"runMethod": runMethod, "benchmark": name, "hyperfine": bench_times[path], "compileTime": compile_times[path], "looped": looped[name]}
 
       res.append(result)
     return res
 
+def is_looped(bril_file):
+  with open(bril_file) as f:
+    txt = f.read()
+    return "orig_main" in txt
 
 if __name__ == '__main__':
   # expect two arguments
@@ -138,6 +142,11 @@ def aggregate(compile_times, bench_times):
   else:
     profiles = [bril_dir]
 
+  looped = {}
+  for profile in profiles:
+    name = profile.split("/")[-1][:-len(".bril")]
+    looped[name] = is_looped(profile)
+
   to_run = []
   index = 0
   total = len(profiles) * len(treatments)
@@ -181,7 +190,7 @@ def aggregate(compile_times, bench_times):
       (path, _bench_data) = res
       bench_data[path] = _bench_data
 
-  nightly_data = aggregate(compile_times, bench_data)
+  nightly_data = aggregate(compile_times, bench_data, looped)
   with open(f"{DATA_DIR}/profile.json", "w") as profile:
     json.dump(nightly_data, profile, indent=2)