From 8575d0aa30be41aae7a03c086237e9e2001c29ea Mon Sep 17 00:00:00 2001 From: paolino Date: Tue, 24 Sep 2024 18:59:50 +0000 Subject: [PATCH] Add independent restoration benchmark to CI pipeline --- .buildkite/pipeline.yml | 42 +++++++++++++++++++++++-- scripts/buildkite/main/bench-restore.sh | 2 +- 2 files changed, 40 insertions(+), 4 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index da0cc45849f..6a6903cf99a 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -483,17 +483,53 @@ steps: - label: "1" value: "1" - - label: Restore benchmark (linux) + - label: Restore benchmark baseline (linux) command: | nix develop path:./scripts/buildkite/main --command bash -c \ - "./scripts/buildkite/main/bench-restore.sh mainnet" + "./scripts/buildkite/main/bench-restore.sh mainnet base $HOME/databases/node/mainnet-1" depends_on: restoration-parameters timeout_in_minutes: 1380 agents: system: ${linux} queue: adrestia-bench concurrency: 1 - concurrency_group: 'restoration-benchmark' + concurrency_group: 'restoration-benchmarks-1' + + - label: Restore benchmark seq0 (linux) + command: | + nix develop path:./scripts/buildkite/main --command bash -c \ + "./scripts/buildkite/main/bench-restore.sh mainnet seq0 $HOME/databases/node/mainnet-2" + depends_on: restoration-parameters + timeout_in_minutes: 1380 + agents: + system: ${linux} + queue: adrestia-bench + concurrency: 1 + concurrency_group: 'restoration-benchmarks-2' + + - label: Restore benchmark seq1 (linux) + command: | + nix develop path:./scripts/buildkite/main --command bash -c \ + "./scripts/buildkite/main/bench-restore.sh mainnet seq1 $HOME/databases/node/mainnet-3" + depends_on: restoration-parameters + timeout_in_minutes: 1380 + agents: + system: ${linux} + queue: adrestia-bench + concurrency: 1 + concurrency_group: 'restoration-benchmarks-3' + + - label: Restore benchmark rnd5 (linux) + command: | + nix develop path:./scripts/buildkite/main --command bash -c \ + "./scripts/buildkite/main/bench-restore.sh mainnet rnd5 $HOME/databases/node/mainnet-4" + depends_on: restoration-parameters + timeout_in_minutes: 1380 + agents: + system: ${linux} + queue: adrestia-bench + concurrency: 1 + concurrency_group: 'restoration-benchmarks-4' - group: MacOS Artifacts key: macos-artifacts diff --git a/scripts/buildkite/main/bench-restore.sh b/scripts/buildkite/main/bench-restore.sh index cdca7a67ab9..9755817bb46 100755 --- a/scripts/buildkite/main/bench-restore.sh +++ b/scripts/buildkite/main/bench-restore.sh @@ -10,7 +10,7 @@ fi network=$1 bench=$2 -node_db=$2 +node_db=$3 artifact_name=restore-$network log=restore.log results=restore-$network.txt