From 63a65edf480ff8a5aee659eda0bb9f2ebac0b5e5 Mon Sep 17 00:00:00 2001 From: Robert Clark Date: Thu, 15 Apr 2021 12:53:39 -0500 Subject: [PATCH] Add CI support via GitLab The repository has been mirrored internally on GitLab to run all Continuous Integration tasks directly on GPUs for full verification of the suite on every push. Signed-Off-By: Robert Clark --- .gitlab-ci.yml | 45 +++++++++++++++++++++++++++++++++++++++++ bobber/lib/constants.py | 2 +- 2 files changed, 46 insertions(+), 1 deletion(-) create mode 100644 .gitlab-ci.yml diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml new file mode 100644 index 0000000..57070be --- /dev/null +++ b/.gitlab-ci.yml @@ -0,0 +1,45 @@ +stages: + - pre_clean + - docker_build + - test + +variables: + GIT_SUBMODULE_STRATEGY: recursive + +pre_clean: + stage: pre_clean + script: + - echo "Cleaning all Docker containers, images, and volumes" + - if [[ $(docker ps -q) ]]; then docker kill $(docker ps -q); fi + - if [[ $(docker ps -q -a) ]]; then docker rm $(docker ps -q -a); fi + - docker system prune --all --force + - echo "Removing old results" + - rm -rf ~/build_output + - echo "Removing old virtual environments" + - rm -rf env/ + +docker_build: + stage: docker_build + script: + - echo "Testing all containers to verify successful building" + - echo "Building Python wheel" + - virtualenv --python python3 env + - source env/bin/activate + - python setup.py bdist_wheel sdist + - pip install dist/nvidia_bobber-*-none-any.whl + - echo "Building latest Bobber image" + - bobber build + # Capture the build ID during the image build process and ensure it is listed in the system + - docker images | grep `bobber build | grep "Successfully built" | awk '{print $3}'` + +test: + stage: test + script: + - echo "Running a single-node test to verify functionality" + - virtualenv --python python3 env + - source env/bin/activate + - python setup.py bdist_wheel sdist + - pip install dist/nvidia_bobber-*-none-any.whl + - bobber cast /raid + - bobber run-all --ssh-iface enp2s0f0 --iterations 2 --batch-size-sm 512 --batch-size-lg 256 --gpus 4 --bw-threads 16 --iops-threads 200 test_results localhost + - bobber parse-results --compare-baseline single-dgx-station-baseline test_results/ diff --git a/bobber/lib/constants.py b/bobber/lib/constants.py index 7793e8b..7786139 100644 --- a/bobber/lib/constants.py +++ b/bobber/lib/constants.py @@ -76,7 +76,7 @@ '800x600 standard jpg': 2000, '3840x2160 standard jpg': 300, '800x600 tfrecord': 2000, - '3840x2160 tfrecord': 300 + '3840x2160 tfrecord': 250 } } }