Skip to content

Commit

Permalink
Add CI support via GitLab
Browse files Browse the repository at this point in the history
The repository has been mirrored internally on GitLab to run all
Continuous Integration tasks directly on GPUs for full verification of
the suite on every push.

Signed-Off-By: Robert Clark <roclark@nvidia.com>
  • Loading branch information
roclark committed May 13, 2021
1 parent c469044 commit 63a65ed
Show file tree
Hide file tree
Showing 2 changed files with 46 additions and 1 deletion.
45 changes: 45 additions & 0 deletions .gitlab-ci.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,45 @@
stages:
- pre_clean
- docker_build
- test

variables:
GIT_SUBMODULE_STRATEGY: recursive

pre_clean:
stage: pre_clean
script:
- echo "Cleaning all Docker containers, images, and volumes"
- if [[ $(docker ps -q) ]]; then docker kill $(docker ps -q); fi
- if [[ $(docker ps -q -a) ]]; then docker rm $(docker ps -q -a); fi
- docker system prune --all --force
- echo "Removing old results"
- rm -rf ~/build_output
- echo "Removing old virtual environments"
- rm -rf env/

docker_build:
stage: docker_build
script:
- echo "Testing all containers to verify successful building"
- echo "Building Python wheel"
- virtualenv --python python3 env
- source env/bin/activate
- python setup.py bdist_wheel sdist
- pip install dist/nvidia_bobber-*-none-any.whl
- echo "Building latest Bobber image"
- bobber build
# Capture the build ID during the image build process and ensure it is listed in the system
- docker images | grep `bobber build | grep "Successfully built" | awk '{print $3}'`

test:
stage: test
script:
- echo "Running a single-node test to verify functionality"
- virtualenv --python python3 env
- source env/bin/activate
- python setup.py bdist_wheel sdist
- pip install dist/nvidia_bobber-*-none-any.whl
- bobber cast /raid
- bobber run-all --ssh-iface enp2s0f0 --iterations 2 --batch-size-sm 512 --batch-size-lg 256 --gpus 4 --bw-threads 16 --iops-threads 200 test_results localhost
- bobber parse-results --compare-baseline single-dgx-station-baseline test_results/
2 changes: 1 addition & 1 deletion bobber/lib/constants.py
Original file line number Diff line number Diff line change
Expand Up @@ -76,7 +76,7 @@
'800x600 standard jpg': 2000,
'3840x2160 standard jpg': 300,
'800x600 tfrecord': 2000,
'3840x2160 tfrecord': 300
'3840x2160 tfrecord': 250
}
}
}
Expand Down

0 comments on commit 63a65ed

Please sign in to comment.