diff --git a/test/.gitignore b/test/.gitignore
index 32dd40f7f6..13e879962b 100644
--- a/test/.gitignore
+++ b/test/.gitignore
@@ -1,3 +1,5 @@
+/gb-boilerplate/
+/gb-starter-kit/
 /pokecrystal/
 /pokered/
 /ucity/
diff --git a/test/run-tests.sh b/test/run-tests.sh
index 85953adef6..81fc198886 100755
--- a/test/run-tests.sh
+++ b/test/run-tests.sh
@@ -1,7 +1,6 @@
 #!/usr/bin/env bash
 
 # Return failure as soon as a command fails to execute
-
 set -e
 
 cd "$(dirname "$0")"
@@ -54,3 +53,23 @@ git checkout d8878233da7a6569f09f87b144cb5bf140146a0f
 make clean
 make -j4 RGBDS=../../
 popd
+
+if [ ! -d gb-boilerplate ]; then
+	git clone https://github.com/ISSOtm/gb-boilerplate.git --shallow-since=2020-11-01 --single-branch --recursive
+fi
+pushd gb-boilerplate
+git fetch
+git checkout b5343affca1d7c57df286de83ac55b3d19b9996d
+make clean
+make -j4 RGBDS=../../
+popd
+
+if [ ! -d gb-starter-kit ]; then
+	git clone https://github.com/ISSOtm/gb-starter-kit.git --shallow-since=2020-11-01 --single-branch --recursive
+fi
+pushd gb-starter-kit
+git fetch
+git checkout 7d6bdc70ae44c6c3d3046a033e0bd95cc81281fb
+make clean
+make -dr RGBDS=../../ RGBASM='../../rgbasm -v'
+popd