diff --git a/test/.gitignore b/test/.gitignore
index 32dd40f7f6..13e879962b 100644
--- a/test/.gitignore
+++ b/test/.gitignore
@@ -1,3 +1,5 @@
+/gb-boilerplate/
+/gb-starter-kit/
 /pokecrystal/
 /pokered/
 /ucity/
diff --git a/test/run-tests.sh b/test/run-tests.sh
index 56e2b51087..4d14a2dc0e 100755
--- a/test/run-tests.sh
+++ b/test/run-tests.sh
@@ -1,7 +1,6 @@
 #!/usr/bin/env bash
 
 # Return failure as soon as a command fails to execute
-
 set -e
 
 cd "$(dirname "$0")"
@@ -52,3 +51,23 @@ git checkout 15be184b26b337110e1ec2998cd42f134f00f281
 make clean
 make -j4 RGBDS=../../
 popd
+
+if [ ! -d gb-boilerplate ]; then
+	git clone https://github.com/ISSOtm/gb-boilerplate.git --shallow-since=2020-11-01 --single-branch --recursive
+fi
+pushd gb-boilerplate
+git fetch
+git checkout 4299834bbc5ea6388383b5091b54f1ea4cd5c66b
+make clean
+make -j4 RGBDS=../../
+popd
+
+if [ ! -d gb-starter-kit ]; then
+	git clone https://github.com/ISSOtm/gb-starter-kit.git --shallow-since=2020-11-01 --single-branch --recursive
+fi
+pushd gb-starter-kit
+git fetch
+git checkout 11b4cc7a4665fbb226d6aac898379aed604189b9
+make clean
+make -dr RGBDS=../../ RGBASM='../../rgbasm -v'
+popd