Added papermill test as a seperate option to nbmkae

.github/workflows/actions.yml

@@ -24,8 +24,8 @@ jobs:
       env:
         ALL_CHANGED_FILES: ${{ steps.changed-files.outputs.all_changed_files }}
       run: |
-        chmod +x ./tests/test-changed-notebooks.sh
-        ./tests/test-changed-notebooks.sh
+        chmod +x ./tests/launch-test-environment.sh
+        ./tests/launch-test-environment.sh
       shell: bash
 
     - name: Test all changed files

.gitignore

@@ -2,3 +2,4 @@
 .ipynb_checkpoints
 .ipynb_checkpoints/*
 .DS_Store
+output.ipynb

tests/test-notebooks-papermill.sh

@@ -0,0 +1,22 @@
+bash launch-test-environment.sh
+
+skiplList=("notebooks/03-query/11-joins.ipynb"
+"notebooks/03-query/08-functions-strings.ipynb"
+"notebooks/03-query/07-functions-datetime.ipynb"
+"notebooks/03-query/19-groupby-earliest.ipynb"
+"notebooks/02-ingestion/13-native-transforms.ipynb"
+"notebooks/02-ingestion/02-batch-ingestion.ipynb"
+"notebooks/02-ingestion/12-spatial-dimensions.ipynb"
+"notebooks/99-contributing/notebook-template.ipynb")
+
+ALL_CHANGED_FILES=$(find notebooks -type f -name '*.ipynb' | awk '!/\/\./')
+for file in ${ALL_CHANGED_FILES}; do
+	echo "$file"
+	if [[ ! " ${skiplList[*]} " =~ [[:space:]]${file}[[:space:]] ]]; then
+		docker exec jupyter papermill ../$file output.ipynb --log-level ERROR
+	else
+		echo "Skipped"
+	fi 
+done
+
+docker compose --profile all-services down -v