d4science-images.yml

---
name: Build and push d4science containers

on:
  push:
    # only pushes on master so we don't push intermediate results to dockerhub
    branches:
      - master
  pull_request:


jobs:
  detect-changes:
    uses: ./.github/workflows/build-list.yml
    with:
      base: d4science-base/Dockerfile
      images: |
        "single-user-d4science/Dockerfile"
        "single-user-sobigdata/Dockerfile"
        "single-user-3d-d4science/Dockerfile"
        "single-user-r-d4science/Dockerfile"
        "single-user-scientometrics-d4science/Dockerfile"
        "single-user-sobigdata-lipari23/Dockerfile"
        "single-user-sobigdata-aaai24/Dockerfile"
        "single-user-criticalzone/Dockerfile"
        "single-user-ecologicalrestorationlab/Dockerfile"
        "single-user-pluto-d4science/Dockerfile"
        "single-user-sobigdata-itineris/Dockerfile"
        "single-user-sobigdata-itinerisclima/Dockerfile"


  base-image:
    name: Build base image
    needs: detect-changes 
    if: needs.detect-changes.outputs.build-base == 1
    runs-on: ubuntu-latest
    outputs:
      base: ${{ steps.docker_meta_base.outputs.tags }}
    steps:
      - name: try to make free space
        run: |
          sudo rm -rf /usr/share/dotnet
          sudo rm -rf /usr/local/lib/android
          sudo rm -rf /opt/ghc
      - name: Checkout
        uses: actions/checkout@v4
      - name: Docker meta
        id: docker_meta_base
        uses: docker/metadata-action@v5
        with:
          images: ${{ github.repository_owner }}/notebooks-d4science-base
          tags: |
            type=sha
      - name: Set up QEMU
        uses: docker/setup-qemu-action@v3
      - name: Set up Docker Buildx
        uses: docker/setup-buildx-action@v3
      - name: Build base
        uses: docker/build-push-action@v6
        with:
          context: d4science-base
          tags: ${{ steps.docker_meta_base.outputs.tags }}
          labels: ${{ steps.docker_meta_base.outputs.labels }}
          outputs: type=docker,dest=/tmp/base.tar
      - name: Upload docker image as artifact
        uses: actions/upload-artifact@v4
        with:
          name: images
          path: /tmp/base.tar

  user-images:
    name: Build and push images
    if: fromJson(needs.detect-changes.outputs.matrix).image
    needs: [base-image, detect-changes]
    runs-on: ubuntu-latest

    strategy:
      matrix: ${{ fromJson(needs.detect-changes.outputs.matrix) }}

    steps:
      - name: try to make free space
        run: |
          sudo rm -rf /usr/share/dotnet
          sudo rm -rf /usr/local/lib/android
          sudo rm -rf /opt/ghc
      - name: Checkout
        uses: actions/checkout@v4
      - name: Docker meta
        id: docker_meta
        uses: docker/metadata-action@v5
        with:
          images: eginotebooks/${{ matrix.image }}
          tags: |
            type=sha
      - name: Set up QEMU
        uses: docker/setup-qemu-action@v3
      - name: Get previous build base
        uses: actions/download-artifact@v4
        with:
          name: images
          path: /tmp
      - name: Load Docker images
        run: |
          docker load --input /tmp/base.tar
          # we are so scarce on storage that this needs to be cleared
          rm -rf /tmp/base.tar
      - name: Login to DockerHub
        uses: docker/login-action@v3
        with:
          username: ${{ secrets.DOCKERHUB_USERNAME }}
          password: ${{ secrets.DOCKERHUB_TOKEN }}
        if: github.event_name != 'pull_request'
      # Unfortunately I haven't been able to load an prebuilt image here
      # so not using the build-push-action from docker
      # it's missing the labels and assumes tags is just one
      - name: Build full image
        run: |
          docker build \
            --build-arg BASE_IMAGE=${{ needs.base-image.outputs.base }} \
            --tag ${{ steps.docker_meta.outputs.tags }} \
            --tag eginotebooks/${{ matrix.image }}:latest \
            ${{ matrix.image }}
      - name: Push full image
        run: |
          docker push ${{ steps.docker_meta.outputs.tags }}
          docker push eginotebooks/${{ matrix.image }}:latest
        if: ${{ github.event_name != 'pull_request' }}
      - uses: addnab/docker-run-action@v3
        with:
          image: ${{ steps.docker_meta.outputs.tags }}
          options: -v ${{ github.workspace }}/${{ matrix.image }}:/image-data
          run: |
            for f in /image-data/tests/*.ipynb; do
              if [ -e "$f" ]; then
                jupyter nbconvert --ExecutePreprocessor.timeout=600 --to rst \
                       --execute --stdout $f || exit 1
              else
                true
              fi
            done