merge_to_main.yml

name: Perform deployment to production

on:  # yamllint disable-line rule:truthy
  push:
    branches:
      - main

  pull_request:
    types:
      - closed
    branches:
      - main
    paths:
      - .github/workflows/*
      - automate/*
      - visualize/*
      - orchestrate/*
      - transform/*
      - transform/**/*

  # Allows you to run this workflow manually from the Actions tab
  workflow_dispatch:

jobs:

  build:
    # Need to make sure that when the PR was closed, it was actually merged.
    if: github.event.pull_request.merged == true
    name: Deployment Script
    runs-on: ubuntu-latest

    # Set environment variables in
    # https://github.com//<your org>/<your repo>/settings/variables/actions
    #
    # Alternatively, You can define multiple ENV for different workflows.
    # https://github.com/<org>/<repo>/settings/environments
    # environment: PR_ENV
    container: datacoves/ci-basic-dbt-snowflake:2

    defaults:
      run:
        working-directory: /__w/${{ github.event.repository.name }}/${{ github.event.repository.name }}/transform


    env:
      DBT_PROFILES_DIR: /__w/${{ github.event.repository.name }}/${{ github.event.repository.name }}/automate/dbt
      DATACOVES__DBT_HOME: /__w/${{ github.event.repository.name }}/${{ github.event.repository.name }}/transform

      DATACOVES__MAIN__ACCOUNT:   ${{ vars.DATACOVES__MAIN__ACCOUNT }}

      DATACOVES__MAIN__DATABASE:  ${{ vars.DATACOVES__MAIN__DATABASE }}
      DATACOVES__MAIN__SCHEMA:    ${{ vars.DATACOVES__MAIN__SCHEMA }}

      DATACOVES__MAIN__ROLE:      ${{ vars.DATACOVES__MAIN__ROLE }}
      DATACOVES__MAIN__WAREHOUSE: ${{ vars.DATACOVES__MAIN__WAREHOUSE }}

      DATACOVES__MAIN__USER:      ${{ vars.DATACOVES__MAIN__USER }}
      DATACOVES__MAIN__PASSWORD:  ${{ secrets.DATACOVES__MAIN__PASSWORD }}

      # This is used by datacoves to drop the staging database for blue/green
      # deployments, most likely you don't want to set this, we use it for demos
      DATACOVES__DROP_DB_ON_FAIL:  ${{ vars.DATACOVES__DROP_DB_ON_FAIL }}

      # this is only here temporarilly until we updtae dbt-coves
      DATACOVES__AIRFLOW_DAGS_YML_PATH: ''
      DATACOVES__AIRFLOW_DAGS_PATH: ''
      DATACOVES__AIRBYTE_HOST_NAME: ''
      DATACOVES__AIRBYTE_PORT: ''

    steps:
      - name: Checkout branch
        uses: actions/checkout@v2
        with:
          ref: ${{ github.event.push.head.sha }}
          fetch-depth: 0

      - name: Set Secure Directory
        run: git config --global --add safe.directory /__w/${{ github.event.repository.name }}/${{ github.event.repository.name }}

      - name: Install dbt packages
        run: "dbt deps"

      - name: Get prod manifest
        id: prod-manifest
        run: "../automate/dbt/get_artifacts.sh"

      # this is needed bec our sample dynamic table is not getting refreshed
      - name: Refresh dynamic tables before blue-green
        run: "dbt run -s materialization config.materialized:dynamic_table --full-refresh"

      - name: Run blue / green deployment
        if: contains(github.event.pull_request.labels.*.name, 'full-refresh') != true
        id: run-blue-green
        env:
          MANIFEST_FOUND: ${{ steps.prod-manifest.outputs.manifest_found }}
        run: "../automate/blue_green_run.py --ci-cd-run"

      - name: Run blue / green deployment with full-refresh
        if: contains(github.event.pull_request.labels.*.name, 'full-refresh')
        id: run-blue-green-full-refresh
        env:
          MANIFEST_FOUND: ${{ steps.prod-manifest.outputs.manifest_found }}
        run: "../automate/blue_green_run.py --ci-cd-run --full-refresh"

      - name: Drop orphaned relations in db that are no longer in dbt
        run: "dbt run-operation drop_orphaned_relations --args '{\"dry_run\": false}'"

      - name: Generate dbt documentation
        run: "dbt docs generate"

      - name: Deploy docs 🚀
        uses: JamesIves/github-pages-deploy-action@4.1.4
        with:
          branch: dbt-docs
          folder: transform/target

      - name: Deploy Streamlit App
        run: "dbt run-operation deploy_streamlit_app --args \"{app_path: '../visualize/streamlit/loans-example', app_file: loans.py}\""

      - name: Upload dbt artifacts
        run: "dbt run-operation upload_artifacts"

      - uses: fregante/setup-git-user@v2
      - name: Bump dbt project and git project version
        run: "../automate/dbt/bump_dbt_project.sh"

      - name: Push version changes
        uses: ad-m/github-push-action@v0.6.0
        with:
          github_token: ${{ secrets.GITHUB_TOKEN }}
          branch: ${{ github.ref_name }}
          tags: true

      - name: Drop staging db on Failure
        if: always() && (steps.run-blue-green.outcome == 'failure')
        run: "dbt --no-write-json run-operation drop_staging_db --args 'db_name: ${{env.DATACOVES__STAGING__DATABASE}}'"  # yamllint disable-line rule:line-length