Allow list of fieldnames that contain 'objectid' to not be treated li… #55
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build and test docker image only for PRs | |
| on: | |
| pull_request: | |
| branches: | |
| - '**' | |
| concurrency: | |
| group: testing_environment | |
| cancel-in-progress: false | |
| jobs: | |
| build: | |
| name: Build and test | |
| if: "!contains(github.event.head_commit.message, 'skip ci')" | |
| runs-on: self-hosted | |
| steps: | |
| # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it | |
| # This is a github function? Ref doc: https://github.com/actions/checkout#checkout-a-different-branch | |
| # IMPORTANT NOTE: pinned to v3 instead of master, because v4 uses node20 and glibc 2.27. Amazon linux 2 atm only supports | |
| # glibc 2.26. Change notes: https://github.com/marketplace/actions/checkout | |
| - uses: actions/checkout@v3 | |
| # https://github.com/marketplace/actions/microsoft-teams-deploy-card | |
| # Using replacement fork for toko-bifrost, context for why: https://github.com/toko-bifrost/ms-teams-deploy-card/issues/33#issuecomment-888466503 | |
| #- uses: toko-bifrost/ms-teams-deploy-card@master | |
| # Note: deprecated because of nodejs 12 and seemingly un-updated. | |
| # commenting out for now. | |
| #- uses: patrickpaulin/ms-teams-deploy-card@master | |
| # if: always() | |
| # with: | |
| # GITHUB-TOKEN: ${{ github.token }} | |
| # WEBHOOK-URI: ${{ secrets.MS_TEAMS_WEBHOOK_URI }} | |
| # card-layout-start: compact | |
| # show-on-start: true | |
| # show-on-exit: true | |
| # custom-facts: | | |
| # - name: Job Progress | |
| # value: Building databridge-etl-tools | |
| # https://github.com/aws-actions/amazon-ecr-login | |
| - name: Configure AWS credentials | |
| uses: aws-actions/configure-aws-credentials@master | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| aws-region: us-east-1 | |
| - name: Pull Oracle Instant Client rpm from S3 | |
| id: pull-oracle-rpm | |
| run: bash ./scripts/pull-oracle-rpm.sh | |
| env: | |
| AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| # Prune docker system to clear space | |
| - name: docker system purne | |
| run: | | |
| yes | docker system prune | |
| # Build our docker container and insert our AWS secret keys | |
| - name: Build docker container | |
| run: | | |
| docker build -t dbtools \ | |
| --build-arg AWS_ACCESS_KEY_ID=$AWS_ACCESS_KEY_ID \ | |
| --build-arg AWS_SECRET_ACCESS_KEY=$AWS_SECRET_ACCESS_KEY \ | |
| --no-cache \ | |
| . | |
| env: | |
| AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| - name: Postgres pytests | |
| run: | | |
| docker run --rm dbtools \ | |
| pytest tests/test_postgres.py \ | |
| -vvv -ra --showlocals --tb=long --disable-warnings \ | |
| --user citygeo \ | |
| --password $POSTGRES_PASSWORD \ | |
| --host $POSTGRES_HOST \ | |
| --database $POSTGRES_DB | |
| env: | |
| POSTGRES_HOST: ${{ secrets.POSTGRES_HOST }} | |
| POSTGRES_PASSWORD: ${{ secrets.POSTGRES_PASSWORD }} | |
| POSTGRES_DB: ${{ secrets.POSTGRES_DB }} | |
| - name: Oracle pytests | |
| run: | | |
| docker run --rm dbtools \ | |
| pytest tests/test_oracle.py \ | |
| -vvv -ra --showlocals --tb=long --disable-warnings \ | |
| --user GIS_TEST \ | |
| --password $ORACLE_PASSWORD \ | |
| --host $ORACLE_HOST \ | |
| --database $ORACLE_DB | |
| env: | |
| ORACLE_HOST: ${{ secrets.ORACLE_HOST }} | |
| ORACLE_PASSWORD: ${{ secrets.ORACLE_PASSWORD }} | |
| ORACLE_DB: ${{ secrets.ORACLE_DB }} | |
| - name: AGO pytests | |
| run: | | |
| docker run --rm dbtools \ | |
| pytest tests/test_ago.py \ | |
| -s -vvv -ra --showlocals --tb=long --disable-warnings \ | |
| --ago_user $AGO_USER \ | |
| --ago_password $AGO_PASSWORD | |
| env: | |
| AGO_USER: ${{ secrets.AGO_USER }} | |
| AGO_PASSWORD: ${{ secrets.AGO_PASSWORD }} | |
| - name: Carto pytests | |
| run: | | |
| docker run --rm dbtools \ | |
| pytest tests/test_carto.py \ | |
| -s -vvv -ra --showlocals --tb=long --disable-warnings \ | |
| --carto_user $CARTO_USER \ | |
| --carto_password $CARTO_PASSWORD | |
| env: | |
| CARTO_USER: ${{ secrets.CARTO_USER }} | |
| CARTO_PASSWORD: ${{ secrets.CARTO_PASSWORD }} |