Development Environment: Deploy #3
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: "Development Environment: Deploy" | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| machine: | |
| description: 'Which machine to use' | |
| required: true | |
| default: 'local' | |
| type: choice | |
| options: | |
| - m6a.xlarge | |
| - m6a.2xlarge | |
| - g4dn.2xlarge | |
| - g4dn.xlarge | |
| - local | |
| image: | |
| description: 'Production Environment' | |
| required: true | |
| default: 'ghcr.io/digital-defiance/sentiment-analysis-pipeline:main' | |
| type: choice | |
| options: | |
| - ghcr.io/digital-defiance/sentiment-analysis-pipeline:main | |
| docker_options: | |
| required: true | |
| description: 'Extra docker options' | |
| default: '--user root' | |
| type: choice | |
| options: | |
| - '--user root' | |
| - '--user root --gpus all' | |
| env: | |
| AWS_REGION: eu-south-1 | |
| jobs: | |
| start-runner: | |
| runs-on: ubuntu-latest | |
| name: "Provision infrastructure" | |
| outputs: | |
| label: ${{ steps.set-output.outputs.label }} | |
| ec2-instance-id: ${{ steps.start-ec2-runner.outputs.ec2-instance-id }} | |
| steps: | |
| - name: Configure AWS credentials | |
| if: ${{ inputs.machine != 'local' }} | |
| uses: aws-actions/configure-aws-credentials@v1 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| aws-region: ${{ env.AWS_REGION }} | |
| - name: Start EC2 runner | |
| id: start-ec2-runner | |
| if: ${{ inputs.machine != 'local' }} | |
| uses: digital-defiance/ec2-github-runner@feature/add-storage-option | |
| with: | |
| mode: start | |
| root-volume-size: 50 | |
| iam-role-name: ec2-logs | |
| pre-runner-script: | # sudo yum update -y && sudo yum install docker git libicu -y | |
| sudo systemctl enable docker | |
| sudo systemctl start docker | |
| github-token: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }} | |
| market-type: spot | |
| ec2-image-id: ami-0450c19b7a7f6250d # ami-0d1e2ba0458f0cd7a | |
| ec2-instance-type: ${{ inputs.machine }} | |
| subnet-id: subnet-0fc7dea0969cca860 | |
| security-group-id: sg-0c4cc0c0be64f1b08 | |
| - shell: bash | |
| name: "Get runner tag" | |
| id: set-output | |
| run: | | |
| if [[ ${{ inputs.machine }} == "local" ]]; then | |
| echo "label=local" >> $GITHUB_OUTPUT | |
| else | |
| echo "label=${{ steps.start-ec2-runner.outputs.label }}" >> $GITHUB_OUTPUT | |
| fi | |
| deploy-vscode: | |
| name: Deploy development environment | |
| timeout-minutes: 1500 | |
| needs: | |
| - start-runner | |
| runs-on: ${{ needs.start-runner.outputs.label }} | |
| container: | |
| image: ${{ inputs.image }} | |
| options: ${{ inputs.docker_options }} | |
| env: | |
| RUST_BACKTRACE: "full" | |
| LIBTORCH_USE_PYTORCH: "1" | |
| LLMVC_ENVIRONMENT: "development" | |
| MLFLOW_TRACKING_URI: ${{ secrets.MLFLOW_TRACKING_URL }} | |
| MLFLOW_TRACKING_USERNAME: ${{ secrets.MLFLOW_USERNAME }} | |
| MLFLOW_TRACKING_PASSWORD: ${{ secrets.MLFLOW_PASSWORD }} | |
| steps: | |
| # stuff to be moved to the production image | |
| - run: pip install psycopg2-binary # required for mlflow to talk to postgres | |
| - run: pip install mlflow | |
| - run: pip install prefect-shell | |
| # development dependencies and configuration | |
| # required for rust to compile | |
| - uses: actions/checkout@v4 | |
| - run: apt update | |
| - run: apt install libssh-dev -y | |
| - run: apt install pkg-config -y | |
| - run: apt install curl -y | |
| - uses: dtolnay/rust-toolchain@stable | |
| - name: Find and set torch lib path | |
| run: | | |
| SITE_PACKAGES=$(python -c "import site; print(site.getsitepackages()[0])") | |
| TORCH_LIB_PATH="${SITE_PACKAGES}/torch/lib" | |
| echo "LD_LIBRARY_PATH=$TORCH_LIB_PATH" >> $GITHUB_ENV | |
| # development only | |
| - run: pip install jurigged | |
| - run: pip install pytest | |
| - run: apt-get update && apt-get install -y procps | |
| - run: git config --global user.email "mail@ruicampos.org" | |
| - run: git config --global user.name "Rui Campos" | |
| - run: git config --global --add safe.directory /__w/llm-voice-chat/llm-voice-chat | |
| - run: git config pull.rebase false | |
| - name: Login to prefect | |
| run: yes | prefect cloud login --key ${{ secrets.PREFECT_API_KEY }} --workspace 'digital-defiance/default' | |
| - name: Setup code CLI | |
| run: | | |
| curl -Lk 'https://code.visualstudio.com/sha/download?build=stable&os=cli-alpine-x64' --output vscode_cli.tar.gz | |
| tar -xf vscode_cli.tar.gz | |
| - name: Serve VSCode | |
| continue-on-error: true | |
| run: ./code tunnel | |
| stop-runner: | |
| runs-on: ubuntu-latest | |
| name: "Deprovision infrastructure" | |
| needs: | |
| - start-runner | |
| - deploy-vscode | |
| if: ${{ always() && inputs.machine != 'local' }} | |
| steps: | |
| - name: Configure AWS credentials | |
| uses: aws-actions/configure-aws-credentials@v1 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| aws-region: ${{ env.AWS_REGION }} | |
| - name: Stop EC2 runner | |
| uses: digital-defiance/ec2-github-runner@v2 | |
| with: | |
| mode: stop | |
| github-token: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }} | |
| label: ${{ needs.start-runner.outputs.label }} | |
| ec2-instance-id: ${{ needs.start-runner.outputs.ec2-instance-id }} |