Release #146
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# Copyright 2022-2024, axodotdev | |
# SPDX-License-Identifier: MIT or Apache-2.0 | |
# | |
# CI that: | |
# | |
# * checks for a Git Tag that looks like a release | |
# * builds artifacts with cargo-dist (archives, installers, hashes) | |
# * uploads those artifacts to temporary workflow zip | |
# * on success, uploads the artifacts to a GitHub Release | |
# | |
# Note that the GitHub Release will be created with a generated | |
# title/body based on your changelogs. | |
name: Release | |
permissions: | |
"contents": "write" | |
# This task will run whenever you workflow_dispatch with a tag that looks like a version | |
# like "1.0.0", "v0.1.0-prerelease.1", "my-app/0.1.0", "releases/v1.0.0", etc. | |
# Various formats will be parsed into a VERSION and an optional PACKAGE_NAME, where | |
# PACKAGE_NAME must be the name of a Cargo package in your workspace, and VERSION | |
# must be a Cargo-style SemVer Version (must have at least major.minor.patch). | |
# | |
# If PACKAGE_NAME is specified, then the announcement will be for that | |
# package (erroring out if it doesn't have the given version or isn't cargo-dist-able). | |
# | |
# If PACKAGE_NAME isn't specified, then the announcement will be for all | |
# (cargo-dist-able) packages in the workspace with that version (this mode is | |
# intended for workspaces with only one dist-able package, or with all dist-able | |
# packages versioned/released in lockstep). | |
# | |
# If you push multiple tags at once, separate instances of this workflow will | |
# spin up, creating an independent announcement for each one. However, GitHub | |
# will hard limit this to 3 tags per commit, as it will assume more tags is a | |
# mistake. | |
# | |
# If there's a prerelease-style suffix to the version, then the release(s) | |
# will be marked as a prerelease. | |
on: | |
workflow_dispatch: | |
inputs: | |
tag: | |
description: Release Tag | |
required: true | |
default: dry-run | |
type: string | |
jobs: | |
# Run 'cargo dist plan' (or host) to determine what tasks we need to do | |
plan: | |
runs-on: "ubuntu-20.04" | |
outputs: | |
val: ${{ steps.plan.outputs.manifest }} | |
tag: ${{ (inputs.tag != 'dry-run' && inputs.tag) || '' }} | |
tag-flag: ${{ inputs.tag && inputs.tag != 'dry-run' && format('--tag={0}', inputs.tag) || '' }} | |
publishing: ${{ inputs.tag && inputs.tag != 'dry-run' }} | |
env: | |
GH_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
steps: | |
- uses: actions/checkout@v4 | |
with: | |
submodules: recursive | |
- name: Install cargo-dist | |
# we specify bash to get pipefail; it guards against the `curl` command | |
# failing. otherwise `sh` won't catch that `curl` returned non-0 | |
shell: bash | |
run: "curl --proto '=https' --tlsv1.2 -LsSf https://github.com/axodotdev/cargo-dist/releases/download/v0.18.0/cargo-dist-installer.sh | sh" | |
- name: Cache cargo-dist | |
uses: actions/upload-artifact@v4 | |
with: | |
name: cargo-dist-cache | |
path: ~/.cargo/bin/cargo-dist | |
# sure would be cool if github gave us proper conditionals... | |
# so here's a doubly-nested ternary-via-truthiness to try to provide the best possible | |
# functionality based on whether this is a pull_request, and whether it's from a fork. | |
# (PRs run on the *source* but secrets are usually on the *target* -- that's *good* | |
# but also really annoying to build CI around when it needs secrets to work right.) | |
- id: plan | |
run: | | |
cargo dist ${{ (inputs.tag && inputs.tag != 'dry-run' && format('host --steps=create --tag={0}', inputs.tag)) || 'plan' }} --output-format=json > plan-dist-manifest.json | |
echo "cargo dist ran successfully" | |
cat plan-dist-manifest.json | |
echo "manifest=$(jq -c "." plan-dist-manifest.json)" >> "$GITHUB_OUTPUT" | |
- name: "Upload dist-manifest.json" | |
uses: actions/upload-artifact@v4 | |
with: | |
name: artifacts-plan-dist-manifest | |
path: plan-dist-manifest.json | |
custom-build-binaries: | |
needs: | |
- plan | |
if: ${{ needs.plan.outputs.publishing == 'true' || fromJson(needs.plan.outputs.val).ci.github.pr_run_mode == 'upload' || inputs.tag == 'dry-run' }} | |
uses: ./.github/workflows/build-binaries.yml | |
with: | |
plan: ${{ needs.plan.outputs.val }} | |
secrets: inherit | |
custom-build-docker: | |
needs: | |
- plan | |
if: ${{ needs.plan.outputs.publishing == 'true' || fromJson(needs.plan.outputs.val).ci.github.pr_run_mode == 'upload' || inputs.tag == 'dry-run' }} | |
uses: ./.github/workflows/build-docker.yml | |
with: | |
plan: ${{ needs.plan.outputs.val }} | |
secrets: inherit | |
permissions: | |
"contents": "read" | |
"packages": "write" | |
# Build and package all the platform-agnostic(ish) things | |
build-global-artifacts: | |
needs: | |
- plan | |
- custom-build-binaries | |
- custom-build-docker | |
runs-on: "ubuntu-20.04" | |
env: | |
GH_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
BUILD_MANIFEST_NAME: target/distrib/global-dist-manifest.json | |
steps: | |
- uses: actions/checkout@v4 | |
with: | |
submodules: recursive | |
- name: Install cached cargo-dist | |
uses: actions/download-artifact@v4 | |
with: | |
name: cargo-dist-cache | |
path: ~/.cargo/bin/ | |
- run: chmod +x ~/.cargo/bin/cargo-dist | |
# Get all the local artifacts for the global tasks to use (for e.g. checksums) | |
- name: Fetch local artifacts | |
uses: actions/download-artifact@v4 | |
with: | |
pattern: artifacts-* | |
path: target/distrib/ | |
merge-multiple: true | |
- id: cargo-dist | |
shell: bash | |
run: | | |
cargo dist build ${{ needs.plan.outputs.tag-flag }} --output-format=json "--artifacts=global" > dist-manifest.json | |
echo "cargo dist ran successfully" | |
# Parse out what we just built and upload it to scratch storage | |
echo "paths<<EOF" >> "$GITHUB_OUTPUT" | |
jq --raw-output ".upload_files[]" dist-manifest.json >> "$GITHUB_OUTPUT" | |
echo "EOF" >> "$GITHUB_OUTPUT" | |
cp dist-manifest.json "$BUILD_MANIFEST_NAME" | |
- name: "Upload artifacts" | |
uses: actions/upload-artifact@v4 | |
with: | |
name: artifacts-build-global | |
path: | | |
${{ steps.cargo-dist.outputs.paths }} | |
${{ env.BUILD_MANIFEST_NAME }} | |
# Determines if we should publish/announce | |
host: | |
needs: | |
- plan | |
- custom-build-binaries | |
- custom-build-docker | |
- build-global-artifacts | |
# Only run if we're "publishing", and only if local and global didn't fail (skipped is fine) | |
if: ${{ always() && needs.plan.outputs.publishing == 'true' && (needs.build-global-artifacts.result == 'skipped' || needs.build-global-artifacts.result == 'success') && (needs.custom-build-binaries.result == 'skipped' || needs.custom-build-binaries.result == 'success') && (needs.custom-build-docker.result == 'skipped' || needs.custom-build-docker.result == 'success') }} | |
env: | |
GH_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
runs-on: "ubuntu-20.04" | |
outputs: | |
val: ${{ steps.host.outputs.manifest }} | |
steps: | |
- uses: actions/checkout@v4 | |
with: | |
submodules: recursive | |
- name: Install cached cargo-dist | |
uses: actions/download-artifact@v4 | |
with: | |
name: cargo-dist-cache | |
path: ~/.cargo/bin/ | |
- run: chmod +x ~/.cargo/bin/cargo-dist | |
# Fetch artifacts from scratch-storage | |
- name: Fetch artifacts | |
uses: actions/download-artifact@v4 | |
with: | |
pattern: artifacts-* | |
path: target/distrib/ | |
merge-multiple: true | |
# This is a harmless no-op for GitHub Releases, hosting for that happens in "announce" | |
- id: host | |
shell: bash | |
run: | | |
cargo dist host ${{ needs.plan.outputs.tag-flag }} --steps=upload --steps=release --output-format=json > dist-manifest.json | |
echo "artifacts uploaded and released successfully" | |
cat dist-manifest.json | |
echo "manifest=$(jq -c "." dist-manifest.json)" >> "$GITHUB_OUTPUT" | |
- name: "Upload dist-manifest.json" | |
uses: actions/upload-artifact@v4 | |
with: | |
# Overwrite the previous copy | |
name: artifacts-dist-manifest | |
path: dist-manifest.json | |
custom-publish-pypi: | |
needs: | |
- plan | |
- host | |
if: ${{ !fromJson(needs.plan.outputs.val).announcement_is_prerelease || fromJson(needs.plan.outputs.val).publish_prereleases }} | |
uses: ./.github/workflows/publish-pypi.yml | |
with: | |
plan: ${{ needs.plan.outputs.val }} | |
secrets: inherit | |
# publish jobs get escalated permissions | |
permissions: | |
"id-token": "write" | |
"packages": "write" | |
# Create a GitHub Release while uploading all files to it | |
announce: | |
needs: | |
- plan | |
- host | |
- custom-publish-pypi | |
# use "always() && ..." to allow us to wait for all publish jobs while | |
# still allowing individual publish jobs to skip themselves (for prereleases). | |
# "host" however must run to completion, no skipping allowed! | |
if: ${{ always() && needs.host.result == 'success' && (needs.custom-publish-pypi.result == 'skipped' || needs.custom-publish-pypi.result == 'success') }} | |
runs-on: "ubuntu-20.04" | |
env: | |
GH_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
steps: | |
- uses: actions/checkout@v4 | |
with: | |
submodules: recursive | |
# Create a GitHub Release while uploading all files to it | |
- name: "Download GitHub Artifacts" | |
uses: actions/download-artifact@v4 | |
with: | |
pattern: artifacts-* | |
path: artifacts | |
merge-multiple: true | |
- name: Cleanup | |
run: | | |
# Remove the granular manifests | |
rm -f artifacts/*-dist-manifest.json | |
- name: Create GitHub Release | |
env: | |
PRERELEASE_FLAG: "${{ fromJson(needs.host.outputs.val).announcement_is_prerelease && '--prerelease' || '' }}" | |
ANNOUNCEMENT_TITLE: "${{ fromJson(needs.host.outputs.val).announcement_title }}" | |
ANNOUNCEMENT_BODY: "${{ fromJson(needs.host.outputs.val).announcement_github_body }}" | |
RELEASE_COMMIT: "${{ github.sha }}" | |
run: | | |
# Write and read notes from a file to avoid quoting breaking things | |
echo "$ANNOUNCEMENT_BODY" > $RUNNER_TEMP/notes.txt | |
gh release create "${{ needs.plan.outputs.tag }}" --target "$RELEASE_COMMIT" $PRERELEASE_FLAG --title "$ANNOUNCEMENT_TITLE" --notes-file "$RUNNER_TEMP/notes.txt" artifacts/* | |
custom-publish-docs: | |
needs: | |
- plan | |
- announce | |
uses: ./.github/workflows/publish-docs.yml | |
with: | |
plan: ${{ needs.plan.outputs.val }} | |
secrets: inherit |