Skip to content

Commit

Permalink
ci: nightly releases
Browse files Browse the repository at this point in the history
WIP
  • Loading branch information
jacderida committed Sep 19, 2024
1 parent a132bae commit 2200e64
Show file tree
Hide file tree
Showing 2 changed files with 249 additions and 22 deletions.
221 changes: 221 additions & 0 deletions .github/workflows/nightly-release.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,221 @@
name: release

on:
push:
branches:
- ci-nightly_releases

env:
WORKFLOW_URL: https://github.com/maidsafe/safe_network/actions/runs

jobs:
build:
if: ${{ github.repository_owner == 'maidsafe' }}
name: build
environment: stable
env:
FOUNDATION_PK: ${{ vars.FOUNDATION_PK }}
GENESIS_PK: ${{ vars.GENESIS_PK }}
GENESIS_SK: ${{ secrets.GENESIS_SK }}
NETWORK_ROYALTIES_PK: ${{ vars.NETWORK_ROYALTIES_PK }}
PAYMENT_FORWARD_PK: ${{ vars.PAYMENT_FORWARD_PK }}
runs-on: ${{ matrix.os }}
strategy:
matrix:
include:
- os: windows-latest
target: x86_64-pc-windows-msvc
- os: macos-latest
target: x86_64-apple-darwin
- os: macos-latest
target: aarch64-apple-darwin
- os: ubuntu-latest
target: x86_64-unknown-linux-musl
- os: ubuntu-latest
target: arm-unknown-linux-musleabi
- os: ubuntu-latest
target: armv7-unknown-linux-musleabihf
- os: ubuntu-latest
target: aarch64-unknown-linux-musl
steps:
- uses: actions/checkout@v4
- uses: dtolnay/rust-toolchain@stable
- uses: cargo-bins/cargo-binstall@main
- shell: bash
run: cargo binstall --no-confirm just

- name: build nightly release artifacts
shell: bash
run: |
just build-release-artifacts "${{ matrix.target }}" "true"
- uses: actions/upload-artifact@main
with:
name: safe_network-${{ matrix.target }}
path: |
artifacts
!artifacts/.cargo-lock
- name: post notification to slack on failure
if: ${{ failure() }}
uses: bryannice/gitactions-slack-notification@2.0.0
env:
SLACK_INCOMING_WEBHOOK: ${{ secrets.SLACK_GH_ACTIONS_WEBHOOK_URL }}
SLACK_MESSAGE: "Please check the logs for the run at ${{ env.WORKFLOW_URL }}/${{ github.run_id }}"
SLACK_TITLE: "Release Failed"

s3-release:
if: ${{ github.repository_owner == 'maidsafe' }}
name: s3 release
runs-on: ubuntu-latest
needs: [build]
env:
AWS_ACCESS_KEY_ID: ${{ secrets.S3_DEPLOY_AWS_ACCESS_KEY_ID }}
AWS_SECRET_ACCESS_KEY: ${{ secrets.S3_DEPLOY_AWS_SECRET_ACCESS_KEY }}
AWS_DEFAULT_REGION: eu-west-2
steps:
- uses: actions/checkout@v4
- uses: actions/download-artifact@master
with:
name: safe_network-x86_64-pc-windows-msvc
path: artifacts/x86_64-pc-windows-msvc/release
- uses: actions/download-artifact@master
with:
name: safe_network-x86_64-unknown-linux-musl
path: artifacts/x86_64-unknown-linux-musl/release
- uses: actions/download-artifact@master
with:
name: safe_network-x86_64-apple-darwin
path: artifacts/x86_64-apple-darwin/release
- uses: actions/download-artifact@master
with:
name: safe_network-aarch64-apple-darwin
path: artifacts/aarch64-apple-darwin/release
- uses: actions/download-artifact@master
with:
name: safe_network-arm-unknown-linux-musleabi
path: artifacts/arm-unknown-linux-musleabi/release
- uses: actions/download-artifact@master
with:
name: safe_network-armv7-unknown-linux-musleabihf
path: artifacts/armv7-unknown-linux-musleabihf/release
- uses: actions/download-artifact@master
with:
name: safe_network-aarch64-unknown-linux-musl
path: artifacts/aarch64-unknown-linux-musl/release

- uses: cargo-bins/cargo-binstall@main
- name: install just
shell: bash
run: cargo binstall --no-confirm just

- name: upload binaries to S3
shell: bash
run: |
version=$(date +"%Y.%m.%d")
just package-bin "faucet" "$version"
just package-bin "nat-detection" "$version"
just package-bin "node-launchpad" "$version"
just package-bin "safe" "$version"
just package-bin "safenode" "$version"
just package-bin "safenode_rpc_client" "$version"
just package-bin "safenode-manager" "$version"
just package-bin "safenodemand" "$version"
just package-bin "sn_auditor" "$version"
just upload-all-packaged-bins-to-s3
github-release:
if: ${{ github.repository_owner == 'maidsafe' }}
name: github release
runs-on: ubuntu-latest
needs: [s3-release]
steps:
- uses: actions/checkout@v4
- uses: actions/download-artifact@master
with:
name: safe_network-x86_64-pc-windows-msvc
path: artifacts/x86_64-pc-windows-msvc/release
- uses: actions/download-artifact@master
with:
name: safe_network-x86_64-unknown-linux-musl
path: artifacts/x86_64-unknown-linux-musl/release
- uses: actions/download-artifact@master
with:
name: safe_network-x86_64-apple-darwin
path: artifacts/x86_64-apple-darwin/release
- uses: actions/download-artifact@master
with:
name: safe_network-aarch64-apple-darwin
path: artifacts/aarch64-apple-darwin/release
- uses: actions/download-artifact@master
with:
name: safe_network-arm-unknown-linux-musleabi
path: artifacts/arm-unknown-linux-musleabi/release
- uses: actions/download-artifact@master
with:
name: safe_network-armv7-unknown-linux-musleabihf
path: artifacts/armv7-unknown-linux-musleabihf/release
- uses: actions/download-artifact@master
with:
name: safe_network-aarch64-unknown-linux-musl
path: artifacts/aarch64-unknown-linux-musl/release

- uses: cargo-bins/cargo-binstall@main
- name: install just
shell: bash
run: cargo binstall --no-confirm just

- name: set package version
shell: bash
run: |
version=$(date +"%Y.%m.%d")
echo "PACKAGE_VERSION=$version" >> $GITHUB_ENV
- name: package release artifacts
shell: bash
run: just package-all-architectures

- name: delete existing nightly releases
env:
GITHUB_TOKEN: ${{ secrets.VERSION_BUMP_COMMIT_PAT }}
run: |
releases=$(gh api repos/${{ github.repository }}/releases --paginate)
echo "$RELEASES" | jq -c '.[]' | while read release; do
tag_name=$(echo $release | jq -r '.tag_name')
release_id=$(echo $release | jq -r '.id')
if [[ $tag_name == nightly* ]]; then
echo "deleting nightly release with tag: $tag_name"
gh api -X DELETE repos/${{ github.repository }}/releases/$release_id
fi
done
# For the next two steps, it seems to be necessary to set `GITHUB_TOKEN` on the step rather
# than the job level.
- name: create new nightly release
uses: actions/create-release@v1
env:
GITHUB_TOKEN: ${{ secrets.VERSION_BUMP_COMMIT_PAT }}
with:
tag_name: nightly-${{ env.PACKAGE_VERSION }}
release_name: Nightly
draft: false
prerelease: true

- name: upload artifacts as assets
env:
GITHUB_TOKEN: ${{ secrets.VERSION_BUMP_COMMIT_PAT }}
shell: bash
run: |
(
cd packaged_architectures
ls | xargs gh release upload nightly-${{ env.PACKAGE_VERSION }}
)
- name: post notification to slack on failure
if: ${{ failure() }}
uses: bryannice/gitactions-slack-notification@2.0.0
env:
SLACK_INCOMING_WEBHOOK: ${{ secrets.SLACK_GH_ACTIONS_WEBHOOK_URL }}
SLACK_MESSAGE: "Please check the logs for the run at ${{ env.WORKFLOW_URL }}/${{ github.run_id }}"
SLACK_TITLE: "Nightly Release Failed"
50 changes: 28 additions & 22 deletions Justfile
Original file line number Diff line number Diff line change
Expand Up @@ -65,11 +65,12 @@ kill-testbed:
doctl compute droplet delete $droplet_id
fi

build-release-artifacts arch:
build-release-artifacts arch nightly="false":
#!/usr/bin/env bash
set -e
arch="{{arch}}"
nightly="{{nightly}}"
supported_archs=(
"x86_64-pc-windows-msvc"
"x86_64-apple-darwin"
Expand Down Expand Up @@ -107,9 +108,9 @@ build-release-artifacts arch:
mkdir artifacts
cargo clean

echo "==============="
echo "= Public Keys ="
echo "==============="
echo "================"
echo "= Network Keys ="
echo "================"
echo "FOUNDATION_PK: $FOUNDATION_PK"
echo "GENESIS_PK: $GENESIS_PK"
echo "NETWORK_ROYALTIES_PK: $NETWORK_ROYALTIES_PK"
Expand All @@ -118,28 +119,33 @@ build-release-artifacts arch:
cross_container_opts="--env \"GENESIS_PK=$GENESIS_PK\" --env \"GENESIS_SK=$GENESIS_SK\" --env \"FOUNDATION_PK=$FOUNDATION_PK\" --env \"NETWORK_ROYALTIES_PK=$NETWORK_ROYALTIES_PK\" --env \"PAYMENT_FORWARD_PK=$PAYMENT_FORWARD_PK\""
export CROSS_CONTAINER_OPTS=$cross_container_opts

nightly_feature=""
if [[ "$nightly" == "true" ]]; then
nightly_feature="--features nightly"
fi

if [[ $arch == arm* || $arch == armv7* || $arch == aarch64* ]]; then
echo "Passing to cross CROSS_CONTAINER_OPTS=$CROSS_CONTAINER_OPTS"
cargo binstall --no-confirm cross
cross build --release --target $arch --bin faucet --features=distribution
cross build --release --target $arch --bin nat-detection
cross build --release --target $arch --bin node-launchpad
cross build --release --features="network-contacts,distribution" --target $arch --bin safe
cross build --release --features=network-contacts --target $arch --bin safenode
cross build --release --target $arch --bin safenode-manager
cross build --release --target $arch --bin safenodemand
cross build --release --target $arch --bin safenode_rpc_client
cross build --release --target $arch --bin sn_auditor
cross build --release --target $arch --bin faucet --features=distribution $nightly_feature
cross build --release --target $arch --bin nat-detection $nightly_feature
cross build --release --target $arch --bin node-launchpad $nightly_feature
cross build --release --features="network-contacts,distribution" --target $arch --bin safe $nightly_feature
cross build --release --features=network-contacts --target $arch --bin safenode $nightly_feature
cross build --release --target $arch --bin safenode-manager $nightly_feature
cross build --release --target $arch --bin safenodemand $nightly_feature
cross build --release --target $arch --bin safenode_rpc_client $nightly_feature
cross build --release --target $arch --bin sn_auditor $nightly_feature
else
cargo build --release --target $arch --bin faucet --features=distribution
cargo build --release --target $arch --bin nat-detection
cargo build --release --target $arch --bin node-launchpad
cargo build --release --features="network-contacts,distribution" --target $arch --bin safe
cargo build --release --features=network-contacts --target $arch --bin safenode
cargo build --release --target $arch --bin safenode-manager
cargo build --release --target $arch --bin safenodemand
cargo build --release --target $arch --bin safenode_rpc_client
cargo build --release --target $arch --bin sn_auditor
cargo build --release --target $arch --bin faucet --features=distribution $nightly_feature
cargo build --release --target $arch --bin nat-detection $nightly_feature
cargo build --release --target $arch --bin node-launchpad $nightly_feature
cargo build --release --features="network-contacts,distribution" --target $arch --bin safe $nightly_feature
cargo build --release --features=network-contacts --target $arch --bin safenode $nightly_feature
cargo build --release --target $arch --bin safenode-manager $nightly_feature
cargo build --release --target $arch --bin safenodemand $nightly_feature
cargo build --release --target $arch --bin safenode_rpc_client $nightly_feature
cargo build --release --target $arch --bin sn_auditor $nightly_feature
fi

find target/$arch/release -maxdepth 1 -type f -exec cp '{}' artifacts \;
Expand Down

0 comments on commit 2200e64

Please sign in to comment.