Discv4 Crawl and DNS Update #12559
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Discv4 Crawl and DNS Update | |
| on: | |
| schedule: | |
| - cron: '0 */3 * * *' | |
| # Allows you to run this workflow manually from the Actions tab | |
| workflow_dispatch: | |
| jobs: | |
| build: | |
| if: github.repository == 'dominant-strategies/discv4-dns-lists' | |
| name: Discv4-DNS-Crawler | |
| runs-on: ubuntu-20.04 | |
| env: | |
| QUAI_DNS_DISCV4_CRAWLTIME: 5m | |
| QUAI_DNS_DISCV4_PARENT_DOMAIN: quainodes.io | |
| QUAI_DNS_DISCV4_KEY_PATH: ./secrets/dnskey.json | |
| QUAI_DNS_DISCV4_KEYPASS_PATH: ./secrets/dnskey_password.txt | |
| QUAI_DNS_DISCV4_BOOTNODE_PRIME: enode://3ccf9f8c6737ab6e73ff628695c5c00d5d46fa2dfe7a65b689e15c3027753e7343ecfd80d58022d8646972a67ac84305913b61aba6dbcb27a019488095c2a9b9@34.139.206.86:30303 | |
| QUAI_DNS_DISCV4_BOOTNODE_CYPRUS: enode://eaca846cacf4daa221abd910d53b3d0aec7cb781329d0d9a33002437c07f423bebed571c145f27dcb54ea821d6c2ad55c6778f408bc7a0ca33db6aab0093ebdd@34.139.206.86:30304 | |
| QUAI_DNS_DISCV4_BOOTNODE_PAXOS: enode://089a3ecef24fa28e1a8c914195fb9d8c68fe0ad9efa8453baa437d2c978720719995d669746c16d451be03e670a5e071b4235788450c78bf73802970ceabb46c@34.139.206.86:30305 | |
| QUAI_DNS_DISCV4_BOOTNODE_HYDRA: enode://801ca16bf9b0544e97033e9b7ca64936bfbc7bf255ce4362bcec92e68929e0195ed4bff44d436e5622cefa5f2ba25ac04de360124f04102337bad51e45e5dd67@34.139.206.86:30306 | |
| QUAI_DNS_DISCV4_BOOTNODE_CYPRUS1: enode://f0167ae476d5abc03f763f227ac4867c82ef0f52ebeb23f2af91bc6f60caed5d4ab6c5e04d543b2b5fb717d5cb169d6999a6e9b4b86834ec10e296d57027cc73@34.139.206.86:30307 | |
| QUAI_DNS_DISCV4_BOOTNODE_CYPRUS2: enode://ddd8170b45829579694600543002d6cecd96538a9e45bcf97d20f8b18c2ee5b1b4f0e86eb00ca7d39f3c0b1f18b9b9b08b70f8d1e5bd8ee58595a15041c7f2e3@34.139.206.86:30308 | |
| QUAI_DNS_DISCV4_BOOTNODE_CYPRUS3: enode://d7a04846b19ee4d23a3e71399147cb819b3798f275c95c3512aa6505555c5dd77d8c3dc99f725c893ede8ef1a42a2aa4d7d0bb30947b5ec1f3801d0f4fd1005d@34.139.206.86:30309 | |
| QUAI_DNS_DISCV4_BOOTNODE_PAXOS1: enode://98c9db3d64fad4b8a10a0e2f07e248a4ecf1c5317753f761c2e1677b318ef4c029471ced18cbc8cc74808fbb22b9197ab9ae2f3ea65416b606769373a83c9b59@34.139.206.86:30310 | |
| QUAI_DNS_DISCV4_BOOTNODE_PAXOS2: enode://489fdf851aebcb4608f3b14633919a4b060cbdbad770566a13355c50a3ee9a23d7736c4eb8baf57a4ced53857bfe080ea19c8e9657717f82fff8ab9d41918b9b@34.139.206.86:30311 | |
| QUAI_DNS_DISCV4_BOOTNODE_PAXOS3: enode://fae7e4fe231032eb4ac4fd343e4015ec739d04a4dd1616a3b2a0ce40aefdc832c0f5803071124f6b484ce00cc68fb5752daa9535e429bf16aa2410f05642a31f@34.139.206.86:30312 | |
| QUAI_DNS_DISCV4_BOOTNODE_HYDRA1: enode://b817ff48c36a64bd007cefff0960c1f2b1bb0aed12b782d32746268af460f4ca6b0c67cc8f50669737d3be8a43db5040c39d6b3d47abbcc39204a184f2d4197a@34.139.206.86:30313 | |
| QUAI_DNS_DISCV4_BOOTNODE_HYDRA2: enode://70957213c38156cd2c97334e2f3cf22db3facc00b619771f0d4895070bf3d5f3662d642b5280c36a4920dc4236f79404e738e0cb0933a7b9693b171d394052d9@34.139.206.86:30314 | |
| QUAI_DNS_DISCV4_BOOTNODE_HYDRA3: enode://f5c1ed2e7c88a53537cdd5fbaacb3d4cfa1d7c82a10575806fc60df54d58e2f7dd37dce001e595284193b115e486dd23ea66c1a6ac6c463dae905e8a97b4e156@34.139.206.86:30315 | |
| CLOUDFLARE_API_TOKEN: ${{ secrets.CLOUDFLARE_API_TOKEN }} | |
| QUAI_DNS_CLOUDFLARE_ZONEID: ${{ secrets.QUAI_DNS_CLOUDFLARE_ZONEID }} | |
| QUAI_DNS_DISCV4_KEY: ${{ secrets.QUAI_DNS_DISCV4_KEY }} | |
| QUAI_DNS_DISCV4_KEYPASS: ${{ secrets.QUAI_DNS_DISCV4_KEYPASS }} | |
| steps: | |
| - name: Check out code | |
| uses: actions/checkout@v3 | |
| with: | |
| ssh-key: ${{ secrets.PAT_REPO_USER }} | |
| - name: Set up Go | |
| uses: actions/setup-go@v3 | |
| with: | |
| go-version: "1.20" | |
| id: go | |
| - run: go version | |
| - run: sudo apt-get install -y jq | |
| - name: Submodule sync | |
| run: git submodule sync --recursive | |
| - name: Submodule import | |
| run: git -c "http.extraheader=$auth_header" -c protocol.version=2 submodule update --init --force --depth=1 | |
| - name: Build quaikey-util | |
| run: cd quaikey-util && CGO_ENABLED=0 GO111MODULE=auto go build -v . | |
| - name: Checkout quaikey-util submodule | |
| run: mv quaikey-util/quaikey-util $GITHUB_WORKSPACE/key-util | |
| - name: Checkout quai-devp2p submodule | |
| shell: bash | |
| run: | | |
| cd quai-devp2p | |
| CGO_ENABLED=0 GO111MODULE=auto go build -v . | |
| mv quai-devp2p $GITHUB_WORKSPACE/devp2p | |
| cd .. | |
| - name: Setup secrets | |
| run: | | |
| mkdir secrets | |
| echo "$QUAI_DNS_DISCV4_KEY" > "$QUAI_DNS_DISCV4_KEY_PATH" | |
| echo "$QUAI_DNS_DISCV4_KEYPASS" > "$QUAI_DNS_DISCV4_KEYPASS_PATH" | |
| - name: Check env and secrets | |
| run: | | |
| ./.ci/deps.sh | |
| export QUAI_DNS_DISCV4_KEY_PUBLICINFO="$(cat $QUAI_DNS_DISCV4_KEYPASS_PATH | key-util inspect $QUAI_DNS_DISCV4_KEY_PATH | grep -E '(Addr|Pub)')" | |
| echo "$QUAI_DNS_DISCV4_KEY_PUBLICINFO" | |
| - name: Condense Quai Nodes List | |
| run: | | |
| cat \ | |
| all.colosseum.quainodes.io/nodes.json \ | |
| | jq -s add \ | |
| > all.json | |
| - name: Crawl | |
| run: | | |
| ./.ci/crawl.sh | |
| - name: Filter and sign | |
| run: | | |
| ./.ci/filter_and_sign.sh colosseum | |
| - name: Deploy to DNS | |
| continue-on-error: true | |
| run: | | |
| ./.ci/deploy.sh colosseum | |
| - uses: stefanzweifel/git-auto-commit-action@v4 | |
| with: | |
| branch: main |