Ticket 885/bls-glue-changes #460

Workflow file for this run

.github/workflows/container-test.yml at 006962c


	name: IMA container test

	on:
	push:
	branches-ignore:
	- 'docs-v*'
	pull_request:
	branches-ignore:
	- 'docs-v*'

	jobs:

	test-comprehensive:

	runs-on: self-hosted

	steps:

	- name: INFO - force pre-clean
	run: \|
	sudo rm -rf comprehensive-test \|\| true

	- uses: actions/checkout@v2

	- name: INFO - github environment variable checks
	run: \|
	echo ------------ GIT_CURRENT_BRANCH
	export GIT_CURRENT_BRANCH=$(git rev-parse --abbrev-ref HEAD)
	echo $GIT_CURRENT_BRANCH
	echo ------------ GIT_SYMBOLIC_BRANCH
	export GIT_SYMBOLIC_BRANCH=$(git symbolic-ref --short HEAD)
	echo $GIT_SYMBOLIC_BRANCH
	echo ------------ GITHUB_WORKFLOW
	echo $GITHUB_WORKFLOW
	echo ------------ GITHUB_RUN_ID
	echo $GITHUB_RUN_ID
	echo ------------ GITHUB_RUN_NUMBER
	echo $GITHUB_RUN_NUMBER
	echo ------------ GITHUB_ACTION
	echo $GITHUB_ACTION
	echo ------------ GITHUB_ACTIONS
	echo $GITHUB_ACTIONS
	echo ------------ GITHUB_ACTOR
	echo $GITHUB_ACTOR
	echo ------------ GITHUB_REPOSITORY
	echo $GITHUB_REPOSITORY
	echo ------------ GITHUB_EVENT_NAME
	echo $GITHUB_EVENT_NAME
	echo ------------ GITHUB_EVENT_PATH
	echo $GITHUB_EVENT_PATH
	echo ------------ GITHUB_WORKSPACE
	echo $GITHUB_WORKSPACE
	echo ------------ GITHUB_SHA
	echo $GITHUB_SHA
	echo ------------ GITHUB_REF
	echo $GITHUB_REF
	echo ------------ GITHUB_HEAD_REF
	echo $GITHUB_HEAD_REF
	echo ------------ GITHUB_BASE_REF
	echo $GITHUB_BASE_REF

	- name: INFO - user information checks
	run: \|
	echo ------------ user
	echo $USER
	echo ------------ home
	echo $HOME
	echo ------------ path
	echo $PATH

	- name: INFO - system information checks
	run: \|
	echo ------------ pwd
	pwd
	echo ------------ unix name - a
	uname -a \|\| true
	echo ------------ unix name - r
	uname -r \|\| true
	echo ------------ lsb_release - cat
	cat /etc/lsb-release
	echo ------------ lsb_release - a
	lsb_release -a \|\| true
	echo ------------ hostnamectl
	hostnamectl \|\| true
	echo ------------ /etc/os-release
	cat /etc/os-release \|\| true
	echo ------------ /proc/version
	cat /proc/version \|\| true
	echo ------------ lscpu
	lscpu \|\| true

	- name: UPDATE - system deps and install libc6, net-tools, btrfs-progs, zip, unzip, bash, procps, curl, jq
	run: \|
	sudo apt-get update
	sudo apt-get install libc6 net-tools btrfs-progs zip unzip
	sudo apt-get install bash
	sudo apt-get install procps
	sudo apt-get install curl
	sudo apt-get install jq

	- name: INIT - uninstall old Node JS if any
	run: \|
	sudo npm cache clean -f \|\| true &> /dev/null
	sudo apt-get remove nodejs npm node -y \|\| true &> /dev/null
	sudo apt-get purge nodejs -y \|\| true &> /dev/null
	sudo apt-get autoremove -y \|\| true &> /dev/null
	sudo rm -rf /usr/bin/node \|\| true &> /dev/null
	sudo rm -rf /usr/include/node \|\| true &> /dev/null
	sudo rm -rf /usr/lib/node_modules \|\| true &> /dev/null
	sudo rm -rf /usr/local/bin/npm \|\| true &> /dev/null
	sudo rm -rf /usr/local/share/man/man1/node* \|\| true &> /dev/null
	sudo rm -rf /usr/local/lib/dtrace/node.d \|\| true &> /dev/null
	sudo rm -rf ~/.npm \|\| true &> /dev/null
	sudo rm -rf ~/.node-gyp \|\| true &> /dev/null
	sudo rm -rf /opt/local/bin/node \|\| true &> /dev/null
	sudo rm -rf /opt/local/include/node \|\| true &> /dev/null
	sudo rm -rf /opt/local/lib/node_modules \|\| true &> /dev/null
	sudo rm -rf /usr/local/lib/node* \|\| true &> /dev/null
	sudo rm -rf /usr/local/include/node* \|\| true &> /dev/null
	sudo rm -rf /usr/local/bin/node* \|\| true &> /dev/null

	- name: INIT - install Node JS
	run: \|
	curl -sL https://deb.nodesource.com/setup_18.x \| sudo bash -
	sudo apt-get install -y nodejs
	sudo ln -s /usr/bin/node /usr/local/bin/node
	sudo npm install --global npm
	sudo npm install --global color-support
	sudo npm install --global yarn
	sudo npm install --global node-gyp

	- name: INIT - version checks of Node JS and its utilities
	run: \|
	which node
	node --version
	which npm
	npm --version
	which yarn
	yarn --version
	which node-gyp
	node-gyp --version

	- name: INIT - Download comprehensive-test
	working-directory: ${{env.working-directory}}
	run: \|
	sudo rm -rf ./comprehensive-test \|\| true
	export IMA_ROOT_DIR=$(pwd)
	echo IMA_ROOT_DIR = $IMA_ROOT_DIR
	git clone https://github.com/skalenetwork/comprehensive-test.git --recursive

	- name: INIT - install Ethereum Main Net emulation
	working-directory: ${{env.working-directory}}
	run: \|
	cd comprehensive-test
	pwd
	cd cli-hh
	./clean.sh
	./init.sh
	cd ../..

	- name: INIT - startup Ethereum Main Net emulation
	working-directory: ${{env.working-directory}}
	run: \|
	cd comprehensive-test
	cd cli-hh
	./run.sh &> ../local_mainnet_output_log.txt &
	cd ../..

	- name: INIT - Install PYTHON
	uses: actions/setup-python@v2
	with:
	python-version: 3.8

	- name: INIT - Install venv for PYTHON
	working-directory: ${{env.working-directory}}
	run: \|
	sudo apt-get install python3.8-venv

	- name: INIT - Install everything in IMA
	working-directory: ${{env.working-directory}}
	run: \|
	yarn install

	- name: INIT - initialize comprehensive test tokens
	working-directory: ${{env.working-directory}}
	run: \|
	cd comprehensive-test/test_tokens
	yarn install
	cd ../..

	- name: INIT - initialize S-Chain configuration creator
	working-directory: ${{env.working-directory}}
	run: \|
	cd comprehensive-test
	cd s_chain_gen
	yarn install
	cd ..
	cd ..

	- name: INIT - initialize S-Chain configuration creator
	working-directory: ${{env.working-directory}}
	run: \|
	cd comprehensive-test
	cd s_chain_gen
	yarn install
	cd ..
	cd ..

	- name: INIT - check skaled can run
	working-directory: ${{env.working-directory}}
	run: \|
	cd comprehensive-test
	export DETECTED_UBUNTU_VERSION=$(lsb_release -r \| cut -f2)
	export TRYING_SKALED_AT_PATH=./app_cache/bin_$DETECTED_UBUNTU_VERSION/skaled
	$TRYING_SKALED_AT_PATH --colors --version
	$TRYING_SKALED_AT_PATH --help
	cd ..

	- name: INIT - generate configuration files for S-Chain nodes
	working-directory: ${{env.working-directory}}
	run: \|
	cd comprehensive-test
	cd s_chain_gen
	./init.sh
	cd ../..

	- name: INIT - download Skale Manager
	working-directory: ${{env.working-directory}}
	run: \|
	cd comprehensive-test
	sudo rm -rf ./skale-manager \|\| true
	git clone https://github.com/skalenetwork/skale-manager.git --recursive
	cd ..

	- name: INIT - install Skale Manager dependencies
	working-directory: ${{env.working-directory}}
	run: \|
	cd comprehensive-test
	cd skale-manager
	yarn install
	cd ../..

	- name: INIT - install comprehensive engine dependencies
	working-directory: ${{env.working-directory}}
	run: \|
	cd comprehensive-test
	cd engine
	yarn install
	cd ../..

	- name: SELF-TEST 1 A - use IMA to discover chain ID via node 00-00 and test last is alive
	working-directory: ${{env.working-directory}}
	run: \|
	node ./agent/main.mjs --colors --no-gathered --discover-cid --url-main-net=http://127.0.0.1:2164 \|\| true

	- name: SELF-TEST 1 B - use IMA to discover chain ID via node 00-01 and test last is alive
	working-directory: ${{env.working-directory}}
	run: \|
	node ./agent/main.mjs --colors --no-gathered --discover-cid --url-main-net=http://127.0.0.2:2264 \|\| true

	- name: SELF-TEST 1 C - use IMA to discover chain ID via node 01-00 and test last is alive
	working-directory: ${{env.working-directory}}
	run: \|
	node ./agent/main.mjs --colors --no-gathered --discover-cid --url-main-net=http://127.0.0.3:2364 \|\| true

	- name: SELF-TEST 1 D - use IMA to discover chain ID via node 01-01 and test last is alive
	working-directory: ${{env.working-directory}}
	run: \|
	node ./agent/main.mjs --colors --no-gathered --discover-cid --url-main-net=http://127.0.0.4:2464 \|\| true

	- name: SELF-TEST 2 A - use IMA to browse S-Chain via node 00-00 and test last is alive
	working-directory: ${{env.working-directory}}
	run: \|
	node ./agent/main.mjs --colors --no-gathered --browse-s-chain --url-s-chain=http://127.0.0.1:2164 \|\| true

	- name: SELF-TEST 2 B - use IMA to browse S-Chain via node 00-01 and test last is alive
	working-directory: ${{env.working-directory}}
	run: \|
	node ./agent/main.mjs --colors --no-gathered --browse-s-chain --url-s-chain=http://127.0.0.2:2264 \|\| true

	- name: SELF-TEST 2 C - use IMA to browse S-Chain via node 01-00 and test last is alive
	working-directory: ${{env.working-directory}}
	run: \|
	node ./agent/main.mjs --colors --no-gathered --browse-s-chain --url-s-chain=http://127.0.0.3:2364 \|\| true

	- name: SELF-TEST 2 D - use IMA to browse S-Chain via node 01-01 and test last is alive
	working-directory: ${{env.working-directory}}
	run: \|
	node ./agent/main.mjs --colors --no-gathered --browse-s-chain --url-s-chain=http://127.0.0.4:2464 \|\| true

	- name: INIT - build IMA docker container
	working-directory: ${{env.working-directory}}
	run: \|
	echo ------------ download binaries
	LIB_BLS_RELEASE_TAG="0.2.0-develop.3" bash ./scripts/download_binaries.sh
	echo ------------ docker image
	export RELEASE=false
	export VERSION=13.13.13-test.13
	echo "Docker image(will build) version is:" $VERSION
	export NAME=ima
	export BRANCH=$GIT_CURRENT_BRANCH
	export REPO_NAME=skalenetwork/$NAME
	export IMAGE_NAME=$REPO_NAME:$VERSION
	export LATEST_IMAGE_NAME=$REPO_NAME:latest
	echo "Docker image(will build) name for IMA Agent is:" $IMAGE_NAME
	bash ./scripts/build_image.sh "" ""

	- name: INIT - download SGX Wallet
	working-directory: ${{env.working-directory}}
	run: \|
	cd comprehensive-test
	sudo docker stop run_sgx_sim_sgxwallet_1 \|\| true
	sudo rm -rf ./sgxwallet \|\| true
	git clone https://github.com/skalenetwork/sgxwallet.git --recursive
	cd sgxwallet
	git checkout develop
	git fetch
	git pull
	git branch
	git status
	cd ..
	cd ..

	- name: INIT - update docker image SGX Wallet in the emulation mode
	working-directory: ${{env.working-directory}}
	run: \|
	cd comprehensive-test
	cd sgxwallet/run_sgx_sim
	rm -rf ../../local_sgxwallet_output_log.txt &> /dev/null
	echo " --------------------------- stopping sgx wallet ------------------------------------------------------------------------------------------------------ "
	docker-compose down
	echo " --------------------------- fixing sgx wallets docker config ----------------------------------------------------------------------------------------- "
	mv docker-compose.yml docker-compose.yml.old-previous \|\| true
	echo "version: '3'" > docker-compose.yml
	echo 'services:' >> docker-compose.yml
	echo ' sgxwallet:' >> docker-compose.yml
	echo ' image: skalenetwork/sgxwallet_sim:1.9.0-develop.11' >> docker-compose.yml
	echo ' restart: unless-stopped' >> docker-compose.yml
	echo ' network_mode: "host"' >> docker-compose.yml
	# echo ' ports:' >> docker-compose.yml
	# echo ' - "1026:1026"' >> docker-compose.yml
	# echo ' - "1027:1027"' >> docker-compose.yml
	# echo ' - "1028:1028"' >> docker-compose.yml
	# echo ' - "1029:1029"' >> docker-compose.yml
	# echo ' - "1030:1030"' >> docker-compose.yml
	# echo ' - "1031:1031"' >> docker-compose.yml
	echo ' volumes:' >> docker-compose.yml
	echo ' - ./sgx_data:/usr/src/sdk/sgx_data' >> docker-compose.yml
	echo ' - /dev/urandom:/dev/random' >> docker-compose.yml
	echo ' logging:' >> docker-compose.yml
	echo ' driver: json-file' >> docker-compose.yml
	echo ' options:' >> docker-compose.yml
	echo ' max-size: "10m"' >> docker-compose.yml
	echo ' max-file: "4"' >> docker-compose.yml
	echo ' command: -s -y -V -d' >> docker-compose.yml
	echo " --------------------------- pulling sgx wallet ------------------------------------------------------------------------------------------------------- "
	docker-compose pull
	cd ../..
	cd ..

	- name: INIT - start SGX Wallet
	working-directory: ${{env.working-directory}}
	run: \|
	cd comprehensive-test
	cd sgxwallet/run_sgx_sim
	docker-compose up &> ../../local_sgxwallet_output_log.txt &
	sleep 90
	cd ../..
	cd ..

	- name: INIT - check SGX Wallet has listening ports
	working-directory: ${{env.working-directory}}
	run: \|
	echo "sleeping 180 seconds..."
	sleep 180
	echo "checking port 1026 commonly used by SGX Wallet for HTTPS..."
	sudo netstat -tulpn \| grep 1026
	echo "...Done"
	echo "checking port 1027 commonly used by SGX Wallet for HTTP..."
	sudo netstat -tulpn \| grep 1027
	echo "...Done"

	- name: INIT - download transaction manager
	working-directory: ${{env.working-directory}}
	run: \|
	cd comprehensive-test
	sudo rm -rf ./transaction-manager \|\| true
	git clone https://github.com/skalenetwork/transaction-manager
	cd ..

	- name: INIT - start transaction manager and redis
	working-directory: ${{env.working-directory}}
	run: \|
	cd comprehensive-test
	cd transaction-manager
	export SGX_SERVER_URL=http://127.0.0.1:1027
	export ENDPOINT=http://127.0.0.1:8545
	#export ETH_PRIVATE_KEY=23ABDBD3C61B5330AF61EBE8BEF582F4E5CC08E554053A718BDCE7813B9DC1FC
	export ETH_PRIVATE_KEY=fd6d151c4afe5c1c856e5a234950252be7a90210f3aa2bad4e0db037355c1dd6
	./scripts/run-test-containers.sh
	cd ..
	echo "------------------------------------------------------------------------------------"
	docker ps
	echo "------------------------------------------------------------------------------------"
	export TM_CONTAINER_ID=$(docker ps \| grep transaction-manager \| awk '{print $1;}')
	echo "Transaction manager docker container ID:" $TM_CONTAINER_ID
	docker logs $TM_CONTAINER_ID -f &> engine/tm.log &
	echo "------------------------------------------------------------------------------------"
	export REDIS_CONTAINER_ID=$(docker ps \| grep redis \| awk '{print $1;}')
	echo "Redis container ID:" $REDIS_CONTAINER_ID
	docker logs $REDIS_CONTAINER_ID -f &> engine/redis.log &
	cd ..

	- name: INIT - prepare ulimit
	working-directory: ${{env.working-directory}}
	run: \|
	ulimit -n 65535 > /dev/null
	echo "ulimit is now set to" $(ulimit -n)

	- name: RUN - create certificates
	working-directory: ${{env.working-directory}}
	run: \|
	cd comprehensive-test
	cd engine/create_pems
	sudo rm -rf ./new_certs/* \|\| true
	sudo rm -rf ./k.key \|\| true
	sudo rm -rf ./k.pem \|\| true
	sudo rm -rf ./k.crt \|\| true
	sudo rm -rf ./client.key \|\| true
	sudo rm -rf ./client.pem \|\| true
	sudo rm -rf ./client.crt \|\| true
	./create_pems.sh
	cd ../..
	cd ..

	- name: RUN - main engine steps
	working-directory: ${{env.working-directory}}
	run: \|
	export IMA_ROOT_DIR=$(pwd)
	echo IMA_ROOT_DIR = $IMA_ROOT_DIR
	cd comprehensive-test/engine
	export ALL_SKALE_TEST_CLOUD_RUN=1
	#
	export VERSION=13.13.13-test.13
	echo "Docker image(will run) version is:" $VERSION
	export NAME=ima
	export BRANCH=$GIT_CURRENT_BRANCH
	export REPO_NAME=skalenetwork/$NAME
	export IMAGE_NAME=$REPO_NAME:$VERSION
	export LATEST_IMAGE_NAME=$REPO_NAME:latest
	echo "Docker image(will run) name for IMA Agent is:" $IMAGE_NAME
	#
	node ./index.js
	cd ../..

	- name: SHUTDOWN - stop SGX Wallet
	run: \|
	cd comprehensive-test
	cd sgxwallet/run_sgx_sim
	docker-compose down
	cd ../..
	cd ..

	- name: SHUTDOWN - stop transaction manager and redis
	run: \|
	docker stop $TM_CONTAINER_ID $REDIS_CONTAINER_ID \|\| true
	docker rm $TM_CONTAINER_ID $REDIS_CONTAINER_ID \|\| true

	- name: SHUTDOWN - zombie cleanup, if any
	run: \|
	killall -9 skaled node npx python python3 \|\| true
	pkill -9 -f skaled \|\| true

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Ticket 885/bls-glue-changes #460

Workflow file

Ticket 885/bls-glue-changes #460

Jobs

Run details

Workflow file for this run