Makefile

.PHONY: all check clean distclean docs install FORCE

all: develop

#We use environment variables from the invoking process if they have been set,
#otherwise we try our best to determine them automatically.

SHELL=/usr/bin/env bash
N ?= 1
PROTEUS ?= $(shell python3 -c "import os; print(os.path.realpath(os.getcwd()))")
VER_CMD = git log -1 --pretty="%H"
PROTEUS_BUILD_CMD = python3 setup.py build_ext
PROTEUS_INSTALL_CMD = pip3 install --no-deps --no-build-isolation --no-binary=:all: -v . #python3 setup.py install
PROTEUS_DEVELOP_BUILD_CMD = python3 setup.py build_ext -i
PROTEUS_DEVELOP_CMD = pip3 install --no-deps --no-build-isolation --no-binary=:all: -v -e . 
#
ifeq (${N}, 1)
PROTEUS_BUILD_CMD = python3 -c "print('Letting install handle build_ext')"
PROTEUS_DEVELOP_BUILD_CMD = python3 -c "print('Letting install handle build_ext')"
endif

# automatically detect hpcmp machines
PROTEUS_ARCH ?= $(shell [[ $$(hostname) = topaz* ]] && echo "topaz" || python3 -c "import sys; print(sys.platform)")
PROTEUS_ARCH ?= $(shell [[ $$(hostname) = onyx* ]] && echo "onyx" || python3 -c "import sys; print(sys.platform)")
PROTEUS_ARCH ?= $(shell [[ $$(hostname) = copper* ]] && echo "copper" || python3 -c "import sys; print(sys.platform)")
PROTEUS_ARCH ?= $(shell [[ $$(hostname) = excalibur* ]] && echo "excalibur" || python3 -c "import sys; print(sys.platform)")
PROTEUS_ARCH ?= $(shell [[ $$(hostname) = centennial* ]] && echo "centennial" || python3 -c "import sys; print(sys.platform)")
PROTEUS_ARCH ?= $(shell [[ $$(hostname) = thunder* ]] && echo "thunder" || python3 -c "import sys; print(sys.platform)")
PROTEUS_ARCH ?= $(shell [[ $$(hostname) = gordon* ]] && echo "gordon" || python3 -c "import sys; print(sys.platform)")
PROTEUS_ARCH ?= $(shell [[ $$(hostname) = conrad* ]] && echo "conrad" || python3 -c "import sys; print(sys.platform)")
ifdef PROTEUS_PREFIX
CONDA_PREFIX=''
endif
ifdef CONDA_PREFIX
PROTEUS_ARCH ?= linux
PROTEUS_PREFIX ?= ${CONDA_PREFIX}
PROTEUS_PYTHON ?= python
else
PROTEUS_PREFIX ?= ${PROTEUS}/${PROTEUS_ARCH}
PROTEUS_PYTHON ?= ${PROTEUS_PREFIX}/bin/python3
PROTEUS_VERSION := $(shell ${VER_CMD})
endif

TEST_MARKER="' '"

define show_info
	@echo "Please include this information in all bug reports."
	@echo "+======================================================================================================+"
	@echo "PROTEUS        : ${PROTEUS}"
	@echo "PROTEUS_ARCH   : ${PROTEUS_ARCH}"
	@echo "PROTEUS_PREFIX : ${PROTEUS_PREFIX}"
	@echo "PROTEUS_VERSION: ${PROTEUS_VERSION}"
	@echo "+======================================================================================================+"
	@echo ""
endef

define howto
	@echo "Proteus and its dependencies have been installed!"
	@echo ""
	@echo "You may want to add the installation directory to your PATH:"
	@echo "${PROTEUS_PREFIX}/bin"
	@echo ""
	@echo "On bash or zsh:"
	@echo 'export PATH=${PROTEUS_PREFIX}/bin:$${PATH}'
	@echo ""
	@echo "You can also invoke the Python interpreter directly:"
	@echo "${PROTEUS_PREFIX}/bin/python3"
	@echo ""
	@echo "You should now verify that the install succeeded by running:"
	@echo "make test"
	@echo ""
endef

ifeq ($(PROTEUS_ARCH), darwin)
PLATFORM_ENV = MACOSX_DEPLOYMENT_TARGET=$(shell sw_vers -productVersion | sed -E "s/([0-9]+\.[0-9]+).*/\1/")
endif

ifeq ($(PROTEUS_ARCH), cygwin)
BOOTSTRAP = cygwin_bootstrap.done
endif

FC ?= gfortran
F77 ?= gfortran
F90 ?= gfortran

# The choice for default Fortran compiler needs to be overridden on the Garnet system
ifeq ($(PROTEUS_ARCH), garnet.gnu)
FC=ftn
F77=ftn
F90=ftn
endif

ifdef VERBOSE
HIT_FLAGS += -v
endif

ifdef DEBUG
PROTEUS_ARCH := ${PROTEUS_ARCH}-debug
endif

PROTEUS_ENV ?= PATH="${PROTEUS_PREFIX}/bin:${PATH}"

clean:
	-PROTEUS_PREFIX=${PROTEUS_PREFIX} ${PROTEUS_PYTHON} setup.py clean

distclean: clean
	-rm -f stack.done
ifdef CONDA_PREFIX
else
	-rm -rf ${PROTEUS_PREFIX}
endif
	-rm -rf build proteus/*.pyc proteus/*.so proteus/*.a proteus/MeshAdaptPUMI/*.so
	-rm -rf build proteus/mprans/*.pyc proteus/mprans/*.so proteus/mprans/*.a
	-rm -rf build proteus/richards/*.pyc proteus/richards/*.so proteus/richards/*.a
	-rm -rf build proteus/elastoplastic/*.pyc proteus/elastoplastic/*.so proteus/elastoplastic/*.a
	-rm -rf build proteus/mbd/*.pyc proteus/mbd/*.so proteus/mbd/*.a

stack/hit/bin/hit:
	@echo "Updating stack submodule"
	git submodule update --init stack
	@echo "Updating stack/hit submodule"
	cd stack && git submodule update --init
	@echo "Adding source cache if not done already"
	-./stack/hit/bin/hit init-home
	-./stack/hit/bin/hit remote add https://proteus.cee.lsu.edu/hashdist_src --objects="source"

stack:
	@echo "Updating stack submodule"
	git submodule update --init stack

bld_cache: stack/hit/bin/hit
	@echo "Trying to add build cache for your arch"
	HASHSTACK_BLD = $(shell lsb_release -ir | python3 -c "import sys; rel=dict((k.split(':')[0].split()[0],k.split(':')[1].strip().replace('.','_').lower()) for k in sys.stdin.readlines()); print('{Distributor}_{Release}'.format(**rel))")
	./stack/hit/bin/hit remote add https://proteus.cee.lsu.edu/hashdist_${HASHSTACK_BLD} --objects="build"

cygwin_bootstrap.done: stack/scripts/setup_cygstack.py stack/scripts/cygstack.txt
	python3 stack/scripts/setup_cygstack.py stack/scripts/cygstack.txt
	touch cygwin_bootstrap.done

stack/default.yaml: stack/hit/bin/hit
	@echo "Linking stack/default.yaml for this arch"
	-ln -s ${PWD}/stack/examples/proteus.${PROTEUS_ARCH}.yaml ${PWD}/stack/default.yaml

# A hashstack profile will be rebuilt if Make detects any files in the stack
# directory newer than the profile artifact file.
${PROTEUS_PREFIX}/artifact.json: stack/default.yaml $(shell find stack -type f) ${BOOTSTRAP}
	@echo "************************"
	@echo "Building dependencies..."
	@echo "************************"

	$(call show_info)

	cd stack && ${PROTEUS}/stack/hit/bin/hit develop -j ${N} ${HIT_FLAGS} -v -f -k error default.yaml ${PROTEUS_PREFIX}

	@echo "************************"
	@echo "Dependency build complete"
	@echo "************************"
	${PROTEUS_PREFIX}/bin/python -m ensurepip

${PROTEUS_PREFIX}/bin/proteus_env.sh: ${PROTEUS_PREFIX}/artifact.json
	@echo "************************"
	@echo "Installing proteus_env.sh"
	@echo "************************"
	echo "#!/usr/bin/env sh" > ${PROTEUS_PREFIX}/bin/proteus_env.sh
	echo '${PROTEUS_ENV}' >> ${PROTEUS_PREFIX}/bin/proteus_env.sh
	chmod a+x ${PROTEUS_PREFIX}/bin/proteus_env.sh

# Proteus install should be triggered by an out-of-date hashstack profile, source tree, or modified setup files.
install: ${PROTEUS_PREFIX}/bin/proteus_env.sh stack/default.yaml ${PROTEUS_PREFIX}/artifact.json
	@echo "************************"
	@echo "Installing..."
	@echo "************************"
	$(call show_info)
	${PROTEUS_ENV} ${PROTEUS_INSTALL_CMD}
	@echo "************************"
	@echo "done installing standard extension modules"
	@echo "************************"
	@echo "installing scripts"
	cd scripts && ${PROTEUS_ENV} PROTEUS_PREFIX=${PROTEUS_PREFIX} make
	@echo "************************"
	@echo "Installation complete"
	@echo "************************"
	@echo ""
	@echo "************************"
	@echo "Installing proteus version information..."
	@echo "************************"
	@echo ${PROTEUS_VERSION} > ${PROTEUS_PREFIX}/proteus_version.txt

	@echo "Proteus was built using the following configuration:"
	$(call show_info)
	$(call howto)

develop: ${PROTEUS_PREFIX}/bin/proteus_env.sh stack/default.yaml ${PROTEUS_PREFIX}/artifact.json
	-ln -sf ${PROTEUS}/${PROTEUS_ARCH}/lib64/* ${PROTEUS}/${PROTEUS_ARCH}/lib
	-ln -sf ${PROTEUS}/${PROTEUS_ARCH}/lib64/cmake/* ${PROTEUS}/${PROTEUS_ARCH}/lib/cmake
	@echo "************************"
	@echo "Installing development version"
	@echo "************************"
	$(call show_info)
	${PROTEUS_ENV} pip3 install py2gmsh pytest pytest-xdist pytest-cov pytest-forked hypothesis
	${PROTEUS_ENV} ${PROTEUS_DEVELOP_BUILD_CMD}
	${PROTEUS_ENV} ${PROTEUS_DEVELOP_CMD}
	@echo "************************"
	@echo "installing scripts"
	cd scripts && ${PROTEUS_ENV} PROTEUS_PREFIX=${PROTEUS_PREFIX} make
	@echo "************************"
	@echo "Development installation complete"
	@echo "************************"
	@echo ""
	@echo "************************"
	@echo "Installing proteus version information..."
	@echo "************************"
	@echo "${PWD}" > ${PROTEUS_PREFIX}/proteus_version.txt
	@echo "Proteus was built using the following configuration:"
	$(call show_info)
	$(call howto)

develop-conda:
	@echo "************************************"
	@echo "Installing conda development version"
	@echo "************************************"
	$(call show_info)
	${PROTEUS_DEVELOP_CMD}
	pip3 install pytest-forked
	@echo "************************"
	@echo "Development installation complete"
	@echo "************************"
	@echo ""
	@echo "Proteus was built using the following configuration:"
	$(call show_info)
	$(call howto)

check:
	@echo "************************"
	@echo "Sanity environment check"
	@echo PROTEUS: ${PROTEUS}
	@echo PROTEUS_ARCH: ${PROTEUS_ARCH}
	@echo PROTEUS_PREFIX: ${PROTEUS_PREFIX}
	@echo PROTEUS_ENV: ${PROTEUS_ENV}

	@echo "************************"
	@echo "Hello world Check!"
	${PROTEUS_PREFIX}/bin/python3 -c "print('hello world')"
	@echo "************************"
	@echo "Proteus Partition Test"
	source ${PROTEUS_PREFIX}/bin/proteus_env.sh; ${PROTEUS_PREFIX}/bin/python3 proteus/tests/ci/test_meshPartitionFromTetgenFiles.py
	@echo "************************"

	@echo "************************"
	@echo "Parallel Proteus Partition Test"
	source ${PROTEUS_PREFIX}/bin/proteus_env.sh; mpirun -np 4 ${PROTEUS_PYTHON} proteus/tests/ci/test_meshPartitionFromTetgenFiles.py
	@echo "************************"

check_simmetrix:
	@echo "SCOREC-Serial Simmetrix Error-Estimator and Adapt Test"
	${PROTEUS_ENV} ${PROTEUS_PYTHON} proteus/MeshAdaptPUMI/test/test_MeshAdaptPUMI/test_errorAndSerialAdapt/errorCheck.py
	@echo "************************"

	@echo "SCOREC-Parallel Simmetrix Error Estimator and Adapt Test"
	${PROTEUS_ENV} mpirun -np 2 ${PROTEUS_PYTHON} proteus/MeshAdaptPUMI/test/test_MeshAdaptPUMI/test_parallelAdapt/parallelAdaptCheck.py
	@echo "************************"

	@echo "SCOREC Simmetrix Isotropic Uniform Adapt Test"
	${PROTEUS_ENV} ${PROTEUS_PYTHON} proteus/MeshAdaptPUMI/test/test_MeshAdaptPUMI/test_isotropicAdapt/isotropicCheck.py
	@echo "************************"


#doc: install
docs:
	@echo "************************************"
	@echo "Generating documentation with Sphinx"
	@echo "Be sure to first run"
	@echo "make develop"
	@echo "or"
	@echo "make install"
	@echo "************************************"

	-${PROTEUS_ENV} pip3 install sphinx sphinx_rtd_theme breathe exhale
	cd docs && ${PROTEUS_ENV} PROTEUS=${PWD} make html

	@echo "**********************************"
	@echo "Trying to open the html at"
	@echo "./docs/build/index.html"
	@echo "**********************************"
	-sensible-browser ./docs/build/index.html &

test: check
	@echo "**************************************************"
	@echo "Running git-lfs to get regression test data files."
	-git lfs fetch
	-git lfs checkout
	@echo "If git-lfs failed to download data, then some tests will fail, and"
	@echo "you should install git-lfs or try 'make lfs', passing all tests is needed"
	@echo "**************************************************************************"
	@echo "Running basic test suite"
ifeq (${PROTEUS_ARCH},darwin)
	-MPLBACKEND=Agg py.test -n ${N} --dist=loadfile --forked -v proteus/tests -m ${TEST_MARKER} --ignore proteus/tests/solver_tests --ignore proteus/tests/POD --ignore proteus/tests/MeshAdaptPUMI --ignore=proteus/tests/matrix_constructor --ignore=proteus/tests/MoveMeshMonitor --ignore-glob='proteus/tests/periodic/*test_periodic.py' --ignore=proteus/tests/solver_tests/test_nse_RANS2P_step.py --cov=proteus
	@echo "Basic tests complete "
	@echo "************************************"
else
	-source ${PROTEUS_PREFIX}/bin/proteus_env.sh; MPLBACKEND=Agg py.test -n ${N} --dist=loadfile --forked -v proteus/tests -m ${TEST_MARKER} --ignore proteus/tests/POD --ignore proteus/tests/MeshAdaptPUMI --ignore=proteus/tests/solver_tests/test_nse_RANS2P_step.py --cov=proteus
	@echo "Basic tests complete "
	@echo "************************************"
endif

test-conda: check
	@echo "**************************************************"
	@echo "Running git-lfs to get regression test data files."
	-git lfs fetch
	-git lfs checkout
	@echo "If git-lfs failed to download data, then some tests will fail, and"
	@echo "you should install git-lfs or try 'make lfs', passing all tests is needed"
	@echo "**************************************************************************"
	@echo "Running basic test suite"
	-MPLBACKEND=Agg py.test -n ${N} --dist=loadfile --forked -v proteus/tests -m ${TEST_MARKER} --ignore proteus/tests/POD --ignore proteus/tests/MeshAdaptPUMI --cov=proteus
	@echo "Basic tests complete "
	@echo "************************************"

jupyter:
	@echo "************************************"
	@echo "Enabling jupyter notebook/widgets"
ifdef CONDA_PREFIX
else
	source ${PROTEUS_PREFIX}/bin/proteus_env.sh
endif
	pip3 install configparser ipyparallel ipython terminado jupyter ipywidgets ipyleaflet jupyter_dashboards pythreejs rise cesiumpy ipympl sympy transforms3d ipymesh voila ipyvolume ipysheet xonsh[ptk,linux,proctitle] ipytree
	ipcluster nbextension enable --user
	jupyter nbextension enable --py --sys-prefix ipysheet
	jupyter nbextension enable --py --sys-prefix widgetsnbextension
	jupyter nbextension enable --py --sys-prefix pythreejs
	jupyter nbextension enable --py --sys-prefix ipympl
	jupyter nbextension enable --py --sys-prefix ipymesh
	jupyter nbextension enable --py --sys-prefix ipyleaflet
	jupyter nbextension install --py --sys-prefix rise
	jupyter nbextension enable --py --sys-prefix rise
	jupyter dashboards quick-setup --sys-prefix
	jupyter nbextension install --sys-prefix --py ipyparallel
	jupyter nbextension enable --sys-prefix --py ipyparallel
	jupyter serverextension enable --sys-prefix --py ipyparallel
	ipython profile create mpi --parallel
	jupyter nbextension install --sys-prefix --py voila
	jupyter nbextension enable --sys-prefix --py voila
	jupyter nbextension install --sys-prefix --py ipyvolume
	jupyter nbextension enable --sys-prefix --py ipyvolume
	printf "\nc.NotebookApp.server_extensions.append('ipyparallel.nbextension')\n" >> ${HOME}/.jupyter/jupyter_notebook_config.py
	printf "\nc.IPClusterEngines.engine_launcher_class = 'MPI'\n" >> ${HOME}/.ipython/profile_mpi/ipcluster_config.py
	printf "c.LocalControllerLauncher.controller_cmd = ['python', '-m', 'ipyparallel.controller']\n" >> ${HOME}/.ipython/profile_mpi/ipcluster_config.py
	printf "c.LocalEngineSetLauncher.engine_cmd = ['python', '-m', 'ipyparallel.engine']\n" >> ${HOME}/.ipython/profile_mpi/ipcluster_config.py
	printf "c.MPIEngineSetLauncher.engine_cmd = ['python', '-m', 'ipyparallel.engine']\n" >> ${HOME}/.ipython/profile_mpi/ipcluster_config.py
ifdef CONDA_PREFIX
	cd ${CONDA_PREFIX}/lib/python3.9/site-packages/notebook/static/components/react && wget https://unpkg.com/react-dom@16/umd/react-dom.production.min.js
else
	cd linux/lib/python3.9/site-packages/notebook/static/components/react && wget https://unpkg.com/react-dom@16/umd/react-dom.production.min.js
endif

jupyterlab:
	@echo "************************************"
	@echo "Enabling jupyter lab"
	source ${PROTEUS_PREFIX}/bin/proteus_env.sh
	pip3 install jupyterlab jupyterlab_latex
	jupyter serverextension enable --py jupyterlab --sys-prefix
	jupyter serverextension enable --sys-prefix --py jupyterlab_latex
	jupyter labextension install @jupyter-widgets/jupyterlab-manager
	jupyter labextension install jupyter-matplotlib
	jupyter labextension install @jupyterlab/latex
	jupyter labextension install jupyterlab-drawio
	jupyter labextension install @jupyterlab/toc
	jupyter labextension install @jupyterlab/hub-extension
	jupyter labextension install ipysheet
	jupyter labextension install jupyterlab_voyager
	jupyter labextension install ipytree

lfs:
	wget https://github.com/git-lfs/git-lfs/releases/download/v2.7.2/git-lfs-linux-amd64-v2.7.2.tar.gz
	mkdir git-lfs
	cd git-lfs && tar xzvf ../git-lfs-linux-amd64-v2.7.2.tar.gz
	cd git-lfs && PREFIX=${HOME} ./install.sh
	export PATH=${HOME}/bin:${PATH}

proteus_pkg:
	cp stack/default.yaml stack/proteus_stack.yaml
	echo "  proteus:" >> stack/proteus_stack.yaml
	sed -i '/sources:/c\#sources:' stack/pkgs/proteus.yaml
	sed -i '/- key:/c\# -key:' stack/pkgs/proteus.yaml
	sed -i '/  url:/c\#  url:' stack/pkgs/proteus.yaml
	./stack/hit/bin/hit fetch https://github.com/erdc/proteus/archive/${PROTEUS_VERSION}.zip >> stack/pkgs/proteus.yaml
	cd stack && ${PROTEUS}/stack/hit/bin/hit build -j ${N} -v proteus_stack.yaml