build-test-analytics-cloud.xml

<?xml version="1.0"?>

<project basedir="." name="portal-test-analytics-cloud" xmlns:antelope="antlib:ise.antelope.tasks">
	<import file="build-test.xml" />

	<macrodef name="create-analytics-cloud-docker-compose">
		<sequential>
			<fail message="Please set the property ${env.DOCKER_ENABLED}." unless="env.DOCKER_ENABLED" />

			<delete file="${analytics.cloud.asah.dir}/docker-compose.test.yml" />

			<copy
				file="${analytics.cloud.asah.dir}/docker-compose.yml"
				tofile="${analytics.cloud.asah.dir}/docker-compose.test.yml"
			/>

			<property location="${analytics.cloud.asah.dir}/docker-compose.test.yml" name="analytics.cloud.docker.test.yaml" />

			<replaceregexp
				file="${analytics.cloud.docker.test.yaml}"
				match="container_name: faro"
				replace="container_name: ${analytics.cloud.faro.container.name}"
			/>

			<replaceregexp
				file="${analytics.cloud.docker.test.yaml}"
				match="\&quot;8080:8080\&quot;"
				replace="&quot;${analytics.cloud.faro.dxp.port}:8080&quot;"
			/>

			<replaceregexp
				file="${analytics.cloud.docker.test.yaml}"
				match="\&quot;9090:8080\&quot;"
				replace="&quot;${analytics.cloud.asah.trino.port}:8080&quot;"
			/>

			<replaceregexp
				file="${analytics.cloud.docker.test.yaml}"
				match="\&quot;11311:11311\&quot;"
				replace="&quot;${analytics.cloud.faro.osgi.console.port}:11311&quot;"
			/>

			<replaceregexp
				file="${analytics.cloud.docker.test.yaml}"
				match="http://wedeploy-elasticsearch:9200"
				replace="http://wedeploy-elasticsearch:${analytics.cloud.asah.elasticsearch.port}"
			/>

			<replaceregexp
				file="${analytics.cloud.docker.test.yaml}"
				match="\&quot;9200:9200\&quot;"
				replace="&quot;${analytics.cloud.asah.elasticsearch.port}:9200&quot;"
			/>

			<local name="short.hostname" />

			<propertyregex
				input="${env.HOSTNAME}"
				override="true"
				property="short.hostname"
				regexp="(cloud-[^\.]+|test-\d+-\d+-\d+)(\.lax\.liferay\.com)?"
				replace="\1"
			/>

			<if>
				<isset property="short.hostname" />
				<then>
					<echo append="true" file="${analytics.cloud.docker.test.yaml}"><![CDATA[
networks:
    default:
        external:
            name: ${short.hostname}]]></echo>
				</then>
			</if>
		</sequential>
	</macrodef>

	<macrodef name="download-gradle-wrapper-binary">
		<sequential>
			<if>
				<and>
					<available file="${analytics.cloud.asah.dir}/gradle/wrapper/gradle-wrapper.properties" />
					<not>
						<available file="${analytics.cloud.asah.dir}/gradle/wrapper/${gradle.wrapper.bin.file.name}" />
					</not>
				</and>
				<then>
					<local name="gradle.wrapper.bin.file.name" />
					<local name="gradle.wrapper.bin.file.url" />

					<beanshell>
						<![CDATA[
							import com.liferay.jenkins.results.parser.JenkinsResultsParserUtil;

							File gradleWrapperPropertiesFile = new File(project.getProperty("analytics.cloud.asah.dir") + "/gradle/wrapper/gradle-wrapper.properties");

							Properties gradleWrapperProperties = JenkinsResultsParserUtil.getProperties(new File[] {gradleWrapperPropertiesFile});

							String distributionURL = gradleWrapperProperties.getProperty("distributionUrl");

							project.setProperty("gradle.wrapper.bin.file.name", distributionURL.replaceAll(".*/([^/]+)", "$1"));
							project.setProperty("gradle.wrapper.bin.file.url", distributionURL);
						]]>
					</beanshell>

					<mirrors-get
						dest="${analytics.cloud.asah.dir}/gradle/wrapper/${gradle.wrapper.bin.file.name}"
						src="${gradle.wrapper.bin.file.url}"
					/>

					<beanshell>
						<![CDATA[
							import com.liferay.jenkins.results.parser.JenkinsResultsParserUtil;

							File gradleWrapperPropertiesFile = new File(project.getProperty("analytics.cloud.asah.dir") + "/gradle/wrapper/gradle-wrapper.properties");

							Properties gradleWrapperProperties = JenkinsResultsParserUtil.getProperties(new File[] {gradleWrapperPropertiesFile});

							gradleWrapperProperties.setProperty("distributionUrl", "./" + project.getProperty("gradle.wrapper.bin.file.name"));

							JenkinsResultsParserUtil.writePropertiesFile(gradleWrapperPropertiesFile, gradleWrapperProperties, true);
						]]>
					</beanshell>
				</then>
			</if>
		</sequential>
	</macrodef>

	<macrodef name="print-analytics-cloud-logs">
		<sequential>
			<property location="${analytics.cloud.asah.dir}/docker-compose.test.yml" name="analytics.cloud.docker.test.yaml" />

			<local name="container.names" />

			<beanshell>
				<![CDATA[
					import com.liferay.jenkins.results.parser.JenkinsResultsParserUtil;

					import java.util.regex.Matcher;
					import java.util.regex.Pattern;

					public static List getContainerNames() {
						File dockerComposeFile = new File(project.getProperty("analytics.cloud.docker.test.yaml"));

						if (!dockerComposeFile.exists()) {
							return new ArrayList();
						}

						List containerNames = new ArrayList();

						String content = JenkinsResultsParserUtil.read(dockerComposeFile);

						Pattern pattern = Pattern.compile("container_name: (.*)");

						Matcher matcher = pattern.matcher(content);

						while (matcher.find()) {
							containerNames.add(matcher.group(1));
						}

						return containerNames;
					}

					project.setProperty("container.names", JenkinsResultsParserUtil.join(",", getContainerNames()))
				]]>
			</beanshell>

			<local name="docker.logs.dir" />

			<condition else="/tmp/docker-logs" property="docker.logs.dir" value="${env.BUILD_DIR}/docker-logs">
				<and>
					<isset property="env.BUILD_DIR" />
					<isset property="env.BUILD_USER_CONTENT_URL" />
				</and>
			</condition>

			<mkdir dir="${docker.logs.dir}" />

			<for list="${container.names}" param="container.name">
				<sequential>
					<local name="container.file.name" />

					<beanshell>
						<![CDATA[
							public int getRetryCount() {
								String retryCount = project.getProperty("analytics.cloud.retry.count");

								if (retryCount.matches("\\d+")) {
									return Integer.valueOf(retryCount);
								}

								return 3;
							}

							for (int i = 0; i < getRetryCount(); i++) {
								String containerFileName = "@{container.name}.log";

								if (i > 0) {
									containerFileName = "@{container.name}." + i + ".log";
								}

								File containerFile = new File(project.getProperty("docker.logs.dir"), containerFileName);

								if (containerFile.exists()) {
									continue;
								}

								project.setProperty("container.file.name", containerFileName);

								break;
							}
						]]>
					</beanshell>

					<execute failonerror="false">
						<![CDATA[
							docker logs @{container.name} > ${docker.logs.dir}/${container.file.name}
						]]>
					</execute>

					<if>
						<isset property="env.BUILD_USER_CONTENT_URL" />
						<then>
							<echo>${env.BUILD_USER_CONTENT_URL}/docker-logs/${container.file.name}</echo>
						</then>
						<else>
							<print-file file.name="${docker.logs.dir}/${container.file.name}" />
						</else>
					</if>
				</sequential>
			</for>
		</sequential>
	</macrodef>

	<macrodef name="pull-docker-image-dependencies">
		<attribute default="" name="analytics.cloud.image.names.excludes" />
		<attribute name="analytics.cloud.repository.dir" />

		<sequential>
			<local name="analytics.cloud.image.names.excludes" />

			<property name="analytics.cloud.image.names.excludes" value="@{analytics.cloud.image.names.excludes}" />

			<beanshell>
				<![CDATA[
					import com.liferay.jenkins.results.parser.JenkinsResultsParserUtil;

					String excludedImageNames = project.getProperty("analytics.cloud.image.names.excludes");

					JenkinsResultsParserUtil.pullDockerImageDependencies(new File("@{analytics.cloud.repository.dir}"), excludedImageNames.split(","));
				]]>
			</beanshell>
		</sequential>
	</macrodef>

	<macrodef name="start-analytics-cloud">
		<sequential>
			<fail message="Please set the property ${env.DOCKER_ENABLED}." unless="env.DOCKER_ENABLED" />

			<create-analytics-cloud-docker-compose />

			<property location="${analytics.cloud.asah.dir}/docker-compose.test.yml" name="analytics.cloud.docker.test.yaml" />

			<local name="analytics.cloud.faro.build.gradle" />

			<condition else="${analytics.cloud.faro.dir}/build.gradle" property="analytics.cloud.faro.build.gradle" value="${analytics.cloud.faro.dir}/build-ext.gradle">
				<available file="${analytics.cloud.faro.dir}/build-ext.gradle" />
			</condition>

			<replaceregexp
				file="${analytics.cloud.faro.build.gradle}"
				match="def dockerContainerId = \&quot;([^\&quot;]+)\&quot;"
				replace="def dockerContainerId = \&quot;${analytics.cloud.faro.container.name}\&quot;"
			/>

			<replaceregexp
				file="${analytics.cloud.faro.build.gradle}"
				match="network \&quot;([^\&quot;]+)\&quot;"
				replace="network \&quot;${analytics.cloud.project.name}_default\&quot;"
			/>

			<replaceregexp
				file="${analytics.cloud.faro.dir}/osb-faro-docker/local/Dockerfile"
				match="FARO_URL=http://localhost:8080"
				replace="FARO_URL=${analytics.cloud.faro.frontend.url}"
			/>

			<echo file="${analytics.cloud.asah.dir}/local.env">OSB_ASAH_BACKEND_URL=${analytics.cloud.asah.backend.url}
OSB_ASAH_POSTGRESQL_ENABLED=false
OSB_ASAH_PUBLISHER_URL=${analytics.cloud.asah.publisher.url}
OSB_FARO_FRONTEND_URL=${analytics.cloud.faro.frontend.url}</echo>

			<if>
				<isset property="test.portal.license.url" />
				<then>
					<mkdir dir="${analytics.cloud.faro.dir}/osb-faro-docker/common/license/" />

					<mirrors-get
						dest="${analytics.cloud.faro.dir}/osb-faro-docker/common/license/"
						src="${test.portal.license.url}"
					/>
				</then>
			</if>

			<download-gradle-wrapper-binary />

			<if>
				<equals arg1="${analytics.cloud.asah.build}" arg2="true" />
				<then>
					<pull-docker-image-dependencies
						analytics.cloud.image.names.excludes="${analytics.cloud.asah.image.names.excludes}"
						analytics.cloud.repository.dir="${analytics.cloud.asah.dir}"
					/>

					<execute dir="${analytics.cloud.asah.dir}">
						./gradlew jar -Dliferay.ci=true

						./gradlew clean assemble -Dliferay.ci=true

						docker-compose --file=${analytics.cloud.docker.test.yaml} --project-name=${analytics.cloud.project.name} build
					</execute>
				</then>
			</if>

			<if>
				<equals arg1="${analytics.cloud.faro.build}" arg2="true" />
				<then>
					<pull-docker-image-dependencies
						analytics.cloud.image.names.excludes="${analytics.cloud.faro.image.names.excludes}"
						analytics.cloud.repository.dir="${analytics.cloud.faro.dir}"
					/>

					<local name="portal.gradlew" />

					<property location="${project.dir}/gradlew" name="portal.gradlew" />

					<loadfile
						property="analytics.cloud.docker.test.yaml.content"
						srcfile="${analytics.cloud.docker.test.yaml}"
					/>

					<propertyregex
						input="${analytics.cloud.docker.test.yaml.content}"
						override="true"
						property="analytics.cloud.faro.tag.name"
						regexp="[\S\s]*image: (liferay\/com-liferay-osb-faro\:[^\s]+)[\S\s]*"
						replace="\1"
					/>

					<execute dir="${analytics.cloud.faro.dir}">
						${portal.gradlew} createDocker -Pcom.liferay.osb.faro.environment.name=local -Dliferay.ci=true

						docker tag ${analytics.cloud.faro.image.name} ${analytics.cloud.faro.tag.name}

						docker rm ${analytics.cloud.faro.container.name}
					</execute>
				</then>
			</if>

			<property location="${analytics.cloud.asah.dir}/start_analytics_cloud.sh" name="analytics.cloud.start.sh" />

			<echo file="${analytics.cloud.start.sh}">
				#!/bin/bash

				touch local.env

				docker-compose --file=${analytics.cloud.docker.test.yaml} --project-name=${analytics.cloud.project.name} up --detach

				while [[ -n $(docker ps | grep "health: starting") ]] || [[ -n $(docker ps | grep "unhealthy") ]]
				do
					echo "Waiting for docker compose to be healthy."

					sleep 30
				done

				while [[ -z $(docker logs ${analytics.cloud.faro.container.name} | grep "Completed demo data creation") ]]
				do
					echo "Waiting for faro to startup."

					sleep 15
				done

				docker logs ${analytics.cloud.faro.container.name}

				docker system df
			</echo>

			<trycatch>
				<try>
					<retry retrycount="${analytics.cloud.retry.count}" retrydelay="30000">
						<sequential>
							<trycatch property="analytics.cloud.error">
								<try>
									<local name="analytics.cloud.start.result" />

									<exec dir="${analytics.cloud.asah.dir}" executable="/bin/bash" resultproperty="analytics.cloud.start.result" timeout="${analytics.cloud.start.timeout}">
										<arg value="${analytics.cloud.start.sh}" />
									</exec>

									<if>
										<not>
											<equals arg1="${analytics.cloud.start.result}" arg2="0" />
										</not>
										<then>
											<fail message="Failed to start Analytics Cloud with error code ${analytics.cloud.start.result}." />
										</then>
									</if>
								</try>
								<catch>
									<print-analytics-cloud-logs />

									<stop-analytics-cloud />

									<fail message="${analytics.cloud.error}" />
								</catch>
							</trycatch>
						</sequential>
					</retry>
				</try>
				<catch>
					<echo>Failed to create Analytics Cloud demo data.</echo>

					<fail message="${analytics.cloud.error}" />
				</catch>
			</trycatch>

			<delete file="${analytics.cloud.start.sh}" />
		</sequential>
	</macrodef>

	<macrodef name="start-analytics-cloud-integration">
		<sequential>
			<fail message="Please set the property ${env.DOCKER_ENABLED}." unless="env.DOCKER_ENABLED" />

			<replaceregexp
				file="${analytics.cloud.asah.dir}/docker-compose.integration-test.yml"
				match="\&quot;9200:9200\&quot;"
				replace="&quot;${analytics.cloud.asah.elasticsearch.port}:9200&quot;"
			/>

			<local name="short.hostname" />

			<propertyregex
				input="${env.HOSTNAME}"
				override="true"
				property="short.hostname"
				regexp="(cloud-[^\.]+|test-\d+-\d+-\d+)(\.lax\.liferay\.com)?"
				replace="\1"
			/>

			<if>
				<isset property="short.hostname" />
				<then>
					<echo append="true" file="${analytics.cloud.asah.dir}/docker-compose.integration-test.yml"><![CDATA[
networks:
    default:
        external:
            name: ${short.hostname}]]></echo>
				</then>
			</if>

			<pull-docker-image-dependencies
				analytics.cloud.image.names.excludes="${analytics.cloud.asah.image.names.excludes}"
				analytics.cloud.repository.dir="${analytics.cloud.asah.dir}"
			/>

			<execute dir="${analytics.cloud.asah.dir}">
				docker-compose -f docker-compose.integration-test.yml up -d

				docker ps
			</execute>

			<exec executable="/bin/bash" outputproperty="network.ip.address">
				<arg value="-c" />
				<arg value="docker inspect ${short.hostname} -f '{{range .NetworkSettings.Networks}}{{.Gateway}}{{end}}'" />
			</exec>

			<echo file="${analytics.cloud.asah.dir}/temp-build-ext.gradle">import org.apache.tools.ant.taskdefs.condition.Os

subprojects {
	tasks.withType(Test) {
		doFirst {
			environment "LCP_ENGINE_ELASTICSEARCH_SERVER_IP", "${network.ip.address}"
			environment "LCP_PROJECT_ID", "test"
			environment "POSTGRESQL_SERVER_IP", "test_postgresql"
			environment "OSB_ASAH_BIG_QUERY_URL", "http://${network.ip.address}:9050"
			environment "OSB_ASAH_PUBSUB_EMULATOR_URL", "http://${network.ip.address}:8095"
			environment "OSB_ASAH_REDIS_URL", "http://${network.ip.address}:6379"
			environment.remove("GOOGLE_APPLICATION_CREDENTIALS")
		}

		maxHeapSize = "4096m"
	}
}

if (Os.isFamily(Os.FAMILY_WINDOWS)) {
	subprojects {
		afterEvaluate {
			project.tasks.withType(Test) {
				environment "DOCKER_COMPOSE_LOCATION", "C:/Program Files/Docker/Docker/resources/bin/docker-compose.exe"
				environment "DOCKER_LOCATION", "C:/Program Files/Docker/Docker/resources/bin/docker.exe"
			}
		}
	}
}</echo>

			<copy
				file="${analytics.cloud.asah.dir}/temp-build-ext.gradle"
				tofile="${analytics.cloud.asah.dir}/build-ext.gradle"
			/>

			<execute dir="${analytics.cloud.asah.dir}">
				docker ps

				docker network ls

				docker network inspect ${short.hostname}

				cat build-ext.gradle

				./gradlew testIntegration
			</execute>
		</sequential>
	</macrodef>

	<macrodef name="stop-analytics-cloud">
		<sequential>
			<fail message="Please set the property ${env.DOCKER_ENABLED}." unless="env.DOCKER_ENABLED" />

			<create-analytics-cloud-docker-compose />

			<property location="${analytics.cloud.asah.dir}/docker-compose.test.yml" name="analytics.cloud.docker.test.yaml" />

			<execute dir="${analytics.cloud.asah.dir}">
				docker ps -a

				touch local.env

				docker-compose --file=${analytics.cloud.docker.test.yaml} --project-name=${analytics.cloud.project.name} down --volumes

				docker system df
			</execute>
		</sequential>
	</macrodef>

	<macrodef name="stop-analytics-cloud-integration">
		<sequential>
			<fail message="Please set the property ${env.DOCKER_ENABLED}." unless="env.DOCKER_ENABLED" />

			<execute dir="${analytics.cloud.asah.dir}">
				docker ps -a

				docker-compose -f docker-compose.integration-test.yml down --volumes

				docker system df
			</execute>
		</sequential>
	</macrodef>

	<target name="start-analytics-cloud">
		<stop-analytics-cloud />

		<start-analytics-cloud />
	</target>

	<target name="start-analytics-cloud-integration">
		<stop-analytics-cloud-integration />

		<start-analytics-cloud-integration />
	</target>

	<target name="stop-analytics-cloud">
		<print-analytics-cloud-logs />

		<stop-analytics-cloud />
	</target>

	<target name="stop-analytics-cloud-integration">
		<print-analytics-cloud-logs />

		<stop-analytics-cloud-integration />
	</target>
</project>