.autobahn.sh

# A script that runs swift test followed by the autobahn test suite.

# Generate the fuzzingclient.json file for the given tests
fuzzing_client() {
    TESTS=$1
    echo "{\"outdir\": \"./reports/servers\", \"servers\": [{ \"url\": \"ws://127.0.0.1:9001\" }], \"cases\": [$TESTS],\"exclude-cases\": []}" > fuzzingclient.json
}

# Launch the WebSocket service and run a subset of Autobahn tests. On failures or unclean closures, exit with a non-zero code.
run_autobahn()
{
    # The first argument holds the lists of tests to be run
    TESTS=$1
    NTESTS=$2

    if [ `uname` == "Linux" ]; then
        PLATFORM_SUBDIR="x86_64-unknown-linux"
    else
        PLATFORM_SUBDIR="x86_64-apple-macosx"
    fi

    # Launch the TestWebSocketService, save its pid
    ./.build/$PLATFORM_SUBDIR/release/TestWebSocketService &
    PID=$!

    # Make sure the server has enough time to be up and running
    sleep 5

    # Generate the fuzzingclient.json
    fuzzing_client $TESTS

    # Run the autobahn fuzzingclient
    wstest -m fuzzingclient

    # Count the total number of tests that executed
    TOTAL_TESTS=`grep behaviorClose reports/servers/index.json | wc -l`

    echo "Executed $TOTAL_TESTS out of $NTESTS tests"
    # Check if all tests completed
    if [ $TOTAL_TESTS -ne $NTESTS ]; then
        echo "All of the configured tests were not executed, possibly because the server wasn't available."
        exit 1
    fi

    # Count the number of failed tests or unclean connection closures
    FAILED_OR_UNCLEAN=`grep behavior reports/servers/index.json | cut -d':' -f2 | cut -d'"' -f2 | sort -u | xargs | grep -E "FAILED|UNCLEAN" | wc -l`
    if [ $FAILED_OR_UNCLEAN -ne "0" ]; then
        echo "$FAILED_OR_UNCLEAN out of $NTESTS tests failed or resulted in unclean connection closures."
        exit 1
    fi

    # Kill the service
    kill $PID

    # Remove the reports and the generated json file
    rm -rf reports fuzzingclient.json
}

install_autobahn() {
    if [ `uname` == "Linux" ]; then
        apt-get update \
            && apt-get -y upgrade \
            && apt-get -y install sudo \
            && sudo apt-get -y install python-pip \
            && pip install --upgrade pip \
            && pip install autobahntestsuite
    else
        pip install --upgrade pip
        pip install autobahntestsuite
    fi
}

# Run swift test
travis_start "swift_test"
swift test
SWIFT_TEST_STATUS=$?
travis_end
if [ $SWIFT_TEST_STATUS -ne 0 ]; then
    return $SWIFT_TEST_STATUS
fi

# Build TestWebSocketService
echo "Building in release mode for autobahn testing"
travis_start "swift_build"
swift build -c release
travis_end

# Install python, pip and autobahn
travis_start "autobahn_install"
install_autobahn
travis_end

travis_start "autobahn_run"
# Run tests 1-4
run_autobahn \"1.*\",\"2.*\",\"3.*\",\"4.*\" 44

# Run tests 5-8
run_autobahn \"5.*\",\"6.*\",\"7.*\",\"8.*\" 202

# Run tests 9-10
run_autobahn \"9.*\",\"10.*\" 55

# Run tests 12-13, disabled due to a hang that happens only in the CI
# run_autobahn \"12.*\",\"13.*\"
travis_end

# All tests have passed