diff --git a/notes/stv/20240418-test-downgraded.txt b/notes/stv/20240418-test-downgraded.txt new file mode 100644 index 00000000..6d0d3d76 --- /dev/null +++ b/notes/stv/20240418-test-downgraded.txt @@ -0,0 +1,280 @@ +# +# +# +# Copyright (c) 2024, ROE (http://www.roe.ac.uk/) +# +# This information is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This information is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program. If not, see . +# +# +# + + + Target: + + Test latest version with downgraded libs + + Result: + + Success. + + + +# ----------------------------------------------------- +# Create a container to work with. +#[user@desktop] + + + source "${HOME:?}/aglais.env" + + agcolour=red + configname=zeppelin-54.86-spark-6.26.43 + + agproxymap=3000:3000 + clientname=ansibler-${agcolour} + cloudname=iris-gaia-${agcolour} + + podman run \ + --rm \ + --tty \ + --interactive \ + --name "${clientname:?}" \ + --hostname "${clientname:?}" \ + --publish "${agproxymap:?}" \ + --env "cloudname=${cloudname:?}" \ + --env "configname=${configname:?}" \ + --env "SSH_AUTH_SOCK=/mnt/ssh_auth_sock" \ + --volume "${SSH_AUTH_SOCK:?}:/mnt/ssh_auth_sock:rw,z" \ + --volume "${HOME:?}/clouds.yaml:/etc/openstack/clouds.yaml:ro,z" \ + --volume "${AGLAIS_CODE:?}/deployments:/deployments:ro,z" \ + ghcr.io/wfau/atolmis/ansible-client:2022.07.25 \ + bash + + > .... + + "msg": [ + "test_empty_string_edge_case (tests.test_decorators.TestDecorator) ... ok", + "test_http_happy_path (tests.test_decorators.TestDecorator) ... ok", + "test_https_happy_path (tests.test_decorators.TestDecorator) ... ok", + "test_special_characters_edge_case (tests.test_decorators.TestDecorator) ... ok", + "test_whitespace_string_edge_case (tests.test_decorators.TestDecorator) ... ok", + "test_wss_happy_path (tests.test_decorators.TestDecorator) ... ok", + "test_port_443_open (tests.test_port.TestPort)", + "Test that port 443 is open ... ok", + "test_port_80_open (tests.test_port.TestPort)", + "Test that port 80 is open ... ok", + "test_redirect_to_https (tests.test_port.TestPort)", + "Test that the service redirects correctly ... ok", + "test_redirect_to_https_with_path (tests.test_port.TestPort)", + "Test that the service redirects correctly with path ... ok", + "test_websocket_connection (tests.test_websockets.WebSocketTest)", + "Test a WSS connection to the domain ... ok", + "", + "----------------------------------------------------------------------", + "Ran 11 tests in 1.760s", + "", + "OK" + ] +} + + + +# No errors +# Tests all pass + + + + +# ----------------------------------------------------- +# Create users +#[root@ansibler] + + source /deployments/zeppelin/bin/create-user-tools.sh + + import-test-users + + > Done + + +# ----------------------------------------------------- +# Run Tests +#[root@ansibler] + +git clone https://github.com/stvoutsin/aglais-testing +pushd aglais-testing/gdmp_benchmark + + python3 gdmp_benchmark.py --zeppelin_url https://iris-gaia-red.gaia-dmp.uk --usercount 1 --notebook_config /deployments/zeppelin/test/config/basic.json --user_config /tmp/test-users.json --delay_start 0 --delay_notebook 0 + +popd + +{ + + "config": { + "endpoint": "https://iris-gaia-red.gaia-dmp.uk", + "testconfig": "/deployments/zeppelin/test/config/basic.json", + "userconfig": "/tmp/test-users.json", + "usercount": "1", + "delaystart": "0", + "delaynotebook": "0" + }, + +} +---start--- +[ + { + "result": "SUCCESS", + "msg": "", + "output": [], + "notebookid": "2JUR3SZWH", + "user_config": "/tmp/user1.yml", + "messages": [], + "logs": "", + "time": { + "result": "SLOW", + "totaltime": 496, + "start": "2024-04-18T14:45:15.717792", + "finish": "2024-04-18T14:53:31.827309", + "expected": 50 + }, + "outputs": { + "valid": true + }, + "name": "GaiaDMPSetup" + }, + { + "result": "SUCCESS", + "msg": "", + "output": [], + "notebookid": "2JU2Q7UPM", + "user_config": "/tmp/user1.yml", + "messages": [], + "logs": "", + "time": { + "result": "SLOW", + "totaltime": 161, + "start": "2024-04-18T14:53:31.827403", + "finish": "2024-04-18T14:56:13.153385", + "expected": 120 + }, + "outputs": { + "valid": true + }, + "name": "Mean_proper_motions_over_the_sky" + }, + { + "result": "SUCCESS", + "msg": "", + "output": [], + "notebookid": "2JU6KT3H9", + "user_config": "/tmp/user1.yml", + "messages": [], + "logs": "", + "time": { + "result": "SLOW", + "totaltime": 66, + "start": "2024-04-18T14:56:13.153863", + "finish": "2024-04-18T14:57:20.150977", + "expected": 55 + }, + "outputs": { + "valid": true + }, + "name": "Source_counts_over_the_sky.json" + }, + { + "result": "SUCCESS", + "msg": "", + "output": [], + "notebookid": "2JVAYCFVT", + "user_config": "/tmp/user1.yml", + "messages": [], + "logs": "", + "time": { + "result": "SLOW", + "totaltime": 799, + "start": "2024-04-18T14:57:20.151109", + "finish": "2024-04-18T15:10:39.460387", + "expected": 650 + }, + "outputs": { + "valid": true + }, + "name": "Good_astrometric_solutions_via_ML_Random_Forrest_classifier" + }, + { + "result": "SUCCESS", + "msg": "", + "output": [], + "notebookid": "2JVGCMQUH", + "user_config": "/tmp/user1.yml", + "messages": [], + "logs": "", + "time": { + "result": "SLOW", + "totaltime": 229, + "start": "2024-04-18T15:10:39.460567", + "finish": "2024-04-18T15:14:28.787127", + "expected": 190 + }, + "outputs": { + "valid": true + }, + "name": "Working_with_cross_matched_surveys" + }, + { + "result": "SUCCESS", + "msg": "", + "output": [], + "notebookid": "2JX45GPPK", + "user_config": "/tmp/user1.yml", + "messages": [], + "logs": "", + "time": { + "result": "FAST", + "totaltime": 5177, + "start": "2024-04-18T15:14:28.787251", + "finish": "2024-04-18T16:40:46.675974", + "expected": 6000 + }, + "outputs": { + "valid": true + }, + "name": "Working_with_Gaia_XP_spectra.json" + }, + { + "result": "ERROR", + "msg": "Fail to execute line 6: assert numpy.__version__ == \"1.26.2\" \nTraceback (most recent call last):\n File \"/tmp/python7301966224447649876/zeppelin_python.py\", line 167, in \n exec(code, _zcUserQueryNameSpace)\n File \"\", line 6, in \nAssertionError", + "output": [ + "Fail to execute line 6: assert numpy.__version__ == \"1.26.2\" \nTraceback (most recent call last):\n File \"/tmp/python7301966224447649876/zeppelin_python.py\", line 167, in \n exec(code, _zcUserQueryNameSpace)\n File \"\", line 6, in \nAssertionError" + ], + "notebookid": "2JWNY8VVY", + "user_config": "/tmp/user1.yml", + "messages": [], + "logs": "", + "time": { + "result": "FAST", + "totaltime": 6, + "start": "2024-04-18T16:40:46.676068", + "finish": "2024-04-18T16:40:52.933919", + "expected": 10 + }, + "outputs": { + "valid": true + }, + "name": "Library_Validation.json" + } +] +---end--- + + +# Note, I did not change the library checks before running this, so the above error is expected. Will downgrade and make sure we are comparing the right versions before doing a PR