Skip to content

Commit

Permalink
Add notes on test: 20240418-test-downgraded.txt
Browse files Browse the repository at this point in the history
  • Loading branch information
@stvoutsin
stvoutsin authored Apr 18, 2024
1 parent a1fd164 commit 4cbb3c6
Showing 1 changed file with 280 additions and 0 deletions.
280 changes: 280 additions & 0 deletions notes/stv/20240418-test-downgraded.txt
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,280 @@
#
# <meta:header>
# <meta:licence>
# Copyright (c) 2024, ROE (http://www.roe.ac.uk/)
#
# This information is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This information is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
# </meta:licence>
# </meta:header>
#


Target:

Test latest version with downgraded libs

Result:

Success.



# -----------------------------------------------------
# Create a container to work with.
#[user@desktop]


source "${HOME:?}/aglais.env"

agcolour=red
configname=zeppelin-54.86-spark-6.26.43

agproxymap=3000:3000
clientname=ansibler-${agcolour}
cloudname=iris-gaia-${agcolour}

podman run \
--rm \
--tty \
--interactive \
--name "${clientname:?}" \
--hostname "${clientname:?}" \
--publish "${agproxymap:?}" \
--env "cloudname=${cloudname:?}" \
--env "configname=${configname:?}" \
--env "SSH_AUTH_SOCK=/mnt/ssh_auth_sock" \
--volume "${SSH_AUTH_SOCK:?}:/mnt/ssh_auth_sock:rw,z" \
--volume "${HOME:?}/clouds.yaml:/etc/openstack/clouds.yaml:ro,z" \
--volume "${AGLAIS_CODE:?}/deployments:/deployments:ro,z" \
ghcr.io/wfau/atolmis/ansible-client:2022.07.25 \
bash

> ....

"msg": [
"test_empty_string_edge_case (tests.test_decorators.TestDecorator) ... ok",
"test_http_happy_path (tests.test_decorators.TestDecorator) ... ok",
"test_https_happy_path (tests.test_decorators.TestDecorator) ... ok",
"test_special_characters_edge_case (tests.test_decorators.TestDecorator) ... ok",
"test_whitespace_string_edge_case (tests.test_decorators.TestDecorator) ... ok",
"test_wss_happy_path (tests.test_decorators.TestDecorator) ... ok",
"test_port_443_open (tests.test_port.TestPort)",
"Test that port 443 is open ... ok",
"test_port_80_open (tests.test_port.TestPort)",
"Test that port 80 is open ... ok",
"test_redirect_to_https (tests.test_port.TestPort)",
"Test that the service redirects correctly ... ok",
"test_redirect_to_https_with_path (tests.test_port.TestPort)",
"Test that the service redirects correctly with path ... ok",
"test_websocket_connection (tests.test_websockets.WebSocketTest)",
"Test a WSS connection to the domain ... ok",
"",
"----------------------------------------------------------------------",
"Ran 11 tests in 1.760s",
"",
"OK"
]
}



# No errors
# Tests all pass




# -----------------------------------------------------
# Create users
#[root@ansibler]

source /deployments/zeppelin/bin/create-user-tools.sh

import-test-users

> Done


# -----------------------------------------------------
# Run Tests
#[root@ansibler]

git clone https://github.com/stvoutsin/aglais-testing
pushd aglais-testing/gdmp_benchmark

python3 gdmp_benchmark.py --zeppelin_url https://iris-gaia-red.gaia-dmp.uk --usercount 1 --notebook_config /deployments/zeppelin/test/config/basic.json --user_config /tmp/test-users.json --delay_start 0 --delay_notebook 0

popd

{

"config": {
"endpoint": "https://iris-gaia-red.gaia-dmp.uk",
"testconfig": "/deployments/zeppelin/test/config/basic.json",
"userconfig": "/tmp/test-users.json",
"usercount": "1",
"delaystart": "0",
"delaynotebook": "0"
},

}
---start---
[
{
"result": "SUCCESS",
"msg": "",
"output": [],
"notebookid": "2JUR3SZWH",
"user_config": "/tmp/user1.yml",
"messages": [],
"logs": "",
"time": {
"result": "SLOW",
"totaltime": 496,
"start": "2024-04-18T14:45:15.717792",
"finish": "2024-04-18T14:53:31.827309",
"expected": 50
},
"outputs": {
"valid": true
},
"name": "GaiaDMPSetup"
},
{
"result": "SUCCESS",
"msg": "",
"output": [],
"notebookid": "2JU2Q7UPM",
"user_config": "/tmp/user1.yml",
"messages": [],
"logs": "",
"time": {
"result": "SLOW",
"totaltime": 161,
"start": "2024-04-18T14:53:31.827403",
"finish": "2024-04-18T14:56:13.153385",
"expected": 120
},
"outputs": {
"valid": true
},
"name": "Mean_proper_motions_over_the_sky"
},
{
"result": "SUCCESS",
"msg": "",
"output": [],
"notebookid": "2JU6KT3H9",
"user_config": "/tmp/user1.yml",
"messages": [],
"logs": "",
"time": {
"result": "SLOW",
"totaltime": 66,
"start": "2024-04-18T14:56:13.153863",
"finish": "2024-04-18T14:57:20.150977",
"expected": 55
},
"outputs": {
"valid": true
},
"name": "Source_counts_over_the_sky.json"
},
{
"result": "SUCCESS",
"msg": "",
"output": [],
"notebookid": "2JVAYCFVT",
"user_config": "/tmp/user1.yml",
"messages": [],
"logs": "",
"time": {
"result": "SLOW",
"totaltime": 799,
"start": "2024-04-18T14:57:20.151109",
"finish": "2024-04-18T15:10:39.460387",
"expected": 650
},
"outputs": {
"valid": true
},
"name": "Good_astrometric_solutions_via_ML_Random_Forrest_classifier"
},
{
"result": "SUCCESS",
"msg": "",
"output": [],
"notebookid": "2JVGCMQUH",
"user_config": "/tmp/user1.yml",
"messages": [],
"logs": "",
"time": {
"result": "SLOW",
"totaltime": 229,
"start": "2024-04-18T15:10:39.460567",
"finish": "2024-04-18T15:14:28.787127",
"expected": 190
},
"outputs": {
"valid": true
},
"name": "Working_with_cross_matched_surveys"
},
{
"result": "SUCCESS",
"msg": "",
"output": [],
"notebookid": "2JX45GPPK",
"user_config": "/tmp/user1.yml",
"messages": [],
"logs": "",
"time": {
"result": "FAST",
"totaltime": 5177,
"start": "2024-04-18T15:14:28.787251",
"finish": "2024-04-18T16:40:46.675974",
"expected": 6000
},
"outputs": {
"valid": true
},
"name": "Working_with_Gaia_XP_spectra.json"
},
{
"result": "ERROR",
"msg": "Fail to execute line 6: assert numpy.__version__ == \"1.26.2\" \nTraceback (most recent call last):\n File \"/tmp/python7301966224447649876/zeppelin_python.py\", line 167, in <module>\n exec(code, _zcUserQueryNameSpace)\n File \"<stdin>\", line 6, in <module>\nAssertionError",
"output": [
"Fail to execute line 6: assert numpy.__version__ == \"1.26.2\" \nTraceback (most recent call last):\n File \"/tmp/python7301966224447649876/zeppelin_python.py\", line 167, in <module>\n exec(code, _zcUserQueryNameSpace)\n File \"<stdin>\", line 6, in <module>\nAssertionError"
],
"notebookid": "2JWNY8VVY",
"user_config": "/tmp/user1.yml",
"messages": [],
"logs": "",
"time": {
"result": "FAST",
"totaltime": 6,
"start": "2024-04-18T16:40:46.676068",
"finish": "2024-04-18T16:40:52.933919",
"expected": 10
},
"outputs": {
"valid": true
},
"name": "Library_Validation.json"
}
]
---end---


# Note, I did not change the library checks before running this, so the above error is expected. Will downgrade and make sure we are comparing the right versions before doing a PR

0 comments on commit 4cbb3c6

Please sign in to comment.