diff --git a/deployments/common/pip/requirements.txt b/deployments/common/pip/requirements.txt index 2a1b57a0..beb2327c 100644 --- a/deployments/common/pip/requirements.txt +++ b/deployments/common/pip/requirements.txt @@ -1,20 +1,21 @@ -numpy==1.26.2 -scipy==1.11.4 -matplotlib==3.8.2 -grpcio==1.59.3 +numpy==1.21.0 +scipy==1.7.3 +matplotlib==3.4.2 +grpcio==1.53.0 jupyter==1.0.0 -Cython==0.29.36 -protobuf==4.25.1 -pandas==2.1.3 -healpy==1.16.6 -astropy==5.3.4 -astroquery==0.4.6 -scikit-learn==1.3.2 -joblib==1.3.2 -hdbscan==0.8.33 -pyvo==1.5.1 -pyarrow==14.0.1 -GaiaXPy==2.1.0 +Cython==0.29.23 +protobuf==3.18.3 +pandas==1.2.4 +healpy==1.14.0 +astropy==4.2.1 +astroquery==0.4.1 +scikit-learn==0.24.2 +joblib==1.2.0 +hdbscan==0.8.31 +pyvo==1.1 +pyarrow==12.0.1 +koalas==1.8.2 +GaiaXPy==1.1.4 git+https://github.com/wfau/gaiadmpsetup@v0.1.5 git+https://github.com/stvoutsin/yarncleaner@v0.1.0 dustmaps==1.0.12 diff --git a/deployments/hadoop-yarn/ansible/28-install-zeppelin-requirements.yml b/deployments/hadoop-yarn/ansible/28-install-zeppelin-requirements.yml index 195f8835..8654a981 100644 --- a/deployments/hadoop-yarn/ansible/28-install-zeppelin-requirements.yml +++ b/deployments/hadoop-yarn/ansible/28-install-zeppelin-requirements.yml @@ -52,3 +52,30 @@ dnf: name: 'gcc' state: present + + # Why do we need this ? + - name: "Install Python3-devel package" + become: true + dnf: + name: 'python3-devel' + state: present + + # This is already done in 23-install-python + - name: "Set Python alternative to Python3" + become: true + command: update-alternatives --install /usr/bin/python python /usr/bin/python3 10 + + # This is already done in 23-install-python + - name: "Create [/etc/profile.d/python.sh]" + become: true + blockinfile: + dest: '/etc/profile.d/python.sh' + state: present + owner: 'root' + group: 'root' + mode: 'u=rw,g=r,o=r' + create: true + insertafter: 'EOF' + marker: '# {mark} Ansible managed Python' + block: | + alias python=python3 diff --git a/deployments/hadoop-yarn/ansible/29-install-pip-libs.yml b/deployments/hadoop-yarn/ansible/29-install-pip-libs.yml index 0cc0f68c..ef3874af 100644 --- a/deployments/hadoop-yarn/ansible/29-install-pip-libs.yml +++ b/deployments/hadoop-yarn/ansible/29-install-pip-libs.yml @@ -51,17 +51,22 @@ name: 'gcc' state: present + # Why do we need this ? + - name: "Install Python3-devel package" + become: true + dnf: + name: 'python3-devel' + state: present + - name: "Install required system libraries" become: true dnf: name: git,libtiff-devel,libjpeg-devel,libzip-devel,freetype-devel,lcms2-devel,libwebp-devel,tcl-devel,tk-devel,libffi,libffi-devel state: present -# Do not upgrade pip on Fedora: https://github.com/pypa/pip/issues/11631 -# -# - name: "Upgrade pip" -# become: true -# command: "pip install --upgrade pip" + - name: "Upgrade pip" + become: true + command: "pip install --upgrade pip" - name: Copy pip requirements file into tmp become: true diff --git a/deployments/hadoop-yarn/ansible/config/spark.yml b/deployments/hadoop-yarn/ansible/config/spark.yml index 2de4c623..43c14f46 100644 --- a/deployments/hadoop-yarn/ansible/config/spark.yml +++ b/deployments/hadoop-yarn/ansible/config/spark.yml @@ -21,8 +21,8 @@ # # Spark vars -spname: "spark-3.2.4" -spfull: "spark-3.2.4-bin-hadoop3.2" +spname: "spark-3.1.2" +spfull: "spark-3.1.2-bin-hadoop3.2" spbase: "/opt" sphome: "/opt/spark" sphost: "master01" diff --git a/deployments/hadoop-yarn/ansible/config/zeppelin-54.86-spark-6.26.43.yml b/deployments/hadoop-yarn/ansible/config/zeppelin-54.86-spark-6.26.43.yml index fc61d815..7858852e 100644 --- a/deployments/hadoop-yarn/ansible/config/zeppelin-54.86-spark-6.26.43.yml +++ b/deployments/hadoop-yarn/ansible/config/zeppelin-54.86-spark-6.26.43.yml @@ -25,7 +25,7 @@ all: vars: # VM image - baseimage: 'gaia-dmp-fedora-cloud-38-1.6' + baseimage: 'Fedora-31-1.9' # Flavor sizes zeppelinflavor: 'gaia.vm.cclake.54vcpu' diff --git a/deployments/hadoop-yarn/ansible/create-all.yml b/deployments/hadoop-yarn/ansible/create-all.yml index 0566975b..d70da686 100644 --- a/deployments/hadoop-yarn/ansible/create-all.yml +++ b/deployments/hadoop-yarn/ansible/create-all.yml @@ -59,7 +59,7 @@ - import_playbook: 22-config-spark-master.yml - import_playbook: 34-setup-shuffler.yml -#- import_playbook: 23-install-python.yml +- import_playbook: 23-install-python.yml - import_playbook: 24-install-pyspark.yml - import_playbook: 27-install-zeppelin.yml diff --git a/deployments/zeppelin/test/config/basic.json b/deployments/zeppelin/test/config/basic.json index 58d442d5..8115e245 100644 --- a/deployments/zeppelin/test/config/basic.json +++ b/deployments/zeppelin/test/config/basic.json @@ -2,43 +2,43 @@ "notebooks" : [ { "name" : "GaiaDMPSetup", - "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/a4e05c8b9ebe0372c431322d7d66b969dfabb9e1/notebooks/GaiaDMP_validation.json", + "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/2881e513ef47d42a69cfa9dc3dd3a95bbd517113/notebooks/GaiaDMP_validation.json", "totaltime" : 50, "results" : [] }, { "name" : "Mean_proper_motions_over_the_sky", - "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/a4e05c8b9ebe0372c431322d7d66b969dfabb9e1/notebooks/public_examples/Mean_proper_motions_over_the_sky.json", + "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/2881e513ef47d42a69cfa9dc3dd3a95bbd517113/notebooks/public_examples/Mean_proper_motions_over_the_sky.json", "totaltime" : 120, "results" : [] }, { "name" : "Source_counts_over_the_sky.json", - "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/a4e05c8b9ebe0372c431322d7d66b969dfabb9e1/notebooks/public_examples/Source_counts_over_the_sky.json", + "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/2881e513ef47d42a69cfa9dc3dd3a95bbd517113/notebooks/public_examples/Source_counts_over_the_sky.json", "totaltime" : 55, "results" : [] }, { "name" : "Good_astrometric_solutions_via_ML_Random_Forrest_classifier", - "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/a4e05c8b9ebe0372c431322d7d66b969dfabb9e1/notebooks/public_examples/Good_astrometric_solutions_via_ML_Random_Forrest_classifier.json", + "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/2881e513ef47d42a69cfa9dc3dd3a95bbd517113/notebooks/public_examples/Good_astrometric_solutions_via_ML_Random_Forrest_classifier.json", "totaltime" : 650, "results" : [] }, { "name" : "Working_with_cross_matched_surveys", - "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/a4e05c8b9ebe0372c431322d7d66b969dfabb9e1/notebooks/public_examples/Working_with_cross_matched_surveys.json", + "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/2881e513ef47d42a69cfa9dc3dd3a95bbd517113/notebooks/public_examples/Working_with_cross_matched_surveys.json", "totaltime" : 190, "results" : [] }, { "name" : "Working_with_Gaia_XP_spectra.json", - "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/a4e05c8b9ebe0372c431322d7d66b969dfabb9e1/notebooks/public_examples/Working_with_Gaia_XP_spectra.json", + "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/2881e513ef47d42a69cfa9dc3dd3a95bbd517113/notebooks/public_examples/Working_with_Gaia_XP_spectra.json", "totaltime" : 6000, "results" : [] }, { "name" : "Library_Validation.json", - "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/a4e05c8b9ebe0372c431322d7d66b969dfabb9e1/notebooks/Library_validation.json", + "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/2881e513ef47d42a69cfa9dc3dd3a95bbd517113/notebooks/Library_validation.json", "totaltime" : 10, "results" : [] } diff --git a/deployments/zeppelin/test/config/full.json b/deployments/zeppelin/test/config/full.json index d934ada9..46c82563 100644 --- a/deployments/zeppelin/test/config/full.json +++ b/deployments/zeppelin/test/config/full.json @@ -2,49 +2,49 @@ "notebooks" : [ { "name" : "GaiaDMPSetup", - "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/a4e05c8b9ebe0372c431322d7d66b969dfabb9e1/notebooks/GaiaDMP_validation.json", + "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/2881e513ef47d42a69cfa9dc3dd3a95bbd517113/notebooks/GaiaDMP_validation.json", "totaltime" : 50, "results" : [] }, { "name" : "Mean_proper_motions_over_the_sky", - "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/a4e05c8b9ebe0372c431322d7d66b969dfabb9e1/notebooks/public_examples/Mean_proper_motions_over_the_sky.json", + "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/2881e513ef47d42a69cfa9dc3dd3a95bbd517113/notebooks/public_examples/Mean_proper_motions_over_the_sky.json", "totaltime" : 125, "results" : [] }, { "name" : "Source_counts_over_the_sky.json", - "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/a4e05c8b9ebe0372c431322d7d66b969dfabb9e1/notebooks/public_examples/Source_counts_over_the_sky.json", + "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/2881e513ef47d42a69cfa9dc3dd3a95bbd517113/notebooks/public_examples/Source_counts_over_the_sky.json", "totaltime" : 55, "results" : [] }, { "name" : "Good_astrometric_solutions_via_ML_Random_Forrest_classifier", - "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/a4e05c8b9ebe0372c431322d7d66b969dfabb9e1/notebooks/public_examples/Good_astrometric_solutions_via_ML_Random_Forrest_classifier.json", + "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/2881e513ef47d42a69cfa9dc3dd3a95bbd517113/notebooks/public_examples/Good_astrometric_solutions_via_ML_Random_Forrest_classifier.json", "totaltime" : 650, "results" : [] }, { "name" : "Working_with_cross_matched_surveys", - "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/a4e05c8b9ebe0372c431322d7d66b969dfabb9e1/notebooks/public_examples/Working_with_cross_matched_surveys.json", + "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/2881e513ef47d42a69cfa9dc3dd3a95bbd517113/notebooks/public_examples/Working_with_cross_matched_surveys.json", "totaltime" : 6000, "results" : [] }, { "name" : "Working_with_Gaia_XP_spectra.json", - "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/a4e05c8b9ebe0372c431322d7d66b969dfabb9e1/notebooks/public_examples/Working_with_Gaia_XP_spectra.json", + "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/2881e513ef47d42a69cfa9dc3dd3a95bbd517113/notebooks/public_examples/Working_with_Gaia_XP_spectra.json", "totaltime" : 190, "results" : [] }, { "name" : "QC_cuts_dev.json", - "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/a4e05c8b9ebe0372c431322d7d66b969dfabb9e1/notebooks/public_examples/QC_cuts_dev.json", + "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/2881e513ef47d42a69cfa9dc3dd3a95bbd517113/notebooks/public_examples/QC_cuts_dev.json", "totaltime" : 10100, "results" : [] }, { "name" : "Library_Validation.json", - "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/a4e05c8b9ebe0372c431322d7d66b969dfabb9e1/notebooks/Library_validation.json", + "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/2881e513ef47d42a69cfa9dc3dd3a95bbd517113/notebooks/Library_validation.json", "totaltime" : 10, "results" : [] } diff --git a/deployments/zeppelin/test/config/quick-healthchecker.json b/deployments/zeppelin/test/config/quick-healthchecker.json index d91ee946..cf2a15e3 100644 --- a/deployments/zeppelin/test/config/quick-healthchecker.json +++ b/deployments/zeppelin/test/config/quick-healthchecker.json @@ -2,25 +2,25 @@ "notebooks" : [ { "name" : "GaiaDMPSetup", - "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/a4e05c8b9ebe0372c431322d7d66b969dfabb9e1/notebooks/GaiaDMP_validation.json", + "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/2881e513ef47d42a69cfa9dc3dd3a95bbd517113/notebooks/GaiaDMP_validation.json", "totaltime" : 3, "results" : [] }, { "name" : "Mean_proper_motions_over_the_sky", - "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/a4e05c8b9ebe0372c431322d7d66b969dfabb9e1/notebooks/public_examples/Mean_proper_motions_over_the_sky.json", + "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/2881e513ef47d42a69cfa9dc3dd3a95bbd517113/notebooks/public_examples/Mean_proper_motions_over_the_sky.json", "totaltime" : 125, "results" : [] }, { "name" : "Source_counts_over_the_sky.json", - "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/a4e05c8b9ebe0372c431322d7d66b969dfabb9e1/notebooks/public_examples/Source_counts_over_the_sky.json", + "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/2881e513ef47d42a69cfa9dc3dd3a95bbd517113/notebooks/public_examples/Source_counts_over_the_sky.json", "totaltime" : 55, "results" : [] }, { "name" : "Library_Validation.json", - "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/a4e05c8b9ebe0372c431322d7d66b969dfabb9e1/notebooks/Library_validation.json", + "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/2881e513ef47d42a69cfa9dc3dd3a95bbd517113/notebooks/Library_validation.json", "totaltime" : 10, "results" : [] } diff --git a/deployments/zeppelin/test/config/quick.json b/deployments/zeppelin/test/config/quick.json index 7cc8467d..eb1859a1 100644 --- a/deployments/zeppelin/test/config/quick.json +++ b/deployments/zeppelin/test/config/quick.json @@ -2,25 +2,25 @@ "notebooks" : [ { "name" : "GaiaDMPSetup", - "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/a4e05c8b9ebe0372c431322d7d66b969dfabb9e1/notebooks/GaiaDMP_validation.json", + "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/2881e513ef47d42a69cfa9dc3dd3a95bbd517113/notebooks/GaiaDMP_validation.json", "totaltime" : 50, "results" : [] }, { "name" : "Mean_proper_motions_over_the_sky", - "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/a4e05c8b9ebe0372c431322d7d66b969dfabb9e1/notebooks/public_examples/Mean_proper_motions_over_the_sky.json", + "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/2881e513ef47d42a69cfa9dc3dd3a95bbd517113/notebooks/public_examples/Mean_proper_motions_over_the_sky.json", "totaltime" : 125, "results" : [] }, { "name" : "Source_counts_over_the_sky.json", - "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/a4e05c8b9ebe0372c431322d7d66b969dfabb9e1/notebooks/public_examples/Source_counts_over_the_sky.json", + "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/2881e513ef47d42a69cfa9dc3dd3a95bbd517113/notebooks/public_examples/Source_counts_over_the_sky.json", "totaltime" : 55, "results" : [] }, { "name" : "Library_Validation.json", - "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/a4e05c8b9ebe0372c431322d7d66b969dfabb9e1/notebooks/Library_validation.json", + "filepath" : "https://raw.githubusercontent.com/wfau/aglais-testing/2881e513ef47d42a69cfa9dc3dd3a95bbd517113/notebooks/Library_validation.json", "totaltime" : 10, "results" : [] } diff --git a/notes/stv/20240418-test-downgraded.txt b/notes/stv/20240418-test-downgraded.txt new file mode 100644 index 00000000..6d0d3d76 --- /dev/null +++ b/notes/stv/20240418-test-downgraded.txt @@ -0,0 +1,280 @@ +# +# +# +# Copyright (c) 2024, ROE (http://www.roe.ac.uk/) +# +# This information is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This information is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program. If not, see . +# +# +# + + + Target: + + Test latest version with downgraded libs + + Result: + + Success. + + + +# ----------------------------------------------------- +# Create a container to work with. +#[user@desktop] + + + source "${HOME:?}/aglais.env" + + agcolour=red + configname=zeppelin-54.86-spark-6.26.43 + + agproxymap=3000:3000 + clientname=ansibler-${agcolour} + cloudname=iris-gaia-${agcolour} + + podman run \ + --rm \ + --tty \ + --interactive \ + --name "${clientname:?}" \ + --hostname "${clientname:?}" \ + --publish "${agproxymap:?}" \ + --env "cloudname=${cloudname:?}" \ + --env "configname=${configname:?}" \ + --env "SSH_AUTH_SOCK=/mnt/ssh_auth_sock" \ + --volume "${SSH_AUTH_SOCK:?}:/mnt/ssh_auth_sock:rw,z" \ + --volume "${HOME:?}/clouds.yaml:/etc/openstack/clouds.yaml:ro,z" \ + --volume "${AGLAIS_CODE:?}/deployments:/deployments:ro,z" \ + ghcr.io/wfau/atolmis/ansible-client:2022.07.25 \ + bash + + > .... + + "msg": [ + "test_empty_string_edge_case (tests.test_decorators.TestDecorator) ... ok", + "test_http_happy_path (tests.test_decorators.TestDecorator) ... ok", + "test_https_happy_path (tests.test_decorators.TestDecorator) ... ok", + "test_special_characters_edge_case (tests.test_decorators.TestDecorator) ... ok", + "test_whitespace_string_edge_case (tests.test_decorators.TestDecorator) ... ok", + "test_wss_happy_path (tests.test_decorators.TestDecorator) ... ok", + "test_port_443_open (tests.test_port.TestPort)", + "Test that port 443 is open ... ok", + "test_port_80_open (tests.test_port.TestPort)", + "Test that port 80 is open ... ok", + "test_redirect_to_https (tests.test_port.TestPort)", + "Test that the service redirects correctly ... ok", + "test_redirect_to_https_with_path (tests.test_port.TestPort)", + "Test that the service redirects correctly with path ... ok", + "test_websocket_connection (tests.test_websockets.WebSocketTest)", + "Test a WSS connection to the domain ... ok", + "", + "----------------------------------------------------------------------", + "Ran 11 tests in 1.760s", + "", + "OK" + ] +} + + + +# No errors +# Tests all pass + + + + +# ----------------------------------------------------- +# Create users +#[root@ansibler] + + source /deployments/zeppelin/bin/create-user-tools.sh + + import-test-users + + > Done + + +# ----------------------------------------------------- +# Run Tests +#[root@ansibler] + +git clone https://github.com/stvoutsin/aglais-testing +pushd aglais-testing/gdmp_benchmark + + python3 gdmp_benchmark.py --zeppelin_url https://iris-gaia-red.gaia-dmp.uk --usercount 1 --notebook_config /deployments/zeppelin/test/config/basic.json --user_config /tmp/test-users.json --delay_start 0 --delay_notebook 0 + +popd + +{ + + "config": { + "endpoint": "https://iris-gaia-red.gaia-dmp.uk", + "testconfig": "/deployments/zeppelin/test/config/basic.json", + "userconfig": "/tmp/test-users.json", + "usercount": "1", + "delaystart": "0", + "delaynotebook": "0" + }, + +} +---start--- +[ + { + "result": "SUCCESS", + "msg": "", + "output": [], + "notebookid": "2JUR3SZWH", + "user_config": "/tmp/user1.yml", + "messages": [], + "logs": "", + "time": { + "result": "SLOW", + "totaltime": 496, + "start": "2024-04-18T14:45:15.717792", + "finish": "2024-04-18T14:53:31.827309", + "expected": 50 + }, + "outputs": { + "valid": true + }, + "name": "GaiaDMPSetup" + }, + { + "result": "SUCCESS", + "msg": "", + "output": [], + "notebookid": "2JU2Q7UPM", + "user_config": "/tmp/user1.yml", + "messages": [], + "logs": "", + "time": { + "result": "SLOW", + "totaltime": 161, + "start": "2024-04-18T14:53:31.827403", + "finish": "2024-04-18T14:56:13.153385", + "expected": 120 + }, + "outputs": { + "valid": true + }, + "name": "Mean_proper_motions_over_the_sky" + }, + { + "result": "SUCCESS", + "msg": "", + "output": [], + "notebookid": "2JU6KT3H9", + "user_config": "/tmp/user1.yml", + "messages": [], + "logs": "", + "time": { + "result": "SLOW", + "totaltime": 66, + "start": "2024-04-18T14:56:13.153863", + "finish": "2024-04-18T14:57:20.150977", + "expected": 55 + }, + "outputs": { + "valid": true + }, + "name": "Source_counts_over_the_sky.json" + }, + { + "result": "SUCCESS", + "msg": "", + "output": [], + "notebookid": "2JVAYCFVT", + "user_config": "/tmp/user1.yml", + "messages": [], + "logs": "", + "time": { + "result": "SLOW", + "totaltime": 799, + "start": "2024-04-18T14:57:20.151109", + "finish": "2024-04-18T15:10:39.460387", + "expected": 650 + }, + "outputs": { + "valid": true + }, + "name": "Good_astrometric_solutions_via_ML_Random_Forrest_classifier" + }, + { + "result": "SUCCESS", + "msg": "", + "output": [], + "notebookid": "2JVGCMQUH", + "user_config": "/tmp/user1.yml", + "messages": [], + "logs": "", + "time": { + "result": "SLOW", + "totaltime": 229, + "start": "2024-04-18T15:10:39.460567", + "finish": "2024-04-18T15:14:28.787127", + "expected": 190 + }, + "outputs": { + "valid": true + }, + "name": "Working_with_cross_matched_surveys" + }, + { + "result": "SUCCESS", + "msg": "", + "output": [], + "notebookid": "2JX45GPPK", + "user_config": "/tmp/user1.yml", + "messages": [], + "logs": "", + "time": { + "result": "FAST", + "totaltime": 5177, + "start": "2024-04-18T15:14:28.787251", + "finish": "2024-04-18T16:40:46.675974", + "expected": 6000 + }, + "outputs": { + "valid": true + }, + "name": "Working_with_Gaia_XP_spectra.json" + }, + { + "result": "ERROR", + "msg": "Fail to execute line 6: assert numpy.__version__ == \"1.26.2\" \nTraceback (most recent call last):\n File \"/tmp/python7301966224447649876/zeppelin_python.py\", line 167, in \n exec(code, _zcUserQueryNameSpace)\n File \"\", line 6, in \nAssertionError", + "output": [ + "Fail to execute line 6: assert numpy.__version__ == \"1.26.2\" \nTraceback (most recent call last):\n File \"/tmp/python7301966224447649876/zeppelin_python.py\", line 167, in \n exec(code, _zcUserQueryNameSpace)\n File \"\", line 6, in \nAssertionError" + ], + "notebookid": "2JWNY8VVY", + "user_config": "/tmp/user1.yml", + "messages": [], + "logs": "", + "time": { + "result": "FAST", + "totaltime": 6, + "start": "2024-04-18T16:40:46.676068", + "finish": "2024-04-18T16:40:52.933919", + "expected": 10 + }, + "outputs": { + "valid": true + }, + "name": "Library_Validation.json" + } +] +---end--- + + +# Note, I did not change the library checks before running this, so the above error is expected. Will downgrade and make sure we are comparing the right versions before doing a PR