Add changes for 322da62

MetPX · May 21, 2024 · 341b529 · 341b529
commit 341b529
Show file tree

Hide file tree

Showing 484 changed files with 199,066 additions and 0 deletions.
diff --git a/.buildinfo b/.buildinfo
@@ -0,0 +1,4 @@
+# Sphinx build info version 1
+# This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
+config: c6bdf4c1e4f787f482940201325cee80
+tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/.github/workflows/docs.yml b/.github/workflows/docs.yml
@@ -0,0 +1,44 @@
+name: Build docs and publish to gh-pages branch and GitHub Pages
+on:
+  push:
+    branches:
+      - development
+    paths-ignore:
+      - '.github/**'
+
+  workflow_dispatch:
+
+jobs:
+  gh-pages:
+    name: Publish Github Pages
+    runs-on: ubuntu-latest
+    steps:
+    - name: Setup locale
+      run: |
+        sudo locale-gen en_US.UTF-8
+        sudo update-locale
+    - name: Install dependencies
+      run: |
+        sudo apt update -y
+        sudo apt install -y python3-appdirs python3-humanfriendly python3-humanize python3-jsonpickle python3-paramiko python3-psutil python3-watchdog
+        sudo apt install -y pandoc dia python3-paramiko 
+        sudo apt install -y python3-sphinx python3-nbsphinx python3-sphinx-rtd-theme
+        sudo apt install -y python3-amqp
+    - name: Checkout
+      uses: actions/checkout@master
+      with:
+        fetch-depth: 0
+    - name: install Sarracenia
+      run: |
+        pip3 install .
+    - name: Build and Commit
+      uses: sphinx-notes/pages@v2
+      with:
+        documentation_path: ./docs/source
+        requirements_path: ./requirements-dev.txt
+    - name: Push changes
+      uses: ad-m/github-push-action@master
+      with:
+        github_token: ${{ secrets.GITHUB_TOKEN }}
+        branch: gh-pages
+
diff --git a/.github/workflows/flow.yml b/.github/workflows/flow.yml
@@ -0,0 +1,88 @@
+name: Flow Tests / AMQP
+
+on:
+  pull_request:
+    types: [opened, edited, reopened]
+  push:
+    branches:
+      - development
+      - v2_dev
+      - stable
+      - v2_stable
+
+    paths-ignore:
+      - '.github/**'
+      - 'debian/changelog'
+      - 'TODO.txt'
+
+  workflow_dispatch:
+    inputs:
+      debug_enabled:
+        type: boolean
+        description: 'Run the build with tmate debugging enabled (https://github.com/marketplace/actions/debugging-with-tmate)'     
+        required: false
+        default: false
+
+jobs:
+
+  run_sr_insects_tests:
+
+    strategy:
+      # Don't cancel the entire matrix when one job fails
+      fail-fast: false
+      matrix:
+       which_test: [ static_flow, no_mirror, flakey_broker, dynamic_flow, restart_server ]
+       osver: [ "ubuntu-20.04", "ubuntu-22.04" ]
+
+    runs-on: ${{ matrix.osver }}
+
+    name: ${{ matrix.which_test }} on ${{ matrix.osver }}
+    timeout-minutes: 40
+
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Install dependencies
+        run: |
+          travis/flow_autoconfig.sh
+          travis/ssh_localhost.sh
+         
+      - name: Setup ${{ matrix.which_test }} test.
+        run: |
+          cd ${HOME}; pwd; ls ; 
+          echo hoho
+          cd ${HOME}/sr_insects/${{ matrix.which_test }}; ./flow_setup.sh
+
+      # Enable tmate debugging of manually-triggered workflows if the input option was provided
+      # https://github.com/marketplace/actions/debugging-with-tmate
+      # 2023/07/22 PAS, removed because when manually invoking test it always enables in spite
+      # of the github box not being checked, so cannot invoke the tests manually.
+      # 
+      #- name: Setup tmate session
+      #  uses: mxschmitt/action-tmate@v3
+      #  if: ${{ github.event.inputs.debug_enabled }}
+      #  #if: ${{ github.event_name == 'workflow_dispatch' && github.event.inputs.debug_enabled }}
+
+      - name: Limit ${{ matrix.which_test }} test.
+        run: |
+          cd ${HOME}/sr_insects/${{ matrix.which_test }}; ./flow_limit.sh
+
+      - name: Check results of ${{ matrix.which_test }} test.
+        run: |
+          cd ${HOME}/sr_insects/${{ matrix.which_test }}; ./flow_check.sh
+        
+      - name: Compress log files for artifacts
+        if: always()
+        continue-on-error: true
+        run: |
+          sr3 stop --dangerWillRobinson=1
+          cd ${HOME}/.cache/sr3/
+          tar -czf ${HOME}/cache_sr3.tar.gz *
+      
+      - name: Save run artifacts
+        if: always()
+        uses: actions/upload-artifact@v3
+        continue-on-error: true
+        with:
+          name: sr3_${{ matrix.which_test }}_${{ matrix.osver }}_state_${{ github.sha }}
+          path: ~/cache_sr3.tar.gz
diff --git a/.github/workflows/flow_amqp_consumer.yml b/.github/workflows/flow_amqp_consumer.yml
@@ -0,0 +1,81 @@
+name: Flow Tests / AMQP Consumer
+
+on:
+  pull_request:
+    types: [opened, edited, reopened]
+  push:
+    branches:
+      - development
+
+    paths-ignore:
+      - '.github/**'
+      - 'debian/changelog'
+      - 'TODO.txt'
+
+  workflow_dispatch:
+    inputs:
+      debug_enabled:
+        type: boolean
+        description: 'Run the build with tmate debugging enabled (https://github.com/marketplace/actions/debugging-with-tmate)'     
+        required: false
+        default: false
+
+jobs:
+
+  run_sr_insects_tests:
+
+    strategy:
+      # Don't cancel the entire matrix when one job fails
+      fail-fast: false
+      matrix:
+       which_test: [ static_flow, no_mirror, flakey_broker, dynamic_flow, restart_server ]
+       osver: [ "ubuntu-20.04", "ubuntu-22.04" ]
+
+    runs-on: ${{ matrix.osver }}
+
+    name: ${{ matrix.which_test }} on ${{ matrix.osver }}
+    timeout-minutes: 40
+
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Install dependencies
+      # 2023-11-13 RS Added SSH config changes to see if it makes the tests more reliable
+        run: |
+          travis/flow_autoconfig.sh
+          travis/ssh_localhost.sh
+          sudo sh -c 'echo "MaxSessions 750" >> /etc/ssh/sshd_config'
+          sudo sh -c 'echo "MaxStartups 750" >> /etc/ssh/sshd_config'
+          sudo systemctl restart ssh
+          echo "amqp_consumer True" >> ${HOME}/.config/sr3/default.conf
+          #echo "set sarracenia.moth.amqpconsumer.AMQPConsumer.logLevel debug" >> ${HOME}/.config/sr3/default.conf
+      
+      - name: Setup ${{ matrix.which_test }} test.
+        run: |
+          cd ${HOME}; pwd; ls ; 
+          echo hoho
+          cd ${HOME}/sr_insects/${{ matrix.which_test }}; ./flow_setup.sh
+
+      - name: Limit ${{ matrix.which_test }} test.
+        run: |
+          cd ${HOME}/sr_insects/${{ matrix.which_test }}; ./flow_limit.sh
+
+      - name: Check results of ${{ matrix.which_test }} test.
+        run: |
+          cd ${HOME}/sr_insects/${{ matrix.which_test }}; ./flow_check.sh
+        
+      - name: Compress log files for artifacts
+        if: always()
+        continue-on-error: true
+        run: |
+          sr3 stop --dangerWillRobinson=1
+          cd ${HOME}/.cache/sr3/
+          tar -czf ${HOME}/cache_sr3.tar.gz *
+      
+      - name: Save run artifacts
+        if: always()
+        uses: actions/upload-artifact@v3
+        continue-on-error: true
+        with:
+          name: sr3_${{ matrix.which_test }}_${{ matrix.osver }}_state_${{ github.sha }}
+          path: ~/cache_sr3.tar.gz
diff --git a/.github/workflows/flow_basic.yml b/.github/workflows/flow_basic.yml
@@ -0,0 +1,53 @@
+name: sr_insects test basic declare/cleanup, and python API
+
+on:
+  pull_request:
+    types: [opened, edited, reopened]
+  push:
+    paths-ignore:
+      - '.github/**'
+      - 'debian/changelog'
+      - 'TODO.txt'
+
+
+  workflow_dispatch:
+    inputs:
+      debug_enabled:
+        type: boolean
+        description: 'Run the build with tmate debugging enabled (https://github.com/marketplace/actions/debugging-with-tmate)'
+        required: false
+        default: false
+
+jobs:
+
+  run_sr_insects_tests:
+
+    strategy:
+      # Don't cancel the entire matrix when one job fails
+      fail-fast: false
+      matrix:
+       osver: [ "ubuntu-20.04", "ubuntu-22.04" ]
+
+    runs-on: ${{ matrix.osver }}
+
+    name: Maintenance test on ${{ matrix.osver }}
+    timeout-minutes: 20
+
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Install dependencies
+        run: |
+          travis/flow_autoconfig.sh
+          travis/ssh_localhost.sh
+         
+      # Enable tmate debugging of manually-triggered workflows if the input option was provided
+      - name: Setup tmate session
+        uses: mxschmitt/action-tmate@v3
+        if: ${{ github.event_name == 'workflow_dispatch' && inputs.debug_enabled }}
+
+      - name: Add and Remove configs, 
+        run: |
+          pwd
+          ls
+          cd ${HOME}/sr_insects/static_flow; ./flow_maint_test.sh
diff --git a/.github/workflows/flow_mqtt.yml b/.github/workflows/flow_mqtt.yml
@@ -0,0 +1,86 @@
+name: Flow Tests / MQTT
+
+on:
+  pull_request:
+    types: [opened, edited, reopened]
+  push:
+    branches:
+      - never
+    paths-ignore:
+      - '.github/**'
+      - 'debian/changelog'
+      - 'TODO.txt'
+
+
+  workflow_dispatch:
+    inputs:
+      debug_enabled:
+        type: boolean
+        description: 'Run the build with tmate debugging enabled (https://github.com/marketplace/actions/debugging-with-tmate)'     
+        required: false
+        default: false
+
+jobs:
+
+  run_sr_insects_tests:
+
+    strategy:
+      # Don't cancel the entire matrix when one job fails
+      fail-fast: false
+      matrix:
+       which_test: [ static_flow, no_mirror, flakey_broker, dynamic_flow ]
+       osver: [ "ubuntu-22.04" ]
+
+    runs-on: ${{ matrix.osver }}
+
+    name: ${{ matrix.which_test }} on ${{ matrix.osver }}
+    timeout-minutes: 45
+
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Install dependencies
+        run: |
+          travis/flow_autoconfig.sh
+          travis/flow_autoconfig_add_mosquitto.sh
+          travis/ssh_localhost.sh
+         
+      - name: Setup ${{ matrix.which_test }} test.
+        run: |
+          cd ${HOME}; pwd; ls ; 
+          echo hoho
+          cd ${HOME}/sr_insects/${{ matrix.which_test }}; ./flow_setup.sh
+
+      # Enable tmate debugging of manually-triggered workflows if the input option was provided
+      # https://github.com/marketplace/actions/debugging-with-tmate
+      # 
+      # 2023/06/06 - pas - this ALWAYS enables... some weird bug. commenting out to be able
+      #              to run at all.
+      #- name: Setup tmate session
+      #  uses: mxschmitt/action-tmate@v3
+      #  if: ${{ github.event.inputs.debug_enabled }}
+
+      - name: Limit ${{ matrix.which_test }} test.
+        run: |
+          cd ${HOME}/sr_insects/${{ matrix.which_test }}; ./flow_limit.sh
+          sleep 300
+
+      - name: Check results of ${{ matrix.which_test }} test.
+        run: |
+          cd ${HOME}/sr_insects/${{ matrix.which_test }}; ./flow_check.sh
+        
+      - name: Compress log files for artifacts
+        if: always()
+        continue-on-error: true
+        run: |
+          sr3 stop --dangerWillRobinson=1
+          cd ${HOME}/.cache/sr3/
+          tar -czf ${HOME}/cache_sr3.tar.gz *
+      
+      - name: Save run artifacts
+        if: always()
+        uses: actions/upload-artifact@v3
+        continue-on-error: true
+        with:
+          name: sr3_${{ matrix.which_test }}_${{ matrix.osver }}_state_${{ github.sha }}
+          path: ~/cache_sr3.tar.gz