add assignxl queue

js2-autoscaling.sh

@@ -17,8 +17,8 @@ while getopts "b:c:d" opt; do
     esac
 done
 
-source $CONFIG
-# gets JSCRED, SSHKEY, NETWORK, SECURITY, SSHCONFIG
+source $CONFIG # gets JSCRED, SSHKEY, NETWORK, SECURITY, SSHCONFIG
+
 VMNAME="${BENSERVER##*/ben-}"
 
 declare -A MAXVM_MAP
@@ -31,6 +31,7 @@ MAXVM_MAP=(
     ["tronko"]=$MAX_TRONKO
     ["qc"]=$MAX_QC
     ["assign"]=$MAX_ASSIGN
+    ["assignxl"]=$MAX_ASSIGNXL
 )
 
 MAXVM="${MAXVM_MAP[${VMNAME}]}"
@@ -117,7 +118,7 @@ else # Scale Up
                 n="$availVM"
             fi
 
-            if [[ $BENSERVER == *assign* ]]; then
+            if [[ $BENSERVER == *assignxl* ]]; then
                 FLAVOR="m3.xl" # need more RAM for tronko assign
             fi
 

scheduler/ben.sh

@@ -55,7 +55,13 @@ do
     if [[ -v SERVER_MAP[${BENSERVER}] ]]; then
         # add socket connection to add job after
         BENSERVERSECOND="${SERVER_MAP[${BENSERVER}]}"
-        /etc/ben/ben client -r $host -n 0 --remote-path $REMOTE_PATH -s $BENSERVERSECOND --remote-socket $BENSERVERSECOND -d
+        /etc/ben/ben client -r "$host" -n 0 --remote-path "$REMOTE_PATH" -s "$BENSERVERSECOND" --remote-socket "$BENSERVERSECOND" -d
+
+        # add assign XL socket
+        if [[ $BENSERVERSECOND == *assign* ]]; then
+            BENSERVERSECOND="${BENSERVERSECOND}xl"
+            /etc/ben/ben client -r "$host" -n 0 --remote-path "$REMOTE_PATH" -s "$BENSERVERSECOND" --remote-socket "$BENSERVERSECOND" -d
+        fi
     fi
     counter=$(( 10#$counter + 1 ))
 done

scheduler/main_ben_setup.sh

@@ -24,6 +24,7 @@ sudo cp jobs/ben-jobs.service jobs/ben-jobs.timer supabase/ben-supabase.service
 /etc/ben/ben server --snapshot /etc/ben/queue/tronko.ini -s /tmp/ben-tronko -d
 /etc/ben/ben server --snapshot /etc/ben/queue/qc.ini -s /tmp/ben-qc -d
 /etc/ben/ben server --snapshot /etc/ben/queue/assign.ini -s /tmp/ben-assign -d
+/etc/ben/ben server --snapshot /etc/ben/queue/assignxl.ini -s /tmp/ben-assignxl -d
 
 sudo systemctl enable ben-logs.service
 sudo systemctl enable ben-jobs.service

scheduler/servers/ben-assignxl-server.service

@@ -0,0 +1,16 @@
+[Unit]
+Description=Ben Assign XL Job Scheduler Server
+After=network-online.target
+
+[Service]
+User=ubuntu
+Type=forking
+WorkingDirectory=/home/ubuntu/t-rex-monitor/scheduler/servers
+Environment="PATH=/usr/local/bin:/usr/bin:/bin:/home/ubuntu/miniconda/envs/webhook/bin"
+ExecStart=/bin/bash ./ben-servers.sh "assignxl" "/tmp/ben-assignxl"
+TimeoutSec=600
+Restart=no
+RestartSec=5s
+
+[Install]
+WantedBy=multi-user.target

vm_vars.sh.sample

@@ -23,4 +23,5 @@ MAX_AC=5
 MAX_NEWICK=5
 MAX_TRONKO=5
 MAX_QC=5
-MAX_ASSIGN=5
+MAX_ASSIGN=5
+MAX_ASSIGNXL=2