From 4870a55fecffa732950b130846ffacc35167c615 Mon Sep 17 00:00:00 2001 From: godotg Date: Fri, 1 Mar 2024 17:28:47 +0800 Subject: [PATCH] perf[deploy]: reduce deployment complexity --- deploy.sh | 180 +++++++++++++++++------------------------------------- 1 file changed, 55 insertions(+), 125 deletions(-) diff --git a/deploy.sh b/deploy.sh index 475041d85..a60aa55f4 100644 --- a/deploy.sh +++ b/deploy.sh @@ -7,16 +7,15 @@ # EN:The deploy.sh script includes, start the server, gracefully stop the server, update the program file, restart the server, corresponding to four commands # CN:deploy.sh脚本包括了，启动服务器，优雅停止服务器，更新程序文件，重新启动服务器，对应四个命令：start|stop|update|stopUpdateStart。 -####################################################################################################################### +############################################################################################################################################################################################################################################################################## # usage 1: -# sh deploy.sh start /usr/local/tank/single-boot/single-boot-1.0.jar /usr/local/tank/single-boot +# sh deploy.sh start /usr/local/tank/single-boot/single-boot-1.0.jar # EN:start starts the server, the absolute path is very important,[/usr/local/tank/single-boot/single-boot-1.0.jar] is the absolute path of the jar package， -# [/usr/local/tank/single-boot] is the absolute path to the output of the log -# CN:start启动服务器，绝对路径很重要，[/usr/local/tank/single-boot/single-boot-1.0.jar]是jar包的绝对路径，[/usr/local/tank/single-boot]是日志的输出的绝对路径 +# CN:start启动服务器，绝对路径很重要，[/usr/local/tank/single-boot/single-boot-1.0.jar]是jar包的绝对路径 -####################################################################################################################### +#################################################################################################################################################################################### # usage 2: # sh deploy.sh stop single @@ -26,7 +25,7 @@ # CN:stop关闭服务器，会使用jps | grep single，抓取需要关闭的java进程，所以不需要输入single-boot的全名（不是绝对路径） # 如果你有两个名称为[single-boot1.jar]，[single-boot2]的启动程序，则会把这两个都关闭 -####################################################################################################################### +#################################################################################################################################################################################### # usage 3: # sh deploy.sh update /usr/local/tank/single-boot/single-boot-1.0.jar @@ -38,9 +37,9 @@ # CN:update更新jar包，默认会使用根路径[/single-boot-1.0.jar]下的jar包去更新[/usr/local/tank/single-boot/single-boot-1.0.jar]的jar包 # 此种方式jar必须放在 / 根目录(最上层的目录，不是root目录，不要弄错了)，非常重要，因为默认使用根路径的jar取更新你指定位置的jar -####################################################################################################################### +#################################################################################################################################################################################### # usage 4: -# sh deploy.sh stopUpdateStart /usr/local/tank/single-boot/single-boot-1.0.jar /usr/local/tank/single-boot +# sh deploy.sh stopUpdateStart /usr/local/tank/single-boot/single-boot-1.0.jar # EN:stop Update Start, execute the commands stop, update, start, three-in-one commands in order, # because there is an update, so you must put your jar in the root directory @@ -50,7 +49,7 @@ # update的是[/usr/local/tank/single-boot/single-boot-1.0.jar]，所以必须把jar放在 / 根目录(最上层的目录，不是root目录，不要弄错了)，非常重要 # start同[usage 1] -####################################################################################################################### +#################################################################################################################################################################################### # @author godotg if [ $# -lt 1 ]; then @@ -80,32 +79,32 @@ function waitAllProcessesExit() { done } -function waitInfoLog() { - local infoLog +function waitLogFile() { + local logfile while true; do - infoLog=$(ls ./log | grep info) - if [ -z "${infoLog}" ]; then - echo "Waiting for info.log to be created..." + logfile=$(ls ./ | grep spring.log) + if [ -z "${logfile}" ]; then + echo "Waiting for spring.log to be created..." sleep 1 else return fi - if [ -z "${infoLog}" ]; then - echo "Waiting for info.log to be created..." + if [ -z "${logfile}" ]; then + echo "Waiting for spring.log to be created..." sleep 2 else return fi - if [ -z "${infoLog}" ]; then - echo "Waiting for info.log to be created..." + if [ -z "${logfile}" ]; then + echo "Waiting for spring.log to be created..." sleep 3 else return fi - if [ -z "${infoLog}" ]; then + if [ -z "${logfile}" ]; then echo "If there is no response for a long time, solution 1: Please check the startup log, or whether there is a generated log file in the running directory" echo "如果长时间无响应，解决方法1：请检测启动log日志，或者运行目录是否有生成的日志文件" sleep 1 @@ -113,7 +112,7 @@ function waitInfoLog() { return fi - if [ -z "${infoLog}" ]; then + if [ -z "${logfile}" ]; then echo "If there is no response for a long time, solution 2: Confirm whether the jvm parameter -Dspring.profiles.active=pro is correct and whether it is the operating environment configuration you expect" echo "如果长时间无响应，解决方法2：确认jvm参数-Dspring.profiles.active=pro是否正确，是否是你期望的运行环境配置" sleep 1 @@ -121,7 +120,7 @@ function waitInfoLog() { return fi - if [ -z "${infoLog}" ]; then + if [ -z "${logfile}" ]; then echo "If there is no response for a long time, solution 3: directly use the command java -Dspring.profiles.active=pro -jar xxx.jar" echo "如果长时间无响应，解决方法3：直接使用命令 java -Dspring.profiles.active=pro -jar xxx.jar" sleep 1 @@ -129,7 +128,7 @@ function waitInfoLog() { return fi - if [ -z "${infoLog}" ]; then + if [ -z "${logfile}" ]; then echo "If there is no response for a long time, solution 4: Run the main function in Idea, add the -Dspring.profiles.active=pro parameter, it can run in Idea and it must also run on the server" echo "如果长时间无响应，解决方法4：在Idea中运行main函数，加上-Dspring.profiles.active=pro参数，在Idea中能够运行也一定能在服务器运行" sleep 1 @@ -141,7 +140,7 @@ function waitInfoLog() { # 停止所有进程,不包括login function stop() { - echo "########################## Ⅰ stop ##########################" + echo "######################################################################################################################### Ⅰ stop #########################################################################################################################" local pids pids=$(jps | grep ${1} | awk '{print $1}' | paste -d " " -s) @@ -151,39 +150,34 @@ function stop() { return fi - echo "************************** cpu **************************" + echo "************************************* cpu *************************************" uptime - echo "note:" echo "uptime查看cpu的负载情况，load avarage分别是1分钟，5分钟，15分钟内系统的load值，一般load值不大于3，我们就认为它的负载是正常的，大于了3就要想办法降低系统的负载" - echo "************************** memory **************************" + echo "************************************* memory *************************************" free -m - echo "note:" echo "free查看内存的使用情况，重点关注swap内存使用，swap大表示物理内存不够用，这时候容易导致OOM异常" - echo "************************** disk **************************" + echo "************************************* disk *************************************" df -h - echo "note:" echo "df查看磁盘的使用情况，应该特别关注日志和数据库的挂载路径的使用情况" - echo "************************** network **************************" + echo "************************************* network *************************************" sar -n DEV 1 2 - echo "note:" echo "sar查看网络的使用情况，可以通过网络设备的吞吐量，判断网络设备是否已经饱和。" - echo "**************************system log**************************" - dmesg | tail -n 20 - echo "note:" + echo "************************************* system log *************************************" + dmesg | tail -n 5 echo "df查看系统日志的最后20行，主要看有没有严重的系统问题" - echo "**************************jmap**************************" + echo "************************************* jmap *************************************" for pid in ${pids}; do echo "${pid}->Information about the top 20 class instances of the process" - jmap -histo ${pid} | head -n 20 + jmap -histo ${pid} | head -n 5 echo -e "\n" done - echo "********************stop process********************" + echo "************************************* stop process *************************************" echo "kill -15 $pids" kill -15 ${pids} @@ -192,7 +186,7 @@ function stop() { # 更新jar包 function update() { - echo "######################### Ⅱ update ########################" + echo "######################################################################################################################### Ⅱ update #########################################################################################################################" local jarPath=${1} if [ -z "${jarPath}" ]; then @@ -207,7 +201,7 @@ function update() { # echo ${jarFilePath} # echo ${jarName} - echo "Source and target file information before updating:" + echo "Before source|target:" local fileInfo=$(ls -lh "/${jarName}") echo "${fileInfo}" @@ -216,15 +210,11 @@ function update() { echo "${fileInfo}" fi - echo -e "\n\n" - rm -rf ${jarPath} mkdir -p ${jarFilePath} cp "/${jarName}" ${jarFilePath} - echo "Source and target file information after update:" - fileInfo=$(ls -lh "/${jarName}") - echo "${fileInfo}" + echo "After target ------>" fileInfo=$(ls -lh ${jarPath}) echo "${fileInfo}" } @@ -232,32 +222,25 @@ function update() { # 启动一个java进程，必须指定jar路径和jar名称 # -n为notEmpty，-z为empty function start() { - echo "######################### Ⅲ start #########################" + echo "######################################################################################################################### Ⅲ start #########################################################################################################################" local jarPath=${1} - local logPath=${2} if [ -z "${jarPath}" ]; then echo "Parameter error: The name of the jar package to start cannot be empty" - echo "usage: sh deploy.sh start jarPath logPath" + echo "usage: sh deploy.sh start jarPath" exit 1 fi - if [ -z "${logPath}" ]; then - echo "Parameter error: The log path for startup cannot be empty" - echo "usage: sh deploy.sh start jarPath logPath" - exit 1 - fi - - mkdir -p "${logPath}/log" - cd ${logPath} + local jarFilePath=${jarPath%/*} + cd ${jarFilePath} local currentPath currentPath=$(pwd) - echo "pwd current path：${currentPath}" + echo "pwd current path : ${currentPath}" if [ ! -f "${jarPath}" ]; then echo "文件不存在：启动的jar包不存在，请检查jar的路径格式是否是绝对路径" - echo "usage: sh deploy.sh start jarAbsPath logPath" + echo "usage: sh deploy.sh start jarAbsPath" exit 1 fi @@ -266,111 +249,58 @@ function start() { nohup java -Dspring.profiles.active=pro -XX:InitialHeapSize=1g -XX:MaxHeapSize=1g -XX:AutoBoxCacheMax=20000 -XX:+UseStringDeduplication -XX:+HeapDumpOnOutOfMemoryError -Djdk.attach.allowAttachSelf=true -Duser.timezone=Asia/Shanghai -Dfile.encoding=UTF-8 -jar ${jarPath} >/dev/null 2>&1 & # If there is no info log, keep waiting - waitInfoLog - - if [ -z "${3}" ]; then - tail -f log/info.log - else - sleep 4 - local jarName=${jarPath##*/} - local runningProcesses - runningProcesses=$(jps -lvm | grep ${jarName}) - echo "**************************jps**************************" - echo "${runningProcesses}" - - sleep 4 - echo "************************jstat************************" - local pids - pids=$(jps | grep ${jarName} | awk '{print $1}' | paste -d " " -s) - for pid in ${pids}; do - echo "${pid}->Process compilation statistics" - jstat -compiler ${pid} - echo -e "\n" - done - - sleep 6 - echo "**************************start log**************************" - tail -n 40 log/info.log - - exit 0 - fi + waitLogFile + tail -f spring.log } function stopUpdateStart() { local jarPath=${1} - local logPath=${2} if [ -z "${jarPath}" ]; then echo "The startup path cannot be empty" - echo "usage: sh deploy.sh start jarPath logPath" - exit 1 - fi - - if [ -z "${logPath}" ]; then - echo "The jar package name to start cannot be empty" - echo "usage: sh deploy.sh start jarPath logPath" + echo "usage: sh deploy.sh start jarPath" exit 1 fi + echo echo "Start executing tasks： stop -> update -> start" - echo -e "\n\n" + echo local jarFilePath=${jarPath%/*} local jarName=${jarPath##*/} # stop first stop ${jarName} - echo - echo - echo + # update second update ${jarPath} - echo - echo - echo + # last start - start ${jarPath} ${logPath} ${3} + start ${jarPath} ${3} } # Linux性能调优 function optimizeLinux() { - echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------" - echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------" - echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------" - echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------" - echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------" - echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------" - echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------" - echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------" - echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------" - echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------" - echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------" - echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------" - echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------" - echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------" - echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------" - echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------" - echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------" - echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------" - echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------" - echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------" + echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------" + echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------" + echo "--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------" } # run optimizeLinux method immediately optimizeLinux case ${command} in -"start") - start ${2} ${3} - ;; "stop") stop ${2} ;; "update") update ${2} ;; +"start") + start ${2} + ;; "stopUpdateStart") - stopUpdateStart ${2} ${3} ${4} + stopUpdateStart ${2} ;; *) echo "command not recognized: ${1}"