nodejs程式釋出的jenkins自動化指令碼和問題記錄

阿新 • • 發佈：2021-01-08

1.程式碼釋出指令碼

# vim alisz_rsync_chinasoft.cn.user.sh

#!/bin/bash
# 指令碼中最後一個管道命令返回非0 就退出
set -e 
# 指令碼中管道命令返回非0 也退出
set -o pipefail
# 指令碼中變數存在空 就退出
set -u

###########################################################################################
# jenkins拉取git程式碼同步到 程式碼中轉機 上 然後觸發 程式碼中轉機 上的該指令碼進行 目標 機房的同步#

#  
1.2020.07.17初始化模板
# 2.修改版本記錄
###########################################################################################

## 指令碼中最後一個管道命令返回非0 就退出
set -e 

## 指令碼中管道命令返回非0 也退出
set -o pipefail

## 指令碼中變數存在空 就退出
set -u

## 非apache使用者執行指令碼，則退出
if [ `whoami` != "apache" ];then
        echo " only apache user can run me 
"
        exit 1
fi

## 密碼以及排除檔案
passwd="/data/www/.rsync/rsyncd.chinasoft.cn"
exclude_list="--exclude=.svn --exclude=.git --exclude=.gitignore --exclude=*.log --exclude='logs/' --exclude=.gitattributes --exclude=node_modules"


## cn all
yt_cn_ip_list_all="1.1.1.1 1.1.1.2"
yt_ip_list_cn_web01="1.1.1.1"
yt_ip_list_cn_web02 
="1.1.1.2"

## src directory 源
src_directory="chinasoft.cn/user"

## dst directory 暫不需要
dst_directory="chinasoft.cn/httpdocs/user"

## 時間變數
Date=$(date +'%Y%m%d%H%M%S')
DATE_Y=$(date +'%Y')
DATE_M=$(date +'%m')
DATE_D=$(date +'%d')

## 日誌目錄
pubMsgDir=/data/www/logs/rsync_log/$DATE_Y/$DATE_M/$DATE_D
pubMsgFile=${pubMsgDir}/${Date}.log

if [ ! -d ${pubMsgDir} ];then
        mkdir -p ${pubMsgDir}
fi

## code同步狀態
function func_rsync_status()
{
        if [[ $? == 0 || $? == 23 ]];then
                rsync_edit=1
        else
                rsync_edit=0
                echo "`date` 同步到目標失敗! " | tee -a ${pubMsgFile}
                exit 1
        fi
}

## 同步所有機房,目前只有alisz一個機房
function rsync_yt_cn_all()
{
for ip in ${yt_cn_ip_list_all}
do      
        echo "#################### Run rsync ${ip}  start ################################" | tee -a ${pubMsgFile}
        rsync -zavP --delete $exclude_list --password-file=$passwd /data/www/vhosts/${src_directory}/ apache@${ip}::apache/data/www/vhosts/${dst_directory}/ | tee -a ${pubMsgFile}
    func_rsync_status
    ssh -p 2020 apache@"$ip" "/bin/bash /usr/local/worksh/node_cnchinasoft_user_manager.sh restart"
        echo "################### Run rsync ${ip} end #######################" | tee -a ${pubMsgFile}
done
}


## 同步alisz機房的第1臺web機器
function rsync_yt_cn_web1()
{

for ip in ${yt_ip_list_cn_web01}
do
        echo "#################### Run rsync ${ip}  start ################################" | tee -a ${pubMsgFile}
        rsync -zavP --delete $exclude_list --password-file=$passwd /data/www/vhosts/${src_directory}/ apache@${ip}::apache/data/www/vhosts/${dst_directory}/ | tee -a ${pubMsgFile}
    func_rsync_status
    ssh -p 2020 apache@"$ip" "/bin/bash /usr/local/worksh/node_cnchinasoft_user_manager.sh restart"
        echo "################### Run rsync ${ip} end #######################" | tee -a ${pubMsgFile}
done
}

## 同步alisz機房的第2臺web機器
function rsync_yt_cn_web2()
{
for ip in ${yt_ip_list_cn_web02}
do
        echo "#################### Run rsync ${ip}  start ################################" | tee -a ${pubMsgFile}
        rsync -zavP --delete $exclude_list --password-file=$passwd /data/www/vhosts/${src_directory}/ apache@${ip}::apache/data/www/vhosts/${dst_directory}/ | tee -a ${pubMsgFile}
    func_rsync_status
    ssh -p 2020 apache@"$ip" "/bin/bash /usr/local/worksh/node_cnchinasoft_user_manager.sh restart"
        echo "################### Run rsync ${ip} end #######################" | tee -a ${pubMsgFile}
done
}


#####################  MAIN  ###############################
usage () {
        echo ""
        echo "  Please Input server infomation!"
        echo ""
        echo "  USAGE: `basename $0` [all|yt_cn_web1|yt_cn_web2]"
        echo ""
}
        
if [ $# != 1 ]
then
        usage >&2
        exit 1
fi
OPT=$1
case $OPT in
all)
        echo "start rsync `basename $0` to all servers"
        rsync_yt_cn_all
        ;;
yt_cn_web1)
        echo "start rsync `basename $0` to yt_cn_web1 servers"
        rsync_yt_cn_web1
        ;;
yt_cn_web2)
        echo "start rsync `basename $0` to yt_cn_web2 servers"
        rsync_yt_cn_web2
        ;;
*)
        echo "Usage:`basename $0` [all|yt_cn_web1|yt_cn_web2]"
        ;;
esac

2.遠端重啟node程式指令碼
# cat /usr/local/worksh/node_cnchinasoft_user_manager.sh

#!/bin/bash
#
source /etc/profile

# 根據引數，執行程序的啟動 停止 重啟等

# 非apache使用者執行指令碼，則退出
if [ `whoami` != "apache" ];then
echo " only apache can run me"
exit 1
fi

export NODE_ENV=production


node_process='cnchinasoft_user'

##############node_chinasoft_user###############
#1.啟動 node_chinasoft_user
start_node_chinasoft_user() {
    #pid=`ps -ef |grep $node_process |grep -v grep |awk '{print $2}'`
    pid=`pm2 status|grep cnchinasoft_user|grep enabled|wc -l`
    if [[ ${pid} -lt 1 ]];then
        echo "starting node_chinasoft_user process is $node_process;pid is $pid "
        if [ $? -ne 0 ]; then
            echo
            exit 1
        fi
    cd /data/www/vhosts/chinasoft.cn/httpdocs/user && npm install request && npm install && npm install --dependencies
    cd /data/www/vhosts/chinasoft.cn/httpdocs/user && pm2 start npm --watch --name cnchinasoft_user -- run start
        if [ $? == '0' ];then
            echo "start node_chinasoft_user $node_process ok"
        else
            echo "start node_chinasoft_user $node_process failed"
        fi
    else
        echo "node_chinasoft_user $node_process is still running!"
        exit
    fi
}

#2.停止 node_chinasoft_user
stop_node_chinasoft_user() {
    echo -n $"Stopping node_chinasoft_user $node_process: "
    #pid=`ps -ef |grep $node_process |grep -v grep |awk '{print $2}'`
    #if [ ! "$pid" ];then
    pid=`pm2 status|grep cnchinasoft_user|grep enabled|wc -l`
    if [[ ${pid} -lt 1 ]];then
    echo "node_chinasoft_user $node_process is not running"
    else
    cd /data/www/vhosts/chinasoft.cn/httpdocs/user && pm2 stop cnchinasoft_user
    echo "stop node_chinasoft_user $node_process ok killed $pid"
    fi
}

#3.重啟 restart_node_chinasoft_user
restart_node_chinasoft_user() {
    stop_node_chinasoft_user
    start_node_chinasoft_user
}

#4.檢視 node_chinasoft_user 狀態
status_node_chinasoft_user(){
    #pid=`ps -ef |grep $node_process |grep -v grep |awk '{print $2}'`
    #if [ ! "$pid" ];then
    pid=`pm2 status|grep cnchinasoft_user|grep enabled|wc -l`
    if [[ ${pid} -lt 1 ]];then
        echo "node_chinasoft_user $node_process is not running"
    else
        echo "node_chinasoft_user $node_process is running"
    fi
}

#####################  MAIN  ###############################
usage () {
        echo ""
        echo "  Please Input server infomation!"
        echo ""
        echo "  USAGE: `basename $0` [start|stop|restart|status]" 
        echo ""
}
    

if [ $# != 1 ]
then
        usage >&2
        exit 1
fi
OPT=$1
case $OPT in
 
start)
        echo "start `basename $0`"
        start_node_chinasoft_user
    ;;
stop)
        stop_node_chinasoft_user
    ;;
restart)
        restart_node_chinasoft_user
    ;;
status)
        status_node_chinasoft_user
    ;;
*)
    echo "Usage:`basename $0`  [start|stop|restart|status]"
    exit 1
esac

3.node相關的域名配置

[root@alisz-chinasoft-web01:~]# cat /usr/local/nginx/conf/vhost.d/chinasoft.cn.conf

server {
        listen 80;
        server_name     chinasoft.cn www.chinasoft.cn ori-www.chinasoft.cn;
    access_log on;
        access_log      /data/www/logs/nginx_log/access/www.chinasoft.cn_access.log main ;
        error_log       /data/www/logs/nginx_log/error/www.chinasoft.cn_error.log ;
        root            /data/www/vhosts/chinasoft.cn/httpdocs;
        index           index.html index.shtml index.php ;
    include        rewrite.d/chinasoft.cn.conf ;
    add_header Referrer-Policy "no-referrer-when-downgrade" always;

    if ($http_user_agent ~ Ezooms) {
        return 403;
    }

    location ~ ^.*\.(htaccess|htpasswd|ini|sh)$ {
        deny all;
    }

    rewrite ^/(.*)$ https://www.chinasoft.cn/$1 permanent;

}

server {
        listen 443 ssl;

        ssl_certificate         cert2016/chinasoft_cn.crt;
        ssl_certificate_key     cert2016/chinasoft_cn.key;
        ssl_dhparam     cert2016/dh_2048.pem;

        ssl_session_timeout     5m;
        ssl_protocols   TLSv1.1 TLSv1.2;


        ssl_ciphers     "ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-AES256-GCM-SHA384:DHE-RSA-AES128-GCM-SHA256:DHE-DSS-AES128-GCM-SHA256:kEDH+AESGCM:ECDHE-RSA-AES128-SHA256:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA:ECDHE-ECDSA-AES128-SHA:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA:ECDHE-ECDSA-AES256-SHA:DHE-RSA-AES128-SHA256:DHE-RSA-AES128-SHA:DHE-DSS-AES128-SHA256:DHE-RSA-AES256-SHA256:DHE-DSS-AES256-SHA:DHE-RSA-AES256-SHA:!AES128-GCM-SHA256:!AES256-GCM-SHA384:!AES128-SHA256:!AES256-SHA256:!AES128-SHA:!AES256-SHA:AES:!CAMELLIA:DES-CBC3-SHA:!aNULL:!eNULL:!EXPORT:!DES:!RC4:!MD5:!PSK:!aECDH:!EDH-DSS-DES-CBC3-SHA:EDH-RSA-DES-CBC3-SHA:!KRB5-DES-CBC3-SHA";


        ssl_prefer_server_ciphers       on;

        server_name     chinasoft.cn www.chinasoft.cn ori-www.chinasoft.cn;
    access_log on;
        access_log      /data/www/logs/nginx_log/access/www.chinasoft.cn_access.log main ;
        error_log       /data/www/logs/nginx_log/error/www.chinasoft.cn_error.log ;

        root            /data/www/vhosts/chinasoft.cn/httpdocs;
        index           index.html index.shtml index.php ;
        include         rewrite.d/chinasoft.cn.conf ;
        error_page  404 403              /404.html;
    add_header Referrer-Policy "no-referrer-when-downgrade" always;

        if ($http_user_agent ~ Ezooms) {
        return 403;
    }

    location ~ ^.*\.(htaccess|htpasswd|ini|sh)$ {
        deny all;
    }

    location ^~ /support/ {
            proxy_pass http://support_servers/;
        }


    location /templates/ {
            proxy_pass http://node_servers;
        }

    location ^~ /online/ {
        try_files $uri $uri/ /online/home.html;
        index home.html index.html;
    }


    location ^~ /user/ {
        proxy_pass http://user_servers;
    }

    location ~* ^/server/(.+)$ {
        alias /data/www/vhosts/chinasoft.cn/httpdocs/maxserver/;
        index index.php index.html;
        try_files $1 $1/ /server/public/index.php?$query_string;
        location ~* ^/server/(.+)\.php$ {
            add_header Cache-Control no-store;
            fastcgi_pass   unix:/tmp/php-cgi.sock;
            fastcgi_index  index.php;
            fastcgi_param  SCRIPT_FILENAME  $document_root$1.php;
            include        fastcgi_params;
        }
    }


    location ~ \.php$ {
        fastcgi_pass   unix:/tmp/php-cgi.sock;
        #fastcgi_pass   unix:/tmp/php-cgi.sock;
        fastcgi_index  index.php;
        fastcgi_param  SCRIPT_FILENAME  $document_root$fastcgi_script_name;
        include        fastcgi_params;
    }

        #location / {
        #        try_files $uri $uri/ /home.html;
        #        index home.html home.html;
        #}

}

4.後端upstream

upstream node_servers{
    ip_hash;
    server 172.18.10.1:2233 max_fails=2 fail_timeout=30s weight=1;
    #server 172.18.10.2:2233 max_fails=2 fail_timeout=30s weight=1;

    check interval=3000 rise=2 fall=5 timeout=1000 type=tcp port=2233;
    check_keepalive_requests 100;
}

upstream user_servers{
    ip_hash;
    server 172.18.10.1:1111 max_fails=2 fail_timeout=30s weight=1;
    #server 172.18.10.2:1111 max_fails=2 fail_timeout=30s weight=1;

    check interval=3000 rise=2 fall=5 timeout=1000 type=tcp port=1111;
    check_keepalive_requests 100;
}

upstream support_servers{
    ip_hash;
    server 172.18.10.1:2333 max_fails=2 fail_timeout=30s weight=1;
    #server 172.18.10.2:2333 max_fails=2 fail_timeout=30s weight=1;

    check interval=3000 rise=2 fall=5 timeout=1000 type=tcp port=2333;
    check_keepalive_requests 100;
}

通過pm2管理nodejs程式的啟動和停止

1.啟動模組的方法
user:

cd /data/www/vhosts/chinasoft.cn/httpdocs/user && npm install request && npm install && npm install --dependencies
cd /data/www/vhosts/chinasoft.cn/httpdocs/user && pm2 start npm --watch --name cnchinasoft_user -- run start

# node 問題除錯

[apache@alisz-chinasoft-web01:~/vhosts/chinasoft.cn/httpdocs/user]$ node /data/www/vhosts/chinasoft.cn/httpdocs/user/node_modules/.bin/nuxt start

ERROR Cannot find module 'axios' from '/data/www/vhosts/chinasoft.cn/httpdocs/user' 16:42:47

at Function.resolveSync [as sync] (node_modules/resolve/lib/sync.js:90:15)
at node_modules/vue-server-renderer/build.prod.js:1:77685
at Object.<anonymous> (webpack:/external "axios":1:0)
at __webpack_require__ (webpack/bootstrap:25:0)
at Object.<anonymous> (api/edApi.js:1:0)
at __webpack_require__ (webpack/bootstrap:25:0)
at Module.<anonymous> (store/index.js:1:0)
at __webpack_require__ (webpack/bootstrap:25:0)
at updateModules (.nuxt/store.js:9:0)
at Module.<anonymous> (.nuxt/store.js:17:0)

# 經過分析發現是遠端跳板機安裝過axios，並且產生了粘性，直接切換到apache使用者是不行的，切換到 yt_devadmin 再次切換到 root 才能安裝 axios，並且要在模組的當前目錄下

[root@alisz-chinasoft-web01:/data/www/vhosts/chinasoft.cn/httpdocs/user]# su yt_devadmin
[yt_devadmin@alisz-chinasoft-web01:/data/www/vhosts/chinasoft.cn/httpdocs/user]$ sudo su root
[root@alisz-chinasoft-web01:/data/www/vhosts/chinasoft.cn/httpdocs/user]# npm install axios
npm WARN deprecated [email protected]: Critical security vulnerability fixed in v0.21.1. For more information, see https://github.com/axios/axios/pull/3410

> [email protected] postinstall /data/www/vhosts/chinasoft.cn/httpdocs/user/node_modules/nodemon
> node bin/postinstall || exit 0

Love nodemon? You can now support the project via the open collective:
> https://opencollective.com/nodemon/donate

npm WARN optional SKIPPING OPTIONAL DEPENDENCY: [email protected] (node_modules/fsevents):
npm WARN notsup SKIPPING OPTIONAL DEPENDENCY: Unsupported platform for [email protected]: wanted {"os":"darwin","arch":"any"} (current: {"os":"linux","arch":"x64"})
npm WARN optional SKIPPING OPTIONAL DEPENDENCY: [email protected] (node_modules/nodemon/node_modules/fsevents):
npm WARN notsup SKIPPING OPTIONAL DEPENDENCY: Unsupported platform for [email protected]: wanted {"os":"darwin","arch":"any"} (current: {"os":"linux","arch":"x64"})
npm WARN optional SKIPPING OPTIONAL DEPENDENCY: [email protected] (node_modules/watchpack-chokidar2/node_modules/fsevents):
npm WARN notsup SKIPPING OPTIONAL DEPENDENCY: Unsupported platform for [email protected]: wanted {"os":"darwin","arch":"any"} (current: {"os":"linux","arch":"x64"})

+ [email protected]
added 107 packages from 108 contributors and audited 1549 packages in 11.334s

59 packages are looking for funding
run `npm fund` for details

found 6 vulnerabilities (4 low, 2 high)
run `npm audit fix` to fix them, or `npm audit` for details

# 如下 node_modules/axios 這個模組必須要在指定使用者下進行安裝，其他使用者安裝不上
[root@alisz-chinasoft-web01:/data/www/vhosts/chinasoft.cn/httpdocs/user]# find ./ -name axios
./node_modules/@nuxtjs/axios
./node_modules/@nuxtjs/axios/node_modules/axios
./node_modules/axios

nodejs程式釋出的jenkins自動化指令碼和問題記錄

nodejs程式釋出的jenkins自動化指令碼和問題記錄

Python自動化指令碼——涉及彈窗，自動登入，截圖，獲取使用者許可權，打包程式等

Qt Deploy Under linux Platform (linux 系統下有關的好用Qt 釋出工具的使用和自動化)

NetCore WebApi和控制檯程式釋出到Windows服務。

Jenkins通過指令碼進行自動釋出

京東物流釋出 5G 全連線智慧倉：可實現全流程自動化管理和操作

centos7部署php5.6和nginx自動化指令碼

node指令碼實現自動化簽到和抽獎功能

微軟 Win11/10 免費工具集 PowerToys 0.55.0 釋出：檔案瀏覽器和滑鼠引入 3 個全新實用程式

使用現成的視覺化框架去管理一些指令碼和程式

Jenkins自動化部署nodejs專案（前端專案）

C# 訪問sqlserver Sqlparameter傳參時程式裡的執行結果和資料庫直接結果不一致記錄

Jenkins+自動化測試指令碼部署

小程式頁面導航、事件和 wxs 指令碼

tomcat訪問（access）日誌配置和記錄Post請求引數

詳解npm指令碼和package.json

Python selenium 自動化指令碼打包成一個exe檔案(推薦)

Jenkins自動化部署springboot程式碼例項

sql自動化檢查和分析工具之soar和soar-web 安裝和使用體驗

springboot docker jenkins 自動化部署並上傳映象的步驟詳解

nodejs程式釋出的jenkins自動化指令碼和問題記錄

相關推薦