• 自动化部署--shell脚本--2


    node1和node2都装apache
     
    [root@linux-node1 ~]# yum install httpd -y
    Loaded plugins: fastestmirror
    Loading mirror speeds from cached hostfile
     * base: mirrors.zju.edu.cn
     * epel: mirrors.tuna.tsinghua.edu.cn
     * extras: mirrors.zju.edu.cn
     * updates: mirrors.163.com
    Package httpd-2.4.6-45.el7.centos.4.x86_64 already installed and latest version
    Nothing to do
    [root@linux-node1 ~]# 
    
    [root@linux-node2 ~]# yum install httpd -y
    Loaded plugins: fastestmirror
    Loading mirror speeds from cached hostfile
     * base: mirrors.zju.edu.cn
     * extras: mirrors.zju.edu.cn
     * updates: mirrors.163.com
    Package httpd-2.4.6-45.el7.centos.4.x86_64 already installed and latest version
    Nothing to do
    [root@linux-node2 ~]# 
    

      

    把apache的根目录都改成/opt/webroot

    [root@linux-node2 ~]# vim /etc/httpd/conf/httpd.conf 
    [root@linux-node2 ~]# 
    

    上面是默认的,改成如下配置

     node1也改成如下

     启动apache

    [root@linux-node2 ~]# systemctl start httpd
    [root@linux-node2 ~]# lsof -i:80
    COMMAND   PID   USER   FD   TYPE DEVICE SIZE/OFF NODE NAME
    httpd   21937   root    4u  IPv6 132900      0t0  TCP *:http (LISTEN)
    httpd   21938 apache    4u  IPv6 132900      0t0  TCP *:http (LISTEN)
    httpd   21939 apache    4u  IPv6 132900      0t0  TCP *:http (LISTEN)
    httpd   21940 apache    4u  IPv6 132900      0t0  TCP *:http (LISTEN)
    httpd   21941 apache    4u  IPv6 132900      0t0  TCP *:http (LISTEN)
    httpd   21942 apache    4u  IPv6 132900      0t0  TCP *:http (LISTEN)
    [root@linux-node2 ~]# 
    
    [root@linux-node1 ~]# systemctl start httpd
    [root@linux-node1 ~]# lsof -i:80
    COMMAND   PID   USER   FD   TYPE DEVICE SIZE/OFF NODE NAME
    httpd   23765   root    4u  IPv6 117035      0t0  TCP *:http (LISTEN)
    httpd   23767 apache    4u  IPv6 117035      0t0  TCP *:http (LISTEN)
    httpd   23768 apache    4u  IPv6 117035      0t0  TCP *:http (LISTEN)
    httpd   23769 apache    4u  IPv6 117035      0t0  TCP *:http (LISTEN)
    httpd   23770 apache    4u  IPv6 117035      0t0  TCP *:http (LISTEN)
    httpd   23771 apache    4u  IPv6 117035      0t0  TCP *:http (LISTEN)
    [root@linux-node1 ~]# 

    访问网页

    修改首页

    [www@linux-node1 ~]$ cd /deploy/code/
    [www@linux-node1 code]$ cd web-demo/
    [www@linux-node1 web-demo]$ pwd
    /deploy/code/web-demo
    [www@linux-node1 web-demo]$ ll
    total 4
    -rw-r--r-- 1 www www 9 Apr 26 22:28 index.html
    [www@linux-node1 web-demo]$ cat index.html 
    nmap.com
    [www@linux-node1 web-demo]$ cd /scripts/
    [www@linux-node1 scripts]$ 
    
     
    再次部署
    [www@linux-node1 scripts]$ ./deploy.sh deploy
    git pull
    code_build
    code_scp
    web-demo_456_2017-04-27-21-40-36.tar.gz     100%  220     0.2KB/s   00:00    
    web-demo_456_2017-04-27-21-40-36.tar.gz     100%  220     0.2KB/s   00:00    
    code_deploy
    192.168.58.12.crontab.xml                   100%   21     0.0KB/s   00:00    
    code_test
    cluster_node_in
    [www@linux-node1 scripts]$ 
    
     
     
    检查部署结果,注意ctrl+f5

    查看此时自动化部署脚本的配置

    [root@linux-node1 scripts]# cat deploy.sh 
    #!/bin/bash
    
    #Dir List
    #mkdir -p /deploy/code/web-demo/
    #mkdir -p /deploy/config/web-demo/base
    #mkdir -p /deploy/config/web-demo/other
    #mkdir -p /deploy/tar
    #mkdir -p /deploy/tmp
    #mkdir -p /opt/webroot
    #mkdir -p /webroot 
    #chown -R www:www /deploy
    #chown -R www:www /opt/webroot
    #chown -R www:www /webroot
    
    #Node List
    NODE_LIST="192.168.58.11 192.168.58.12"
    
    # Date/Time Veriables
    LOG_DATE='date "+%Y-%m-%d"'
    LOG_TIME='date "+%H-%M-%S"'
    
    CDATE=$(date "+%Y-%m-%d")
    CTIME=$(date "+%H-%M-%S")
    
    #Shell Env
    SHELL_NAME="deploy.sh"
    SHELL_DIR="/home/www"
    SHELL_LOG="${SHELL_DIR}/${SHELL_NAME}.log"
    
    #Code Env
    PRO_NAME="web-demo"
    CODE_DIR="/deploy/code/web-demo"
    CONFIG_DIR="/deploy/config/web-demo"
    TMP_DIR="/deploy/tmp"
    TAR_DIR="/deploy/tar"
    LOCK_FILE="/tmp/deploy.lock"
    
    usage(){
        echo  $"Usage: $0 [ deploy | rollback ]"
    }
    
    writelog(){
            LOGINFO=$1
            echo "${CDATE} ${CTIME}: ${SHELL_NAME} : ${LOGINFO}" >> ${SHELL_LOG}
    }
    
    shell_lock(){
    	touch ${LOCK_FILE}
    }
    shell_unlock(){
    	rm -f ${LOCK_FILE}
    }
    
    code_get(){
        writelog "code_get";
        cd $CODE_DIR  && echo "git pull"
        cp -r ${CODE_DIR} ${TMP_DIR}/
        API_VER="456"
    }
    
    code_build(){
        echo code_build
    }
    
    code_config(){
        writelog "code_config"
        /bin/cp -r ${CONFIG_DIR}/base/* ${TMP_DIR}/"${PRO_NAME}"
        PKG_NAME="${PRO_NAME}"_"${API_VER}"_"${CDATE}-${CTIME}"
        cd ${TMP_DIR} && mv ${PRO_NAME} ${PKG_NAME}
    }
    
    code_tar(){
        writelog "code_tar"
        cd ${TMP_DIR} && tar cfz ${PKG_NAME}.tar.gz ${PKG_NAME}
        writelog "${PKG_NAME}.tar.gz"
    }
    
    code_scp(){
        echo "code_scp"
        for node in $NODE_LIST;do
          scp ${TMP_DIR}/${PKG_NAME}.tar.gz $node:/opt/webroot/
        done
    }
    
    cluster_node_remove(){
        writelog "cluster_node_remove"
    }
    
    code_deploy(){
        echo code_deploy
        for node in $NODE_LIST;do
          ssh $node "cd /opt/webroot/ && tar xfz ${PKG_NAME}.tar.gz"
          ssh $node "rm -rf /webroot/web-demo && ln -s /opt/webroot/${PKG_NAME} /webroot/web-demo"
        done
        scp ${CONFIG_DIR}/other/192.168.58.12.crontab.xml 192.168.58.12:/webroot/web-demo/crontab.xml
    }
    
    code_test(){
        echo code_test
    }
    
    cluster_node_in(){
        echo cluster_node_in
    }
    
    rollback(){
        echo rollback
    }
    
    main(){
        if [ -f ${LOCK_FILE} ];then
    	echo "Deploy is running"  && exit;
        fi
        DEPLOY_METHOD=$1
        case $DEPLOY_METHOD in
        deploy)
                shell_lock;
                code_get;
                code_build;
                code_config;
                code_tar;
                code_scp;
                cluster_node_remove;
                code_deploy;
                code_test;
                cluster_node_in;
    	    shell_unlock;
                ;;
        rollback)
    	    shell_lock;
                rollback;
    	    shell_unlock;
                ;;
        *)
                usage;
        esac
    
    }
    main $1
    [root@linux-node1 scripts]# 
    

      

     修改测试部分,完善测试函数

    过滤到,返回0,过滤不到返回其它的
    -s静默模式

    [root@linux-node1 scripts]# curl --head http://192.168.58.11/index.html | grep "200 OK"
      % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                     Dload  Upload   Total   Spent    Left  Speed
      0     9    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
    HTTP/1.1 200 OK
    [root@linux-node1 scripts]# curl -s --head http://192.168.58.11/index.html | grep "200 OK"
    HTTP/1.1 200 OK
    [root@linux-node1 scripts]# 
    

      

    准备是这样的,部署一个,测试一个,通了才继续往下部署。这样才合理
    很多公司拿预热节点部署。通过之后再部署生产节点

    先修改下上面,把主机分组,模拟分组部署
    GROUP1_LIST模拟预热节点
    GROUP2_LIST 模拟其余的全部节点
    #chown -R www:www /opt/webroot
    #chown -R www:www /webroot
    
    #Node List
    GROUP1_LIST="192.168.58.11"
    GROUP2_LIST="192.168.58.12"
    
    # Date/Time Veriables
    LOG_DATE='date "+%Y-%m-%d"'
    LOG_TIME='date "+%H-%M-%S"'
    

      

    scp这里改下
    code_scp(){
        writelog "code_scp"
        for node in $GROUP1_LIST;do
          scp ${TMP_DIR}/${PKG_NAME}.tar.gz $node:/opt/webroot/
        done
        for node in $GROUP2_LIST;do
          scp ${TMP_DIR}/${PKG_NAME}.tar.gz $node:/opt/webroot/
        done
    }
    
     
    把code_deploy也修改下
    下面这里是修改之前
    cluster_node_remove(){
        writelog "cluster_node_remove"
    }
    
    code_deploy(){
        echo code_deploy
        for node in $NODE_LIST;do
          ssh $node "cd /opt/webroot/ && tar xfz ${PKG_NAME}.tar.gz"
          ssh $node "rm -rf /webroot/web-demo && ln -s /opt/webroot/${PKG_NAME} /webroot/web-demo"
        done
        scp ${CONFIG_DIR}/other/192.168.58.12.crontab.xml 192.168.58.12:/webroot/web-demo/crontab.xml
    }
    
    code_test(){
        echo code_test
    }
    

      

    修改之后

    cluster_node_remove(){
        writelog "cluster_node_remove"
    }
    
    group1_deploy(){
        echo code_deploy
        for node in $GROUP1_LIST;do
          ssh $node "cd /opt/webroot/ && tar xfz ${PKG_NAME}.tar.gz"
          ssh $node "rm -rf /webroot/web-demo && ln -s /opt/webroot/${PKG_NAME} /webroot/web-demo"
        done
    }
    
    group2_deploy(){
        echo code_deploy
        for node in $GROUP2_LIST;do
          ssh $node "cd /opt/webroot/ && tar xfz ${PKG_NAME}.tar.gz"
          ssh $node "rm -rf /webroot/web-demo && ln -s /opt/webroot/${PKG_NAME} /webroot/web-demo"
        done
        scp ${CONFIG_DIR}/other/192.168.58.12.crontab.xml 192.168.58.12:/webroot/web-demo/crontab.xml
    }
    
    cluster_node_in(){
        echo cluster_node_in
    }
    

      

    第一组弄的只有1台机器,作为预生产节点
    一个节点如果重启需要1分钟的话,5个节点岂不是5分钟。
    所以,1个节点先作为预生产节点,部署完毕,测试完毕之后,其它节点可以直接部署了。思想上是这样

    添加group1_test测试函数

    group1_deploy(){
        echo code_deploy
        for node in $GROUP1_LIST;do
          ssh $node "cd /opt/webroot/ && tar xfz ${PKG_NAME}.tar.gz"
          ssh $node "rm -rf /webroot/web-demo && ln -s /opt/webroot/${PKG_NAME} /webroot/web-demo"
        done
    }
    
    group1_test(){
        curl -s --head http://192.168.58.11/index.html | grep "200 OK"
        if [ $? -ne 0 ];then
          shell_unlock;
          writelog "test error" && exit;
        fi
    }
    
    group2_deploy(){
        echo code_deploy
        for node in $GROUP2_LIST;do
          ssh $node "cd /opt/webroot/ && tar xfz ${PKG_NAME}.tar.gz"
          ssh $node "rm -rf /webroot/web-demo && ln -s /opt/webroot/${PKG_NAME} /webroot/web-demo"
        done
        scp ${CONFIG_DIR}/other/192.168.58.12.crontab.xml 192.168.58.12:/webroot/web-demo/crontab.xml
    }
    

      

    由于group2也要测试,并且每个节点都要测试
    因此可以把测试的部分提取出来,封装成函数

    shell_lock(){
            touch ${LOCK_FILE}
    }
    
    url_test(){
        URL=$1
        curl -s --head $URL | grep "200 OK"
        if [ $? -ne 0 ];then
          shell_unlock;
          writelog "test error" && exit;
        fi
    }
    
    shell_unlock(){
            rm -f ${LOCK_FILE}
    }
    

      

    测试部分可以这么写
    cluster_node_remove(){
        writelog "cluster_node_remove"
    }
    
    group1_deploy(){
        echo “code_deploy”
        for node in $GROUP1_LIST;do
          ssh $node "cd /opt/webroot/ && tar xfz ${PKG_NAME}.tar.gz"
          ssh $node "rm -rf /webroot/web-demo && ln -s /opt/webroot/${PKG_NAME} /webroot/web-demo"
        done
    }
    
    group1_test(){
        curl_test "http://192.168.58.11/index.html"
        echo "add to cluster"
        for node in $GROUP1_LIST;do
          ssh $node "cd /opt/webroot/ && tar xfz ${PKG_NAME}.tar.gz"
          ssh $node "rm -rf /webroot/web-demo && ln -s /opt/webroot/${PKG_NAME} /webroot/web-demo"
        done
    }
    
    group1_test(){
        url_test "http://192.168.58.11/index.html"
        echo "add to cluster"
    }
    
    group2_deploy(){
        echo “code_deploy”
        for node in $GROUP2_LIST;do
          ssh $node "cd /opt/webroot/ && tar xfz ${PKG_NAME}.tar.gz"
          ssh $node "rm -rf /webroot/web-demo && ln -s /opt/webroot/${PKG_NAME} /webroot/web-demo"
        done
        scp ${CONFIG_DIR}/other/192.168.58.12.crontab.xml 192.168.58.12:/webroot/web-demo/crontab.xml
    }
    
    group2_test(){
        url_test "http://192.168.58.12/index.html"
        echo "add to cluster"
    }
    
    cluster_node_in(){
        echo cluster_node_in
    }
    

      

    可以把下面函数删除。是否可以加入集群,放在测试函数即可

    cluster_node_in(){
        echo cluster_node_in
    }
    

      

    主函数会这么写
    cluster_node_remove(){
        writelog "cluster_node_remove"
        DEPLOY_METHOD=$1
        case $DEPLOY_METHOD in
        deploy)
                shell_lock;
                code_get;
                code_build;
                code_config;
                code_tar;
                code_scp;
                group1_deploy;
                group1_test;
                group2_deploy;
                group2_test;
                shell_unlock;
                ;;
        rollback)
                shell_lock;
                rollback;
                shell_unlock;
                ;;
        *)
                usage;
        esac
    
    }
    main $1
    

      

    测试脚本
    [www@linux-node1 scripts]$ ./deploy.sh deploy
    git pull
    code_build
    web-demo_456_2017-04-27-22-41-54.tar.gz                        100%  214     0.2KB/s   00:00    
    web-demo_456_2017-04-27-22-41-54.tar.gz                        100%  214     0.2KB/s   00:00    
    code_deploy
    HTTP/1.1 200 OK
    add to cluster
    code_deploy
    192.168.58.12.crontab.xml                                      100%   21     0.0KB/s   00:00    
    HTTP/1.1 200 OK
    add to cluster
    [www@linux-node1 scripts]$ 
    

      

    没问题,可以访问

    继续优化脚本
    pre是预热节点,生产只有1个
    group1_list里面有多个

    #Node List
    PRE_LIST="192.168.58.11"
    GROUP1_LIST="192.168.58.12"
    
    # Date/Time Veriables
    LOG_DATE='date "+%Y-%m-%d"'
    LOG_TIME='date "+%H-%M-%S"'
    
    CDATE=$(date "+%Y-%m-%d")
    CTIME=$(date "+%H-%M-%S")
    
     
    下面这里改下
    code_scp(){
        writelog "code_scp"
        for node in $PRE_LIST;do
          scp ${TMP_DIR}/${PKG_NAME}.tar.gz $node:/opt/webroot/
        done
        for node in $GROUP1_LIST;do
          scp ${TMP_DIR}/${PKG_NAME}.tar.gz $node:/opt/webroot/
        done
    }
    

      

    上面的remove函数不需要了。删除即可,如下
    cluster_node_remove(){
        writelog "cluster_node_remove"
    }
    

    下面的group_list 名字还需要改,再次优化下,把原先的group1_list改成pre_test,然后下面这里的改成group1
    下面的group1_test应该改成for循环,测试里面的节点,可以测一个加一个节点到集群。还可以测试完,一块加测试的时候,
    如果你只有2-3个节点,没必要写for循环
    优化之后内容

    [root@linux-node1 scripts]# sed -n '89,128p' deploy.sh 
    code_scp(){
        writelog "code_scp"
        for node in $PRE_LIST;do
          scp ${TMP_DIR}/${PKG_NAME}.tar.gz $node:/opt/webroot/
        done
        for node in $GROUP1_LIST;do
          scp ${TMP_DIR}/${PKG_NAME}.tar.gz $node:/opt/webroot/
        done
    }
    
    
    pre_deploy(){
        writelog "remove from cluster"
          ssh $PRE_LIST "cd /opt/webroot/ && tar xfz ${PKG_NAME}.tar.gz"
          ssh $PRE_LIST "rm -rf /webroot/web-demo && ln -s /opt/webroot/${PKG_NAME} /webroot/web-demo"
    }
    
    pre_test(){
        url_test "http://${PRE_LIST}/index.html"
        echo "add to cluster"
    }
    
    group1_deploy(){
        writelog  "remove from cluster"
        for node in $GROUP1_LIST;do
          ssh $node "cd /opt/webroot/ && tar xfz ${PKG_NAME}.tar.gz"
          ssh $node "rm -rf /webroot/web-demo && ln -s /opt/webroot/${PKG_NAME} /webroot/web-demo"
        done
        scp ${CONFIG_DIR}/other/192.168.58.12.crontab.xml 192.168.58.12:/webroot/web-demo/crontab.xml
    }
    
    group1_test(){
        url_test "http://192.168.58.12/index.html"
        echo "add to cluster"
    }
    
    rollback(){
        echo rollback
    }
    [root@linux-node1 scripts]#
    

    测试的时候,如果只有几个节点,直接几行地址就行了嘛。没必要写太复杂

    group1_test(){
        url_test "http://192.168.58.12/index.html"
        url_test "http://192.168.58.12/index.html"
        url_test "http://192.168.58.12/index.html"
        echo "add to cluster"
    }
    
    主函数部分改成下面
    [root@linux-node1 scripts]# sed -n '130,$p' deploy.sh 
    main(){
        if [ -f ${LOCK_FILE} ];then
    	echo "Deploy is running"  && exit;
        fi
        DEPLOY_METHOD=$1
        case $DEPLOY_METHOD in
        deploy)
                shell_lock;
                code_get;
                code_build;
                code_config;
                code_tar;
                code_scp;
                pre_deploy;
                pre_test;
                group1_deploy;
                group1_test;
    	    shell_unlock;
                ;;
        rollback)
    	    shell_lock;
                rollback;
    	    shell_unlock;
                ;;
        *)
                usage;
        esac
    
    }
    main $1
    [root@linux-node1 scripts]# 
    

      

    改下代码,区分下主页显示和之前的不同

    [www@linux-node1 scripts]$ cd /deploy/code/web-demo/
    [www@linux-node1 web-demo]$ cat index.html 
    nmap.com
    [www@linux-node1 web-demo]$ echo "www.nmap.com" > index.html 
    [www@linux-node1 web-demo]$ cat index.html 
    www.nmap.com
    [www@linux-node1 web-demo]$ 
    
     
    再次部署
    [www@linux-node1 scripts]$ ./deploy.sh deploy
    git pull
    code_build
    web-demo_456_2017-04-27-23-17-27.tar.gz                                100%  220     0.2KB/s   00:00    
    web-demo_456_2017-04-27-23-17-27.tar.gz                                100%  220     0.2KB/s   00:00    
    HTTP/1.1 200 OK
    add to cluster
    192.168.58.12.crontab.xml                                              100%   21     0.0KB/s   00:00    
    HTTP/1.1 200 OK
    add to cluster
    [www@linux-node1 scripts]$ 
    

      

    检查页面,没问题

     

    此时脚本内容如下
    [root@linux-node1 scripts]# cat deploy.sh 
    #!/bin/bash
    
    #Dir List
    #mkdir -p /deploy/code/web-demo/
    #mkdir -p /deploy/config/web-demo/base
    #mkdir -p /deploy/config/web-demo/other
    #mkdir -p /deploy/tar
    #mkdir -p /deploy/tmp
    #mkdir -p /opt/webroot
    #mkdir -p /webroot 
    #chown -R www:www /deploy
    #chown -R www:www /opt/webroot
    #chown -R www:www /webroot
    
    #Node List
    PRE_LIST="192.168.58.11"
    GROUP1_LIST="192.168.58.12"
    
    # Date/Time Veriables
    LOG_DATE='date "+%Y-%m-%d"'
    LOG_TIME='date "+%H-%M-%S"'
    
    CDATE=$(date "+%Y-%m-%d")
    CTIME=$(date "+%H-%M-%S")
    
    #Shell Env
    SHELL_NAME="deploy.sh"
    SHELL_DIR="/home/www"
    SHELL_LOG="${SHELL_DIR}/${SHELL_NAME}.log"
    
    #Code Env
    PRO_NAME="web-demo"
    CODE_DIR="/deploy/code/web-demo"
    CONFIG_DIR="/deploy/config/web-demo"
    TMP_DIR="/deploy/tmp"
    TAR_DIR="/deploy/tar"
    LOCK_FILE="/tmp/deploy.lock"
    
    usage(){
        echo  $"Usage: $0 [ deploy | rollback ]"
    }
    
    writelog(){
            LOGINFO=$1
            echo "${CDATE} ${CTIME}: ${SHELL_NAME} : ${LOGINFO}" >> ${SHELL_LOG}
    }
    
    shell_lock(){
    	touch ${LOCK_FILE}
    }
    
    url_test(){
        URL=$1
        curl -s --head $URL | grep "200 OK"
        if [ $? -ne 0 ];then
          shell_unlock;
          writelog "test error" && exit;
        fi
    }
    
    shell_unlock(){
    	rm -f ${LOCK_FILE}
    }
    
    code_get(){
        writelog "code_get";
        cd $CODE_DIR  && echo "git pull"
        cp -r ${CODE_DIR} ${TMP_DIR}/
        API_VER="456"
    }
    
    code_build(){
        echo code_build
    }
    
    code_config(){
        writelog "code_config"
        /bin/cp -r ${CONFIG_DIR}/base/* ${TMP_DIR}/"${PRO_NAME}"
        PKG_NAME="${PRO_NAME}"_"${API_VER}"_"${CDATE}-${CTIME}"
        cd ${TMP_DIR} && mv ${PRO_NAME} ${PKG_NAME}
    }
    
    code_tar(){
        writelog "code_tar"
        cd ${TMP_DIR} && tar cfz ${PKG_NAME}.tar.gz ${PKG_NAME}
        writelog "${PKG_NAME}.tar.gz"
    }
    
    code_scp(){
        writelog "code_scp"
        for node in $PRE_LIST;do
          scp ${TMP_DIR}/${PKG_NAME}.tar.gz $node:/opt/webroot/
        done
        for node in $GROUP1_LIST;do
          scp ${TMP_DIR}/${PKG_NAME}.tar.gz $node:/opt/webroot/
        done
    }
    
    
    pre_deploy(){
        writelog "remove from cluster"
          ssh $PRE_LIST "cd /opt/webroot/ && tar xfz ${PKG_NAME}.tar.gz"
          ssh $PRE_LIST "rm -rf /webroot/web-demo && ln -s /opt/webroot/${PKG_NAME} /webroot/web-demo"
    }
    
    pre_test(){
        url_test "http://${PRE_LIST}/index.html"
        echo "add to cluster"
    }
    
    group1_deploy(){
        writelog "remove  from cluster"
        for node in $GROUP1_LIST;do
          ssh $node "cd /opt/webroot/ && tar xfz ${PKG_NAME}.tar.gz"
          ssh $node "rm -rf /webroot/web-demo && ln -s /opt/webroot/${PKG_NAME} /webroot/web-demo"
        done
        scp ${CONFIG_DIR}/other/192.168.58.12.crontab.xml 192.168.58.12:/webroot/web-demo/crontab.xml
    }
    
    group1_test(){
        url_test "http://192.168.58.12/index.html"
        echo "add to cluster"
    }
    
    rollback(){
        echo rollback
    }
    
    main(){
        if [ -f ${LOCK_FILE} ];then
    	echo "Deploy is running"  && exit;
        fi
        DEPLOY_METHOD=$1
        case $DEPLOY_METHOD in
        deploy)
                shell_lock;
                code_get;
                code_build;
                code_config;
                code_tar;
                code_scp;
                pre_deploy;
                pre_test;
                group1_deploy;
                group1_test;
    	    shell_unlock;
                ;;
        rollback)
    	    shell_lock;
                rollback;
    	    shell_unlock;
                ;;
        *)
                usage;
        esac
    
    }
    main $1
    [root@linux-node1 scripts]# 
    

      

    自动化部署实战-秒级回滚

    再加个能紧急回滚的,就不考虑用户体验了。以紧急回滚为主。也不测试了

    更紧急流程。直接执行回滚上一个版本

    先写个第一种正常流程的,列出回滚版本的函数

    因此ROLLBACK_VER=$2 和rollback $ROLLBACK_VER ;

    [root@linux-node1 scripts]# sed -n '129,$p' deploy.sh 
    main(){
        if [ -f ${LOCK_FILE} ];then
    	echo "Deploy is running"  && exit;
        fi
        DEPLOY_METHOD=$1
        ROLLBACK_VER=$2      
        case $DEPLOY_METHOD in
        deploy)
                shell_lock;
                code_get;
                code_build;
                code_config;
                code_tar;
                code_scp;
                pre_deploy;
                pre_test;
                group1_deploy;
                group1_test;
    	    shell_unlock;
                ;;
        rollback)
    	    shell_lock;
                rollback $ROLLBACK_VER ;  
    	    shell_unlock;
                ;;
        *)
                usage;
        esac
    
    }
    main $1
    [root@linux-node1 scripts]# 
    

      

     完善rollback函数

    group1_test(){
        url_test "http://192.168.58.12/index.html"
        echo "add to cluster"
    }
    
    rollback_fun(){
        for node in $ROLLBACK_LIST;do
          ssh $node "rm -f /webroot/web-demo && ln-s /opt/webroo/$1 /webroot/web-demo"
        done
    }
    
    rollback(){
        case $1 in
            list)
              ls -l /opt/webroot/*.tar.gz
              ;;
            *)
              rollback_fun $1
        esac
    }
    
    main(){
        if [ -f ${LOCK_FILE} ];then
    

      

    最前面加上如下行,然后写上所有节点
    #Node List
    PRE_LIST="192.168.58.11"
    GROUP1_LIST="192.168.58.12"
    ROLLBACK_LIST="192.168.58.11 192.168.58.12"
    
    # Date/Time Veriables
    LOG_DATE='date "+%Y-%m-%d"'
    LOG_TIME='date "+%H-%M-%S"'
    

      

    下面这里改成如下
    usage(){
        echo  $"Usage: $0 { deploy | rollback [ list |version ]}"
    }
    

    上面写不合适,应该不传参数列出来可以回退的版本
    现在如果rollback一个不存在的版本,它会把软链接删除了,回退也失败,因此可以反过来
    再改下
    之所以把这个if判断写在for下面。主要是,如果只部署了预生产节点,没部署其它节点
    那么回退的时候就可以把预部署节点回退了。否则其它的都回退失败了,并且还要检测其它节点上有没有包。我觉得这里应该ssh -d检测

    rollback_fun(){
        for node in $ROLLBACK_LIST;do
          if [ -d /opt/webroot/$1 ];then
          ssh $node "rm -f /webroot/web-demo && ln -s /opt/webroo/$1 /webroot/web-demo"
          fi
        done
    }
    
    继续改造(其实这里通过ssh之后判断其余节点目录是否存在的)
    rollback_fun(){
        for node in $ROLLBACK_LIST;do
          if [ -d /opt/webroot/$1 ];then
            ssh $node "[ -d /opt/webroot/$1 ] && rm -f /webroot/web-demo && ln -s /opt/webroo/$1 /webroot/web-demo"
          fi
        done
    }
    

      

    这里就不对了吧。rollback之后没跟参数居然执行了
    [www@linux-node1 scripts]$ ./deploy.sh rollback
    [www@linux-node1 scripts]$ 
    

      

    改造下
    rollback_fun(){
        for node in $ROLLBACK_LIST;do
          if [ -d /opt/webroot/$1 ];then
          ssh $node "if [ -d /opt/webroot/$1 ];then rm -f /webroot/web-demo && ln -s /opt/webroo/$1 /webroot/web-demo;else echo "hehe";fi"
          fi
        done
    }
    

      

     执行

    [www@linux-node1 scripts]$ ./deploy.sh rollback
    [www@linux-node1 scripts]$ 
    

      

    上面执行为和之前显示一致,再改造下。
    rollback_fun(){
        for node in $ROLLBACK_LIST;do
          ssh $node "if [ -d /opt/webroot/$1 ];then rm -f /webroot/web-demo && ln -s /opt/webroo/$1 /webroot/web-demo;else echo "hehe";fi"
        done
    }

     测试

    [www@linux-node1 scripts]$ ./deploy.sh rollback
    [www@linux-node1 scripts]$ 
    

    执行还是没达到效果
    先妥协了。以下面为准。虽然如果少参数,会导致执行不成功,先这样

    rollback_fun(){
        for node in $ROLLBACK_LIST;do      ssh $node "rm -f /webroot/web-demo && ln -s /opt/webroo/$1 /webroot/web-demo"
        done
    }
    

      

    注意把脚本最后一行改成main $1 $2
    [root@linux-node1 scripts]# tail -10 deploy.sh 
                shell_lock;
                rollback ${ROLLBACK_VER};
                shell_unlock;
                ;;
        *)
                usage;
        esac
    
    }
    main $1 $2
    [root@linux-node1 scripts]# 
    

      

    继续测试,修改首页内容
    [www@linux-node1 web-demo]$ cd /deploy/code/web-demo
    [www@linux-node1 web-demo]$ ls
    index.html
    [www@linux-node1 web-demo]$ cat index.html 
    www.nmap.com
    [www@linux-node1 web-demo]$ echo 'www.nmap.org' >index.html 
    [www@linux-node1 web-demo]$ cat index.html 
    www.nmap.org
    [www@linux-node1 web-demo]$ 
    

      

    继续执行脚本部署
    [www@linux-node1 web-demo]$ cd /scripts/
    [www@linux-node1 scripts]$ ./deploy.sh deploy
    git pull
    code_build
    web-demo_456_2017-04-28-21-17-17.tar.gz                                100%  222     0.2KB/s   00:00    
    web-demo_456_2017-04-28-21-17-17.tar.gz                                100%  222     0.2KB/s   00:00    
    HTTP/1.1 200 OK
    add to cluster
    192.168.58.12.crontab.xml                                              100%   21     0.0KB/s   00:00    
    HTTP/1.1 200 OK
    add to cluster
    [www@linux-node1 scripts]$ 

     检查页面

    列出回滚版本
    [www@linux-node1 scripts]$ ./deploy.sh rollback list
    -rw-rw-r-- 1 www www 204 Apr 23 23:33 /opt/webroot/web-demo_123_2017-04-23-23-33-50.tar.gz
    -rw-rw-r-- 1 www www 204 Apr 23 23:43 /opt/webroot/web-demo_123_2017-04-23-23-43-48.tar.gz
    -rw-rw-r-- 1 www www 204 Apr 24 00:00 /opt/webroot/web-demo_123_2017-04-24-00-00-14.tar.gz
    -rw-rw-r-- 1 www www 204 Apr 24 00:01 /opt/webroot/web-demo_123_2017-04-24-00-01-24.tar.gz
    -rw-rw-r-- 1 www www 205 Apr 24 00:02 /opt/webroot/web-demo_123_2017-04-24-00-02-44.tar.gz
    -rw-rw-r-- 1 www www 204 Apr 24 00:04 /opt/webroot/web-demo_456_2017-04-24-00-04-05.tar.gz
    -rw-rw-r-- 1 www www 220 Apr 27 21:40 /opt/webroot/web-demo_456_2017-04-27-21-40-36.tar.gz
    -rw-rw-r-- 1 www www 214 Apr 27 22:41 /opt/webroot/web-demo_456_2017-04-27-22-41-54.tar.gz
    -rw-rw-r-- 1 www www 220 Apr 27 23:17 /opt/webroot/web-demo_456_2017-04-27-23-17-27.tar.gz
    -rw-rw-r-- 1 www www 220 Apr 28 20:15 /opt/webroot/web-demo_456_2017-04-28-20-15-56.tar.gz
    -rw-rw-r-- 1 www www 220 Apr 28 20:16 /opt/webroot/web-demo_456_2017-04-28-20-16-06.tar.gz
    -rw-rw-r-- 1 www www 221 Apr 28 20:24 /opt/webroot/web-demo_456_2017-04-28-20-24-23.tar.gz
    -rw-rw-r-- 1 www www 220 Apr 28 20:25 /opt/webroot/web-demo_456_2017-04-28-20-25-47.tar.gz
    -rw-rw-r-- 1 www www 220 Apr 28 20:28 /opt/webroot/web-demo_456_2017-04-28-20-28-03.tar.gz
    -rw-rw-r-- 1 www www 221 Apr 28 20:35 /opt/webroot/web-demo_456_2017-04-28-20-35-37.tar.gz
    -rw-rw-r-- 1 www www 222 Apr 28 20:43 /opt/webroot/web-demo_456_2017-04-28-20-43-32.tar.gz
    -rw-rw-r-- 1 www www 221 Apr 28 20:45 /opt/webroot/web-demo_456_2017-04-28-20-45-23.tar.gz
    -rw-rw-r-- 1 www www 220 Apr 28 20:48 /opt/webroot/web-demo_456_2017-04-28-20-48-01.tar.gz
    -rw-rw-r-- 1 www www 222 Apr 28 21:14 /opt/webroot/web-demo_456_2017-04-28-21-14-49.tar.gz
    -rw-rw-r-- 1 www www 222 Apr 28 21:17 /opt/webroot/web-demo_456_2017-04-28-21-17-17.tar.gz
    [www@linux-node1 scripts]$ 
    

      

    回滚上一个版本web-demo_456_2017-04-28-21-14-49
    [www@linux-node1 scripts]$ ./deploy.sh rollback web-demo_456_2017-04-28-21-14-49
    [www@linux-node1 scripts]$ 
    

      

    测试访问

     回滚成功,此时脚本内容如下

    [root@linux-node1 scripts]# cat deploy.sh 
    #!/bin/bash
    
    #Dir List
    #mkdir -p /deploy/code/web-demo/
    #mkdir -p /deploy/config/web-demo/base
    #mkdir -p /deploy/config/web-demo/other
    #mkdir -p /deploy/tar
    #mkdir -p /deploy/tmp
    #mkdir -p /opt/webroot
    #mkdir -p /webroot 
    #chown -R www:www /deploy
    #chown -R www:www /opt/webroot
    #chown -R www:www /webroot
    
    #Node List
    PRE_LIST="192.168.58.11"
    GROUP1_LIST="192.168.58.12"
    ROLLBACK_LIST="192.168.58.11 192.168.58.12"
    
    # Date/Time Veriables
    LOG_DATE='date "+%Y-%m-%d"'
    LOG_TIME='date "+%H-%M-%S"'
    
    CDATE=$(date "+%Y-%m-%d")
    CTIME=$(date "+%H-%M-%S")
    
    #Shell Env
    SHELL_NAME="deploy.sh"
    SHELL_DIR="/home/www"
    SHELL_LOG="${SHELL_DIR}/${SHELL_NAME}.log"
    
    #Code Env
    PRO_NAME="web-demo"
    CODE_DIR="/deploy/code/web-demo"
    CONFIG_DIR="/deploy/config/web-demo"
    TMP_DIR="/deploy/tmp"
    TAR_DIR="/deploy/tar"
    LOCK_FILE="/tmp/deploy.lock"
    
    usage(){
        echo  $"Usage: $0 { deploy | rollback [ list |version ]}"
    }
    
    writelog(){
            LOGINFO=$1
            echo "${CDATE} ${CTIME}: ${SHELL_NAME} : ${LOGINFO}" >> ${SHELL_LOG}
    }
    
    shell_lock(){
    	touch ${LOCK_FILE}
    }
    
    url_test(){
        URL=$1
        curl -s --head $URL | grep "200 OK"
        if [ $? -ne 0 ];then
          shell_unlock;
          writelog "test error" && exit;
        fi
    }
    
    shell_unlock(){
    	rm -f ${LOCK_FILE}
    }
    
    code_get(){
        writelog "code_get";
        cd $CODE_DIR  && echo "git pull"
        cp -r ${CODE_DIR} ${TMP_DIR}/
        API_VER="456"
    }
    
    code_build(){
        echo code_build
    }
    
    code_config(){
        writelog "code_config"
        /bin/cp -r ${CONFIG_DIR}/base/* ${TMP_DIR}/"${PRO_NAME}"
        PKG_NAME="${PRO_NAME}"_"${API_VER}"_"${CDATE}-${CTIME}"
        cd ${TMP_DIR} && mv ${PRO_NAME} ${PKG_NAME}
    }
    
    code_tar(){
        writelog "code_tar"
        cd ${TMP_DIR} && tar cfz ${PKG_NAME}.tar.gz ${PKG_NAME}
        writelog "${PKG_NAME}.tar.gz"
    }
    
    code_scp(){
        writelog "code_scp"
        for node in $PRE_LIST;do
          scp ${TMP_DIR}/${PKG_NAME}.tar.gz $node:/opt/webroot/
        done
        for node in $GROUP1_LIST;do
          scp ${TMP_DIR}/${PKG_NAME}.tar.gz $node:/opt/webroot/
        done
    }
    
    
    pre_deploy(){
        writelog "remove from cluster"
          ssh $PRE_LIST "cd /opt/webroot/ && tar xfz ${PKG_NAME}.tar.gz"
          ssh $PRE_LIST "rm -rf /webroot/web-demo && ln -s /opt/webroot/${PKG_NAME} /webroot/web-demo"
    }
    
    pre_test(){
        url_test "http://${PRE_LIST}/index.html"
        echo "add to cluster"
    }
    
    group1_deploy(){
        writelog "remove  from cluster"
        for node in $GROUP1_LIST;do
          ssh $node "cd /opt/webroot/ && tar xfz ${PKG_NAME}.tar.gz"
          ssh $node "rm -rf /webroot/web-demo && ln -s /opt/webroot/${PKG_NAME} /webroot/web-demo"
        done
        scp ${CONFIG_DIR}/other/192.168.58.12.crontab.xml 192.168.58.12:/webroot/web-demo/crontab.xml
    }
    
    group1_test(){
        url_test "http://192.168.58.12/index.html"
        echo "add to cluster"
    }
    
    rollback_fun(){
        for node in $ROLLBACK_LIST;do
          ssh $node "rm -f /webroot/web-demo && ln -s /opt/webroot/$1 /webroot/web-demo"
        done
    }
    
    rollback(){
    if [ -z $1 ];then
    	shell_unlock;
    	echo "Please input rollback version" && exit;
    fi
        case $1 in
    	list)
                 	ls -l /opt/webroot/*.tar.gz
              	;;
              *)
                 	rollback_fun $1
        esac
    }
    
    main(){
        if [ -f ${LOCK_FILE} ];then
    	echo "Deploy is running"  && exit;
        fi
        DEPLOY_METHOD=$1
        ROLLBACK_VER=$2
        case $DEPLOY_METHOD in
        deploy)
                shell_lock;
                code_get;
                code_build;
                code_config;
                code_tar;
                code_scp;
                pre_deploy;
                pre_test;
                group1_deploy;
                group1_test;
    	    shell_unlock;
                ;;
        rollback)
                shell_lock;
                rollback ${ROLLBACK_VER};
                shell_unlock;
                ;;
        *)
                usage;
        esac
    
    }
    main $1 $2
    [root@linux-node1 scripts]# 
    

      

     再完善下脚本,rollback的时候,后面参数为空,直接退出。也就是整个脚本的$2 为空,退出脚本

    rollback(){
    if [ -z $1 ];then
    	shell_unlock;
    	echo "Please input rollback version" && exit;
    fi
        case $1 in
    	list)
                 	ls -l /opt/webroot/*.tar.gz
              	;;
              *)
                 	rollback_fun $1
        esac
    }
    

      

    自动化部署实战-gitlab和部署和回滚
    把gitllab装上,参照链接
     

    GitLab是一个利用 Ruby on Rails 开发的开源应用程序,实现一个自托管的Git项目仓库,可通过Web界面进行访问公开的或者私人项目。
    GitLab拥有与Github类似的功能,能够浏览源代码,管理缺陷和注释。可以管理团队对仓库的访问,它非常易于浏览提交过的版本并提供一个文件历史库。
    它还提供一个代码片段收集功能可以轻松实现代码复用,便于日后有需要的时候进行查找。
    1.基础环境准备

    [root@linux-node1 ~]# yum install curl policycoreutils openssh-server openssh-clients postfix -y
    Loaded plugins: fastestmirror
    Loading mirror speeds from cached hostfile
     * base: mirrors.163.com
     * epel: mirror01.idc.hinet.net
     * extras: mirrors.aliyun.com
     * updates: mirrors.163.com
    Package curl-7.29.0-35.el7.centos.x86_64 already installed and latest version
    Package policycoreutils-2.5-11.el7_3.x86_64 already installed and latest version
    Package openssh-server-6.6.1p1-35.el7_3.x86_64 already installed and latest version
    Package openssh-clients-6.6.1p1-35.el7_3.x86_64 already installed and latest version
    Package 2:postfix-2.10.1-6.el7.x86_64 already installed and latest version
    Nothing to do
    [root@linux-node1 ~]# 
    

      

     启动postfix

    [root@linux-node1 ~]# systemctl start postfix
    [root@linux-node1 ~]# 
    

    2.安装gitlab-ce
    注:由于网络问题,国内用户,建议使用163或者阿里云镜像源进行安装:

    3.配置并启动gitlab-ce
    默认从163的源里下载,清华大学的镜像源makecache时报错
    此包286MB,安装时占800MB多。生产中注意下

    [root@linux-node1 ~]# yum install gitlab-ce -y
    Loaded plugins: fastestmirror
    Loading mirror speeds from cached hostfile
     * base: mirrors.163.com
     * epel: mirrors.ustc.edu.cn
     * extras: mirrors.163.com
     * updates: mirrors.163.com
    Package gitlab-ce-9.1.0-ce.0.el7.x86_64 already installed and latest version
    Nothing to do
    [root@linux-node1 ~]# 
    

      

    4.配置并启动gitlab-ce

    [root@linux-node1 ~]# gitlab-ctl reconfigure
    

    可以使用gitlab-ctl管理gitlab,例如查看gitlab状态:
    [root@linux-node1 ~]# gitlab-ctl status
    run: gitaly: (pid 46783) 154s; run: log: (pid 46524) 194s
    run: gitlab-monitor: (pid 46839) 152s; run: log: (pid 46671) 170s
    run: gitlab-workhorse: (pid 46793) 154s; run: log: (pid 46537) 188s
    run: logrotate: (pid 46570) 186s; run: log: (pid 46569) 186s
    run: nginx: (pid 47163) 2s; run: log: (pid 46544) 187s
    run: node-exporter: (pid 46627) 179s; run: log: (pid 46626) 179s
    run: postgres-exporter: (pid 46826) 153s; run: log: (pid 46657) 171s
    run: postgresql: (pid 46369) 233s; run: log: (pid 46368) 233s
    run: prometheus: (pid 46811) 153s; run: log: (pid 46607) 180s
    run: redis: (pid 46312) 239s; run: log: (pid 46311) 239s
    run: redis-exporter: (pid 46642) 177s; run: log: (pid 46641) 177s
    run: sidekiq: (pid 46509) 195s; run: log: (pid 46508) 195s
    run: unicorn: (pid 46483) 196s; run: log: (pid 46482) 196s
    [root@linux-node1 ~]# 
    

    一些常用命令

    gitlab-ctl status
    gitlab-ctl stop
    gitlab-ctl start
    gitlab-ctl restart
    

      

    先停止apache,因为gitlab占用80端口。防止冲突
    [root@linux-node1 ~]# systemctl stop httpd
    [root@linux-node1 ~]# gitlab-ctl restart
    ok: run: gitaly: (pid 47781) 1s
    ok: run: gitlab-monitor: (pid 47788) 0s
    ok: run: gitlab-workhorse: (pid 47791) 1s
    ok: run: logrotate: (pid 47808) 0s
    ok: run: nginx: (pid 47814) 1s
    ok: run: node-exporter: (pid 47823) 0s
    ok: run: postgres-exporter: (pid 47829) 0s
    ok: run: postgresql: (pid 47847) 0s
    ok: run: prometheus: (pid 47855) 1s
    ok: run: redis: (pid 47866) 0s
    ok: run: redis-exporter: (pid 47870) 1s
    ok: run: sidekiq: (pid 47877) 0s
    ok: run: unicorn: (pid 47882) 1s
    [root@linux-node1 ~]# netstat -lntp
    Active Internet connections (only servers)
    Proto Recv-Q Send-Q Local Address           Foreign Address         State       PID/Program name    
    tcp        0      0 127.0.0.1:9121          0.0.0.0:*               LISTEN      47870/redis_exporte 
    tcp        0      0 127.0.0.1:9090          0.0.0.0:*               LISTEN      47855/prometheus    
    tcp        0      0 127.0.0.1:9187          0.0.0.0:*               LISTEN      47829/postgres_expo 
    tcp        0      0 0.0.0.0:873             0.0.0.0:*               LISTEN      1896/rsync          
    tcp        0      0 127.0.0.1:9100          0.0.0.0:*               LISTEN      47823/node_exporter 
    tcp        0      0 0.0.0.0:111             0.0.0.0:*               LISTEN      1/systemd           
    tcp        0      0 0.0.0.0:80              0.0.0.0:*               LISTEN      47814/nginx: master 
    tcp        0      0 127.0.0.1:9168          0.0.0.0:*               LISTEN      47788/ruby          
    tcp        0      0 192.168.122.1:53        0.0.0.0:*               LISTEN      1346/dnsmasq        
    tcp        0      0 0.0.0.0:22              0.0.0.0:*               LISTEN      45266/sshd          
    tcp        0      0 127.0.0.1:25            0.0.0.0:*               LISTEN      1284/master         
    tcp        0      0 0.0.0.0:8060            0.0.0.0:*               LISTEN      47814/nginx: master 
    tcp        0      0 127.0.0.1:25151         0.0.0.0:*               LISTEN      3249/python2        
    tcp6       0      0 :::873                  :::*                    LISTEN      1896/rsync          
    tcp6       0      0 :::3306                 :::*                    LISTEN      41106/mysqld        
    tcp6       0      0 :::111                  :::*                    LISTEN      1/systemd           
    tcp6       0      0 ::1:9168                :::*                    LISTEN      47788/ruby          
    tcp6       0      0 :::22                   :::*                    LISTEN      45266/sshd          
    tcp6       0      0 ::1:25                  :::*                    LISTEN      1284/master         
    [root@linux-node1 ~]# 
    

     

  • 相关阅读:
    java中的“指针”
    UEditor1.4.3.3编辑器漏洞
    csrf攻击实例
    shiro java 反序列漏洞复现
    渗透面试问题
    了解 OWASP TOP 10
    网络基础知识回顾
    cs(cobalt strike)的使用
    解决docker-valhub漏洞环境下载慢的问题
    Vulhub漏洞CVE-2017-10271复现
  • 原文地址:https://www.cnblogs.com/nmap/p/6783840.html
Copyright © 2020-2023  润新知