碼上快樂

相關內容    簡體    繁體

並發批量管理500台以上服務器腳本分享（shell版）

本文轉載自   查看原文   2018-04-15 12:33   1033    shell

 轉載於運維筆記

Categories： Shell

也許很多人認為shell不能並發任務，其實可通過其它一些方式來實現。下面的腳本是我批量快速管理500+服務器腳本，閱讀該腳本前建議先看《自動執行遠程主機命令expect腳本》、《自動遠程拷貝expect腳本》和《getopt：命令行選項、參數處理》

用法：

Usage: ./multi_main.sh [-h|--help]
                 [-v|-V|--version]
                 [-l|--iplist ... ]
                 [-c|--config ... ]
                 [-t|--sshtimeout ... ]
                 [-T|--fttimeout ... ]
                 [-L|--bwlimit ... ]
                 [-n|--ignore]

cat config.txt #上傳文件和執行命令

file:::~/scripts/test.sh /root/ push
com:::./test.sh

cat iplist.txt  #ip列表

# Usage:
#ip port user password [password_2] [password_3] [password_4]
# Example:
#192.168.0.100 22 root 123456
192.168.0.200 22 root 123456
192.168.0.201 22 root 123456
...
./multi_main.sh -c config.txt -l iplist.txt #開始執行，可查看result目錄下的日志來分析是否執行成功

腳本如下：

  1. mssh.exp 執行遠程服務器命令expect腳本
  2. mscp.exp 向遠程服務器上傳或下載文件expect腳本（rsync）
  3. thread.sh 向一台服務器發起動作
  4. ckssh.py 檢查ssh是否通
  5. multi_main.sh 批量執行，對每台調用thread.sh

mssh.exp:

#!/usr/bin/expect --

if { [llength $argv] < 4 } {
        puts "Usage: $argv0 ip user passwd port commands timeout"
        exit 1
}

match_max 600000

set ipcode [lindex $argv 0]
set ip [exec dc -e $ipcode]
set user [lindex $argv 1]
set passwdcode [lindex $argv 2]
set passwd [exec dc -e $passwdcode]
set portcode [lindex $argv 3]
set port [exec dc -e $portcode]
set commands [lindex $argv 4]
set timeoutflag [lindex $argv 5]

set yesnoflag 0
set timeout $timeoutflag


for {} {1} {} {
# for is only used to retry when "Interrupted system call" occured

spawn /usr/bin/ssh -o GSSAPIAuthentication=no -q -l$user -p$port $ip

expect  {

        "assword:" {
                send "$passwd\r"
                break;
        }

        "yes/no)?" {
                set yesnoflag 1
                send "yes\r"
                break;
        }

        "FATAL" {
                puts "\nCONNECTERROR: $ip occur FATAL ERROR!!!\n"
                exit 1
        }

        timeout {
                puts "\nCONNECTERROR: $ip Logon timeout!!!\n"
                exit 1
        }

        "No route to host" {
                puts "\nCONNECTERROR: $ip No route to host!!!\n"
                exit 1
        }

        "Connection Refused" {
                puts "\nCONNECTERROR: $ip Connection Refused!!!\n"
                exit 1
        }

        "Connection refused" {
                puts "\nCONNECTERROR: $ip Connection Refused!!!\n"
                exit 1
        }

        "Host key verification failed" {
                puts "\nCONNECTERROR: $ip Host key verification failed!!!\n"
                exit 1
        }

        "Illegal host key" {
                puts "\nCONNECTERROR: $ip Illegal host key!!!\n"
                exit 1
        }

        "Connection Timed Out" {
                puts "\nCONNECTERROR: $ip Logon timeout!!!\n"
                exit 1
        }

        "Interrupted system call" {
                puts "\n$ip Interrupted system call!!!\n"
        }
}
}

if { $yesnoflag == 1 } {
        expect {
                "assword:" {
                        send "$passwd\r"
                }

                "yes/no)?" {
                        set yesnoflag 2
                        send "yes\r"
                }
        }
}

if { $yesnoflag == 2 } {
        expect {
                "assword:" {
                        send "$passwd\r"
                }
        }
}

expect {
        "]" {send "$commands \r"}
        "assword:" {
                send "$passwd\r"
                puts "\nPASSWORDERROR: $ip Password error!!!\n"
                exit 1
        }
}

expect {
        "]" {send "sleep 1 \r"}
}

expect {
        "]" {send "exit\r"}
}

expect eof {
        puts "OK_SSH: $ip\n"
        exit 0;
}

mscp.exp:

#!/usr/bin/expect --

proc Usage_Exit {self} {
        puts ""
        puts "Usage: $self ip user passwd port sourcefile destdir direction bwlimit timeout"
        puts ""
        puts "       sourcefile: a file or directory to be transferred"
        puts "                   需要拷貝目錄時目錄名后不要帶 /, 否則會拷貝該目錄下的所有文件"
        puts "       destdir:    the location that the sourcefile to be put into"
        puts "       direction:  pull or push"
        puts "                   pull: remote -> local"
        puts "                   push: local -> remote"
        puts "       bwlimit:    bandwidth limit, kbit/s, 0 means no limit"
        puts "       timeout:    timeout of expect, s, -1 means no timeout"
        puts ""
        exit 1
}

if { [llength $argv] < 9 } {
        Usage_Exit $argv0
}

set ipcode [lindex $argv 0]
set ip [exec dc -e $ipcode]
set user [lindex $argv 1]
set passwduncode [lindex $argv 2]
set passwd [exec dc -e $passwduncode]
set portcode [lindex $argv 3]
set port [exec dc -e $portcode]
set sourcefile [lindex $argv 4]
set destdir [lindex $argv 5]
set direction [lindex $argv 6]
set bwlimit [lindex $argv 7]
set timeoutflag [lindex $argv 8]

set yesnoflag 0
set timeout $timeoutflag

for {} {1} {} {
# for is only used to retry when "Interrupted system call" occured

if { $direction == "pull" } {

        if { $bwlimit > 0 } {
                spawn rsync -crazP --bwlimit=$bwlimit -e "/usr/bin/ssh -o GSSAPIAuthentication=no -q -l$user -p$port" $ip:$sourcefile $destdir
        } elseif { $bwlimit == 0 } {
                spawn rsync -crazP -e "/usr/bin/ssh -o GSSAPIAuthentication=no -q -l$user -p$port" $ip:$sourcefile $destdir
        } else {
                Usage_Exit $argv0
        }

} elseif { $direction == "push" } {

        if { $bwlimit > 0 } {
                spawn rsync -crazP --bwlimit=$bwlimit -e "/usr/bin/ssh -o GSSAPIAuthentication=no -q -l$user -p$port" $sourcefile $ip:$destdir
        } elseif { $bwlimit == 0 } {
                spawn rsync -crazP -e "/usr/bin/ssh -o GSSAPIAuthentication=no -q -l$user -p$port" $sourcefile $ip:$destdir
        } else {
                Usage_Exit $argv0
        }

} else {
        Usage_Exit $argv0
}

expect  {

        "assword:" {
                send "$passwd\r"
                break;
        }

        "yes/no)?" {
                set yesnoflag 1
                send "yes\r"
                break;
        }

        "FATAL" {
                puts "\nCONNECTERROR: $ip occur FATAL ERROR!!!\n"
                exit 1
        }

        timeout {
                puts "\nCONNECTERROR: $ip Logon timeout!!!\n"
                exit 1
        }

        "No route to host" {
                puts "\nCONNECTERROR: $ip No route to host!!!\n"
                exit 1
        }

        "Connection Refused" {
                puts "\nCONNECTERROR: $ip Connection Refused!!!\n"
                exit 1
        }

        "Connection refused" {
                puts "\nCONNECTERROR: $ip Connection Refused!!!\n"
                exit 1
        }

        "Host key verification failed" {
                puts "\nCONNECTERROR: $ip Host key verification failed!!!\n"
                exit 1
        }

        "Illegal host key" {
                puts "\nCONNECTERROR: $ip Illegal host key!!!\n"
                exit 1
        }

        "Connection Timed Out" {
                puts "\nCONNECTERROR: $ip Logon timeout!!!\n"
                exit 1
        }

        "Interrupted system call" {
                puts "\n$ip Interrupted system call!!!\n"
        }
}

}

if { $yesnoflag == 1 } {
        expect {
                "assword:" {
                        send "$passwd\r"
                }

                "yes/no)?" {
                        set yesnoflag 2
                        send "yes\r"
                }
        }
}

if { $yesnoflag == 2 } {
        expect {
                "assword:" {
                        send "$passwd\r"
                }
        }
}

expect {
        "assword:" {
                send "$passwd\r"
                puts "\nPASSWORDERROR: $ip Password error!!!\n"
                exit 1
        }

        eof {
                puts "OK_SCP: $ip\n"
                exit 0;
        }
}

thread.sh:

#!/bin/bash

# Default Parameters
myIFS=":::"     # 配置文件中的分隔符
TOOLDIR=~/scripts
cd $TOOLDIR

#BEGINDATETIME=`date "+%F %T"`

IP=$1P
PORT=$2P
USER=$3
PASSWD=$4P
CONFIG_FILE=$5                # 命令列表和文件傳送配置列表，關鍵字為com:::和file:::
SSHTIMEOUT=$6                 # 遠程命令執行相關操作的超時設定，單位為秒
SCPTIMEOUT=$7                 # 文件傳送相關操作的超時設定，單位為秒
BWLIMIT=$8                    # 文件傳送的帶寬限速，單位為kbit/s

# 針對一個$IP，執行配置文件中的一整套操作
while read eachline
do
        # 必須以com或file開頭
        [ -z "`echo $eachline | grep -E '^com|^file'`" ] && continue

        myKEYWORD=`echo $eachline | awk -F"$myIFS" '{ print $1 }'`
        myCONFIGLINE=`echo $eachline | awk -F"$myIFS" '{ print $2 }'`

        # 配置文件中有關鍵字file:::，就調用mscp.exp進行文件傳送
        if [ "$myKEYWORD"x == "file"x ]; then
                SOURCEFILE=`echo $myCONFIGLINE | awk '{ print $1 }'`
                DESTDIR=`echo $myCONFIGLINE | awk '{ print $2 }'`
                DIRECTION=`echo $myCONFIGLINE | awk '{ print $3 }'`
                $TOOLDIR/mscp.exp $IP $USER $PASSWD $PORT $SOURCEFILE $DESTDIR $DIRECTION $BWLIMIT $SCPTIMEOUT

                [ $? -ne 0 ] && echo -e "\033[31mSCP Try Out All Password Failed\033[0m\n"

        # 配置文件中有關鍵字com:::，就調用mssh.exp進行遠程命令執行
        elif [ "$myKEYWORD"x == "com"x ]; then
                $TOOLDIR/mssh.exp $IP $USER $PASSWD $PORT "${myCONFIGLINE}" $SSHTIMEOUT
                #echo  $IP $USER $PASSWD $PORT "${myCONFIGLINE}" $SSHTIMEOUT
                [ $? -ne 0 ] && echo -e "\033[31mSSH Try Out All Password Failed\033[0m\n"

        else
                echo "ERROR: configuration wrong! [$eachline] "
                echo "       where KEYWORD should not be [$myKEYWORD], but 'com' or 'file'"
                echo "       if you dont want to run it, you can comment it with '#'"
                echo ""
                exit
        fi

done < $CONFIG_FILE

#ENDDATETIME=`date "+%F %T"`

#echo "$BEGINDATETIME -- $ENDDATETIME"
#echo "$0 $* --excutes over!"

exit 0

ckssh.py:

#!/usr/bin/python
import socket,sys
sk = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
sk.settimeout(1)
try:
    sk.connect((sys.argv[1],int(sys.argv[2])))
    print 'ok'
except Exception:
    print 'no'
sk.close()

multi_main.sh:

#!/bin/bash
#Blog: blog.linuxeye.com

######################  proc defination  ########################
# ignore rule
ignore_init()
{
        # ignore password
        array_ignore_pwd_length=0
        if [ -f ./ignore_pwd ]; then
                while read IGNORE_PWD
                do
                        array_ignore_pwd[$array_ignore_pwd_length]=$IGNORE_PWD
                        let array_ignore_pwd_length=$array_ignore_pwd_length+1
                done < ./ignore_pwd
        fi

        # ignore ip address
        array_ignore_ip_length=0
        if [ -f ./ignore_ip ]; then
                while read IGNORE_IP
                do
                        array_ignore_ip[$array_ignore_ip_length]=$IGNORE_IP
                        let array_ignore_ip_length=$array_ignore_ip_length+1
                done < ./ignore_ip
        fi
}

show_version()
{
        echo "version: 1.0"
        echo "updated date: 2014-05-28"
}

show_usage()
{
        echo -e "`printf %-16s "Usage: $0"` [-h|--help]"
        echo -e "`printf %-16s ` [-v|-V|--version]"
        echo -e "`printf %-16s ` [-l|--iplist ... ]"
        echo -e "`printf %-16s ` [-c|--config ... ]"
        echo -e "`printf %-16s ` [-t|--sshtimeout ... ]"
        echo -e "`printf %-16s ` [-T|--fttimeout ... ]"
        echo -e "`printf %-16s ` [-L|--bwlimit ... ]"
        echo -e "`printf %-16s ` [-n|--ignore]"
        #echo "ignr_flag: 'ignr'-some ip will be ignored; otherwise-all ip will be handled"
}

TOOLDIR=~/scripts
cd $TOOLDIR

IPLIST="iplist.txt"                     # IP列表，格式為IP 端口 用戶名 密碼
CONFIG_FILE="config.txt"                # 命令列表和文件傳送配置列表，關鍵字為com:::和file:::
IGNRFLAG="noignr"                       # 如果置為ignr，則腳本會進行忽略條件的判斷
SSHTIMEOUT=100                          # 遠程命令執行相關操作的超時設定，單位為秒
SCPTIMEOUT=2000                         # 文件傳送相關操作的超時設定，單位為秒
BWLIMIT=1024000                         # 文件傳送的帶寬限速，單位為kbit/s
[ ! -d "result" ] && mkdir result

# 入口參數分析
TEMP=`getopt -o hvVl:c:t:T:L:n --long help,version,iplist:,config:,sshtimeout:,fttimeout:,bwlimit:,ignore -- "$@" 2>/dev/null`

[ $? != 0 ] && echo -e "\033[31mERROR: unknown argument! \033[0m\n" && show_usage && exit 1

# 會將符合getopt參數規則的參數擺在前面，其他擺在后面，並在最后面添加--
eval set -- "$TEMP"

while :
do
        [ -z "$1" ] && break;
        case "$1" in
                -h|--help)
                        show_usage; exit 0
                        ;;
                -v|-V|--version)
                        show_version; exit 0
                        ;;
                -l|--iplist)
                        IPLIST=$2; shift 2
                        ;;
                -c|--config)
                        CONFIG_FILE=$2; shift 2
                        ;;
                -t|--sshtimeout)
                        SSHTIMEOUT=$2; shift 2
                        ;;
                -T|--fttimeout)
                        SCPTIMEOUT=$2; shift 2
                        ;;
                -L|--bwlimit)
                        BWLIMIT=$2; shift 2
                        ;;
                -n|--ignore)
                        IGNRFLAG="ignr"; shift
                        ;;
                --)
                        shift
                        ;;
                *)
                        echo -e "\033[31mERROR: unknown argument! \033[0m\n" && show_usage && exit 1
                        ;;
        esac
done

################  main  #######################
BEGINDATETIME=`date "+%F %T"`
[ ! -f $IPLIST ] && echo -e "\033[31mERROR: iplist \"$IPLIST\" not exists, please check! \033[0m\n" && exit 1

[ ! -f $CONFIG_FILE ] && echo -e "\033[31mERROR: config \"$CONFIG_FILE\" not exists, please check! \033[0m\n" && exit 1

IP_count=$(egrep -v '^#|^$' $IPLIST|wc -l)
IP_init=1
while [[ $IP_init -le $IP_count ]]
do
        egrep -v '^#|^$' $IPLIST | sed -n "$IP_init,$(expr $IP_init + 50)p" > $IPLIST.tmp #並發50

        IPSEQ=0

        while read IP PORT USER PASSWD PASSWD_2ND PASSWD_3RD PASSWD_4TH OTHERS
       # while read Line
        do
                [ -z "`echo $IP | grep -E '^[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}|CNS'`" ] && continue
                if [ "`python $TOOLDIR/ckssh.py $IP $PORT`" == 'no' ];then
                        [ ! -e ipnologin.txt ] && > ipnologin.txt
                        [ -z "`grep $IP ipnologin.txt | grep $(date +%F)`" ] && echo "`date +%F_%H%M` $IP" >> ipnologin.txt
                        continue
                fi

                let IPSEQ=$IPSEQ+1

                # 如果啟用了忽略，則進入忽略流程
                if [ $IGNRFLAG == "ignr" ]; then
                        ignore_init
                        ignored_flag=0

                        i=0
                        while [ $i -lt $array_ignore_pwd_length ]
                        do
                                [ ${PASSWD}x == ${array_ignore_pwd[$i]}x ] && ignored_flag=1 && break
                                let i=$i+1
                        done

                        [ $ignored_flag -eq 1 ] && continue

                        j=0
                        while [ $j -lt $array_ignore_ip_length ]
                        do
                                [ ${IP}x == ${array_ignore_ip[$j]}x ] && ignored_flag=1 && break
                                let j=$j+1
                        done

                        [ $ignored_flag -eq 1 ] && continue
                fi

                ####### Try password from here ####
                #for PW in $PASSWD $PASSWD_2ND $PASSWD_3RD $PASSWD_4TH
                #do
                #        PASSWD_USE=$PW
                #        $TOOLDIR/ssh.exp $IP $USER $PW $PORT true $SSHTIMEOUT
                #        [ $? -eq 0 ] && PASSWD_USE=$PW && break
                #done
                PASSWD_USE=$PASSWD

                IPcode=$(echo "ibase=16;$(echo "$IP" | xxd -ps -u)"|bc|tr -d '\\'|tr -d '\n')
                Portcode=$(echo "ibase=16;$(echo "$PORT" | xxd -ps -u)"|bc|tr -d '\\'|tr -d '\n')
                #USER=$USER
                PWcode=$(echo "ibase=16;$(echo "$PASSWD_USE" | xxd -ps -u)"|bc|tr -d '\\'|tr -d '\n')
                Othercode=$(echo "ibase=16;$(echo "$OTHERS" | xxd -ps -u)"|bc|tr -d '\\'|tr -d '\n')
                #echo $IPcode $Portcode $USER $PWcode $CONFIG_FILE $SSHTIMEOUT $SCPTIMEOUT $BWLIMIT $Othercode
                ./thread.sh $IPcode $Portcode $USER $PWcode $CONFIG_FILE $SSHTIMEOUT $SCPTIMEOUT $BWLIMIT $Othercode | tee result/$IP.log &
        done < $IPLIST.tmp
        sleep 3
        IP_init=$(expr $IP_init + 50)
done

ENDDATETIME=`date "+%F %T"`

echo "$BEGINDATETIME -- $ENDDATETIME"
echo "$0 $* --excutes over!"

exit 0

 


免責聲明！

本站轉載的文章為個人學習借鑒使用，本站對版權不負任何法律責任。如果侵犯了您的隱私權益，請聯系本站郵箱yoyou2525@163.com刪除。



猜您在找 Linux 服務器日常巡檢腳本分享 Shell腳本分析服務器性能 puppet批量管理500多台服務器 服務器磁盤監控腳本分享（含報警郵件） Linux shell腳本判斷服務器網絡是否可以上網 如何用powershell管理100台win服務器(分享經驗+免費命令行工具) shell腳本批量收集linux服務器的硬件信息快速實現 通過Shell腳本來創建批量服務器上的MySQL數據庫賬號 使用shell腳本監控少量服務器並發送微信告警信息 vnc viewer中文版，vnc viewer中文版如何批量管理服務器
 
粵ICP備18138465號   © 2018-2025 CODEPRJ.COM