k8s-多master-nginx-keepalived配置

結構圖（提交規划好虛擬vip地址）

 1、Nginx主備配置（4層復制）在http外面加一個stream

stream {

   log_format  main  '$remote_addr $upstream_addr - [$time_local] $status $upstream_bytes_sent';
    access_log  /var/log/nginx/k8s-access.log  main;

    upstream k8s-apiserver {
        server 192.168.56.11:6443;
        server 192.168.56.14:6443;
    }
    server {
                listen 6443;
                proxy_pass k8s-apiserver;
    }
    }　

user  nginx;
worker_processes  1;

error_log  /var/log/nginx/error.log warn;
pid        /var/run/nginx.pid;


events {
    worker_connections  1024;
}

stream {

   log_format  main  '$remote_addr $upstream_addr - [$time_local] $status $upstream_bytes_sent';
    access_log  /var/log/nginx/k8s-access.log  main;

    upstream k8s-apiserver {
        server 192.168.56.11:6443;
        server 192.168.56.14:6443;
    }
    server {
                listen 6443;
                proxy_pass k8s-apiserver;
    }
    }

http {
    include       /etc/nginx/mime.types;
    default_type  application/octet-stream;

    log_format  main  '$remote_addr - $remote_user [$time_local] "$request" '
                      '$status $body_bytes_sent "$http_referer" '
                      '"$http_user_agent" "$http_x_forwarded_for"';

    access_log  /var/log/nginx/access.log  main;

    sendfile        on;
    #tcp_nopush     on;

    keepalive_timeout  65;

    #gzip  on;

    include /etc/nginx/conf.d/*.conf;
}

2、主keepalived配置

! Configuration File for keepalived 
 
global_defs { 
   # 接收郵件地址 
   notification_email { 
     [e-mail] 
     [e-mail] 
     [e-mail] 
   } 
   # 郵件發送地址 
   notification_email_from [e-mail]  
   smtp_server 127.0.0.1 
   smtp_connect_timeout 30 
   router_id NGINX_MASTER 
} 

vrrp_script check_nginx {
    script "/usr/local/nginx/sbin/check_nginx.sh"
}

vrrp_instance VI_1 { 
    state MASTER 
    interface eth0
    virtual_router_id 51 # VRRP 路由 ID實例，每個實例是唯一的 
    priority 100    # 優先級，備服務器設置 90 
    advert_int 1    # 指定VRRP 心跳包通告間隔時間，默認1秒 
    authentication { 
        auth_type PASS      
        auth_pass 1111 
    }  
    virtual_ipaddress { 
        192.168.56.17/24 
    } 
    track_script {
        check_nginx
    } 
}

3、備keepalived配置

! Configuration File for keepalived 
 
global_defs { 
   # 接收郵件地址 
   notification_email { 
     [e-mail] 
     [e-mail] 
     [e-mail] 
   } 
   # 郵件發送地址 
   notification_email_from [e-mail]  
   smtp_server 127.0.0.1 
   smtp_connect_timeout 30 
   router_id NGINX_MASTER 
} 

vrrp_script check_nginx {
    script "/usr/local/nginx/sbin/check_nginx.sh"
}

vrrp_instance VI_1 { 
    state BACKUP
    interface eth0
    virtual_router_id 51 # VRRP 路由 ID實例，每個實例是唯一的 
    priority 90    # 優先級，備服務器設置 90 
    advert_int 1    # 指定VRRP 心跳包通告間隔時間，默認1秒 
    authentication { 
        auth_type PASS      
        auth_pass 1111 
    }  
    virtual_ipaddress { 
        192.168.56.17/24 
    } 
    track_script {
        check_nginx
    } 
}

4、主備檢查腳本

check_nginx.sh

count=$(ps -ef|grep nginx |egrep -cv "grep|$$")

if [ "$count" -eq 0 ];then
    systemctl stop keepalived
fi