前几天闲着无聊搭了一个keepalived+nginx的高可用架构
[root@backup ~]# cat /usr/local/nginx/conf/nginx.conf
#user nobody;
worker_processes 1;
#error_log logs/error.log;
#error_log logs/error.log notice;
#error_log logs/error.log info;
#pid logs/nginx.pid;
events {
worker_connections 1024;
}
http {
include mime.types;
default_type application/octet-stream;
#log_format main '$remote_addr - $remote_user [$time_local] "$request" '
# '$status $body_bytes_sent "$http_referer" '
# '"$http_user_agent" "$http_x_forwarded_for"';
#access_log logs/access.log main;
sendfile on;
#tcp_nopush on;
#keepalive_timeout 0;
keepalive_timeout 65;
#gzip on;
upstream websrc {
server 10.1.1.30 weight=1 max_fails=2 fail_timeout=2;
server 10.1.1.40 weight=1 max_fails=2 fail_timeout=2;
}
server {
listen 80;
server_name localhost;
#charset koi8-r;
#access_log logs/host.access.log main;
location / {
root html;
index index.html index.htm;
proxy_pass http://websrc;
proxy_set_header x-real-ip $remote_addr;
}
# location / {
# root html;
# index index.html index.htm;
# }
#error_page 404 /404.html;
# redirect server error pages to the static page /50x.html
#
error_page 500 502 503 504 /50x.html;
location = /50x.html {
root html;
}
# proxy the PHP scripts to Apache listening on 127.0.0.1:80
#
#location ~ .php$ {
# proxy_pass http://127.0.0.1;
#}
# pass the PHP scripts to FastCGI server listening on 127.0.0.1:9000
#
#location ~ .php$ {
# root html;
# fastcgi_pass 127.0.0.1:9000;
# fastcgi_index index.php;
# fastcgi_param SCRIPT_FILENAME /scripts$fastcgi_script_name;
# include fastcgi_params;
#}
# deny access to .htaccess files, if Apache's document root
# concurs with nginx's one
#
#location ~ /.ht {
# deny all;
#}
}
# another virtual host using mix of IP-, name-, and port-based configuration
#
#server {
# listen 8000;
# listen somename:8080;
# server_name somename alias another.alias;
# location / {
# root html;
# index index.html index.htm;
# }
#}
# HTTPS server
#
#server {
# listen 443 ssl;
# server_name localhost;
# ssl_certificate cert.pem;
# ssl_certificate_key cert.key;
# ssl_session_cache shared:SSL:1m;
# ssl_session_timeout 5m;
# ssl_ciphers HIGH:!aNULL:!MD5;
# ssl_prefer_server_ciphers on;
# location / {
# root html;
# index index.html index.htm;
# }
#}
}
为了防止出现脑裂的问题我写了一个脚本,当nginx服务故障时,keepalived服务关闭。
脚本
#!/bin/bash
#/usr/bin/curl -I http://10.1.1.20 &>/dev/null
/usr/bin/curl -I http://localhost
if [ $? -ne 0 ];then
/etc/init.d/keepalived stop
fi
由于此脚本的原因,导致我高可用nginx代理到后端真是服务器时出现了127.0.0.1的访问记录,而且很频繁,在一定成都上降低了服务器的性能。
后来发现是这个脚本的问题,虽然其解决了脑裂,但是由于做了代理功能,因此在keepalived做心跳检查时会不断地调用此脚本,所以导致了后端服务器的访问日志出现了127的访问记录。
后来改善脚本为查看nginx服务状态,解决了此问题