Nginx ("engine x") 是一個高性能的 HTTP 和?反向代理?服務器，也是一個 IMAP/POP3/SMTP?代理服務器。 Nginx 是由 Igor Sysoev 為俄羅斯訪問量第二的 Rambler.ru 站點開發的，第一個公開版本0.1.0發布于2004年10月4日。其將源代碼以類BSD許可證的形式發布，因它的穩定性、豐富的功能集、示例配置文件和低系統資源的消耗而聞名

Keepalivedt做高可用，其高可用，都是站在服務器腳本去說的高可用，而不是服務的角度,也就是說，如果服務器DOWN機或者網絡出現故障，高可用是可以實現自動切換的。如果運行的服務，比如Nginx掛掉,這些高可用軟件是意識不到的，需要自己寫腳本去實現服務的切換

HAProxy是一個使用C語言編寫的自由及開放源代碼軟件[1]，其提供高可用性、負載均衡，以及基于TCP和HTTP的應用程序代理。

HAProxy特別適用于那些負載特大的web站點，這些站點通常又需要會話保持或七層處理。HAProxy運行在當前的硬件上，完全可以支持數以萬計的并發連接。并且它的運行模式使得它可以很簡單安全的整合進您當前的架構中， 同時可以保護你的web服務器不被暴露到網絡上。

HAProxy實現了一種事件驅動,?單一進程模型，此模型支持非常大的并發連接數。多進程或多線程模型受內存限制 、系統調度器限制以及無處不在的鎖限制，很少能處理數千并發連接。事件驅動模型因為在有更好的資源和時間管理的用戶空間(User-Space) 實現所有這些任務，所以沒有這些問題。此模型的弊端是，在多核系統上，這些程序通常擴展性較差。這就是為什么他們必須進行優化以 使每個CPU時間片(Cycle)做更多的工作。

master ? ? ? ?nginx+keeplive+haproxy ?192.168.1.108
master/slave ? ?nginx+keeplive+haproxy ?192.168.1.103
vip ? ? ? ? ?192.168.1.200

實驗環境

centos_6.8(x64)

實驗軟件

pcre-8.10.tar.gz

nginx-1.1.1.tar.gz

keepalived-1.2.1.tar.gz

haproxy-1.4.8.tar.gz

軟件安裝

yum install -y gcc gcc-c++* make* cmake* zlib* openssl* popt* nmap* ntp* lrzsz* autoconf* automake* libxml* ?ncurses* libmcrypt*?ipvsadm*?libnl-devel*?kernel-devel

/etc/rc.d/init.d/ntpd start

ntpdate 服務器IP

clock -w ? ? ? ?

chkconfig --level 35 ntpd on

?

tar zxvf pcre-8.10.tar.gz

cd pcre-8.10

./configure

make && make install

tar zxvf nginx-1.1.1.tar.gz

cd nginx-1.1.1

./configure --prefix=/usr/local/nginx --with-http_stub_status_module

make && make install

/usr/local/nginx/sbin/nginx -t ?檢查nginx配置

nginx: the configuration file /usr/local/nginx/conf/nginx.conf syntax is ok

nginx: configuration file /usr/local/nginx/conf/nginx.conf test is successfu

如果看到這行提示，證明nginx配置沒有錯誤

/usr/local/nginx/sbin/nginx -s reload

nginx: [error] invalid PID number "" in "/usr/local/nginx/logs/nginx.pid"

/usr/local/nginx/sbin/nginx -c /usr/local/nginx/conf/nginx.conf

/usr/local/nginx/sbin/nginx -s reload ? ? ? ?nginx平滑重啟

cp /usr/local/nginx/sbin/nginx /etc/init.d/

chmod +x /etc/init.d/nginx?

/etc/rc.d/init.d/nginx ? ? ? ? ? ? ? ? ?啟動nginx

/usr/local/nginx/sbin/nginx & ? ? ? ? ? ? 也可以使用這種辦法啟動nginx

cp /usr/local/nginx/html/index.html /root/ ? ?

echo > /usr/local/nginx/html/index.html

echo web1 > /usr/local/nginx/html/index.html ?master端192.168.1.108

tail /usr/local/nginx/html/index.html?

web1

echo web2 > /usr/local/nginx/html/index.html ?slave端192.168.1.103操作

tail /usr/local/nginx/html/index.html?

web2

tar zxvf keepalived-1.2.1.tar.gz

cd keepalived-1.2.1

ll /usr/src/kernels/

total 4

drwxr-xr-x 22 root root 4096 May ?8 18:01 2.6.32-696.1.1.el6.x86_64

./configure --prefix=/usr/local/keeplived?

--with-kernel-dir=/usr/src/kernels/2.6.32-696.1.1.el6.x86_64

Keepalived configuration

------------------------

Keepalived version ? ? ? : 1.2.1

Compiler ? ? ? ? ? ? ? ? : gcc

Compiler flags ? ? ? ? ? : -g -O2

Extra Lib ? ? ? ? ? ? ? ?: -lpopt -lssl -lcrypto?

Use IPVS Framework ? ? ? : Yes

IPVS sync daemon support : Yes

Use VRRP Framework ? ? ? : Yes ?3個必須是yes

Use Debug flags ? ? ? ? ?: No

make ?&& ?make install

cp /usr/local/keeplived/etc/rc.d/init.d/keepalived ? /etc/rc.d/init.d/

chmod +x /etc/rc.d/init.d/keepalived

cp /usr/local/keeplived/etc/sysconfig/keepalived /etc/sysconfig/

cp /usr/local/keeplived/etc/keepalived/keepalived.conf /etc/keepalived/

cp /usr/local/keeplived/sbin/keepalived /usr/sbin/

chmod +x /usr/sbin/keepalived

echo "/usr/local/nginx/sbin/nginx" >> ?/etc/rc.local

echo "/etc/init.d/keepalived start" >> ?/etc/rc.local ?開機啟動服務

/etc/init.d/keepalived start

Starting keepalived: [ ?OK ?]

tar zxvf haproxy-1.4.8.tar.gz?

cd haproxy-1.4.8

uname -a

Linux centos6 2.6.32-642.el6.x86_64 #1 SMP Tue May 10 17:27:01 UTC 2016 x86_64 x86_64 x86_64 GNU/Linux

make TARGET=linux26 PREFIX=/usr/local/haproxy

make install PREFIX=/usr/local/haproxy

useradd -s /sbin/nologin haproxy

chown -R haproxy.haproxy /usr/local/haproxy

ll /usr/local/haproxy/

total 12

drwxr-xr-x 3 haproxy haproxy 4096 May ?8 16:36 doc

drwxr-xr-x 2 haproxy haproxy 4096 May ?8 16:36 sbin

drwxr-xr-x 3 haproxy haproxy 4096 May ?8 16:36 share ??默認沒有.cfg 配置文件

touch /usr/local/haproxy/haproxy.cfg

vim ?/usr/local/haproxy/haproxy.cfg

global

log 127.0.0.1 local0

maxconn 5120

chroot /usr/local/haproxy

user haproxy

group haproxy

daemon

quiet

nbproc ?1

pidfile /usr/local/haproxy/haproxy.pid

debug

defaults

log 127.0.0.1 local3

mode http

option httplog

option httpclose

option ?dontlognull

#option ?forwardfor

option ?redispatch

retries 2

maxconn 2000

balance source

contimeout ? ? ?5000

clitimeout ? ? ?50000

srvtimeout ? ? ?50000

listen web_proxy :8080 ?web頁面配置 nginx默認端口80造成IP沖突 修改為8080

? ? ?server www1 ?nginx_master服務器IP:80 ?weight 5 check inter 2000 rise 2 fall 5

? ? ?server www2 ?nginx_slave服務器IP:80 ?weight 5 check inter 2000 rise 2 fall 5

listen ?mysql

? ? ? bind 0.0.0.0:7306 ?7306為代理數據庫虛擬端口

? ? ? mode tcp

? ? ? server mysql 后端數據庫IP:3306

mode http

#transparent

stats uri / haproxy-stats

stats realm Haproxy \ statisti

? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ??

/usr/local/haproxy/sbin/haproxy -f /usr/local/haproxy/haproxy.cfg & 啟動服務

pkill haproxy ?殺死進程

touch ?/etc/init.d/haproxy

vim ? /etc/init.d/haproxy

-----------------------------------------------------------------------

#!/bin/bash

#

# haproxy

#

# chkconfig: 35 85 15

# description: HAProxy is a free, very fast and reliable solution \

# offering high availability, load balancing, and \

# proxying for TCP and HTTP-based applications

# processname: haproxy

# config: /usr/local/haproxy/haproxy.cfg ?haproxy配置文件目錄

# pidfile: /usr/local/haproxy/haproxy.pid

# Source function library.

. /etc/rc.d/init.d/functions

# Source networking configuration.

. /etc/sysconfig/network

# Check that networking is up.

[ "$NETWORKING" = "no" ] && exit 0

config="/usr/local/haproxy/haproxy.cfg" ?haproxy 配置文件目錄

exec="/usr/local/haproxy/sbin/haproxy"

prog=$(basename $exec)

[ -e /etc/sysconfig/$prog ] && . /etc/sysconfig/$prog

lockfile=/var/lock/subsys/haproxy

check() {

? ? $exec -c -V -f $config

}

start() {

? ? $exec -c -q -f $config

? ? if [ $? -ne 0 ]; then

? ? ? ? echo "Errors in configuration file, check with $prog check."

? ? ? ? return 1

? ? fi

?

? ? echo -n $"Starting $prog: "

? ? # start it up here, usually something like "daemon $exec"

? ? daemon $exec -D -f $config -p /var/run/$prog.pid

? ? retval=$?

? ? echo

? ? [ $retval -eq 0 ] && touch $lockfile

? ? return $retval

}

stop() {

? ? echo -n $"Stopping $prog: "

? ? # stop it here, often "killproc $prog"

? ? killproc $prog?

? ? retval=$?

? ? echo

? ? [ $retval -eq 0 ] && rm -f $lockfile

? ? return $retval

}

restart() {

? ? $exec -c -q -f $config

? ? if [ $? -ne 0 ]; then

? ? ? ? echo "Errors in configuration file, check with $prog check."

? ? ? ? return 1

? ? fi

? ? stop

? ? start

}

reload() {

? ? $exec -c -q -f $config

? ? if [ $? -ne 0 ]; then

? ? ? ? echo "Errors in configuration file, check with $prog check."

? ? ? ? return 1

? ? fi

? ? echo -n $"Reloading $prog: "

? ? $exec -D -f $config -p /var/run/$prog.pid -sf $(cat /var/run/$prog.pid)

? ? retval=$?

? ? echo

? ? return $retval

}

force_reload() {

? ? restart

}

fdr_status() {

? ? status $prog

}

case "$1" in

? ? start|stop|restart|reload)

? ? ? ? $1

? ? ? ? ;;

? ? force-reload)

? ? ? ? force_reload

? ? ? ? ;;

? ? checkconfig)

? ? ? ? check

? ? ? ? ;;

? ? status)

? ? ? ? fdr_status

? ? ? ? ;;

? ? condrestart|try-restart)

? ? ? [ ! -f $lockfile ] || restart

? ? ;;

? ? *)

? ? ? ? echo $"Usage: $0 {start|stop|status|checkconfig|restart|try-restart|reload|force-reload}"

? ? ? ? exit 2

esac

-----------------------------------------------------------------------------

chmod +x /etc/init.d/haproxy ?使用腳本方式重啟服務

?

ps -aux | grep haporxy

Warning: bad syntax, perhaps a bogus '-'? See /usr/share/doc/procps-3.2.8/FAQ

haproxy ? 9165 ?0.1 ?0.1 ?14072 ?1856 pts/0 ? ?S ? ?17:01 ? 0:00 /usr/local/haproxy/sbin/haproxy -f /usr/local/haproxy/haproxy.cfg

root ? ? ?9167 ?0.0 ?0.0 103316 ? 836 pts/0 ? ?S+ ? 17:05 ? 0:00 grep haproxy

netstat -tuplna | grep nginx

tcp ? ? ? ?0 ? ? ?0 0.0.0.0:80 ? ? ? ? ? ? ? ? ?0.0.0.0:* ? ? ? ? ? ? ? ? ? LISTEN ? ? ?11343/nginx

ps -aux | grep nginx

Warning: bad syntax, perhaps a bogus '-'? See /usr/share/doc/procps-3.2.8/FAQ

root ? ? 38686 ?0.0 ?0.1 ?20160 ?1180 ? ? ? ? ?Ss ? 10:48 ? 0:00 nginx: master process /usr/local/nginx/sbin/nginx -c /usr/local/nginx/conf/nginx.conf

nobody ? 38691 ?0.0 ?0.1 ?20544 ?1284 ? ? ? ? ?S ? ?10:49 ? 0:00 nginx: worker process ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ?

root ? ? 38711 ?0.0 ?0.0 103260 ? 836 pts/1 ? ?S+ ? 10:51 ? 0:00 grep nginx

以上所有操作 master端點 和slave端相同

http://服務器IP:8080/haproxy-stats

http://192.168.1.200?刷新，停止master端nginx 刷新看看是不是切換到了slave主機

vim /etc/keepalived/keepalived.conf ? ?master端 192.168.1.108配置

! Configuration File for keepalived

global_defs {

? ?notification_email {

? ? ?xxxx@126.com ?通告郵箱

? ?}

? ?notification_email_from ?xxx@126.com

? ?smtp_server smtp.126.com

? ?smtp_connect_timeout 30

???router_id master

}

vrrp_script chk_http_port {

? ? script "/root/chk_nginx.sh"

? ? interval 2

? ? weight 2

}

track_script {

? ? chk_http_port

}

vrrp_instance VI_1 {

? ??state MASTER

? ? interface eth0

? ? virtual_router_id 101

? ? priority 100

? ? advert_int 1

? ? authentication {

? ? ? ? auth_type PASS

? ? ? ? auth_pass 1111

? ? }

? ? virtual_ipaddress {

? ? ? ? 192.168.1.200 ?虛擬IP

? ? }

}

vim /etc/keepalived/keepalived.conf ?slave端 192.168.1.103 配置

! Configuration File for keepalived

global_defs {

? ?notification_email {

? ? ?xxx@126.com ?通告郵箱

? ?}

? ?notification_email_from ?xxxx@126.com

? ?smtp_server smtp.126.com

? ?smtp_connect_timeout 30

???router_id backup

}

vrrp_script chk_http_port {

? ? script "/root/chk_nginx.sh"

? ? interval 2

? ? weight 2

}

track_script {

? ? chk_http_port

}

vrrp_instance VI_1 {

? ??state MASTER/BACKUP ? ?master為主主模式 backup為主從模式

? ? interface eth0

? ??virtual_router_id 101 ? 主主 主從 模式route_id相同

??? priority 100/99 ? ? ? 主主 100/100優先級相同 主從100/99從優先級比主小

? ? advert_int 1

? ? authentication {

? ? ? ? auth_type PASS

? ? ? ? auth_pass 1111

? ? }

? ? virtual_ipaddress {

? ? ? ? 192.168.1.200?? ? 虛擬IP

? ? }

}

/etc/rc.d/init.d/keepalived restart

touch chk_nginx.sh

chmod +x chk_nginx.sh

vim chk_nginx.sh

#!/bin/sh

# check nginx server status

NGINX=/usr/local/nginx/sbin/nginx

PORT=80

nmap localhost -p $PORT | grep "$PORT/tcp open"

#echo $?

if [ $? -ne 0 ];then

? ? $NGINX -s stop

? ? $NGINX

? ? sleep 3

? ? nmap localhost -p $PORT | grep "$PORT/tcp open"

? ? [ $? -ne 0 ] && /etc/init.d/keepalived stop

fi

sh chk_nginx.sh?

80/tcp open ?http

vim /etc/crontab

*/5 ?* ?* ?* ?* sh /root/root/chk_nginx.sh

service crond restart

vim /etc/sysctl.conf

net.ipv4.ip_forward = 1 修改為1 打開路由轉發功能

sysctl -p

net.ipv4.ip_forward = 1

[root@centos6 ~]# ip a ? ? ? ? ? ? ? ?master端192.168.1.108配置

?eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP qlen 1000

? ? link/ether 00:0c:29:45:17:69 brd ff:ff:ff:ff:ff:ff

? ? inet 192.168.1.108/24 brd 192.168.1.255 scope global eth0

? ??inet 192.168.1.200/32 scope global eth0 ? ? ?虛擬ip啟動成功

? ? inet6 fe80::20c:29ff:fe45:1769/64 scope link?

? ? valid_lft forever preferred_lft forever

[root@centos6-1 ~]# ip a ? ? ? ? ? ? ? slave端192.168.1.103配置

? eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP qlen 1000

? ? link/ether 00:0c:29:3d:5b:1b brd ff:ff:ff:ff:ff:ff

? ? inet 192.168.1.103/24 brd 192.168.1.255 scope global eth0

? ??inet 192.168.1.200/24 scope global secondary eth0 ?虛擬ip啟動成功

? ? inet6 fe80::20c:29ff:fe3d:5b1b/64 scope link?

? ? ? ?valid_lft forever preferred_lft forever

本文轉自 mailfile 51CTO博客，原文鏈接：http://blog.51cto.com/mailfile/1329362，如需轉載請自行聯系原作者

總結

以上是生活随笔為你收集整理的keeplive+haproxy+nginx的全部內容，希望文章能夠幫你解決所遇到的問題。

如果覺得生活随笔網站內容還不錯，歡迎將生活随笔推薦給好友。