LVS+Keepalived+Squid+Nginx+MySQL主从高性能集群架构部署方案

#使配置立即生效：
/sbin/sysctl -p

#!/bin/sh 
squidcache_path="/squidcache" 
squidclient_path="/home/local/squid/bin/squidclient" 
#grep -a -r $1 $squidcache_path/* | grep "http:" | awk -F ‘http:‘ ‘{print "http:"$2;}‘ | awk -F\‘ ‘{print $1}‘ > cache.txt 
if [[ "$1" == "swf" || "$1" == "png" || "$1" == "jpg" || "$1" == "ico" || "$1" == "gif" || "$1" == "css" || "$1" == "js" || "$1" == "html" || "$1" == "shtml" || "$1" == "htm"   ]]; then 
grep -a -r .$1 $squidcache_path/* | strings | grep "http:" | awk -F ‘http:‘ ‘{print "http:"$2;}‘ | awk -F\‘ ‘{print $1}‘ | grep "$1$" | uniq > cache.txt 
else 
grep -a -r $1 $squidcache_path/* | strings | grep "http:" |grep $2$ |grep $3$|grep $4$|grep $5$ |grep $6$| awk -F ‘http:‘ ‘{print "http:"$2;}‘ | awk -F\‘ ‘{print $1}‘ | uniq > cache.txt 
fi 
sed -i "s/\";$//g" cache.txt 
cat cache.txt | while read LINE 
do 
$squidclient_path -p 80 -m PURGE $LINE 
done 

tar -zxvf squid-3.1.20-20120610-r10455.tar.gz 
cd squid-3.1.20-20120610-r10455 
./configure --prefix=/usr/local/squid --enable-async-io=100 --disable-delay-pools --disable-mem-gen-trace --disable-useragent-log --enable-kill-parent-hack --disable-arp-acl --enable-epoll --disable-ident-lookups --enable-snmp --enable-large-cache-files --with-large-files 
make && make install 
groupadd squid   #创建squid用户组 
useradd -g squid -s /sbin/nologin squid   #创建squid用户，并加入到squid组里，不允许登录系统 
 
chown -R squid /usr/local/squid/   #修改squid的安装目录所属用户为squid用户 
mkdir -p /var/cache     #创建squid的第一个缓存目录 
mkdir -p /var/squid    #创建squid的第二个缓存目录 
chown squid.squid -R /var/cache /var/squid  #设置目录所有者 
chmod -R 777 /var/cache /var/squid    #设置目录权限 
mv /usr/local/squid/etc/squid.conf /usr/local/squid/etc/squid.conf.bak 
 
vi  /usr/local/squid/etc/squid.conf 
cache_effective_user squid    #运行squid的用户  
cache_effective_group squid   #运行squid的用户所在的组  
visible_hostname squid1.cache.cn   #设定squid的主机名，如无此项squid将无法启动  
http_port 80 accel vhost vport   #代理端口  
icp_port 3130   #icp端口  
# 配置其他缓存服务器，当squid1在其缓存中没有找到请求的资源时，通过ICP查询去其邻居中取得缓存  
cache_peer 10.10.10.21 sibling 80 3130  
cache_peer 10.10.10.22 sibling 80 3130 
cache_peer 10.10.10.23 sibling 80 3130 
# 后端web服务器配置，round-robin表示通过轮询方式将请求分发到其中一台web节点  
cache_peer 10.10.10.56 parent 80 0 no-query originserver round-robin  name=webServer1  
cache_peer 10.10.10.57 parent 80 0 no-query originserver round-robin  name=webServer2  
cache_peer_domain webServer1 webServer2  .123.com  #根据通配域名xuad.com来进行转发  
# 下面三行是配置访问控制的   
http_access allow all   #允许以上所有规则通过  
# URL中包含cgi-bin和以https:\\开头的都不缓存，asp、cgi、php、jsp等动态页面也不缓存  
hierarchy_stoplist cgi-bin ?  
hierarchy_stoplist -i ^https:\\ ?  
acl QueryString urlpath_regex -i cgi-bin \? \.asp \.php \.jsp \.cgi  
acl denyssl urlpath_regex -i ^https:\\  
no_cache deny QueryString  
no_cache deny denyssl  
# 日志和缓存目录的设置  
cache_log /usr/local/squid/var/logs/cache.log   #cache.log日志文件存放目录  
access_log /usr/local/squid/var/logs/access.log squid   #access.log日志文件存放目录  
cache_dir aufs /var/cache 1024 16 256   #设定缓存目录cache，目录容量最大1024M，16*256级子目录  
cache_dir aufs /var/squid 3072 16 256   #设定缓存目录squid，目录容量最大3072M，16*256级子目录  
cache_mem 128 MB    #squid用于缓存的内存容量  
# 当缓存目录空间使用达到95%以上时，新的内容将取代旧的内容，直到空间又下降到90%才停止这一活动  
cache_swap_low 90  
cache_swap_high 95  
# 设置存储策略  
maximum_object_size 4096 KB    #能缓存的最大对象为4M  
maximum_object_size_in_memory 80 KB   #内存中缓存的最大对象80K  
ipcache_size 1024   #缓存DNS解析得到的IP，最大单个对象为1024K  
ipcache_low 90  
ipcache_high 95  
cache_replacement_policy lru   #缓存替换策略  
memory_replacement_policy lru   #内存替换策略  
memory_pools on   #开启内存池  
memory_pools_limit 32 MB   #限制内存池大小为32MB  
  
forwarded_for on   #开启转发  
log_icp_queries off   #关闭icp查询日志  
  
forward_timeout 20 seconds   #允许转发超时20秒  
connect_timeout 30 seconds   #连接到其他机器的最大尝试时间  
read_timeout 3 minutes   #允许读取超时3分钟  
request_timeout 1 minutes    #允许返回超时1分钟  
persistent_request_timeout 30 seconds   #允许持续连接超时30秒  
client_lifetime 15 minutes   #客户端会话保???  
shutdown_lifetime 5 seconds  
negative_ttl 30 seconds   #设置错误信息的生存时间  
# 允许一个IP最大并发数为50  
acl OverConnLimit maxconn 50  
http_access deny OverConnLimit  
  
client_persistent_connections off   #对客户端长连接KeepAlive这个参数的支持  
server_persistent_connections on  # 开启服务端的KeepAlive，web端要开启KeepAlive，不然这里打开是没用的  
tcp_recv_bufsize 65535 bytes   #TCP套接字接收缓冲区大小  
half_closed_clients off  #当客户与squid的连接处于半关闭状态时，允许squid立即关闭连接  
  
via on   #开启转发循环的检测  
request_header_access via deny all   #避免由于两台squid的主机名一样而返回403错误  
httpd_suppress_version_string off   #错误页面不显示squid的版本信息  
ie_refresh off   #是否允许对旧版本的IE浏览器强制刷新页面 

/usr/local/squid/sbin/squid -N –z
/usr/local/squid/sbin/squid

#!/bin/bash 
SNS_VIP=10.10.10.88 
source /etc/rc.d/init.d/functions 
case "$1" in 
start) 
       ifconfig lo:0 $SNS_VIP netmask 255.255.255.255 broadcast $SNS_VIP 
       /sbin/route add -host $SNS_VIP dev lo:0 
       echo "1" >/proc/sys/net/ipv4/conf/lo/arp_ignore 
       echo "2" >/proc/sys/net/ipv4/conf/lo/arp_announce 
       echo "1" >/proc/sys/net/ipv4/conf/all/arp_ignore 
       echo "2" >/proc/sys/net/ipv4/conf/all/arp_announce 
       echo "RealServer Start OK" 
       ;; 
stop) 
       ifconfig lo:0 down 
       route del $SNS_VIP >/dev/null 2>&1 
       echo "0" >/proc/sys/net/ipv4/conf/lo/arp_ignore 
       echo "0" >/proc/sys/net/ipv4/conf/lo/arp_announce 
       echo "0" >/proc/sys/net/ipv4/conf/all/arp_ignore 
       echo "0" >/proc/sys/net/ipv4/conf/all/arp_announce 
       echo "RealServer Stoped" 
       ;; 
*) 
       echo "Usage: $0 {start|stop}" 
       exit 1 
esac 
  
exit 0 

#!/bin/sh  
srcpath=/usr/src  
apppath=/usr/local  
sleep 5  
if  
[ $UID -ne 0 ];then  
 
echo “This script must use administrator or root user ,please exit …….”  
sleep 2  
exit 1  
 
fi  
 
Download ()  
{  
cd $srcpath && wget http://blog.mgcrazy.com/download/{pcre-8.01.tar.gz,nginx-1.0.2.tar.gz,mysql-5.1.41.tar.gz,php-5.3.3.tar.bz2,memcache-2.2.5.tgz,php-fpm.conf,php.ini,nginx.conf,fcgi.conf,eaccelerator-0.9.6.1.tar.bz2}  
 
echo “THIS IS STARTING SHELL MAKE INSTALL SHELL ,PLEASE WAITING ………………………..”  
 
sleep 2s  
 
if [ $? -eq 0 ];then  
echo -n “DownLoad Linux source packages End ,Please Waiting Install………………”  
else  
echo -n “Download Linux source packages Failed ,Please Check………………”  
fi  
}  
 
Nginx_install ()  
{  
cd $srcpath && tar xzf pcre-8.01.tar.gz && cd pcre-8.01 && ./configure –prefix=$apppath/pcre && make &&make install   
 
if  
[ $? -eq 0 ];then  
 
echo “This pcre make install end ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++”  
else  
echo “Pcre install failed ,please check install shell or system gcc configuration ,exiting ……….”  
sleep 1s  
exit 1  
 
fi  
 
echo “pcre install end ………..,please install nginx …………………”  
 
useradd www ; cd $srcpath && tar xzf nginx-1.0.2.tar.gz && cd nginx-1.0.2 && ./configure –prefix=$apppath/nginx –with-http_stub_status_module –with-cc-opt=’-O3′ –with-cpu-opt=opteron –with-openssl=/usr/ –with-pcre=/usr/src/pcre-8.01 –user=www –group=www ; make ; make install  
cp -r $srcpath/{nginx.conf,fcgi.conf} $apppath/nginx/conf/  
 
if [ $? -eq 0 ];then  
echo -n “Nginx Install success ………………”  
else  
echo -n “Nginx Install Failed ,Please Check………………”  
exit 1  
fi  
 
echo “nginx install end …………………..,Next install mysql …………………………..”  
 
}  
 
Mysql_install ()  
{  
cd $srcpath && tar xzf mysql-5.1.41.tar.gz && cd mysql-5.1.41 && ./configure –prefix=$apppath/mysql/ –enable-assembler –with-extra-charsets=complex –enable-thread-safe-client –with-big-tables –with-readline –with-ssl –with-embedded-server –enable-local-infile –with-plugins=innobase && make &&make install   
 
if [ $? -eq 0 ];then  
echo -n “Mysql Install success ………………”  
else  
echo -n “Mysql Install Failed ,Please Check………………”  
exit 1  
fi  
 
echo “init mysql server , ……….please waiting ………………………………….”  
 
cd /usr/local/mysql && useradd mysql ; chown -R mysql:mysql /usr/local/mysql && /usr/local/mysql/bin/mysql_install_db –user=mysql && chown -R mysql:mysql var/   
 
echo “Now install php ,please waiting………………………………….”  
}  
 
Php_install ()  
{  
yum clean all && yum install -y libevent* &&cd $srcpath &&tar jxvf php-5.3.3.tar.bz2 && cd php-5.3.3 && ./configure –prefix=$apppath/php5 –with-config-file-path=$apppath/php5/etc –with-mysql=$apppath/mysql –with-mysqli=$apppath/mysql/bin/mysql_config –with-iconv-dir=/usr/local –with-freetype-dir –with-jpeg-dir –with-png-dir –with-zlib –with-libxml-dir=/usr –enable-xml –disable-rpath –enable-discard-path –enable-safe-mode –enable-bcmath –enable-shmop –enable-sysvsem –enable-inline-optimization –with-curl –with-curlwrappers –enable-mbregex –enable-fpm –enable-sockets && make &&make install  
 
if  
[ $? -eq 0 ];then  
 
echo “This PHP make install end ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++”  
else  
echo “This PHP failed ,please check install shell ,exiting ……….”  
 
sleep 2s  
echo “This PHP failed ,please check install shell ,exiting ……….” |mail -s “PHP make install failed” wgkgood@139.com  
 
exit 2  
 
fi  
 
cp -r $srcpath/php.ini $apppath/php5/etc/  
 
cp $srcpath/php-5.3.3/sapi/fpm/init.d.php-fpm /etc/init.d/php-fpm ;chmod o+x /etc/init.d/php-fpm  
}  
 
Eacce_install ()  
{  
echo “Now install eaccelerator …………….,please waiting……………………..”  
cd /usr/src && tar jxvf eaccelerator-0.9.6.1.tar.bz2 && cd eaccelerator-0.9.6.1 && $apppath/php5/bin/phpize && ./configure –enable-eaccelerator=shared –with-php-config=$apppath/php5/bin/php-config &&make &&make test &&make install &&mkdir -p /tmp/eaccelerator && chmod 777 -R /tmp/eaccelerator   
 
if  
[ $? -eq 0 ];then  
 
echo “Install eaccelerator success ”  
else  
echo “Install eaccelerator failed ,please check ………………………”  
fi  
 
}  
 
Mem_install ()  
{  
###########now install memcached #######################  
 
echo “next install memcached……………………………………..”  
 
cd $srcpath && tar xzf memcache-2.2.5.tgz && cd memcache-2.2.5 && /usr/local/php5/bin/phpize && ./configure –prefix=$apppath/memcached –with-php-config=$apppath/php5/bin/php-config &&make &&make install  
 
if  
[ $? -eq 0 ];then  
 
echo “Install Memcache success ”  
else  
echo “Install Memcache failed ,please check ………………………”  
fi  
}  
 
EXIT ()  
{  
echo “Now not Install ,Please exit …………………..”  
exit 0  
}  
 
PS3=”Please Select Install Linux Packages: ”   
 
select option in Download Nginx_install Mysql_install Php_install Eacce_install Mem_install EXIT  
do  
$option  
done 

#!/bin/bash 
PATH=/bin:/sbin:/usr/bin:/usr/sbin:/usr/local/bin:/usr/local/sbin:~/bin 
export PATH 
 
# Check if user is root 
if [ $(id -u) != "0" ]; then 
    echo "Error: You must be root to run this script, please use root to install lnmp" 
    exit 1 
fi 
 
clear 
cur_dir=$(pwd) 
 
    get_char() 
    { 
    SAVEDSTTY=`stty -g` 
    stty -echo 
    stty cbreak 
    dd if=/dev/tty bs=1 count=1 2> /dev/null 
    stty -raw 
    stty echo 
    stty $SAVEDSTTY 
    } 
    echo "" 
    echo "Press any key to start install Memcached..." 
    char=`get_char` 
 
printf "=========================== install memcached ======================\n" 
 
wget -c http://soft.vpser.net/lib/libevent/libevent-2.0.13-stable.tar.gz 
tar zxvf libevent-2.0.13-stable.tar.gz 
cd libevent-2.0.13-stable/ 
./configure --prefix=/usr/local/libevent 
make&& make install 
cd ../ 
 
ln -s /usr/local/libevent/lib/libevent-2.0.so.5  /lib/libevent-2.0.so.5 
 
wget -c http://soft.vpser.net/web/memcached/memcached-1.4.7.tar.gz 
tar zxvf memcached-1.4.7.tar.gz 
cd memcached-1.4.7/ 
./configure --prefix=/usr/local/memcached 
make &&make install 
cd ../ 
 
ln /usr/local/memcached/bin/memcached /usr/bin/memcached 
 
cp conf/memcached-init /etc/init.d/memcached 
chmod +x /etc/init.d/memcached 
useradd -s /sbin/nologin nobody 
 
if [ -s /etc/debian_version ]; then 
update-rc.d -f memcached defaults 
elif [ -s /etc/RedHat-release ]; then 
chkconfig --level 345 memcached on 
fi 
 
echo "Starting Memcached..." 
/etc/init.d/memcached start 

read mima 
wget -c http://soft.vpser.net/datebase/mysql/mysql-5.1.60.tar.gz 
tar -zxvf mysql-5.1.60.tar.gz 
cd mysql-5.1.60/ 
./configure --prefix=/usr/local/mysql --with-extra-charsets=all --enable-thread-safe-client --enable-assembler --with-charset=utf8 --with-plugins=max --enable-thread-safe-client --with-extra-charsets=all --with-big-tables --with-readline --with-ssl --with-embedded-server --enable-local-infile --with-innodb 
make && make install 
cd ../ 
groupadd mysql 
useradd -s /sbin/nologin -M -g mysql mysql 
 
cp -f /usr/local/mysql/share/mysql/my-medium.cnf /etc/my.cnf 
sed -i ‘s/skip-locking/skip-external-locking/g‘ /etc/my.cnf 
/usr/local/mysql/bin/mysql_install_db --user=mysql 
chown -R mysql /usr/local/mysql/var 
chgrp -R mysql /usr/local/mysql/. 
cp -f /usr/local/mysql/share/mysql/mysql.server /etc/init.d/mysql 
chmod 755 /etc/init.d/mysql 
cat > /etc/ld.so.conf.d/mysql.conf<<EOF 
/usr/local/mysql/lib/mysql 
/usr/local/lib 
EOF 
ldconfig 
 
ln -s /usr/local/mysql/lib/mysql /usr/lib/mysql 
ln -s /usr/local/mysql/include/mysql /usr/include/mysql 
/etc/init.d/mysql start 
 
ln -s /usr/local/mysql/bin/mysql /usr/bin/mysql 
ln -s /usr/local/mysql/bin/mysqldump /usr/bin/mysqldump 
ln -s /usr/local/mysql/bin/myisamchk /usr/bin/myisamchk 
 
/usr/local/mysql/bin/mysqladmin -u root password $mima 
 
/etc/init.d/mysql restart 

(1)首先确保主从服务器上的Mysql版本相同 
(2)在主服务器上,设置一个从数据库的账户,使用REPLICATION SLAVE赋予权限,如: 
 
mysql> GRANT REPLICATION SLAVE ON *.* TO ‘slave001‘@‘10.10.10.59‘ IDENTIFIED BY 
‘123123‘; 
Query OK, 0 rows affected (0.13 sec) 
 
(3)修改主数据库的配置文件my.cnf,开启BINLOG，并设置server-id的值，修改之后必须重启Mysql服务 
 
[mysqld] 
log-bin=mysql-bin
binlog-ignore-db= mysql
server-id=1 
 
(4)之后可以得到主服务器当前二进制日志名和偏移量，这个操作的目的是为了在从数据库启动后，从这个点开始进行数据的恢复 
 
mysql> show master status\G; 
*************************** 1. row *************************** 
File: mysql-bin.000003 
Position: 243 
Binlog_Do_DB: 
Binlog_Ignore_DB: 
1 row in set (0.00 sec) 
 
(5)好了，现在可以停止主数据的的更新操作，并生成主数据库的备份，我们可以通过mysqldump到处数据到从数据库，当然了，你也可以直接用cp命令将数据文件复制到从数据库去 
注意在导出数据之前先对主数据库进行READ LOCK，以保证数据的一致性 
 
mysql> flush tables with read lock; 
Query OK, 0 rows affected (0.19 sec) 
 
之后是mysqldump 
 
mysqldump -h127.0.0.1 -p3306 -uroot -p test > /home/chenyz/test.sql 
 
最好在主数据库备份完毕，恢复写操作 
 
mysql> unlock tables; 
Query OK, 0 rows affected (0.28 sec) 
 
(6)将刚才主数据备份的test.sql复制到从数据库，进行导入 
(7)接着修改从数据库的my.cnf,增加server-id参数,指定复制使用的用户,主数据库服务器的ip,端口以及开始执行复制日志的文件和位置 
 
[mysqld] 
server-id=2 
log-bin=mysql-bin
master-host =10.10.10.58 
master-user=test 
master-pass=123123 
master-port =3306 
master-connect-retry=60 
replicate-do-db =test  
 
(8)在从服务器上,启动slave进程 
 
mysql> start slave; 
 
(9)在从服务器进行show salve status验证 
 
mysql> SHOW SLAVE STATUS\G 
*************************** 1. row *************************** 
Slave_IO_State: Waiting for master to send event 
Master_Host: localhost 
Master_User: root 
Master_Port: 3306 
Connect_Retry: 3 
Master_Log_File: mysql-bin.003 
Read_Master_Log_Pos: 79 
Relay_Log_File: gbichot-relay-bin.003 
Relay_Log_Pos: 548 
Relay_Master_Log_File: mysql-bin .003 
Slave_IO_Running: Yes 
Slave_SQL_Running: Yes