Nginx反代Mogilefs分布式儲存示例詳解

~]# yum install -y mysql mysql-server

perl-Danga-Socket-1.61-1.el6.rf.noarch.rpm
perl-IO-stringy-2.110-1.2.el6.rfx.noarch.rpmperl-Net-Netmask-1.9015-8.el6.noarch.rpm
Perlbal-1.78-1.el6.noarch.rpmperl-Perlbal-1.78-1.el6.noarch.rpm
Perlbal-doc-1.78-1.el6.noarch.rpmperl-IO-AIO-3.71-2.el6.x86_64.rpm

yum install -y MogileFS-Server-mogstored-2.46-2.el6.noarch.rpm MogileFS-Server-mogilefsd-2.46-2.el6.noarch.rpm MogileFS-Server-2.46-2.el6.noarch.rpm

~]# vim /etc/mogilefs/mogilefsd.conf #Mogilfs Trackers的主配置文件

# Enable daemon mode to work in background and use syslog
daemonize = 1 #是否以守護(hù)進(jìn)程的方式運(yùn)行。
# Where to store the pid of the daemon (must be the same in the init script)
pidfile = /var/run/mogilefsd/mogilefsd.pid #pid文件路徑
# Database connection information
db_dsn = DBI:mysql:mogilefs:host=192.168.29.111 #數(shù)據(jù)庫的地址
db_user = moguser #配置數(shù)據(jù)庫的用戶名及密碼
db_pass = 123456
# IP:PORT to listen on for mogilefs client requests
listen = 0.0.0.0:7001 #監(jiān)聽的地址與端口
# Optional, if you don't define the port above.
conf_port = 7001 #默認(rèn)端口
# Number of query workers to start by default.
query_jobs = 10 #查詢進(jìn)程數(shù)量
# Number of delete workers to start by default.
delete_jobs = 1 
# Number of replicate workers to start by default.
replicate_jobs = 5
# Number of reaper workers to start by default.
# (you don't usually need to increase this)
reaper_jobs = 1
# Number of fsck workers to start by default.
# (these can cause a lot of load when fsck'ing)
#fsck_jobs = 1
# Minimum amount of space to reserve in megabytes
# default: 100
# Consider setting this to be larger than the largest file you
# would normally be uploading.
#min_free_space = 200
# Number of seconds to wait for a storage node to respond.
# default: 2
# Keep this low, so busy storage nodes are quickly ignored.
#node_timeout = 2
# Number of seconds to wait to connect to a storage node.
# default: 2
# Keep this low so overloaded nodes get skipped.
#conn_timeout = 2
# Allow replication to use the secondary node get port,
# if you have apache or similar configured for GET's
#repl_use_get_port = 1

mysql> GRANT ALL ON mogilefs.* TO 'moguser'@'192.168.29.%' IDENTIFIED BY '123456'; #創(chuàng)建用戶moguser，擁有管理mogilefs庫的所有權(quán)限，并允許192.168.29.*的用戶遠(yuǎn)程連接。
mysql> FLUSH PRIVILEGES;
mysql> quit

~]# mogdbsetup --dbhost=127.0.0.1 --dbuser=moguser --dbpass=123456

~]# service mogilefsd start
Starting mogilefsd      [ OK ]
~]# ss -lnt

~]# vim /etc/mogilefs/mogstored.conf
maxconns = 10000 #最大并發(fā)連接數(shù)
httplisten = 0.0.0.0:7500 #Mogilefs數(shù)據(jù)的傳輸是通過http協(xié)議實現(xiàn)的，這里是監(jiān)聽的地址和端口
mgmtlisten = 0.0.0.0:7501 #健康監(jiān)測的監(jiān)聽地址和端口
docroot = /mogliefs/mogdata #數(shù)據(jù)的存儲路徑，目錄的屬組和屬主必須是mogilefs

~]# mkdir -pv /mogliefs/mogdata
~]# chown -R mogilefs.mogilefs /mogliefs/

~]# service mogstored start
~]# ss -lnt #監(jiān)聽端口為7500、7501

~]# scp /etc/mogilefs/*.conf root@192.168.29.112:/etc/mogilefs/
~]# scp /etc/mogilefs/*.conf root@192.168.29.113:/etc/mogilefs/

~]# service mogstored start
~]# ss -lnt #監(jiān)聽端口為7500、7501

1 ~]# mogadm host add 192.168.29.111 --ip=192.168.29.111 --port=7500 --status=alive
2 ~]# mogadm host add 192.168.29.112 --ip=192.168.29.112 --port=7500 --status=alive
3 ~]# mogadm host add 192.168.29.113 --ip=192.168.29.113 --port=7500 --status=alive

~]# mogadm check

1 ~]# mogadm device add 192.168.29.111 1
2 ~]# mogadm device add 192.168.29.112 2
3 ~]# mogadm device add 192.168.29.113 3

~]# mogadm domain add imgs #創(chuàng)建名為imgs的Domain
~]# mogadm domain add text #創(chuàng)建名為text的Domain
~]# mogadm domain list #查看Domain list

~]# mogadm class add imgs png --mindevcount=3 --hashtype=MD5 #在Domain imgs中定義名為png的class，在不同設(shè)備中復(fù)制3份，并用MD5做校驗
~]# mogadm class add imgs jpg --mindevcount=3 --hashtype=MD5 #在Domain imgs中定義名為jpg的class，在不同設(shè)備中復(fù)制3份，并用MD5做校驗
~]# mogadm domain list

~]# mogupload --trackers=192.168.29.111 --domain=imgs --class=png --key='/111.png' --file='/test/123.png' #通過IP為192.168.29.111的Trackers將123.png文件上傳，并保存至Domain為imgs，Class為png的空間中，并重命名為111.png
~]# mogfileinfo --trackers=192.168.29.111 --domain=imgs --class=png --key='/111.png' #查看Domain為imgs，Class為png中key為111.png的文件的存儲情況。

~]# service mogilefsd start

~]# yum install gcc gcc-c++ perl pcre-devel openssl openssl-devel

~]# ls
nginx-1.10.3   nginx_mogilefs_module-1.0.4
nginx-1.10.3.tar.gz nginx_mogilefs_module-1.0.4.tar.gz

~]# cd nginx-1.10.3
./configure \
> --prefix=/usr \
> --sbin-path=/usr/sbin/nginx \
> --conf-path=/etc/nginx/nginx.conf \
> --error-log-path=/var/log/nginx/error.log \
> --http-log-path=/var/log/nginx/access.log \
> --pid-path=/var/run/nginx/nginx.pid \
> --lock-path=/var/lock/nginx.lock \
> --user=nginx \
> --group=nginx \
> --with-http_ssl_module \
> --with-http_flv_module \
> --with-http_stub_status_module \
> --with-http_gzip_static_module \
> --http-client-body-temp-path=/var/tmp/nginx/client/ \
> --http-proxy-temp-path=/var/tmp/nginx/proxy/ \
> --http-fastcgi-temp-path=/var/tmp/nginx/fcgi/ \
> --http-uwsgi-temp-path=/var/tmp/nginx/uwsgi \
> --http-scgi-temp-path=/var/tmp/nginx/scgi \
> --with-pcre \
> --with-debug \
> --add-module=../nginx_mogilefs_module-1.0.4/ #一定記得添加Mogilefs模塊所在的路徑，不可少。

~]# make & make install

~]# useradd -s /sbin/nologin -M nginx
~]# /usr/sbin/nginx

location /imgs/ {
   mogilefs_tracker 192.168.29.111:7001; #單Trackers示例
   mogilefs_domain imgs; #指定Domain
   mogilefs_class png jpg; #指定Class

   mogilefs_pass { #傳輸相關(guān)配置
    proxy_pass $mogilefs_path;
    proxy_hide_header Content-Type;
    proxy_buffering off;
   }
  }

1 upstream mogsvr {
2   server 192.168.29.111:7001;
3   server 192.168.29.112:7001;
4   server 192.168.29.113:7001;
5   }

location /imgs/ {
    mogilefs_tracker mogsvr;
   mogilefs_domain imgs;
   mogilefs_class png jpg;

   mogilefs_pass {
    proxy_pass $mogilefs_path;
    proxy_hide_header Content-Type;
    proxy_buffering off;
   }
  }