fastDFS分布式文件系统+反向代理+缓存

环境：centos7
track：192.168.65.155
storage:192.168.65.110
storage:192.168.65.111
源码包：nginx-1.9.4.tar.gz
ngx_cache_purge-2.3.tar.gz
FastDFS_v5.05.tar.gz
libfastcommon-1.0.7.zip
fastdfs-nginx-module_v1.16.tar.gz
首先在192.168.65.155这台机器执行
安装依赖包：yum –y install unzip gcc gcc-c++ pcre-devel openssl-devel zlib-devel
安装tracker

unzip libfastcommon-1.0.7.zip
#cp –rf libfastcommon-1.0.7 /usr/local/
#
#./make.sh install

安装FastDFS

#tar –zxvf FastDFS_v5.05.tar.gz –C /usr/local/
#cd /usr/local/FastDFS
#./make
#./make install

安装nginx以及缓存

#tar –zxvf nginx-1.9.4.tar.gz
#tar –zxvf ngx_cache_purge-2.3.tar.gz
#cd nginx-1.9.4
#./configure --prefix=/usr/local/nginx/ --sbin-path=/usr/sbin/ --conf-path=/etc/nginx/nginx.conf --add-module=/root/ngx_cache_purge-2.3
#make && make install

配置Tracker
安装需要的目录

#mkdir /mnt/fastdfs_tracker
#mkdir/fdfs/tracker
mkdir /var/cache/nginx/proxy_cache 
mkdir -p /var/cache/nginx/proxy_cache 
mkdir /var/cache/nginx/proxy_cache 
mkdir /var/cache/nginx/ 
mkdir /var/cache/nginx/proxy_cache 
mkdir /var/cache/nginx/proxy_cache/tmp

复制tracker配置文件

#cp /usr/local/FastDFS/conf/tracker.conf  /etc/fdfs  #没有fdfs目录，自建

修改配置文件
vi /etc/fdfs/tracker.conf
修改：base_path=/mnt/fastdfs_tracker

在tracker配置nginx的负载均衡以及缓存，vim/etc/nginx/nginx.conf

worker_processes  1;

events {
    worker_connections  1024;
}

http {
    server_names_hash_bucket_size 128;
    client_header_buffer_size 32k;
    large_client_header_buffers 4 32k;
    client_max_body_size 300m;
    tcp_nopush on;
    proxy_redirect off;
    proxy_set_header Host $http_host;
    proxy_set_header X-Real-IP $remote_addr;
    proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
    proxy_connect_timeout 90;
    proxy_send_timeout 90;
    proxy_read_timeout 90;
    proxy_buffer_size 16k;
    proxy_buffers 4 64k;
    proxy_busy_buffers_size 128k;
    proxy_temp_file_write_size 128k;
    proxy_cache_path /var/cache/nginx/proxy_cache levels=1:2 keys_zone=http-cache:500m max_size=10g inactive=30d;
    proxy_temp_path /var/cache/nginx/proxy_cache/tmp;
    upstream fdfs_group1 {
        server 192.168.65.110:80 weight=1 max_fails=2 fail_timeout=30s;
        server 192.168.65.111:80 weight=1 max_fails=2 fail_timeout=30s;
        } 
    include       mime.types;
    default_type  application/octet-stream;
    sendfile        on;
    keepalive_timeout  65;

    server {
        listen       80;

        location / {
            root   html;
            index  index.html index.htm;
        }

    location /group1/M00 {
        proxy_next_upstream http_502 http_504 error timeout invalid_header;
        proxy_cache http-cache;
        proxy_cache_valid 200 304 12h;
        proxy_cache_key $uri$is_args$args;
        proxy_pass http://fdfs_group1;
        expires 30d;
        } 
    location ~ /purge(/.*) {
        allow 127.0.0.1;
        allow 192.168.65.0/24;
        deny all;
        proxy_cache_purge http-cache $1$is_args$args;
        }

        error_page   500 502 503 504  /50x.html;
        location = /50x.html {
            root   html;
        }
    }
}

启动nginx和tracker
/usr/sbin/nginx –c /etc/nginx/nginx.conf
/usr/bin/fdfs_trackerd /etc/fdfs/tracker.conf
查看nginx的和track的日志文件：

查看端口
netstat –antlp | grep 22122 tracker的开启端口
安装和配置storage
在192.168.65.110和192.168.65.111两台机器做同样的配置

#unzip libfastcommon-1.0.7.zip
#cp –rf libfastcommon-1.0.7 /usr/local
#cd /usr/local/libfastcommon-1.0.7
#./make.sh
#./make.sh install

安装FastDFS

#tar –zxvf FastDFS_v5.05.tar.gz –C /usr/local/
#cd /usr/local/FastDFS
#./make
#./make install

安装nginx以及fastDFS模块

#tar –zxvf nginx-1.9.4.tar.gz
#tar –zxvf fastdfs-nginx-module_v1.16.tar.gz –C /usr/local/ （注意：这里先修改fsadDFS插件的路径，修改之后执行nginx的安装命令）
#cd nginx-1.9.4
#./configure --prefix=/usr/local/nginx/ --sbin-path=/usr/sbin/ --conf-path=/etc/nginx/nginx.conf 
--add-module=/usr/local/fastdfs-nginx-module/src
#make && make install

配置Storage和nginx
mkdir /mnt/fastdfs_storage_info
mkdir /mnt/fastdfs_storage_data
mkdir /mnt/fastdfs_storage_dada/data
mkdir /fdfs/tracker
设置配置文件
cp /usr/local/FastDFS/storage.conf.sample /etc/fdfs/
cp /usr/local/FastDFS/storage_ids.conf.sample /etc/fdfs/
cd /etc/fdfs/
mv storage.conf.sample storage.conf
mv storage_ids.conf.sample storage_ids.conf
修改配置文件
vim /etc/fdfs/storage.conf
group_name=group1
base_path=/mnt/fastdfs_storage_info
store_path0=/mnt/fastdfs_storage_data
tracker_server=192.168.65.155:22122
设置软链接
ln -sv /mnt/fastdfs_storage_data/data /mnt/fastdfs_storage_data/M00
ln -sv/usr/include/fastcommon /usr/local/include/fastcommon
ln -sv /usr/include/fastdfs/ /usr/local/include/fastdfs
ln -sv/usr/lib64/libfastcommon.so /usr/local/lib/libfastcommon.so
修改fastDFS的nginx插件路径
vi /usr/local/fastdfs-nginx-module/src/config
修改内容：CORE_INCS=”$CORE_INCS /usr/include/fastdfs /usr/local/include/fastcommon/”
修改fastdfs插件的相关的配置文件
cp /usr/local/fastdfs-nginx-module/src/mod_fastdfs.conf /etc/fdfs/
cp /usr/local/FastDFS/conf/http.conf /etc/fdfs/
cp /usr/local/FastDFS/conf/mime.types /etc/fdfs/
修改插件的文件内容
base_path=/mnt/fastdfs_storage_info/logs
group_name=group1
tracker_server=192.168.65.155:22122 #修改为tracker server信息
url_have_group_name= true #改为true
store_path_count=1 #存储路径个数，需要和store_path个数匹配
store_path0=/mnt/fastdfs_storage_data #改为数据存储路径，和storage.conf一样。
修改nginx的配置文件 vim /etc/nginx/nginx.conf

#user  nobody;
worker_processes  1;
events {
    worker_connections  1024;
}
http {
    include       mime.types;
    default_type  application/octet-stream;
sendfile        on;
keepalive_timeout  65;
    server {
        listen       80;
        server_name  localhost;
      location ~/group1/M00 {
        root /fdfs/storage/data;
        ngx_fastdfs_module;
    }
        location / {
            root   html;
            index  index.html index.htm;
        }
        error_page   500 502 503 504  /50x.html;
        location = /50x.html {
            root   html;
        }
}

启动nginx和storage服务
/usr/sbin/nginx –c /etc/nginx/nginx.conf
/usr/bin/fdfs_storage /etc/fdfs/tracker.conf
至此storage配置完成。进行最后的测试
在192.168.65.155这台tracker服务器上面
配置客户端文件
cp /usr/local/FastDFS/client.conf.sample /etc/fdfs/
mv client.conf.sample client.conf
修改客户端文件
vi /etc/fdfs/client.conf
修改以下属性
base_path=/fdfs/tracker #日志存放路径
tracker_server=192.168.1.31:22122 #tracker服务器IP地址和端口号
http.tracker_server_port=80 #tracker服务器的http端口号
上传文件，这里的图片文件可以自己上网找，并上传到服务器
fdfs_upload_file /etc/fdfs/client.conf /mnt/monk.jpg

如果成功会返回如下字段：

在浏览器访问：
http://192.168.65.155/group1/M00/00/00/wKhBb1Yc-kGAKtejAAEtInZcq7U500.png
http://192.168.65.110/group1/M00/00/00/wKhBb1Yc-kGAKtejAAEtInZcq7U500.png
http://192.168.65.111/group1/M00/00/00/wKhBb1Yc-kGAKtejAAEtInZcq7U500.png