CentOS7 搭建 Nginx + FastDFS 分布式文件系统

最新推荐文章于 2022-12-23 21:26:01 发布

只有秃子才能变强

最新推荐文章于 2022-12-23 21:26:01 发布

阅读量725

点赞数

本文链接：https://blog.csdn.net/DH719491759/article/details/80900411

版权

1.FastDFS单机部署

1.1准备

系统：

CentOS7

安装包:

创建一个放置安装包的文件夹

[root@f212 /]# mkdir /usr/hzy

下载安装包到该文件夹中

[root@f212 hzy]# ll
总用量 1248
-rw-r--r--. 1 root root  17510 7月   3 14:44 fastdfs-nginx-module_v1.16.tar.gz
-rw-r--r--. 1 root root 345400 7月   3 14:44 FastDFS_v5.05.tar.gz
-rw-r--r--. 1 root root  73148 7月   3 14:44 libfastcommonV1.0.7.tar.gz
-rw-r--r--. 1 root root 832104 7月   3 14:44 nginx-1.8.0.tar.gz
[root@f212 hzy]#

创建存放文件的文件夹

mkdir -p /opt/fastdfs

1.2安装依赖包和准备工具

yum -y install gcc gcc-c++ libstdc++-devel pcre-devel zlib-devel wget make
yum -y groupinstall 'Development Tools'

1.3安装libfastcommon

为了方便使用，文件夹的名字改为 libfastcommon

cd /usr/hzy
tar -zxvf libfastcommonV1.0.7.tar.gz
mv libfastcommon-1.0.7 /usr/local/libfastcommon
cd /usr/local/libfastcommon
./make.sh
./make.sh install

1.4安装fastdfs

cd /usr/hzy
tar -zxvf FastDFS_v5.05.tar.gz
mv FastDFS /usr/local/fastdfs
./make.sh
./make.sh install

FastDFS安装完成之后，所有的配置文件在/etc/fdfs目录下

1.5配置tracker

cd /etc/fdfs/
cp tracker.conf.sample tracker.conf
vim tracker.conf

修改 tracker.conf 文件里的内容

base_path=/opt/fastdfs

# 启用配置文件
disabled=false
# 设置tracker的端口号
port=22122
# 设置tracker的数据文件和日志目录（需手动创建）
base_path=/opt/fastdfs
# 设置http端口号
http.server_port=8080

在CentOS7系统里修改这些配置文件不是很方便，所以在这里给大家推荐一个软件 EditPlus

下载安装完后

点击菜单栏的文件

选择FTP

进入该界面

点击添加

输入 CentOS 服务器的ip地址

用户名与密码就可以对里面的文件进行编辑了

修改完配置后使用 fdfs_trackerd /etc/fdfs/tracker.conf start 尝试启动 tracker

检查是否启动

[root@f212 /]# ps -ef|grep tracker.conf
root      3849     1  0 15:26 ?        00:00:00 fdfs_trackerd /etc/fdfs/tracker.conf start
root     23325  1469  0 16:50 pts/0    00:00:00 grep --color=auto tracker.conf
[root@f212 /]# netstat -pln|grep fdfs
tcp        0      0 0.0.0.0:23000           0.0.0.0:*               LISTEN      10471/fdfs_storaged 
tcp        0      0 0.0.0.0:22122           0.0.0.0:*               LISTEN      3849/fdfs_trackerd  
[root@f212 /]# tail /opt/fastdfs/logs/trackerd.log 
[2018-07-03 15:26:56] INFO - FastDFS v5.05, base_path=/opt/fastdfs, run_by_group=, run_by_user=, connect_timeout=30s, network_timeout=60s, port=22122, bind_addr=, max_connections=256, accept_threads=1, work_threads=4, store_lookup=2, store_group=, store_server=0, store_path=0, reserved_storage_space=10.00%, download_server=0, allow_ip_count=-1, sync_log_buff_interval=10s, check_active_interval=120s, thread_stack_size=64 KB, storage_ip_changed_auto_adjust=1, storage_sync_file_max_delay=86400s, storage_sync_file_max_time=300s, use_trunk_file=0, slot_min_size=256, slot_max_size=16 MB, trunk_file_size=64 MB, trunk_create_file_advance=0, trunk_create_file_time_base=02:00, trunk_create_file_interval=86400, trunk_create_file_space_threshold=20 GB, trunk_init_check_occupying=0, trunk_init_reload_from_binlog=0, trunk_compress_binlog_min_interval=0, use_storage_id=0, id_type_in_filename=ip, storage_id_count=0, rotate_error_log=0, error_log_rotate_time=00:00, rotate_error_log_size=0, log_file_keep_days=0, store_slave_file_use_link=0, use_connection_pool=0, g_connection_pool_max_idle_time=3600s
[2018-07-03 15:26:56] INFO - local_host_ip_count: 4,  127.0.0.1  172.16.1.120  172.16.1.66  192.168.122.1
[2018-07-03 15:29:26] INFO - file: tracker_relationship.c, line: 383, selecting leader...
[2018-07-03 15:29:27] INFO - file: tracker_relationship.c, line: 401, I am the new tracker leader 172.16.1.66:22122
[root@f212 /]#

1.6配置storage

cd /etc/fdfs/
cp storage.conf.sample storage.conf
vim storage.conf
用vim编辑还是用EditPlus编辑，看大家的喜好来选择

修改如下内容

group_name=group1                   # 组名（第一组为group1，第二组为group2，依次类推...）
base_path=/opt/fastdfs             # 数据和日志文件存储根目录
store_path0=/opt/fastdfs           # 第一个存储目录，第二个存储目录起名为：store_path1=xxx，其它存储目录名依次类推...
store_path_count=1                  # 存储路径个数，需要和store_path个数匹配
tracker_server=172.16.1.66:22122          # tracker服务器IP和端口，有多个则添加多行

修改完配置后使用fdfs_storaged /etc/fdfs/storage.conf start 尝试启动storage

检查是否启动

[root@f212 /]# netstat -unltp|grep fdfs
tcp        0      0 0.0.0.0:23000           0.0.0.0:*               LISTEN      10471/fdfs_storaged 
tcp        0      0 0.0.0.0:22122           0.0.0.0:*               LISTEN      3849/fdfs_trackerd  
[root@f212 /]# tail /opt/fastdfs/logs/storaged.log 
mkdir data path: FD ...
mkdir data path: FE ...
mkdir data path: FF ...
data path: /opt/fastdfs/data, mkdir sub dir done.
[2018-07-03 15:29:25] INFO - file: storage_param_getter.c, line: 191, use_storage_id=0, id_type_in_filename=ip, storage_ip_changed_auto_adjust=1, store_path=0, reserved_storage_space=10.00%, use_trunk_file=0, slot_min_size=256, slot_max_size=16 MB, trunk_file_size=64 MB, trunk_create_file_advance=0, trunk_create_file_time_base=02:00, trunk_create_file_interval=86400, trunk_create_file_space_threshold=20 GB, trunk_init_check_occupying=0, trunk_init_reload_from_binlog=0, trunk_compress_binlog_min_interval=0, store_slave_file_use_link=0
[2018-07-03 15:29:25] INFO - file: storage_func.c, line: 254, tracker_client_ip: 172.16.1.120, my_server_id_str: 172.16.1.120, g_server_id_in_filename: 2013335724
[2018-07-03 15:29:27] INFO - local_host_ip_count: 4,  127.0.0.1  172.16.1.120  172.16.1.66  192.168.122.1
[2018-07-03 15:29:27] INFO - file: tracker_client_thread.c, line: 310, successfully connect to tracker server 172.16.1.66:22122, as a tracker client, my ip is 172.16.1.120
[2018-07-03 15:29:27] INFO - file: tracker_client_thread.c, line: 1235, tracker server 172.16.1.66:22122, set tracker leader: 172.16.1.66:22122
[2018-07-03 15:46:37] INFO - cleanup task count: 1
[root@f212 /]#

1.7在storage上安装nginx

cd /usr/hzy/
tar -zxvf fastdfs-nginx-module_v1.16.tar.gz
mv fastdfs-nginx-module /usr/local/fastdfs-nginx-module 
tar -zxvf nginx-1.8.0.tar.gz
cd nginx-1.8.0/
./configure --prefix=/usr/local/nginx --add-module=/usr/local/fastdfs-nginx-module/src/
make

这里我在安装的时候报了一个错误

/usr/src/fastdfs-nginx-module/src/common.c:21:25:致命错误：fdfs_define.h：没有那个文件或目录
     #include "fdfs_define.h"

于是上百度找了一下

解决办法

原因：编译安装nginx的fastdfs插件的头文件没有找到，由于编译nginx时候系统会到／usr/local/include，
而编译安装fastdfs-nginx-module时则默认保存在了/usr/include目录。
修复：
ln -s /usr/include/fast* /usr/local/include/
引用:http://blog.51cto.com/songknight/1887601

修复完成之后进行下一步

make
make install

如下结果则表示成功

[root@f212 fastdfs]# /usr/local/nginx/sbin/nginx -V
nginx version: nginx/1.8.0
built by gcc 4.8.5 20150623 (Red Hat 4.8.5-28) (GCC) 
configure arguments: --prefix=/usr/local/nginx --add-module=/usr/local/fastdfs-nginx-module/src/
[root@f212 fastdfs]#

1.8配置client

cd /etc/fdfs/
cp client.conf.sample client.conf
vim client.conf

base_path=/opt/fastdfs              # 数据和日志文件存储根目录        
tracker_server=172.16.1.66:22122  # tracker服务器IP和端口，有多个按行添加         
http.tracker_server_port=8080       # 服务端IP和端口号

可以随意添加一张图片或者文件到指定路径测试是否能够上传

[root@f212 hzy]# touch 1.txt
[root@f212 hzy]# fdfs_upload_file /etc/fdfs/client.conf /usr/hzy/1.txt 
group1/M00/00/00/rBABeFs7PMuAfYZ1AAAAAAAAAAA299.txt
[root@f212 hzy]#

1.9配置fastdfs-nginx-module和nginx

cd /etc/fdfs/
cp /usr/local/fastdfs-nginx-module/src/mod_fastdfs.conf /etc/fdfs/
vim mod_fastdfs.conf

base_path=/opt/fastdfs            # 保存日志目录
tracker_server=172.16.1.66:22122  # tracker服务器IP和端口，有多个按行添加
storage_server_port=23000         # storage服务器的端口号
group_name=group1                 # 当前服务器的group名
url_have_group_name = true        # 文件url中是否有group名
store_path_count=1                # 存储路径个数，需要和store_path个数匹配
store_path0=/opt/fastdfs          # 存储路径
group_count = 0                   # 设置组的个数，设置为0则为单组

cp /usr/local/fastdfs/conf/http.conf /usr/local/fastdfs/conf/mime.types /etc/fdfs/
vim /usr/local/nginx/conf/nginx.conf

# nginx.conf
user  nobody;
worker_processes  8;

error_log  logs/info.log  info;

#pid        logs/nginx.pid;

events {
    worker_connections  1024;
}

http {
    include       mime.types;
    default_type  application/octet-stream;

    #log_format  main  '$remote_addr - $remote_user [$time_local] "$request" '
    #                  '$status $body_bytes_sent "$http_referer" '
    #                  '"$http_user_agent" "$http_x_forwarded_for"';

    #access_log  logs/access.log  main;

    sendfile        on;
    #tcp_nopush     on;

    #keepalive_timeout  0;
    keepalive_timeout  65;

    #设定请求缓冲  
    server_names_hash_bucket_size 128;  
    client_header_buffer_size 32k;  
    large_client_header_buffers 4 32k;  
    client_max_body_size 300m;  
    tcp_nopush     on;  
    tcp_nodelay on;  
    server_tokens off;  
    client_body_buffer_size 512k;  
    proxy_connect_timeout   20;  
    proxy_send_timeout      60;  
    proxy_read_timeout      20;  
    proxy_buffer_size       16k;  
    proxy_buffers           4 64k;  
    proxy_busy_buffers_size 128k;  
    proxy_temp_file_write_size 128k;   
    client_header_timeout  3m;  
    client_body_timeout    3m;  
    send_timeout           3m;  

    gzip on; # 开启gzip，节省带宽  
    gzip_min_length  1100;  
    gzip_buffers     4 8k;  
    gzip_types       text/plain text/css application/x-javascript image/bmp application/javascript;     

    output_buffers   1 32k;  
    postpone_output  1460;  

    limit_rate_after 3m; # 限速模块，前3M下载时不限速  
    limit_rate 512k; # 限速模块   

include vhost/*.conf;

}

vim /usr/local/nginx/conf/vhost/storage.conf

内容:

# storage.conf
server {
    listen       8080 ;
    server_name  172.16.1.66 ;

    location / {
        root   html;
        index  index.html index.htm;
    }

    location ~/group[0-9]/M00 {
        alias   /opt/fastdfs/data/;
        ngx_fastdfs_module;
    }

}

启动nginx：

/usr/local/nginx/sbin/nginx

此时就可以访问上传文件中生成的字符串拼接的url了

http://172.16.1.66:8080/group1/M00/00/00/rBABeFs7PMuAfYZ1AAAAAAAAAAA299.txt

参考:

http://blog.51cto.com/ygqygq2/2091651

http://blog.51cto.com/songknight/1887601

只有秃子才能变强

关注

0
点赞
踩
1

收藏

觉得还不错? 一键收藏
打赏
0
评论
复制链接

分享到 QQ

分享到新浪微博

扫一扫