FastDFS 分布式文件系统搭建

1. 安装依赖环境
   yum install make cmake gcc gcc-c++ pcre-devel zlib-devel perl-devel
2. 安装libfastcommon-master.zip依赖
   wget https://github.com/happyfish100/libfastcommon/archive/V1.0.36.tar.gz -O libfastcommon-master.tar.gz
   mkdir -p /usr/local/fast/
   tar -xf libfastcommon-master.tar.gz -C /usr/local/fast/
   cd libfastcommon-1.0.36
   ./make.sh
   ./make.sh install
   libfastcommon.so默认安装到了/usr/lib64/libfastcommon.so
   而FastDFS主程序设置的lib目录是/usr/local/lib/
   设置软连接
   ln -s /usr/lib64/libfastcommon.so /usr/local/lib/libfastcommon.so
   ln -s /usr/lib64/libfastcommon.so /usr/lib/libfastcommon.so
   ln -s /usr/lib64/libfdfsclient.so /usr/local/lib/libfdfsclient.so
   ln -s /usr/lib64/libfdfsclient.so /usr/lib/libfdfsclient.so
3. 安装Fastdfs
   wget https://github.com/happyfish100/fastdfs/archive/V5.11.tar.gz -O FastDFS-5.1.1.tar.gz
   tar -xf FastDFS-5.1.1.tar.gz -C /usr/local/fast/
   cd fastdfs-5.11
   ./make.sh
   ./make.sh install
4. storage服务器配置(默认监听端口23000)
   安装fastdfs-nginx-module
   cd /usr/local/fast/
   git clone https://github.com/happyfish100/fastdfs-nginx-module.git
   通过nginx或openresty的安装包源目录编译安装
   ./configure --user=www --group=www --with-http_stub_status_module --with-http_flv_module --with-http_gzip_static_module  --add-module=/usr/local/fast/fastdfs-nginx-module/src
   ./configure --add-module=/usr/local/fast/fastdfs-nginx-module/src
   make
   make install
   ### 报错处理
   修改 fastdfs-nginx-module-1.20/src/config 文件，修改如下：
   ngx_module_incs="/usr/include/fastdfs /usr/include/fastcommon/"
   CORE_INCS="$CORE_INCS /usr/include/fastdfs /usr/include/fastcommon/"
   然后重新 configure make make install，就可以了
   storage配置文件修改
   cd /etc/fdfs/
   cp storage.conf.sample storage.conf
   #### base_path=/fastdfs/FastDFSdata (这里的文件目录如果没有，要自己新建，不然会报错)
   #### store_path0=/fastdfs/FastDFSdata (建议与bast_path一样)
   #### tracker_server要改为自己的trakcer_server的ip
   vim storage.conf

   disabled=false
   group_name=group1
   bind_addr=
   client_bind=true
   port=23000
   connect_timeout=30
   network_timeout=60
   heart_beat_interval=30
   stat_report_interval=60
   base_path=/fastdfs/FastDFSdata
   max_connections=256
   buff_size = 256KB
   accept_threads=1
   work_threads=4
   disk_rw_separated = true
   disk_reader_threads = 1
   disk_writer_threads = 1
   sync_wait_msec=50
   sync_interval=0
   sync_start_time=00:00
   sync_end_time=23:59
   write_mark_file_freq=500
   store_path_count=1
   store_path0=/fastdfs/FastDFSdata
   subdir_count_per_path=2
   tracker_server=10.10.24.237:22122
   #tracker_server=10.10.24.238:22122
   log_level=info
   allow_hosts=*
   file_distribute_path_mode=0
   file_distribute_rotate_count=100
   fsync_after_written_bytes=0
   sync_log_buff_interval=10
   sync_binlog_buff_interval=10
   sync_stat_file_interval=300
   thread_stack_size=512KB
   upload_priority=10
   if_alias_prefix=
   check_file_duplicate=0
   file_signature_method=hash
   key_namespace=FastDFS
   keep_alive=0
   use_access_log = false
   rotate_access_log = false
   access_log_rotate_time=00:00
   rotate_error_log = false
   error_log_rotate_time=00:00
   rotate_access_log_size = 0
   rotate_error_log_size = 0
   log_file_keep_days = 0
   file_sync_skip_invalid_record=false
   use_connection_pool = false
   connection_pool_max_idle_time = 3600
   http.domain_name=
   http.server_port=80

   storage.conf

   复制配置文件
   cp /usr/local/fast/fastdfs-nginx-module/src/mod_fastdfs.conf ./
   cp /usr/local/fast/fastdfs-5.11/conf/http.conf ./
   cp /usr/local/fast/fastdfs-5.11/conf/mime.types ./
   mod_fastdfs.conf 配置
   更改/etc/fdfs/mod_fastdfs.conf，增加"#include http.conf"，必须加#号
   vim /etc/fdfs/mod_fastdfs.conf

   connect_timeout=2
   network_timeout=30
   base_path=/fastdfs/FastDFSdata
   load_fdfs_parameters_from_tracker=true
   storage_sync_file_max_delay = 86400
   use_storage_id = false
   storage_ids_filename = storage_ids.conf
   tracker_server=10.10.24.237:22122
   #tracker_server=10.10.24.238:22122
   storage_server_port=23000
   group_name=group1
   url_have_group_name = true
   store_path_count=1
   store_path0=/fastdfs/FastDFSdata
   log_level=info
   log_filename=/fastdfs/FastDFSdata/mod_fdfs.log
   response_mode=proxy
   if_alias_prefix=
   #include http.conf
   flv_support = true
   flv_extension = flv
   group_count = 0

   mod_fastdfs.conf

5. tracker服务器配置(默认监听端口22122)
   tracker配置文件修改
   cd /etc/fdfs/
   cp tracker.conf.sample tracker.conf
   cp /usr/local/fast/fastdfs-5.11/conf/storage_ids.conf ./
   vim tracker.conf

   disabled=false
   bind_addr=
   port=22122
   connect_timeout=30
   network_timeout=60
   base_path=/fastdfs/FastDFSdata
   max_connections=256
   accept_threads=1
   work_threads=4
   store_lookup=2
   store_group=group2
   store_server=0
   store_path=0
   download_server=0
   reserved_storage_space = 10%
   log_level=info
   allow_hosts=*
   sync_log_buff_interval = 10
   check_active_interval = 120
   thread_stack_size = 64KB
   storage_ip_changed_auto_adjust = true
   storage_sync_file_max_delay = 86400
   storage_sync_file_max_time = 300
   use_trunk_file = false
   slot_min_size = 256
   slot_max_size = 16MB
   trunk_file_size = 64MB
   trunk_create_file_advance = false
   trunk_create_file_time_base = 02:00
   trunk_create_file_interval = 86400
   trunk_create_file_space_threshold = 20G
   trunk_init_check_occupying = false
   trunk_init_reload_from_binlog = false
   trunk_compress_binlog_min_interval = 0
   use_storage_id = false
   storage_ids_filename = storage_ids.conf
   id_type_in_filename = ip
   store_slave_file_use_link = false
   rotate_error_log = false
   error_log_rotate_time=00:00
   rotate_error_log_size = 0
   log_file_keep_days = 0
   use_connection_pool = false
   connection_pool_max_idle_time = 3600
   http.server_port=8080
   http.check_alive_interval=30
   http.check_alive_type=tcp
   http.check_alive_uri=/status.html

   tracker.conf

   storage_ids.conf 配置
   vi storage_ids.conf 
   100001 group1 10.10.24.237
   #100002 group1 10.10.24.238

6. storage服务器nginx配置
   touch /fastdfs/FastDFSdata/mod_fdfs.log
   chmod 777 /fastdfs/FastDFSdata/mod_fdfs.log
   添加nginx虚拟主机配置文件

   server {
       listen       80;
       server_name  fastcdn.test.com;
       access_log  /data/logs/nginx/access_fastcdn.test.com_80.log main buffer=10k flush=5s;
       error_log   /data/logs/nginx/error_fastcdn.test.com_80.log crit;
       location /group1/M00 {
           alias /fastdfs/FastDFSdata/data;
           ngx_fastdfs_module;
       }
   }

7. 启停服务
   tracker: fdfs_trackerd /etc/fdfs/tracker.conf restart
   tracker: fdfs_trackerd /etc/fdfs/tracker.conf stop 
   storage: fdfs_storaged /etc/fdfs/storage.conf restart
   storage: fdfs_storaged /etc/fdfs/storage.conf stop
   (storage机器) nginx: /etc/init.d/nginx restart
8. 功能测试
   tracker 服务器
   client.conf客户端配置：
   cd /etc/fdfs/
   cp client.conf.sample client.conf
   vim client.conf

   connect_timeout=30
   network_timeout=60
   base_path=/fastdfs/FastDFSdata
   tracker_server=10.10.24.237:22122
   #tracker_server=10.10.24.238:22122
   log_level=info
   use_connection_pool = false
   connection_pool_max_idle_time = 3600
   load_fdfs_parameters_from_tracker=false
   use_storage_id = false
   storage_ids_filename = storage_ids.conf
   http.tracker_server_port=80

   client.conf

   文件上传：
   cd /usr/local/fast
   echo "fdfs">fdfs.txt
   执行上传：
   fdfs_test /etc/fdfs/client.conf upload fdfs.txt
   文件下载：
   通过提示的URL，打开网页直接下载

9. 集群说明
   节点增加
   tracker ：可以动态扩容增加，需要配置storage 配置中增加tracker IP及端口，并重载配置
   storage : 动态添加，tracker 自动发现，文件会自动进行多节点同步 
   节点删除
   tracker : 删除节点，需要同步修改storage配置
   storage: 删除节点，tracker 会自动同步
   备份策略
   tracker:无数据，程序部分可通过多台实现互备
   storage: 数据存储，有多台相互之间自动实现同步
   分布式方案
   tracker: 多台部署，避免单点故障
   storage: 多台部署能够自动实现互备
   
10. 安装php拓展
    cd /usr/local/fast/fastdfs-5.11/php_client/
    /usr/local/php7/bin/phpize
    ./configure --with-php-config=/usr/local/php7/bin/php-config
    make 
    make install
    /usr/local/php7/bin/php -m | grep fastdfs
11. 查看配置
    fdfs_monitor /etc/fdfs/storage.conf
    fdfs_monitor /etc/fdfs/client.conf
    fdfs_file_info /etc/fdfs/client.conf group1/M00/01/01/rBLin109O96AewiGAADJ2ivPi74763.jpg