FastDFS分布式文件系统

资料下载

大纲

 

FastDFS架构包括Tracker server 和 Storage server 。客户端请求Tracker server 进行文件上传、下载，通过Ttacker server 调度，最总由Storage server 完成文件上传和下载。

       Tracher server 作用是负载均衡和调度，通过Tracker server 在文件上传时可以根据一些策略找到Storage server 提供的文件上传服务。可以将Tracker称为追踪服务器或调度服务器。

       Storage server 的作用是文件存储，，客户端上传的文件最终存储在Storage服务器上，不过Storage server 没有实现自己的文件系统，而是利用操作系统的文件系统来管理文件。可以将Storage称为存储服务器。

6.在Nginx中安装FastDFS模块

1.上传fastdfs-nginx-module_v1.16.tar.gz到/usr/local目录
2.解压，进入fastdfs-nginx-module/src目录
3.修改config文件：把/usr/local改成/usr（共3处）
4.cp mod_fastdfs.conf /etc/fdfs/
5.修改/etc/fdfs/mod_fastdfs.conf内容
	vim /etc/fdfs/mod_fastdfs.conf
	base_path=/home/FastDFS
	tracker_server=192.168.70.130:22122
	# tracker_server=192.168.70.133:22122（多个tracker配置多行）
	url_have_group_name=true #URL中包含group名称
	store_path0=/home/FastDFS/fdfs_storage #指定文件存储路径
6.在Nginx的解压目录下重新生成MakeFile
./configure 
--prefix=/usr/local/nginx 
--pid-path=/var/run/nginx/nginx.pid 
--lock-path=/var/lock/nginx.lock 
--error-log-path=/var/log/nginx/error.log 
--http-log-path=/var/log/nginx/access.log 
--with-http_gzip_static_module 
--http-client-body-temp-path=/var/temp/nginx/client 
--http-proxy-temp-path=/var/temp/nginx/proxy 
--http-fastcgi-temp-path=/var/temp/nginx/fastcgi 
--http-uwsgi-temp-path=/var/temp/nginx/uwsgi 
--http-scgi-temp-path=/var/temp/nginx/scgi 
--add-module=/usr/local/fastdfs-nginx-module/src
7.重新编译，还是执行make命令
8.用objs目录下的nginx文件替换/usr/local/nginx/sbin目录下的nginx文件
保险起见可以把被替换的/usr/local/nginx/sbin/nginx程序文件备份一下
如果看到Nginx文件忙无法替换的提示，则停止Nginx程序
/usr/local/nginx/sbin/nginx -s quit
9.在Nginx中加入如下配置
server {
        listen       80;
        server_name  192.168.70.130;

        location /group1/M00/{
                ngx_fastdfs_module;
        }
}
10.启动Nginx
[root@rich conf]# /usr/local/nginx/sbin/nginx
ngx_http_fastdfs_set pid=10013
11.浏览器访问

#PRG=/usr/local/bin/fdfs_trackerd
PRG=/usr/bin/fdfs_trackerd

#if [ ! -f /usr/local/bin/stop.sh ]; then
#  echo "file /usr/local/bin/stop.sh does not exist!"
#  exit 2
#fi

if [ ! -f /usr/local/fdfs/stop.sh ]; then
  echo "file /usr/local/fdfs/stop.sh does not exist!"
  exit 2
fi

#if [ ! -f /usr/local/bin/restart.sh ]; then
#  echo "file /usr/local/bin/restart.sh does not exist!"
#  exit 2
#fi

if [ ! -f /usr/local/fdfs/restart.sh ]; then
  echo "file /usr/local/fdfs/restart.sh does not exist!"
  exit 2
fi

#stop() {
#        /usr/local/bin/stop.sh $CMD
#        RETVAL=$?
#        return $RETVAL
#}

stop() {
		/usr/local/fdfs/stop.sh $CMD
		RETVAL=$?
		return $RETVAL
}

#restart() {
#        /usr/local/bin/restart.sh $CMD &
#}
restart() {
		/usr/local/fdfs/restart.sh $CMD &
}

3.修改/etc/init.d/fdfs_storaged

#PRG=/usr/local/bin/fdfs_storaged
PRG=/usr/bin/fdfs_storaged

#if [ ! -f /usr/local/bin/stop.sh ]; then
#  echo "file /usr/local/bin/stop.sh does not exist!"
#  exit 2
#fi

if [ ! -f /usr/local/fdfs/stop.sh ]; then
  echo "file /usr/local/fdfs/stop.sh does not exist!"
  exit 2
fi

#if [ ! -f /usr/local/bin/restart.sh ]; then
#  echo "file /usr/local/bin/restart.sh does not exist!"
#  exit 2
#fi
if [ ! -f /usr/local/fdfs/restart.sh ]; then
  echo "file /usr/local/fdfs/restart.sh does not exist!"
  exit 2
fi

#stop() {
#        /usr/local/bin/stop.sh $CMD
#        RETVAL=$?
#        return $RETVAL
#}

stop() {
		/usr/local/fdfs/stop.sh $CMD
		RETVAL=$?
		return $RETVAL
}

#restart() {
#        /usr/local/bin/restart.sh $CMD &
#}
restart() {
		/usr/local/fdfs/restart.sh $CMD &
}

4.添加服务

chkconfig --add fdfs_trackerd
chkconfig --add fdfs_storaged

## 5.设置Nginx开机自动启动
mkdir /usr/local/nginx/logs

vim /usr/local/nginx/conf/nginx.conf

#pid        logs/nginx.pid;
pid        /usr/local/nginx/logs/nginx.pid;
vim /lib/systemd/system/nginx.service

[Unit]
Description=nginx
After=network.target

[Service]
Type=forking
ExecStart=/usr/local/nginx/sbin/nginx
ExecReload=/usr/local/nginx/sbin/nginx -s reload
ExecStop=/usr/local/nginx/sbin/nginx -s quit
PrivateTmp=true

[Install]
WantedBy=multi-user.target

systemctl enable nginx.service

 7.示例代码

//1.声明一个字符串变量，用来存储tracker.conf配置文件的路径
//参照基准为类路径根目录
String configPath = "/tracker.conf";

//2.动态获取配置文件的绝对路径
String absolutePath = FastDFSClientTest.class.getResource(configPath).getPath();

//3.调用ClientGlobal类的静态方法执行初始化操作
ClientGlobal.init(absolutePath);

//4.创建TrackerClient对象
TrackerClient trackerClient = new TrackerClient();

//5.创建TrackerServer对象
TrackerServer trackerServer = trackerClient.getConnection();

//6.创建StorageServer对象，可以为null
StorageServer storageServer = null;

//7.创建StorageClient对象
StorageClient storageClient = new StorageClient(trackerServer, storageServer);

//8.上传文件
String[] resultArray = storageClient.upload_file("C:/Users/Lenovo/Desktop/girls/bbb.jpg", "jpg", null);
for (String result : resultArray) {
	System.out.println(result);
}

八、SpringMVC环境下实现表单上传的文件上传到FastDFS

1.依赖

<dependency>
	<groupId>cglib</groupId>
	<artifactId>cglib</artifactId>
	<version>2.2</version>
</dependency>
<dependency>
	<groupId>org.aspectj</groupId>
	<artifactId>aspectjweaver</artifactId>
	<version>1.6.8</version>
</dependency>
<dependency>
	<groupId>org.springframework</groupId>
	<artifactId>spring-webmvc</artifactId>
	<version>4.3.10.RELEASE</version>
	<scope>compile</scope>
</dependency>
<dependency>
	<groupId>javax.servlet</groupId>
	<artifactId>servlet-api</artifactId>
	<version>2.5</version>
	<scope>provided</scope>
</dependency>
<dependency>
	<groupId>javax.servlet</groupId>
	<artifactId>jsp-api</artifactId>
	<version>2.0</version>
	<scope>provided</scope>
</dependency>
<dependency>
	<groupId>commons-fileupload</groupId>
	<artifactId>commons-fileupload</artifactId>
	<version>1.3.1</version>
</dependency>
<dependency>
	<groupId>org.csource</groupId>
	<artifactId>fastdfs-client-java</artifactId>
	<version>1.27-SNAPSHOT</version>
</dependency>
<dependency>
	<groupId>log4j</groupId>
	<artifactId>log4j</artifactId>
	<version>1.2.17</version>
</dependency>

2.准备tracker.conf

tracker_server=192.168.70.200:22122

3.准备SpringMVC环境

<mvc:annotation-driven/>

<bean id="internalResourceViewResolver" class="org.springframework.web.servlet.view.InternalResourceViewResolver">
	<property name="prefix" value="/WEB-INF/"/>
	<property name="suffix" value=".jsp"/>
</bean>

<context:component-scan base-package="com.atguigu.fdfs.controller"/>

<bean id="multipartResolver" class="org.springframework.web.multipart.commons.CommonsMultipartResolver">
	<property name="defaultEncoding" value="UTF-8"/>
</bean>

4.创建工厂类

private String confLocation;

public void setConfLocation(String confLocation) {
	
	//原始：classpath:tracker.conf
	//需要：/tracker.conf
	
	int beginIndex = confLocation.indexOf(":") + 1;
	
	this.confLocation = "/" + confLocation.substring(beginIndex);
}

@Override
public StorageClient getObject() throws Exception {
	
	//1.初始化工作
	//※需要把confPath从基于类路径根目录的相对路径转换为真实物理路径
	String confAbsolutePath = FastDFSStorageClientFatory.class.getResource(confLocation).getPath();
	System.err.println("☆☆☆"+confAbsolutePath+"☆☆☆");
	
	ClientGlobal.init(confAbsolutePath);
	
	//2.创建StorageClient
	TrackerClient trackerClient = new TrackerClient();
	TrackerServer trackerServer = trackerClient.getConnection();
	StorageServer storageServer = null;
	StorageClient storageClient = new StorageClient(trackerServer, storageServer);
	
	System.err.println("☆☆☆"+storageClient.toString()+"☆☆☆");
	
	return storageClient;
}

@Override
public Class<?> getObjectType() {
	// TODO Auto-generated method stub
	return StorageClient.class;
}

@Override
public boolean isSingleton() {
	// TODO Auto-generated method stub
	return true;
}

5.在Spring配置文件中配置工厂的bean

<bean id="fastDFSStorageClientFatory" class="com.fdfs.factory.FastDFSStorageClientFatory">
	<property name="confLocation" value="classpath:tracker.conf"/>
</bean>

6.在Controller中自动装配StorageClient

@Autowired
private StorageClient storageClient;

项目应用下载