分布式网盘系统

这个版本比较干净，整个demo在Hadoop，和Hbase环境搭建好了，可以启动起来。

技术选型

1.Hadoop
2.Hbase
3.SpringBoot
……

系统实现的功能

1.用户登录与注册
2.用户网盘管理
3.文件在线浏览功能
4.文件上传与下载
……

Hbase创建表语句

hbase-daemon.sh start master ## 启动Hbase
create ‘email_user’,’user’
create ‘user_id’,’id’
create ‘gid_disk’,’gid’
create ‘user_file’,’file’
create ‘file’,’file’
create ‘follow’,’name’
create ‘followed’,’userid’
create ‘share’,’content’
create ‘shareed’,’shareid’

HdfsConn

package com.netpan.dao.conn;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import java.io.IOException;
public class HdfsConn {
    private FileSystem fileSystem = null;
    private Configuration configuration = null;
    private static class SingletonHolder {
        private static final HdfsConn INSTANCE = new HdfsConn();
    }
    private HdfsConn() {
        try {
            configuration = new Configuration();
            configuration.set("fs.defaultFS", "hdfs://localhost:9000/");
            System.setProperty("HADOOP_USER_NAME", "root");
            configuration.set("dfs.permissions", "false");
            fileSystem = FileSystem.get(configuration);
        } catch (IOException e) {
            e.printStackTrace();
        }
    }
    public static FileSystem getFileSystem() {
        return SingletonHolder.INSTANCE.fileSystem;
    }
    public static Configuration getConfiguration() {
        return SingletonHolder.INSTANCE.configuration;
    }
}

HbaseConn

package com.netpan.dao.conn;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.HTableDescriptor;
import org.apache.hadoop.hbase.client.Admin;
import org.apache.hadoop.hbase.client.Connection;
import org.apache.hadoop.hbase.client.ConnectionFactory;
import org.apache.hadoop.hbase.client.Table;
import java.io.IOException;
import java.util.ArrayList;
import java.util.List;
public class HbaseConn {
    private Connection conn;
    private Table table;
    private Admin admin;
    private static class SingletonHolder {
        private static final HbaseConn INSTANCE = new HbaseConn();
    }
    private HbaseConn() {
        try {
            Configuration hconf = new Configuration();
            Configuration conf = HBaseConfiguration.create(hconf);
            conf.set("hbase.zookeeper.quorum","localhost");  //hbase 服务地址
            conf.set("hbase.zookeeper.property.clientPort","2181"); //端口号
            conn = ConnectionFactory.createConnection(conf);
            admin = conn.getAdmin();
        } catch (Exception e) {
            e.printStackTrace();
        }
    }
    //获取连接
    public static final Connection getConn() {
        return SingletonHolder.INSTANCE.conn;
    }
    // Hbase获取所有的表信息
    public List getAllTables() {
        List<String> tables = null;
        if (admin != null) {
            try {
                HTableDescriptor[] allTable = admin.listTables();
                if (allTable.length > 0)
                    tables = new ArrayList<String>();
                for (HTableDescriptor hTableDescriptor : allTable) {
                    tables.add(hTableDescriptor.getNameAsString());
                    System.out.println(hTableDescriptor.getNameAsString());
                }
            }catch (IOException e) {
                e.printStackTrace();
            }
        }
        return tables;
    }
}