hbase java API

主方法

import org.apache.commons.lang.StringUtils;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.Cell;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.client.*;
import org.apache.hadoop.hbase.util.Bytes;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import java.io.BufferedReader;
import java.io.FileNotFoundException;
import java.io.FileReader;
import java.io.IOException;
import java.util.*;

public class HbaseTest {

    private static Logger log = LoggerFactory.getLogger(HbaseTest.class);

    static Configuration conf = null;
    static Connection conn = null;
    static {
        conf = HBaseConfiguration.create();
        conf.set("hbase.zookeeper.quorum", "linux01");
        conf.set("hbase.zookeeper.property.clientPort", "2181");
        try {
            conn = ConnectionFactory.createConnection(conf);
        } catch (IOException e) {
            e.printStackTrace();
        }
    }

    public static void main(String[] args) {
        String tblName = "flights";
        String[] columnFamilys = {"info"};
        // 1 创建表
        // createTable(tblName, columnFamilys);

        // 2 插入数据
        /*List<Map<String, Object>> data = getData();//准备多行数据
        for (Map<String, Object> map : data) {
            insertRow(TableName.valueOf(tblName), map);
        }*/
        //3 修改数据
        /*Map<String, Object> dataOfUpdate = new HashMap<String, Object>();
        dataOfUpdate.put("rowKey", "fffc1ebc-236f-4807-a527-a3696f0bb9a9");
        dataOfUpdate.put("colFamily", "info");
        dataOfUpdate.put("Dest", "Pudong Shanghai");
        updateRow(TableName.valueOf(tblName), dataOfUpdate);*/
        //4 删除数据
        //removeRow(TableName.valueOf(tblName), "fffc1ebc-236f-4807-a527-a3696f0bb9a9");
        //deleteColFamily(TableName.valueOf(tblName), "ffc80296-f051-4a8c-9972-845887ee1474",  "info");
        //deleteCol(TableName.valueOf(tblName), "ff7f07c8-0787-4670-9654-c47d376a6c10", "info", "Dest");
        //5 查看数据
        //scanTable(TableName.valueOf("user"), new String[]{"info1", "info2"});
        getRowData(TableName.valueOf("user"), "1234");
    }

准备数据

    public static List<Map<String, Object>> getData() {
        ArrayList<Map<String, Object>> list = new ArrayList<Map<String, Object>>();
        String[] colNames = new String[]{"AvgTicketPrice", "Cancelled", "Carrier", "Dest", "DestAirportID", "Origin", "OriginAirportID"};
        try {
            BufferedReader br = new BufferedReader(new FileReader("I:\projectImplement\dataWareHouse\test-es\data\630data.csv"));
            String line = null;
            while ((line = br.readLine()) != null) {
                String[] vals = line.split(",");
                HashMap<String, Object> map = new HashMap<String, Object>();
                for (int i = 0; i < colNames.length; i++) {
                    map.put(colNames[i], vals[i]);
                }
                map.put("rowKey", UUID.randomUUID().toString());
                map.put("colFamily", "info");
                list.add(map);
            }
        } catch (FileNotFoundException e) {
            e.printStackTrace();
        } catch (IOException e) {
            e.printStackTrace();
        }
        return list;
    }

创建表

    public static void createTable(String tName, String[] columnFamilys) {
        if (StringUtils.isBlank(tName) || columnFamilys == null || columnFamilys.length < 0) {
            log.error("hbase 表名，列族为空");
            return;
        }

        TableName hTable = TableName.valueOf(tName);
        try {
            Admin admin = conn.getAdmin();
            if (admin.tableExists(hTable)) {
                log.info(tName + "表已经存在");
                return;
            }

            //创建表
            TableDescriptorBuilder tblDescBuilder = TableDescriptorBuilder.newBuilder(hTable);//表构造器
            for (String colFamily : columnFamilys) {
                ColumnFamilyDescriptorBuilder colFamilyDescBuilder = ColumnFamilyDescriptorBuilder.newBuilder(Bytes.toBytes(colFamily));//列族构造器
                ColumnFamilyDescriptor colFamilyDesc = colFamilyDescBuilder.build();
                tblDescBuilder.setColumnFamily(colFamilyDesc);//表构造器添加
            }
            TableDescriptor tblDesc = tblDescBuilder.build();
            admin.createTable(tblDesc);
        } catch (IOException e) {
            e.printStackTrace();
            log.error(tName + "创建失败");
        }
    }

插入数据

    public static void insertRow(TableName tblName, Map<String, Object> map) {
        if (tblName == null || map == null || map.size() <= 2) {
            log.info("表名或参数为空");
            return;
        }

        Table table = null;
        try {
            table = conn.getTable(tblName);
            //封装put， 并添加数据
            Put put = new Put(Bytes.toBytes(map.get("rowKey").toString()));
            byte[] cf = Bytes.toBytes(map.get("colFamily").toString());
            for (Map.Entry<String, Object> en : map.entrySet()) {
                if ("rowKey".equals(en.getKey()) || "colFamily".equals(en.getKey())) {
                    continue;
                }
                put.addColumn(cf, Bytes.toBytes(en.getKey()), Bytes.toBytes(en.getValue().toString()));
            }
            table.put(put);//添加数据
        } catch (IOException e) {
            e.printStackTrace();
            log.error(tblName + "插入数据失败， map=" + map);
        } finally {
            if (table != null) {
                try {
                    table.close();
                } catch (IOException e) {
                    e.printStackTrace();
                } finally {
                    table = null;
                }
            }
        }
    }

删除数据

    public static void removeRow(TableName tblName, String rowKey) {
        if (tblName == null || rowKey == null) {
            log.info("表名或rowkey为空");
            return;
        }

        Table hTable = null;
        Delete delete = new Delete(Bytes.toBytes(rowKey));
        try {
            hTable = conn.getTable(tblName);
            hTable.delete(delete);
        } catch (IOException e) {
            e.printStackTrace();
            log.error("删除失败， rowkey=" + rowKey);
        } finally {
            if (hTable != null) {
                try {
                    hTable.close();
                } catch (IOException e) {
                    e.printStackTrace();
                } finally {
                    hTable = null;
                }
            }
        }
    }

修改数据

    public static void updateRow(TableName tblName, Map<String, Object> map) {
        if (tblName == null || map == null || map.size() <= 2) {
            log.info("表名或参数为空");
            return;
        }

        Table hTable = null;
        try {
            hTable = conn.getTable(tblName);
            //封装put 新增数据
            Put put = new Put(Bytes.toBytes(map.get("rowKey").toString()));
            byte[] cf = Bytes.toBytes(map.get("colFamily").toString());
            for (Map.Entry<String, Object> en : map.entrySet()) {
                if ("rowKey".equals(en.getKey()) || "colFamily".equals(en.getKey())) {
                    log.info("rowkey 或 colFamily 为空");
                    continue;
                }
                put.addColumn(cf, Bytes.toBytes(en.getKey()), Bytes.toBytes(en.getValue().toString()));
            }
            hTable.put(put); //新增数据
        } catch (IOException e) {
            e.printStackTrace();
            log.error("修改失败");
        } finally {
            if (hTable != null) {
                try {
                    hTable.close();
                } catch (IOException e) {
                    e.printStackTrace();
                } finally {
                    hTable = null;
                }
            }
        }
    }

查询数据

    public static void getRowData(TableName tblName, String rowKey) {
        if (tblName == null || rowKey == null) {
            log.info("表名 或 rowkey为空");
            return;
        }
        Table hTable = null;
        ResultScanner rs = null;
        try {
            hTable = conn.getTable(tblName);
            Get get = new Get(Bytes.toBytes(rowKey));
            Result result = hTable.get(get);
            for (Cell c : result.rawCells()) {
                String val = Bytes.toString(c.getValueArray(), c.getValueOffset(), c.getValueLength());
                String cf = Bytes.toString(c.getFamilyArray(), c.getFamilyOffset(), c.getFamilyLength());
                String col = Bytes.toString(c.getQualifierArray(), c.getQualifierOffset(), c.getQualifierLength());
                System.out.printf("tbl=%s, rowkey=%s, cf=%s, col=%s, val=%s
", tblName.getNameAsString(), cf, col, rowKey, val);
            }

        } catch (IOException e) {
            e.printStackTrace();
            log.info("扫描失败");
        } finally {
            if (rs != null) {
                rs.close();
            }
            if (hTable != null) {
                try {
                    hTable.close();
                } catch (IOException e) {
                    e.printStackTrace();
                }
            }
        }
    }

    public static void scanTable(TableName tblName, String[] colFamilys) {
        if (tblName == null) {
            log.info("表名为空");
            return;
        }
        Table hTable = null;
        ResultScanner rs = null;
        try {
            hTable = conn.getTable(tblName);
            Scan scan = new Scan();
            for (String cf : colFamilys) {
                scan.addFamily(Bytes.toBytes(cf));
            }

            rs = hTable.getScanner(scan);
            // 结果处理， 一个result表示一个rowkey的数据
            for (Result result : rs) {
                String rowkey = Bytes.toString(result.getRow());
                for (Cell c : result.rawCells()) {
                    String val = Bytes.toString(c.getValueArray(), c.getValueOffset(), c.getValueLength());
                    String cf = Bytes.toString(c.getFamilyArray(), c.getFamilyOffset(), c.getFamilyLength());
                    String col = Bytes.toString(c.getQualifierArray(), c.getQualifierOffset(), c.getQualifierLength());
                    System.out.printf("tbl=%s, rowkey=%s, cf=%s, col=%s, val=%s
", tblName.getNameAsString(), cf, col, rowkey, val);
                }
            }
        } catch (IOException e) {
            e.printStackTrace();
            log.info("扫描失败");
        } finally {
            if (rs != null) {
                rs.close();
            }
            if (hTable != null) {
                try {
                    hTable.close();
                } catch (IOException e) {
                    e.printStackTrace();
                }
            }
        }
    }