HBase Java API to Uitl

HBASE SHELL 常用命令：

1. 显示集群下所有的表： list

2. 创建表 create 'tablename'，'cloumnfamily'

3. 表中添加数据 put 'tablename'，'rowkey'，'cloumnfamily:cell'，'value'

4. 查询表中数据 get 'tablename'，'rowkey'，'cloumnfamily:cell'

5. 根据列簇查询： get 'tablename','rowkey'

6. 根据列名查询： scan 'scores',{COLUMNS=>'cloumnfamily:cell'}

5. 删除表： disable 'tablename' drop 'tablename'

6. 扫描整张表的数据： scan 'tablename'

7. 查询指定列簇的数据 : scan 'tablename',{COLUMN => 'columnfamily'}

8. 条件查询 ： scan 'Treacher', {COLUMNS=> 'terinfo:tername',STARTROW => 'row2',STOPROW => 'row3',LIMIT=>1, VERSIONS=>3}

9. 添加列族 ： alter '表名', '列族名'

10.删除列族 ： alter '表名', {NAME => '列族名', METHOD => 'delete'}

11.值包含数据查询 scan 'Treacher', FILTER=>"ValueFilter(=,'substring:Li')"

Propss 配置工具类           

import org.apache.hadoop.conf.Configuration;

import java.util.HashMap;
import java.util.Properties;

public class Propss {
    static Properties producer_Props = new Properties();
    static Properties consumer_Props = new Properties();
    static HashMap<String, Object> kafka_Consumer = new HashMap<>();
    public static Configuration setConf(Configuration conf){
         conf.set("hbase.zookeeper.quorum","hadoop106,hadoop107,hadoop108");
        conf.set("hbae.zookeeper.property.client","2181");
        return conf;
    }

    static{
        kafka_Consumer.put("bootstrap.servers","hadoop106:9092,hadoop107:9092,hadoop108:9092");
        kafka_Consumer.put("group.id", "test");
        //from beginning
        kafka_Consumer.put("auto.offset.reset","earliest");
        kafka_Consumer.put("key.deserializer","org.apache.kafka.common.serialization.StringDeserializer");
        kafka_Consumer.put("value.deserializer", "org.apache.kafka.common.serialization.StringDeserializer");

        producer_Props.setProperty("bootstrap.servers","hadoop106:9092,hadoop107:9092,hadoop108:9092");
        producer_Props.setProperty("ack","all");
        producer_Props.put("key.serializer","org.apache.kafka.common.serialization.StringSerializer");
        producer_Props.put("value.serializer", "org.apache.kafka.common.serialization.StringSerializer");
        producer_Props.put("auto.offset.reset","earliest");

        consumer_Props.setProperty("bootstrap.servers","hadoop106:9092,hadoop107:9092,hadoop108:9092");
        consumer_Props.setProperty("group.id","test");
        consumer_Props.put("key.deserializer","org.apache.kafka.common.serialization.StringDeserializer");
        consumer_Props.put("value.deserializer", "org.apache.kafka.common.serialization.StringDeserializer");
        consumer_Props.put("auto.offset.reset","earliest");
    }
}

HBase_Util 封装工具类           

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.*;
import org.apache.hadoop.hbase.client.*;
import org.apache.hadoop.hbase.filter.SingleColumnValueFilter;
import org.apache.hadoop.hbase.util.Bytes;
import java.io.IOException;
import java.util.ArrayList;
import java.util.Iterator;
import java.util.List;
import java.util.UUID;

public class HBase_Util {
    static Configuration con = HBaseConfiguration.create();
    static Configuration conf = Propss.setConf(con);
    static Connection connection;
    static HBaseAdmin admin;
    static Table t;

    static {
        try {
            connection = ConnectionFactory.createConnection(conf);
            admin = (HBaseAdmin)connection.getAdmin();
        } catch (IOException e) {
            e.printStackTrace();
        }
    }

    //建表
    public static void build_Table(String tableName,List<String> FamilyNames) throws Exception {
       TableDescriptorBuilder buider = TableDescriptorBuilder.newBuilder(TableName.valueOf(tableName));
       for (String columnName : FamilyNames) {
           ColumnFamilyDescriptor info = ColumnFamilyDescriptorBuilder.of(Bytes.toBytes(columnName));
           buider.setColumnFamily(info);
       }
       TableDescriptor build = buider.build();
       admin.createTable(build);
        System.out.println("____build_done____");
   }

    //插入一条数据
    public static void insert_Row(String tableName,String row,String Family,String qualifier,String value) throws Exception {
        t = connection.getTable(TableName.valueOf(tableName));
        Put put = new Put(Bytes.toBytes(row));
        Put put1 = put.addColumn(Bytes.toBytes(Family), Bytes.toBytes(qualifier), Bytes.toBytes(value));
        t.put(put1);
        System.out.println("____insert_Row_done____");
    }

    //插入num条数据
    public  static  void insert_Batch(String tableName,String row,String Family,String qualifier,String value,Integer num) throws Exception {
        t = connection.getTable(TableName.valueOf(tableName));
         List<Put> list=new ArrayList<>();
        for (int i = 0; i < num; i++) {
            String s = UUID.randomUUID().toString().replaceAll("-", "");
            Put puts = new Put(Bytes.toBytes(s));
            Put putss = puts.addColumn(Bytes.toBytes(Family), Bytes.toBytes(qualifier), Bytes.toBytes(value+i));
            list.add(putss);
        }
        t.put(list);
        System.out.println("____insert_Batch_done____");
    }

    //删除表
    public static void drop_Table(String tableName) throws Exception {
        if (admin.tableExists(TableName.valueOf(tableName))){
            admin.disableTable(TableName.valueOf(tableName));
            admin.deleteTable(TableName.valueOf(tableName));
            System.out.println("____drop_Table_done____");
        }else {
            System.out.println("____no_such_Table_found____");
        }

    }

    //删除一条数据
    public static void  delete_Row(String tableName,String row) throws Exception {
        t = connection.getTable(TableName.valueOf(tableName));
        Delete delete = new Delete(Bytes.toBytes(row));
        t.delete(delete);
        System.out.println("____delete_Row_done____");
    }

    //特定列过滤查询
    public static void scan_Filter(String tableName,String Family,String qualifier,CompareOperator compare,byte[] value) throws Exception {
        t = connection.getTable(TableName.valueOf(tableName));
        SingleColumnValueFilter filter = new SingleColumnValueFilter(Bytes.toBytes(Family), Bytes.toBytes(qualifier), compare, value);
        Scan scan = new Scan();
        Scan scan1 = scan.setFilter(filter);
        ResultScanner scanner = t.getScanner(scan1);
        Iterator<Result> iterator = scanner.iterator();
        while (iterator.hasNext()){
            Cell[] cells = iterator.next().rawCells();
            System.out.println("____"+new String(CellUtil.cloneRow(cells[0]))+"____");
            for (Cell cell : cells) {
                System.out.print(new String(CellUtil.cloneRow(cell)));
                System.out.print(" - ");
                System.out.print(new String(CellUtil.cloneFamily(cell)));
                System.out.print(" - ");
                System.out.print(new String(CellUtil.cloneQualifier(cell)));
                System.out.print(" - ");
                System.out.println(new String(CellUtil.cloneValue(cell)));
            }

        }
        System.out.println("____scan_Filter_done____");
    }
    //查询一条数据
    public static void scan_Row(String tableName,String row)throws Exception{
        t = connection.getTable(TableName.valueOf(tableName));
        Get get = new Get(Bytes.toBytes(row));
        Result result = t.get(get);
        Cell[] cells = result.rawCells();
        for (Cell cell : cells) {
            System.out.print(new String(CellUtil.cloneRow(cell)));
            System.out.print(" - ");
            System.out.print(new String(CellUtil.cloneFamily(cell)));
            System.out.print(" - ");
            System.out.print(new String(CellUtil.cloneQualifier(cell)));
            System.out.print(" - ");
            System.out.println(new String(CellUtil.cloneValue(cell)));
        }
        System.out.println("____scan_Row_done____");
    }
    //区间查询数据
    public static void scan_Rows(String tableName,String row1,String row2)throws Exception{
        t = connection.getTable(TableName.valueOf(tableName));
        Scan sc=new Scan(Bytes.toBytes(row1),Bytes.toBytes(row2));
        ResultScanner scanner = t.getScanner(sc);
        Iterator<Result> iterator = scanner.iterator();
        System.out.println("____前闭后开____");
        while (iterator.hasNext()){
            Result next = iterator.next();
            Cell[] cells = next.rawCells();
            System.out.println("____"+new String(CellUtil.cloneRow(cells[0]))+"____");
            for (Cell cell : cells) {
                System.out.print(new String(CellUtil.cloneRow(cell)));
                System.out.print(" - ");
                System.out.print(new String(CellUtil.cloneFamily(cell)));
                System.out.print(" - ");
                System.out.print(new String(CellUtil.cloneQualifier(cell)));
                System.out.print(" - ");
                System.out.println(new String(CellUtil.cloneValue(cell)));
            }
        }
        System.out.println("____scan_Rows_done____");
    }
    //查询一条特定列族数据
    public static void get_value_by_family(String tableName,String row,String family)throws Exception{
        t = connection.getTable(TableName.valueOf(tableName));
        Get get = new Get(Bytes.toBytes(row));
        get.addFamily(Bytes.toBytes(family));
        Result result = t.get(get);
        Cell[] cells = result.rawCells();
        for (Cell cell : cells) {
            System.out.print(new String(CellUtil.cloneRow(cell)));
            System.out.print(" - ");
            System.out.print(new String(CellUtil.cloneFamily(cell)));
            System.out.print(" - ");
            System.out.print(new String(CellUtil.cloneQualifier(cell)));
            System.out.print(" - ");
            System.out.println(new String(CellUtil.cloneValue(cell)));
        }
        System.out.println("____get_value_by_family_done____");
    }

    //查询一条特定列数据
    public static void get_value_by_qualifier(String tableName,String row,String family,String qualifier)throws Exception{
        t = connection.getTable(TableName.valueOf(tableName));
        Get get = new Get(Bytes.toBytes(row));
        get.addColumn(Bytes.toBytes(family),Bytes.toBytes(qualifier));
        Result result = t.get(get);
        Cell[] cells = result.rawCells();
        for (Cell cell : cells) {
            System.out.print(new String(CellUtil.cloneRow(cell)));
            System.out.print(" - ");
            System.out.print(new String(CellUtil.cloneFamily(cell)));
            System.out.print(" - ");
            System.out.print(new String(CellUtil.cloneQualifier(cell)));
            System.out.print(" - ");
            System.out.println(new String(CellUtil.cloneValue(cell)));
        }
        System.out.println("____get_value_by_qualifier_done____");
    }

    //全查某表
    public static void  scan_All(String tableName) throws Exception {
        t = connection.getTable(TableName.valueOf(tableName));
        Scan sc=new Scan();
        ResultScanner scanner = t.getScanner(sc);
        Iterator<Result> iterator = scanner.iterator();
        while (iterator.hasNext()){
            Result next = iterator.next();
            Cell[] cells = next.rawCells();
            System.out.println("____"+new String(CellUtil.cloneRow(cells[0]))+"____");
            for (Cell cell : cells) {
                System.out.print(new String(CellUtil.cloneRow(cell)));
                System.out.print(" - ");
                System.out.print(new String(CellUtil.cloneFamily(cell)));
                System.out.print(" - ");
                System.out.print(new String(CellUtil.cloneQualifier(cell)));
                System.out.print(" - ");
                System.out.println(new String(CellUtil.cloneValue(cell)));
            }
        }
        System.out.println("____scan_All_done____");
    }
    //查看所有表
    public static  void list() throws Exception {
        TableName[] tableNames = admin.listTableNames();
        for (TableName tableName : tableNames) {
            System.out.println(tableName.toString());
        }

    }
    //查看某表结构
    public static  void desc_Table(String tableName) throws Exception {
        List<TableDescriptor> tableDescriptors = admin.listTableDescriptors();
        Iterator<TableDescriptor> iterator = tableDescriptors.iterator();
        while (iterator.hasNext()){
            TableDescriptor next = iterator.next();
            if (next.getTableName().toString().equals(tableName)){
                System.out.println(next);
            }
        }
        System.out.println("____list_done____");

    }


    //关流
    public static  void stop() throws Exception {
        connection.close();
        System.out.println("____connection_close_done____");
    }
}

Test 测试类

import org.apache.hadoop.hbase.CompareOperator;
import org.apache.hadoop.hbase.util.Bytes;

import java.util.Arrays;
import java.util.List;

public class Test {
    public static void main(String[] args) throws Exception {
        //查询所有表
        HBase_Util.list();
        //创建表
        List<String> list = Arrays.asList("info","data");
        HBase_Util.build_Table("user_info2",list);
        //删除某表
        HBase_Util.drop_Table("user_info2");
        //查询某表结构
        HBase_Util.desc_Table("user_info2");
        //插入一条数据
        HBase_Util.insert_Row("user_info2","001","info","name","zhangsan");
        HBase_Util.insert_Row("user_info2","001","info","age","18");
        HBase_Util.insert_Row("user_info2","001","info","sex","male");
        HBase_Util.insert_Row("user_info2","001","data","Math","100");
        HBase_Util.insert_Row("user_info2","001","data","Chinese","97");
        HBase_Util.insert_Row("user_info2","001","data","English","95");

        HBase_Util.insert_Row("user_info2","002","info","name","lisi");
        HBase_Util.insert_Row("user_info2","002","info","age","19");
        HBase_Util.insert_Row("user_info2","002","info","sex","famale");
        HBase_Util.insert_Row("user_info2","002","data","Math","70");
        HBase_Util.insert_Row("user_info2","002","data","Chinese","100");
        HBase_Util.insert_Row("user_info2","002","data","English","99");

        HBase_Util.insert_Row("user_info2","003","info","name","wangwu");
        HBase_Util.insert_Row("user_info2","003","info","age","20");
        HBase_Util.insert_Row("user_info2","003","info","sex","male");
        HBase_Util.insert_Row("user_info2","003","data","Math","65");
        HBase_Util.insert_Row("user_info2","003","data","Chinese","50");
        HBase_Util.insert_Row("user_info2","003","data","English","49");
        //全查某表
        HBase_Util.scan_All("user_info2");
        //查询一条记录
        HBase_Util.scan_Row("user_info2","001");
        //查询一条记录的 特定列族的 数据
        HBase_Util.get_value_by_family("user_info2","001","info");
        //查询一条记录的 特定列的 数据
        HBase_Util.get_value_by_qualifier("user_info2","001","data","Math");
        //查询区间数据 [前闭后开)
        HBase_Util.scan_Rows("user_info2","001","003");
        //特定列过滤查询
        HBase_Util.scan_Filter("user_info2","data","Math", CompareOperator.GREATER, Bytes.toBytes(60));
        //删除某一条记录
        HBase_Util.delete_Row("user_info2","003");
        
        HBase_Util.stop();
    }
}