• TXT格式文件插入Hbase


    将.txt格式文件插入Hbase中,代码如下

    package addHbase;
    
    import org.apache.hadoop.conf.Configuration;
    import org.apache.hadoop.hbase.HBaseConfiguration;
    import org.apache.hadoop.hbase.TableName;
    import org.apache.hadoop.hbase.client.Connection;
    import org.apache.hadoop.hbase.client.ConnectionFactory;
    import org.apache.hadoop.hbase.client.Put;
    import org.apache.hadoop.hbase.client.Table;
    import org.apache.hadoop.hbase.util.Bytes;
    
    import java.io.*;
    /**
     * @author mooojl
     * @Date 2020-11-05-11:25
     */
    public class Add {
        public static void main(String[] args) throws IOException {
            String fileName = "D:\Softwares\Major\IDEA\Projects\HadoopProjects\hbase_test02\src\main\java\addHbase\result.txt";
            File file = new File(fileName);
            FileInputStream fis = null;
            fis = new FileInputStream(file);
            InputStreamReader input = new InputStreamReader(fis);
            BufferedReader br = new BufferedReader(input);
            String line = null;
            String[] info = null;
    
    
            //hbase
            Connection connection;
            TableName TABLE_NAME= TableName.valueOf("bigdatatest");
            Configuration configuration = HBaseConfiguration.create();
            connection = ConnectionFactory.createConnection(configuration);
            System.out.println(connection);
            Table table = connection.getTable(TABLE_NAME);
            String columnFamily="C1";
            String columnName1="ip";
            String columnName2="time";
            String columnName3="day";
            String columnName4="traffic";
            String columnName5="type";
            String columnName6="id";
            int i=1;
            while ((line = br.readLine())!=null){
                info = line.split(",");
                Put put = new Put(Bytes.toBytes(i+""));
                put.addColumn(Bytes.toBytes(columnFamily),Bytes.toBytes(columnName1 ),Bytes.toBytes(info[0]));
                put.addColumn(Bytes.toBytes(columnFamily),Bytes.toBytes(columnName2 ),Bytes.toBytes(info[1]));
                put.addColumn(Bytes.toBytes(columnFamily),Bytes.toBytes(columnName3 ),Bytes.toBytes(info[2]));
                put.addColumn(Bytes.toBytes(columnFamily),Bytes.toBytes(columnName4 ),Bytes.toBytes(info[3]));
                put.addColumn(Bytes.toBytes(columnFamily),Bytes.toBytes(columnName5 ),Bytes.toBytes(info[4]));
                put.addColumn(Bytes.toBytes(columnFamily),Bytes.toBytes(columnName6 ),Bytes.toBytes(info[5]));
                table.put(put);
                i++;
            }
            table.close();
            connection.close();
        }
    }
  • 相关阅读:
    word2013下,公式居中,编号右对齐
    Linux系统下,anaconda3与系统python共存
    LeetCode: 496 Next Greater Element I(easy)
    LeetCode: 463 Island Perimeter(easy)
    LeetCode: 620 Not Boring Movies(easy)
    C++: 其他类型转string
    LeetCode: 412 Fizz Buzz(easy)
    LeetCode: 344 Reverse String
    LeetCode: 566 Reshape the Matrix
    LeetCode: 575 Distribute Candies(easy)
  • 原文地址:https://www.cnblogs.com/MoooJL/p/13934544.html
Copyright © 2020-2023  润新知