2020101802

如每周总结所说，HBase无法解析的问题是本机的主机名未采用纯英文导致。改用英文后解决。

HBase连接工具类

package konoha.util;

import java.io.IOException;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.HColumnDescriptor;
import org.apache.hadoop.hbase.HTableDescriptor;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.client.Admin;
import org.apache.hadoop.hbase.client.Connection;
import org.apache.hadoop.hbase.client.ConnectionFactory;
import org.apache.hadoop.hbase.client.Delete;
import org.apache.hadoop.hbase.client.Get;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.ResultScanner;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.client.Table;
import org.apache.hadoop.hbase.util.Bytes;

public class HBaseTestUtil {
    public static Configuration configuration;
    public static Connection connection;
    public static Admin admin;

    public static void init() {
        configuration = HBaseConfiguration.create();
        configuration.set("hbase.zookeeper.quorum", "localhost");
        configuration.set("hbase.zookeeper.property.clientPort", "2181");
        try {
            connection = ConnectionFactory.createConnection(configuration);
            admin = connection.getAdmin();
        } catch (IOException e) {
            e.printStackTrace();
        }
    }

    public static void close() {
        try {
            if (admin != null) {
                admin.close();
            }
            if (null != connection) {
                connection.close();
            }
        } catch (IOException e) {
            e.printStackTrace();
        }
    }

    public static void getDataTest() throws Exception {
        init();
        Table table = connection.getTable(TableName.valueOf("Student"));
        Get get = new Get(Bytes.toBytes("scofield"));
        get.addColumn(Bytes.toBytes("English"), Bytes.toBytes(""));
        Result result = table.get(get);
        System.out.println(new String(result.getValue("English".getBytes(), null)));
        table.close();
    }

    public static void createTable(String myTableName, String[] colFamily) throws IOException {
        init();
        TableName tableName = TableName.valueOf(myTableName);
        if (admin.tableExists(tableName)) {
            System.out.println("talbe is exists!");
            admin.disableTable(tableName);
            admin.deleteTable(tableName);
        }
        HTableDescriptor hTableDescriptor = new HTableDescriptor(tableName);
        for (String str : colFamily) {
            HColumnDescriptor hColumnDescriptor = new HColumnDescriptor(str);
            hTableDescriptor.addFamily(hColumnDescriptor);
            admin.createTable(hTableDescriptor);
            System.out.println("create table success");
        }
        close();
    }

    public static void addRecord(String tableName, String row, String[] fields, String[] values) throws IOException {
        init();
        Table table = connection.getTable(TableName.valueOf(tableName));
        for (int i = 0; i < fields.length; i++) {
            Put put = new Put(row.getBytes());
            String[] cols = fields[i].split(":");
            put.addColumn(cols[0].getBytes(), cols[1].getBytes(), values[i].getBytes());
            table.put(put);
        }
        table.close();
        close();
    }

    public static void scanColumn(String tableName, String column) throws IOException {
        init();
        Table table = connection.getTable(TableName.valueOf(tableName));
        Scan scan = new Scan();
        scan.addFamily(Bytes.toBytes(column));
        ResultScanner scanner = table.getScanner(scan);
        for (Result result = scanner.next(); result != null; result = scanner.next()) {
            System.out.println(result);
        }
        table.close();
        close();
    }

    public static void modiyData(String tableName, String row, String column, String val) throws IOException {
        init();
        Table table = connection.getTable(TableName.valueOf(tableName));
        Put put = new Put(row.getBytes());
        String[] cols = column.split(":");
        put.addColumn(cols[0].getBytes(), cols[1].getBytes(), val.getBytes());
        table.put(put);
        table.close();
        close();
    }

    public static void deleteRow(String tableName, String row) throws IOException {
        init();
        Table table = connection.getTable(TableName.valueOf(tableName));
        Delete delete = new Delete(row.getBytes());
        table.delete(delete);
        table.close();
        close();
    }

    public static void getData(String tableName, String rowKey, String colFamily, String col) throws IOException {
        Table table = connection.getTable(TableName.valueOf(tableName));
        Get get = new Get(Bytes.toBytes(rowKey));
        get.addColumn(Bytes.toBytes(colFamily), Bytes.toBytes(col));
        Result result = table.get(get);
        System.out.println(new String(result.getValue(colFamily.getBytes(), col == null ? null : col.getBytes())));
        table.close();
    }

    public static void insertData(String tableName, String rowKey, String colFamily, String col, String val)
            throws IOException {
        Table table = connection.getTable(TableName.valueOf(tableName));
        Put put = new Put(Bytes.toBytes(rowKey));
        put.addColumn(Bytes.toBytes(colFamily), Bytes.toBytes(col), Bytes.toBytes(val));
        table.put(put);
        table.close();
    }

    public static void main(String[] args) {
        try {
            scanColumn("Student", "S_Name");
        } catch (Exception e) {
            // TODO Auto-generated catch block
            e.printStackTrace();
        }
    }
}

修改后的录入处理JSP

<%@ page language="java" contentType="text/html; charset=utf-8"
    pageEncoding="utf-8"%>
<%@page import="java.sql.*" %>  
<%@page import="java.io.PrintWriter" %>
<%@page import="java.io.IOException" %>  
<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
<html>
<head>
<meta http-equiv="Content-Type" content="text/html; charset=utf-8">
<title>提交中....</title>
</head>
<body>


  <jsp:useBean id="db" class="bean.DBean" scope="page" />
  <%@ page import = "Serial.SerialID"%> 
<%
    request.setCharacterEncoding("UTF-8");
    SerialID serial=new SerialID();
        String demandID="";
        demandID=serial.get(demandID);
        //System.out.println(demandID);
        String unitID="";
        String unitName="";
        String unitDepartment="";
        String unitAddress="";
        String unitCity="";
        String unitURL="";
        String unitEmail="";
        String unitLPeople="";
        String unitZipCode="";
        String unitCPeople="";
        String unitPhone="";
        String unitMPhone="";
        String unitFax="";
        String unitAttribute="";
        String unitIntroduce="";
        
        String userID=(String)session.getAttribute("LoginID");
        String sql="select * from unit where userID="+"'"+userID+"'";
        ResultSet rss=db.executeQuery(sql);
        while(rss.next())
        {
            unitID=rss.getString("unitID");
            unitName=rss.getString("unitName");
            unitDepartment=rss.getString("unitDepartment");
            unitAddress=rss.getString("unitAddress");
            unitCity=rss.getString("unitCity");
            unitURL=rss.getString("unitURL");
            unitEmail=rss.getString("unitEmail");
            unitLPeople=rss.getString("unitLPeople");
            unitZipCode=rss.getString("unitZipCode");
            unitCPeople=rss.getString("unitCPeople");
            unitPhone=rss.getString("unitPhone");
            unitMPhone=rss.getString("unitMPhone");
            unitFax=rss.getString("unitFax");
            unitAttribute=rss.getString("unitAttribute");
            unitIntroduce=rss.getString("unitIntroduce");
        }
        
        
        String demandName=(String)request.getParameter("demandName");
        String demandStart=(String)request.getParameter("demandStart");
        String demandEnd=(String)request.getParameter("demandEnd");
        String demandMain=(String)request.getParameter("demandMain");
        String demandKey=(String)request.getParameter("demandKey");
        String demandTarget=(String)request.getParameter("demandTarget");
        String demandKeyWord1=(String)request.getParameter("demandKeyWord1");
        String demandKeyWord2=(String)request.getParameter("demandKeyWord2");
        String demandKeyWord3=(String)request.getParameter("demandKeyWord3");
        String demandKeyWord4=(String)request.getParameter("demandKeyWord4");
        String demandKeyWord5=(String)request.getParameter("demandKeyWord5");
        String demandLoan=(String)request.getParameter("demandLoan");
        String demandResearchMode=(String)request.getParameter("demandResearchMode");
        String demandCooperationUnit=(String)request.getParameter("demandCooperationUnit");
        String demandTechnology=(String)request.getParameter("demandTechnology");
        String demandClass3=(String)request.getParameter("Classification3");
        String demandDomain=(request.getParameter("Filed1")+request.getParameter("Filed2")+
                request.getParameter("Filed3")+request.getParameter("Filed4")+
                request.getParameter("Filed5")+request.getParameter("Filed6")
                +request.getParameter("Filed7")+request.getParameter("Filed8")
                +request.getParameter("Filed9")+request.getParameter("Filed10")
                +request.getParameter("Filed11")+request.getParameter("Filed12")).replaceAll("null","");
        String demandEconomicClass3=(String)request.getParameter("Industry3");
        String submitType=(String)request.getParameter("submitType");
        String s ="Select * From Requirement";
        ResultSet rs = db.executeQuery(s);
        String demandKeyWord = demandKeyWord1;
        if(!demandKeyWord2.equals("")){
            demandKeyWord = demandKeyWord+" "+demandKeyWord2;
        }
        if(!demandKeyWord3.equals("")){
            demandKeyWord = demandKeyWord+" "+demandKeyWord3;
        }
        if(!demandKeyWord4.equals("")){
            demandKeyWord = demandKeyWord+" "+demandKeyWord4;
        }
        if(!demandKeyWord5.equals("")){
            demandKeyWord = demandKeyWord+" "+demandKeyWord5;
        }
        
        System.out.println("[INFO]Intalizing...");
        HBaseTestUtil.init();
        try {
            System.out.println("[INFO]Start INSERT into table@HBase");
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "unitID", unitID);
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "unitName", unitName);
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "unitDepartment", unitDepartment);
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "unitAddress", unitAddress);
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "unitCity", unitCity);
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "unitURL", unitURL);
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "unitMail", unitEmail);
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "unitLPeople", unitLPeople);
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "unitZipCode", unitZipCode);
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "unitCPeople", unitCPeople);
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "unitPhone", unitPhone);
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "unitMPhone", unitMPhone);
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "unitFax", unitFax);
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "unitAttribute", unitAttribute);
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "unitIntroduce", unitIntroduce);
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "demandName", demandName);
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "demandStart", demandStart);
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "demandEnd", demandEnd);
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "demandMain", demandMain);
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "demandKey", demandKey);
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "demandTarget", demandTarget);
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "demandName", demandName);
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "demandKeyWord1", demandKeyWord1);
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "demandKeyWord2", demandKeyWord2);
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "demandKeyWord3", demandKeyWord3);
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "demandKeyWord4", demandKeyWord4);
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "demandKeyWord5", demandKeyWord5);
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "demandLoan", demandLoan);
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "demandResearchMode", demandResearchMode);
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "demandCooperationUnit", demandCooperationUnit);
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "demandTechnology", demandTechnology);
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "demandClass3", demandClass3);
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "demandDomain", demandDomain);
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "demandEconomicClass3", demandEconomicClass3);
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "unitstaffID1", "");
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "unitstaffID2", "");
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "demandState1", submitType);
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "demandState2", "未审核");
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "Auditopinion", "");
            HBaseTestUtil.insertData("Requirement", demandID, "demandInfo", "Auditdepartment", "");
            System.out.println("[INFO]Insert into table@HBase Success");
        } catch (IOException e) {
            // TODO Auto-generated catch block
            e.printStackTrace();
        }
        HBaseTestUtil.close();
        db.close(); 
        System.out.println("[INFO]Process Done");
        
    %>    
        
</body>
</html>