搭建各个组建版本
centos 6.5
hadoop 2.5.1
hive 1.2.1 注意 jline 问题 myaql 驱动
mysql yum 安装的 ，版本基本不需要控制
hbase 1.1.3
kylin 1.5.1--hbase 1.1.3 安装在 master （namenode & yarn resourcemanger ）
INSERT OVERWRITE TABLE kylin_intermediate_kylin_sales_cube_desc_20120101000000_20120131000000 SELECT
KYLIN_SALES.PART_DT
,KYLIN_SALES.LEAF_CATEG_ID
,KYLIN_SALES.LSTG_SITE_ID
,KYLIN_CATEGORY_GROUPINGS.META_CATEG_NAME
,KYLIN_CATEGORY_GROUPINGS.CATEG_LVL2_NAME
,KYLIN_CATEGORY_GROUPINGS.CATEG_LVL3_NAME
,KYLIN_SALES.LSTG_FORMAT_NAME
,KYLIN_SALES.PRICE
,KYLIN_SALES.SELLER_ID
FROM DEFAULT.KYLIN_SALES as KYLIN_SALES
INNER JOIN DEFAULT.KYLIN_CAL_DT as KYLIN_CAL_DT
ON KYLIN_SALES.PART_DT = KYLIN_CAL_DT.CAL_DT
INNER JOIN DEFAULT.KYLIN_CATEGORY_GROUPINGS as KYLIN_CATEGORY_GROUPINGS
ON KYLIN_SALES.LEAF_CATEG_ID = KYLIN_CATEGORY_GROUPINGS.LEAF_CATEG_ID AND KYLIN_SALES.LSTG_SITE_ID = KYLIN_CATEGORY_GROUPINGS.SITE_ID
WHERE (KYLIN_SALES.PART_DT >= '2012-01-01' AND KYLIN_SALES.PART_DT < '2012-01-31')
;
I have no idea why use this address
2016-08-19 23:56:28,620 INFO [pool-5-thread-2] execution.AbstractExecutable:234 : yarn.resourcemanager.webapp.address:http://0.0.0.0:8088
Error log :
2016-08-20 00:18:25,120 INFO [pool-5-thread-5] client.RpcRetryingCaller: Call exception, tries=34, retries=35, started=531820 ms ago, cancelled=false, msg=
usage: CreateHTableJob
-cubename <cubename> Cube name. For exmaple,
flat_item_cube
-partitions <partitions> Partition file path.
-segmentname <segmentname> Cube segment name
-statisticsenabled <statisticsenabled> Statistics enabled
org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=35, exceptions:
Sat Aug 20 00:09:33 GMT+08:00 2016, RpcRetryingCaller{globalStartTime=1471622973300, pause=100, retries=35}, org.apache.hadoop.hbase.MasterNotRunningException: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
Sat Aug 20 00:09:33 GMT+08:00 2016, RpcRetryingCaller{globalStartTime=1471622973300, pause=100, retries=35}, org.apache.hadoop.hbase.MasterNotRunningException: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
Sat Aug 20 00:09:34 GMT+08:00 2016, RpcRetryingCaller{globalStartTime=1471622973300, pause=100, retries=35}, org.apache.hadoop.hbase.MasterNotRunningException: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
Sat Aug 20 00:09:34 GMT+08:00 2016, RpcRetryingCaller{globalStartTime=1471622973300, pause=100, retries=35}, org.apache.hadoop.hbase.MasterNotRunningException: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
Sat Aug 20 00:09:35 GMT+08:00 2016, RpcRetryingCaller{globalStartTime=1471622973300, pause=100, retries=35}, org.apache.hadoop.hbase.MasterNotRunningException: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
Sat Aug 20 00:09:37 GMT+08:00 2016, RpcRetryingCaller{globalStartTime=1471622973300, pause=100, retries=35}, org.apache.hadoop.hbase.MasterNotRunningException: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
Sat Aug 20 00:09:42 GMT+08:00 2016, RpcRetryingCaller{globalStartTime=1471622973300, pause=100, retries=35}, org.apache.hadoop.hbase.MasterNotRunningException: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
Sat Aug 20 00:09:52 GMT+08:00 2016, RpcRetryingCaller{globalStartTime=1471622973300, pause=100, retries=35}, org.apache.hadoop.hbase.MasterNotRunningException: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
Sat Aug 20 00:10:02 GMT+08:00 2016, RpcRetryingCaller{globalStartTime=1471622973300, pause=100, retries=35}, org.apache.hadoop.hbase.MasterNotRunningException: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
Sat Aug 20 00:10:12 GMT+08:00 2016, RpcRetryingCaller{globalStartTime=1471622973300, pause=100, retries=35}, org.apache.hadoop.hbase.MasterNotRunningException: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
Sat Aug 20 00:10:22 GMT+08:00 2016, RpcRetryingCaller{globalStartTime=1471622973300, pause=100, retries=35}, org.apache.hadoop.hbase.MasterNotRunningException: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
Sat Aug 20 00:10:42 GMT+08:00 2016, RpcRetryingCaller{globalStartTime=1471622973300, pause=100, retries=35}, org.apache.hadoop.hbase.MasterNotRunningException: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
Sat Aug 20 00:11:02 GMT+08:00 2016, RpcRetryingCaller{globalStartTime=1471622973300, pause=100, retries=35}, org.apache.hadoop.hbase.MasterNotRunningException: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
Sat Aug 20 00:11:22 GMT+08:00 2016, RpcRetryingCaller{globalStartTime=1471622973300, pause=100, retries=35}, org.apache.hadoop.hbase.MasterNotRunningException: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
Sat Aug 20 00:11:42 GMT+08:00 2016, RpcRetryingCaller{globalStartTime=1471622973300, pause=100, retries=35}, org.apache.hadoop.hbase.MasterNotRunningException: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
Sat Aug 20 00:12:02 GMT+08:00 2016, RpcRetryingCaller{globalStartTime=1471622973300, pause=100, retries=35}, org.apache.hadoop.hbase.MasterNotRunningException: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
Sat Aug 20 00:12:22 GMT+08:00 2016, RpcRetryingCaller{globalStartTime=1471622973300, pause=100, retries=35}, org.apache.hadoop.hbase.MasterNotRunningException: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
Sat Aug 20 00:12:43 GMT+08:00 2016, RpcRetryingCaller{globalStartTime=1471622973300, pause=100, retries=35}, org.apache.hadoop.hbase.MasterNotRunningException: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
Sat Aug 20 00:13:03 GMT+08:00 2016, RpcRetryingCaller{globalStartTime=1471622973300, pause=100, retries=35}, org.apache.hadoop.hbase.MasterNotRunningException: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
Sat Aug 20 00:13:23 GMT+08:00 2016, RpcRetryingCaller{globalStartTime=1471622973300, pause=100, retries=35}, org.apache.hadoop.hbase.MasterNotRunningException: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
Sat Aug 20 00:13:43 GMT+08:00 2016, RpcRetryingCaller{globalStartTime=1471622973300, pause=100, retries=35}, org.apache.hadoop.hbase.MasterNotRunningException: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
Sat Aug 20 00:14:03 GMT+08:00 2016, RpcRetryingCaller{globalStartTime=1471622973300, pause=100, retries=35}, org.apache.hadoop.hbase.MasterNotRunningException: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
Sat Aug 20 00:14:23 GMT+08:00 2016, RpcRetryingCaller{globalStartTime=1471622973300, pause=100, retries=35}, org.apache.hadoop.hbase.MasterNotRunningException: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
Sat Aug 20 00:14:44 GMT+08:00 2016, RpcRetryingCaller{globalStartTime=1471622973300, pause=100, retries=35}, org.apache.hadoop.hbase.MasterNotRunningException: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
Sat Aug 20 00:15:04 GMT+08:00 2016, RpcRetryingCaller{globalStartTime=1471622973300, pause=100, retries=35}, org.apache.hadoop.hbase.MasterNotRunningException: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
Sat Aug 20 00:15:24 GMT+08:00 2016, RpcRetryingCaller{globalStartTime=1471622973300, pause=100, retries=35}, org.apache.hadoop.hbase.MasterNotRunningException: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
Sat Aug 20 00:15:44 GMT+08:00 2016, RpcRetryingCaller{globalStartTime=1471622973300, pause=100, retries=35}, org.apache.hadoop.hbase.MasterNotRunningException: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
Sat Aug 20 00:16:04 GMT+08:00 2016, RpcRetryingCaller{globalStartTime=1471622973300, pause=100, retries=35}, org.apache.hadoop.hbase.MasterNotRunningException: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
Sat Aug 20 00:16:24 GMT+08:00 2016, RpcRetryingCaller{globalStartTime=1471622973300, pause=100, retries=35}, org.apache.hadoop.hbase.MasterNotRunningException: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
Sat Aug 20 00:16:44 GMT+08:00 2016, RpcRetryingCaller{globalStartTime=1471622973300, pause=100, retries=35}, org.apache.hadoop.hbase.MasterNotRunningException: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
Sat Aug 20 00:17:04 GMT+08:00 2016, RpcRetryingCaller{globalStartTime=1471622973300, pause=100, retries=35}, org.apache.hadoop.hbase.MasterNotRunningException: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
Sat Aug 20 00:17:24 GMT+08:00 2016, RpcRetryingCaller{globalStartTime=1471622973300, pause=100, retries=35}, org.apache.hadoop.hbase.MasterNotRunningException: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
Sat Aug 20 00:17:44 GMT+08:00 2016, RpcRetryingCaller{globalStartTime=1471622973300, pause=100, retries=35}, org.apache.hadoop.hbase.MasterNotRunningException: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
Sat Aug 20 00:18:05 GMT+08:00 2016, RpcRetryingCaller{globalStartTime=1471622973300, pause=100, retries=35}, org.apache.hadoop.hbase.MasterNotRunningException: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
Sat Aug 20 00:18:25 GMT+08:00 2016, RpcRetryingCaller{globalStartTime=1471622973300, pause=100, retries=35}, org.apache.hadoop.hbase.MasterNotRunningException: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithRetries(RpcRetryingCaller.java:147)
at org.apache.hadoop.hbase.client.HBaseAdmin.executeCallable(HBaseAdmin.java:4036)
at org.apache.hadoop.hbase.client.HBaseAdmin.createTableAsyncV2(HBaseAdmin.java:725)
at org.apache.hadoop.hbase.client.HBaseAdmin.createTable(HBaseAdmin.java:646)
at org.apache.kylin.storage.hbase.steps.CubeHTableUtil.createHTable(CubeHTableUtil.java:146)
at org.apache.kylin.storage.hbase.steps.CreateHTableJob.run(CreateHTableJob.java:104)
at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70)
at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:84)
at org.apache.kylin.engine.mr.common.HadoopShellExecutable.doWork(HadoopShellExecutable.java:60)
at org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:114)
at org.apache.kylin.job.execution.DefaultChainedExecutable.doWork(DefaultChainedExecutable.java:50)
at org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:114)
at org.apache.kylin.job.impl.threadpool.DefaultScheduler$JobRunner.run(DefaultScheduler.java:124)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.hadoop.hbase.MasterNotRunningException: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation$StubMaker.makeStub(ConnectionManager.java:1534)
at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation$MasterServiceStubMaker.makeStub(ConnectionManager.java:1554)
at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.getKeepAliveMasterService(ConnectionManager.java:1705)
at org.apache.hadoop.hbase.client.MasterCallable.prepare(MasterCallable.java:38)
at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithRetries(RpcRetryingCaller.java:124)
... 15 more
Caused by: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
at org.apache.hadoop.hbase.zookeeper.MasterAddressTracker.getMasterAddress(MasterAddressTracker.java:154)
at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation$StubMaker.makeStubNoRetries(ConnectionManager.java:1485)
at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation$StubMaker.makeStub(ConnectionManager.java:1525)
... 19 more