hbase启动报错 HRegionServer启动闪退:
2019-01-10 19:42:05,970 ERROR [regionserver/slave2/:16020] regionserver.HRegionServer: Failed init
java.io.IOException: cannot get log writer
at org.apache.hadoop.hbase.wal.DefaultWALProvider.createWriter(DefaultWALProvider.java:373)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.createWriterInstance(FSHLog.java:724)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.rollWriter(FSHLog.java:689)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.rollWriter(FSHLog.java:600)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.(FSHLog.java:533)
at org.apache.hadoop.hbase.wal.DefaultWALProvider.init(DefaultWALProvider.java:97)
at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:148)
at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:180)
at org.apache.hadoop.hbase.regionserver.HRegionServer.setupWALAndReplication(HRegionServer.java:1639)
at org.apache.hadoop.hbase.regionserver.HRegionServer.handleReportForDutyResponse(HRegionServer.java:1373)
at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:911)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.UnsupportedOperationException: Unable to find org.apache.hadoop.hbase.regionserver.wal.IndexedWALEditCodec
at org.apache.hadoop.hbase.util.ReflectionUtils.instantiateWithCustomCtor(ReflectionUtils.java:45)
at org.apache.hadoop.hbase.regionserver.wal.WALCellCodec.create(WALCellCodec.java:103)
at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.getCodec(ProtobufLogWriter.java:63)
at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.initAfterHeader(ProtobufLogWriter.java:108)
at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.init(ProtobufLogWriter.java:98)
at org.apache.hadoop.hbase.wal.DefaultWALProvider.createWriter(DefaultWALProvider.java:362)
… 11 more
Caused by: java.lang.ClassNotFoundException: org.apache.hadoop.hbase.regionserver.wal.IndexedWALEditCodec
at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher
A
p
p
C
l
a
s
s
L
o
a
d
e
r
.
l
o
a
d
C
l
a
s
s
(
L
a
u
n
c
h
e
r
.
j
a
v
a
:
349
)
a
t
j
a
v
a
.
l
a
n
g
.
C
l
a
s
s
L
o
a
d
e
r
.
l
o
a
d
C
l
a
s
s
(
C
l
a
s
s
L
o
a
d
e
r
.
j
a
v
a
:
357
)
a
t
j
a
v
a
.
l
a
n
g
.
C
l
a
s
s
.
f
o
r
N
a
m
e
0
(
N
a
t
i
v
e
M
e
t
h
o
d
)
a
t
j
a
v
a
.
l
a
n
g
.
C
l
a
s
s
.
f
o
r
N
a
m
e
(
C
l
a
s
s
.
j
a
v
a
:
264
)
a
t
o
r
g
.
a
p
a
c
h
e
.
h
a
d
o
o
p
.
h
b
a
s
e
.
u
t
i
l
.
R
e
f
l
e
c
t
i
o
n
U
t
i
l
s
.
i
n
s
t
a
n
t
i
a
t
e
W
i
t
h
C
u
s
t
o
m
C
t
o
r
(
R
e
f
l
e
c
t
i
o
n
U
t
i
l
s
.
j
a
v
a
:
41
)
.
.
.
16
m
o
r
e
2019
−
01
−
1019
:
42
:
05
,
972
F
A
T
A
L
[
r
e
g
i
o
n
s
e
r
v
e
r
/
s
l
a
v
e
2
/
:
16020
]
r
e
g
i
o
n
s
e
r
v
e
r
.
H
R
e
g
i
o
n
S
e
r
v
e
r
:
A
B
O
R
T
I
N
G
r
e
g
i
o
n
s
e
r
v
e
r
s
l
a
v
e
2
,
16020
,
1547120519438
:
U
n
h
a
n
d
l
e
d
:
c
a
n
n
o
t
g
e
t
l
o
g
w
r
i
t
e
r
j
a
v
a
.
i
o
.
I
O
E
x
c
e
p
t
i
o
n
:
c
a
n
n
o
t
g
e
t
l
o
g
w
r
i
t
e
r
a
t
o
r
g
.
a
p
a
c
h
e
.
h
a
d
o
o
p
.
h
b
a
s
e
.
w
a
l
.
D
e
f
a
u
l
t
W
A
L
P
r
o
v
i
d
e
r
.
c
r
e
a
t
e
W
r
i
t
e
r
(
D
e
f
a
u
l
t
W
A
L
P
r
o
v
i
d
e
r
.
j
a
v
a
:
373
)
a
t
o
r
g
.
a
p
a
c
h
e
.
h
a
d
o
o
p
.
h
b
a
s
e
.
r
e
g
i
o
n
s
e
r
v
e
r
.
w
a
l
.
F
S
H
L
o
g
.
c
r
e
a
t
e
W
r
i
t
e
r
I
n
s
t
a
n
c
e
(
F
S
H
L
o
g
.
j
a
v
a
:
724
)
a
t
o
r
g
.
a
p
a
c
h
e
.
h
a
d
o
o
p
.
h
b
a
s
e
.
r
e
g
i
o
n
s
e
r
v
e
r
.
w
a
l
.
F
S
H
L
o
g
.
r
o
l
l
W
r
i
t
e
r
(
F
S
H
L
o
g
.
j
a
v
a
:
689
)
a
t
o
r
g
.
a
p
a
c
h
e
.
h
a
d
o
o
p
.
h
b
a
s
e
.
r
e
g
i
o
n
s
e
r
v
e
r
.
w
a
l
.
F
S
H
L
o
g
.
r
o
l
l
W
r
i
t
e
r
(
F
S
H
L
o
g
.
j
a
v
a
:
600
)
a
t
o
r
g
.
a
p
a
c
h
e
.
h
a
d
o
o
p
.
h
b
a
s
e
.
r
e
g
i
o
n
s
e
r
v
e
r
.
w
a
l
.
F
S
H
L
o
g
.
<
i
n
i
t
>
(
F
S
H
L
o
g
.
j
a
v
a
:
533
)
a
t
o
r
g
.
a
p
a
c
h
e
.
h
a
d
o
o
p
.
h
b
a
s
e
.
w
a
l
.
D
e
f
a
u
l
t
W
A
L
P
r
o
v
i
d
e
r
.
i
n
i
t
(
D
e
f
a
u
l
t
W
A
L
P
r
o
v
i
d
e
r
.
j
a
v
a
:
97
)
a
t
o
r
g
.
a
p
a
c
h
e
.
h
a
d
o
o
p
.
h
b
a
s
e
.
w
a
l
.
W
A
L
F
a
c
t
o
r
y
.
g
e
t
P
r
o
v
i
d
e
r
(
W
A
L
F
a
c
t
o
r
y
.
j
a
v
a
:
148
)
a
t
o
r
g
.
a
p
a
c
h
e
.
h
a
d
o
o
p
.
h
b
a
s
e
.
w
a
l
.
W
A
L
F
a
c
t
o
r
y
.
<
i
n
i
t
>
(
W
A
L
F
a
c
t
o
r
y
.
j
a
v
a
:
180
)
a
t
o
r
g
.
a
p
a
c
h
e
.
h
a
d
o
o
p
.
h
b
a
s
e
.
r
e
g
i
o
n
s
e
r
v
e
r
.
H
R
e
g
i
o
n
S
e
r
v
e
r
.
s
e
t
u
p
W
A
L
A
n
d
R
e
p
l
i
c
a
t
i
o
n
(
H
R
e
g
i
o
n
S
e
r
v
e
r
.
j
a
v
a
:
1639
)
a
t
o
r
g
.
a
p
a
c
h
e
.
h
a
d
o
o
p
.
h
b
a
s
e
.
r
e
g
i
o
n
s
e
r
v
e
r
.
H
R
e
g
i
o
n
S
e
r
v
e
r
.
h
a
n
d
l
e
R
e
p
o
r
t
F
o
r
D
u
t
y
R
e
s
p
o
n
s
e
(
H
R
e
g
i
o
n
S
e
r
v
e
r
.
j
a
v
a
:
1373
)
a
t
o
r
g
.
a
p
a
c
h
e
.
h
a
d
o
o
p
.
h
b
a
s
e
.
r
e
g
i
o
n
s
e
r
v
e
r
.
H
R
e
g
i
o
n
S
e
r
v
e
r
.
r
u
n
(
H
R
e
g
i
o
n
S
e
r
v
e
r
.
j
a
v
a
:
911
)
a
t
j
a
v
a
.
l
a
n
g
.
T
h
r
e
a
d
.
r
u
n
(
T
h
r
e
a
d
.
j
a
v
a
:
748
)
C
a
u
s
e
d
b
y
:
j
a
v
a
.
l
a
n
g
.
U
n
s
u
p
p
o
r
t
e
d
O
p
e
r
a
t
i
o
n
E
x
c
e
p
t
i
o
n
:
U
n
a
b
l
e
t
o
f
i
n
d
o
r
g
.
a
p
a
c
h
e
.
h
a
d
o
o
p
.
h
b
a
s
e
.
r
e
g
i
o
n
s
e
r
v
e
r
.
w
a
l
.
I
n
d
e
x
e
d
W
A
L
E
d
i
t
C
o
d
e
c
a
t
o
r
g
.
a
p
a
c
h
e
.
h
a
d
o
o
p
.
h
b
a
s
e
.
u
t
i
l
.
R
e
f
l
e
c
t
i
o
n
U
t
i
l
s
.
i
n
s
t
a
n
t
i
a
t
e
W
i
t
h
C
u
s
t
o
m
C
t
o
r
(
R
e
f
l
e
c
t
i
o
n
U
t
i
l
s
.
j
a
v
a
:
45
)
a
t
o
r
g
.
a
p
a
c
h
e
.
h
a
d
o
o
p
.
h
b
a
s
e
.
r
e
g
i
o
n
s
e
r
v
e
r
.
w
a
l
.
W
A
L
C
e
l
l
C
o
d
e
c
.
c
r
e
a
t
e
(
W
A
L
C
e
l
l
C
o
d
e
c
.
j
a
v
a
:
103
)
a
t
o
r
g
.
a
p
a
c
h
e
.
h
a
d
o
o
p
.
h
b
a
s
e
.
r
e
g
i
o
n
s
e
r
v
e
r
.
w
a
l
.
P
r
o
t
o
b
u
f
L
o
g
W
r
i
t
e
r
.
g
e
t
C
o
d
e
c
(
P
r
o
t
o
b
u
f
L
o
g
W
r
i
t
e
r
.
j
a
v
a
:
63
)
a
t
o
r
g
.
a
p
a
c
h
e
.
h
a
d
o
o
p
.
h
b
a
s
e
.
r
e
g
i
o
n
s
e
r
v
e
r
.
w
a
l
.
P
r
o
t
o
b
u
f
L
o
g
W
r
i
t
e
r
.
i
n
i
t
A
f
t
e
r
H
e
a
d
e
r
(
P
r
o
t
o
b
u
f
L
o
g
W
r
i
t
e
r
.
j
a
v
a
:
108
)
a
t
o
r
g
.
a
p
a
c
h
e
.
h
a
d
o
o
p
.
h
b
a
s
e
.
r
e
g
i
o
n
s
e
r
v
e
r
.
w
a
l
.
P
r
o
t
o
b
u
f
L
o
g
W
r
i
t
e
r
.
i
n
i
t
(
P
r
o
t
o
b
u
f
L
o
g
W
r
i
t
e
r
.
j
a
v
a
:
98
)
a
t
o
r
g
.
a
p
a
c
h
e
.
h
a
d
o
o
p
.
h
b
a
s
e
.
w
a
l
.
D
e
f
a
u
l
t
W
A
L
P
r
o
v
i
d
e
r
.
c
r
e
a
t
e
W
r
i
t
e
r
(
D
e
f
a
u
l
t
W
A
L
P
r
o
v
i
d
e
r
.
j
a
v
a
:
362
)
.
.
.
11
m
o
r
e
C
a
u
s
e
d
b
y
:
j
a
v
a
.
l
a
n
g
.
C
l
a
s
s
N
o
t
F
o
u
n
d
E
x
c
e
p
t
i
o
n
:
o
r
g
.
a
p
a
c
h
e
.
h
a
d
o
o
p
.
h
b
a
s
e
.
r
e
g
i
o
n
s
e
r
v
e
r
.
w
a
l
.
I
n
d
e
x
e
d
W
A
L
E
d
i
t
C
o
d
e
c
a
t
j
a
v
a
.
n
e
t
.
U
R
L
C
l
a
s
s
L
o
a
d
e
r
.
f
i
n
d
C
l
a
s
s
(
U
R
L
C
l
a
s
s
L
o
a
d
e
r
.
j
a
v
a
:
381
)
a
t
j
a
v
a
.
l
a
n
g
.
C
l
a
s
s
L
o
a
d
e
r
.
l
o
a
d
C
l
a
s
s
(
C
l
a
s
s
L
o
a
d
e
r
.
j
a
v
a
:
424
)
a
t
s
u
n
.
m
i
s
c
.
L
a
u
n
c
h
e
r
AppClassLoader.loadClass(Launcher.java:349) at java.lang.ClassLoader.loadClass(ClassLoader.java:357) at java.lang.Class.forName0(Native Method) at java.lang.Class.forName(Class.java:264) at org.apache.hadoop.hbase.util.ReflectionUtils.instantiateWithCustomCtor(ReflectionUtils.java:41) ... 16 more 2019-01-10 19:42:05,972 FATAL [regionserver/slave2/:16020] regionserver.HRegionServer: ABORTING region server slave2,16020,1547120519438: Unhandled: cannot get log writer java.io.IOException: cannot get log writer at org.apache.hadoop.hbase.wal.DefaultWALProvider.createWriter(DefaultWALProvider.java:373) at org.apache.hadoop.hbase.regionserver.wal.FSHLog.createWriterInstance(FSHLog.java:724) at org.apache.hadoop.hbase.regionserver.wal.FSHLog.rollWriter(FSHLog.java:689) at org.apache.hadoop.hbase.regionserver.wal.FSHLog.rollWriter(FSHLog.java:600) at org.apache.hadoop.hbase.regionserver.wal.FSHLog.<init>(FSHLog.java:533) at org.apache.hadoop.hbase.wal.DefaultWALProvider.init(DefaultWALProvider.java:97) at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:148) at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:180) at org.apache.hadoop.hbase.regionserver.HRegionServer.setupWALAndReplication(HRegionServer.java:1639) at org.apache.hadoop.hbase.regionserver.HRegionServer.handleReportForDutyResponse(HRegionServer.java:1373) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:911) at java.lang.Thread.run(Thread.java:748) Caused by: java.lang.UnsupportedOperationException: Unable to find org.apache.hadoop.hbase.regionserver.wal.IndexedWALEditCodec at org.apache.hadoop.hbase.util.ReflectionUtils.instantiateWithCustomCtor(ReflectionUtils.java:45) at org.apache.hadoop.hbase.regionserver.wal.WALCellCodec.create(WALCellCodec.java:103) at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.getCodec(ProtobufLogWriter.java:63) at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.initAfterHeader(ProtobufLogWriter.java:108) at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.init(ProtobufLogWriter.java:98) at org.apache.hadoop.hbase.wal.DefaultWALProvider.createWriter(DefaultWALProvider.java:362) ... 11 more Caused by: java.lang.ClassNotFoundException: org.apache.hadoop.hbase.regionserver.wal.IndexedWALEditCodec at java.net.URLClassLoader.findClass(URLClassLoader.java:381) at java.lang.ClassLoader.loadClass(ClassLoader.java:424) at sun.misc.Launcher
AppClassLoader.loadClass(Launcher.java:349)atjava.lang.ClassLoader.loadClass(ClassLoader.java:357)atjava.lang.Class.forName0(NativeMethod)atjava.lang.Class.forName(Class.java:264)atorg.apache.hadoop.hbase.util.ReflectionUtils.instantiateWithCustomCtor(ReflectionUtils.java:41)...16more2019−01−1019:42:05,972FATAL[regionserver/slave2/:16020]regionserver.HRegionServer:ABORTINGregionserverslave2,16020,1547120519438:Unhandled:cannotgetlogwriterjava.io.IOException:cannotgetlogwriteratorg.apache.hadoop.hbase.wal.DefaultWALProvider.createWriter(DefaultWALProvider.java:373)atorg.apache.hadoop.hbase.regionserver.wal.FSHLog.createWriterInstance(FSHLog.java:724)atorg.apache.hadoop.hbase.regionserver.wal.FSHLog.rollWriter(FSHLog.java:689)atorg.apache.hadoop.hbase.regionserver.wal.FSHLog.rollWriter(FSHLog.java:600)atorg.apache.hadoop.hbase.regionserver.wal.FSHLog.<init>(FSHLog.java:533)atorg.apache.hadoop.hbase.wal.DefaultWALProvider.init(DefaultWALProvider.java:97)atorg.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:148)atorg.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:180)atorg.apache.hadoop.hbase.regionserver.HRegionServer.setupWALAndReplication(HRegionServer.java:1639)atorg.apache.hadoop.hbase.regionserver.HRegionServer.handleReportForDutyResponse(HRegionServer.java:1373)atorg.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:911)atjava.lang.Thread.run(Thread.java:748)Causedby:java.lang.UnsupportedOperationException:Unabletofindorg.apache.hadoop.hbase.regionserver.wal.IndexedWALEditCodecatorg.apache.hadoop.hbase.util.ReflectionUtils.instantiateWithCustomCtor(ReflectionUtils.java:45)atorg.apache.hadoop.hbase.regionserver.wal.WALCellCodec.create(WALCellCodec.java:103)atorg.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.getCodec(ProtobufLogWriter.java:63)atorg.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.initAfterHeader(ProtobufLogWriter.java:108)atorg.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.init(ProtobufLogWriter.java:98)atorg.apache.hadoop.hbase.wal.DefaultWALProvider.createWriter(DefaultWALProvider.java:362)...11moreCausedby:java.lang.ClassNotFoundException:org.apache.hadoop.hbase.regionserver.wal.IndexedWALEditCodecatjava.net.URLClassLoader.findClass(URLClassLoader.java:381)atjava.lang.ClassLoader.loadClass(ClassLoader.java:424)atsun.misc.LauncherAppClassLoader.loadClass(Launcher.java:349)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:264)
at org.apache.hadoop.hbase.util.ReflectionUtils.instantiateWithCustomCtor(ReflectionUtils.java:41)
… 16 more
原因是 hbase-site.xml中引用了pheonix的相关配置,hbase/lib 缺少相关jar,所以HRegionServer启动失败。
我这里用的是 hbase-1.2.4 和apache-phoenix-4.14.0-HBase-1.2-bin,将将 phoenix的2个jar:phoenix-core-4.14.0-HBase-1.2.jar 和phoenix-4.14.0-HBase-1.2-server.jar 添加到在hbase/lib目录下,问题解决。
hbase-site.xml 配置如下:
<property>
<name>hbase.rootdir</name>
<value>hdfs://ns1/hbase</value>
</property>
<property>
<name>hbase.cluster.distributed</name>
<value>true</value>
</property>
<property>
<name>hbase.zookeeper.quorum</name>
<value>master:2818,slave1:2818,slave2:2818</value>
</property>
<property>
<name>hbase.security.authorization</name>
<value>true</value></property>
<property>
<name>hbase.coprocessor.master.classes</name>
<value>org.apache.hadoop.hbase.security.access.AccessController</value>
</property>
<property> <name>hbase.coprocessor.region.classes</name>
<value>org.apache.hadoop.hbase.security.token.TokenProvider,org.apache.hadoop.hbase.security.access.AccessController</value>
</property>
<property>
<name>zookeeper.session.timeout</name>
<value>1200000</value>
</property>
<property>
<name>phoenix.query.maxGlobalMemoryPercentage</name>
<value>40</value>
</property>
<property>
<name>hbase.regionserver.wal.codec</name>
<value>org.apache.hadoop.hbase.regionserver.wal.IndexedWALEditCodec</value>
</property>
<property>
<name>phoenix.query.timeoutMs</name>
<value>1200000</value>
</property>
<property>
<name>phoenix.query.keepAliveMs</name>
<value>1200000</value>
</property>
<property>
<name>hbase.regionserver.lease.period</name>
<value>1200000</value>
</property>
<property>
<name>hbase.rpc.timeout</name>
<value>1200000</value>
</property>
<property>
<name>hbase.client.operation.timeout</name>
<value>1200000</value>
</property>
<property>
<name>hbase.client.scanner.caching</name>
<value>1000</value>
</property>
<property>
<name>hbase.client.scanner.timeout.period</name>
<value>1200000</value>
</property>
<property>
<name>hfile.block.cache.size</name>
<value>0.4</value>
</property>
<property>
<name>hbase.hregion.max.filesize</name>
<value>2147483648</value>
</property>
<property>
<name>phoenix.coprocessor.maxServerCacheTimeToLiveMs</name>
<value>1200000</value>
</property>
<property>
<name>hbase.client.ipc.pool.type</name>
<value>RoundRobinPool</value>
</property>
<property>
<name>hbase.client.ipc.pool.size</name>
<value>20</value>
</property>