今天在启动spark集群时遇到了一处错误：
[root@bigdata01 spark]# bin/spark-shell --master spark://bigdata01:7070
Setting default log level to “WARN”.
To adjust logging level use sc.setLogLevel(newLevel). For SparkR, use setLogLevel(newLevel).
20/01/01 08:32:04 WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform… using builtin-java classes where applicable
20/01/01 08:32:07 WARN client.StandaloneAppClient
C
l
i
e
n
t
E
n
d
p
o
i
n
t
:
F
a
i
l
e
d
t
o
c
o
n
n
e
c
t
t
o
m
a
s
t
e
r
b
i
g
d
a
t
a
01
:
7070
o
r
g
.
a
p
a
c
h
e
.
s
p
a
r
k
.
S
p
a
r
k
E
x
c
e
p
t
i
o
n
:
E
x
c
e
p
t
i
o
n
t
h
r
o
w
n
i
n
a
w
a
i
t
R
e
s
u
l
t
:
a
t
o
r
g
.
a
p
a
c
h
e
.
s
p
a
r
k
.
u
t
i
l
.
T
h
r
e
a
d
U
t
i
l
s
ClientEndpoint: Failed to connect to master bigdata01:7070 org.apache.spark.SparkException: Exception thrown in awaitResult: at org.apache.spark.util.ThreadUtils
ClientEndpoint:Failedtoconnecttomasterbigdata01:7070org.apache.spark.SparkException:ExceptionthrowninawaitResult:atorg.apache.spark.util.ThreadUtils.awaitResult(ThreadUtils.scala:205)
at org.apache.spark.rpc.RpcTimeout.awaitResult(RpcTimeout.scala:75)
at org.apache.spark.rpc.RpcEnv.setupEndpointRefByURI(RpcEnv.scala:100)
at org.apache.spark.rpc.RpcEnv.setupEndpointRef(RpcEnv.scala:108)
at org.apache.spark.deploy.client.StandaloneAppClient
C
l
i
e
n
t
E
n
d
p
o
i
n
t
ClientEndpoint
ClientEndpoint
a
n
o
n
f
u
n
anonfun
anonfuntryRegisterAllMasters
1
1
1$anon
1.
r
u
n
(
S
t
a
n
d
a
l
o
n
e
A
p
p
C
l
i
e
n
t
.
s
c
a
l
a
:
106
)
a
t
j
a
v
a
.
u
t
i
l
.
c
o
n
c
u
r
r
e
n
t
.
E
x
e
c
u
t
o
r
s
1.run(StandaloneAppClient.scala:106) at java.util.concurrent.Executors
1.run(StandaloneAppClient.scala:106)atjava.util.concurrent.ExecutorsRunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor
W
o
r
k
e
r
.
r
u
n
(
T
h
r
e
a
d
P
o
o
l
E
x
e
c
u
t
o
r
.
j
a
v
a
:
624
)
a
t
j
a
v
a
.
l
a
n
g
.
T
h
r
e
a
d
.
r
u
n
(
T
h
r
e
a
d
.
j
a
v
a
:
748
)
C
a
u
s
e
d
b
y
:
j
a
v
a
.
i
o
.
I
O
E
x
c
e
p
t
i
o
n
:
F
a
i
l
e
d
t
o
c
o
n
n
e
c
t
t
o
b
i
g
d
a
t
a
01
/
192.168.52.221
:
7070
a
t
o
r
g
.
a
p
a
c
h
e
.
s
p
a
r
k
.
n
e
t
w
o
r
k
.
c
l
i
e
n
t
.
T
r
a
n
s
p
o
r
t
C
l
i
e
n
t
F
a
c
t
o
r
y
.
c
r
e
a
t
e
C
l
i
e
n
t
(
T
r
a
n
s
p
o
r
t
C
l
i
e
n
t
F
a
c
t
o
r
y
.
j
a
v
a
:
232
)
a
t
o
r
g
.
a
p
a
c
h
e
.
s
p
a
r
k
.
n
e
t
w
o
r
k
.
c
l
i
e
n
t
.
T
r
a
n
s
p
o
r
t
C
l
i
e
n
t
F
a
c
t
o
r
y
.
c
r
e
a
t
e
C
l
i
e
n
t
(
T
r
a
n
s
p
o
r
t
C
l
i
e
n
t
F
a
c
t
o
r
y
.
j
a
v
a
:
182
)
a
t
o
r
g
.
a
p
a
c
h
e
.
s
p
a
r
k
.
r
p
c
.
n
e
t
t
y
.
N
e
t
t
y
R
p
c
E
n
v
.
c
r
e
a
t
e
C
l
i
e
n
t
(
N
e
t
t
y
R
p
c
E
n
v
.
s
c
a
l
a
:
197
)
a
t
o
r
g
.
a
p
a
c
h
e
.
s
p
a
r
k
.
r
p
c
.
n
e
t
t
y
.
O
u
t
b
o
x
Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Caused by: java.io.IOException: Failed to connect to bigdata01/192.168.52.221:7070 at org.apache.spark.network.client.TransportClientFactory.createClient(TransportClientFactory.java:232) at org.apache.spark.network.client.TransportClientFactory.createClient(TransportClientFactory.java:182) at org.apache.spark.rpc.netty.NettyRpcEnv.createClient(NettyRpcEnv.scala:197) at org.apache.spark.rpc.netty.Outbox
Worker.run(ThreadPoolExecutor.java:624)atjava.lang.Thread.run(Thread.java:748)Causedby:java.io.IOException:Failedtoconnecttobigdata01/192.168.52.221:7070atorg.apache.spark.network.client.TransportClientFactory.createClient(TransportClientFactory.java:232)atorg.apache.spark.network.client.TransportClientFactory.createClient(TransportClientFactory.java:182)atorg.apache.spark.rpc.netty.NettyRpcEnv.createClient(NettyRpcEnv.scala:197)atorg.apache.spark.rpc.netty.Outbox$anon
1.
c
a
l
l
(
O
u
t
b
o
x
.
s
c
a
l
a
:
194
)
a
t
o
r
g
.
a
p
a
c
h
e
.
s
p
a
r
k
.
r
p
c
.
n
e
t
t
y
.
O
u
t
b
o
x
1.call(Outbox.scala:194) at org.apache.spark.rpc.netty.Outbox
1.call(Outbox.scala:194)atorg.apache.spark.rpc.netty.Outbox$anon
1.
c
a
l
l
(
O
u
t
b
o
x
.
s
c
a
l
a
:
190
)
.
.
.
4
m
o
r
e
C
a
u
s
e
d
b
y
:
i
o
.
n
e
t
t
y
.
c
h
a
n
n
e
l
.
A
b
s
t
r
a
c
t
C
h
a
n
n
e
l
1.call(Outbox.scala:190) ... 4 more Caused by: io.netty.channel.AbstractChannel
1.call(Outbox.scala:190)...4moreCausedby:io.netty.channel.AbstractChannelAnnotatedConnectException: Connection refused: bigdata01/192.168.52.221:7070
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:257)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:291)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:631)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:566)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:480)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:442)
at io.netty.util.concurrent.SingleThreadEventExecutor
2.
r
u
n
(
S
i
n
g
l
e
T
h
r
e
a
d
E
v
e
n
t
E
x
e
c
u
t
o
r
.
j
a
v
a
:
131
)
a
t
i
o
.
n
e
t
t
y
.
u
t
i
l
.
c
o
n
c
u
r
r
e
n
t
.
D
e
f
a
u
l
t
T
h
r
e
a
d
F
a
c
t
o
r
y
2.run(SingleThreadEventExecutor.java:131) at io.netty.util.concurrent.DefaultThreadFactory
2.run(SingleThreadEventExecutor.java:131)atio.netty.util.concurrent.DefaultThreadFactoryDefaultRunnableDecorator.run(DefaultThreadFactory.java:144)
… 1 more
仔细观察后发现，原来是7070端口写的不对，应该是7077.
重新修改后，OVER!
1363
被折叠的 条评论
为什么被折叠?
到【灌水乐园】发言
