spark源码分析二(NettyRpcEnv)

NettyRpcEnv

源码版本2.4.7
需要关注的是env里面几个关键的属性和方法如图:

1 dispatcher 分发

消息分发程序，负责将RPC消息路由到适当的端点
dispatcher的成员内部类: EndpointData实体

  private class EndpointData(
      val name: String,
      val endpoint: RpcEndpoint,
      val ref: NettyRpcEndpointRef) {
   
    val inbox = new Inbox(ref, endpoint)
  }

Inbox:收件箱，用于存储[[RpcEndpoint]]的消息并以线程安全的方式向其发布消息
process处理消息,且OnStart消息也是在此产生

  // OnStart should be the first message to process
  inbox.synchronized {
   
    messages.add(OnStart)
  }
   /**
   * Process stored messages.
   */
  def process(dispatcher: Dispatcher): Unit = {
   
    var message: InboxMessage = null
    inbox.synchronized {
   
      if (!enableConcurrent && numActiveThreads != 0) {
   
        return
      }
      message = messages.poll()
      if (message != null) {
   
        numActiveThreads += 1
      } else {
   
        return
      }
    }
    while (true) {
   
      safelyCall(endpoint) {
   
        message match {
   
          case RpcMessage(_sender, content, context) =>
            try {
   
              endpoint.receiveAndReply(context).applyOrElse[Any, Unit](content, {
    msg =>
                throw new SparkException(s"Unsupported message $message from ${_sender}")
              })
            } catch {
   
              case e: Throwable =>
                context.sendFailure(e)
                // Throw the exception -- this exception will be caught by the safelyCall function.
                // The endpoint's onError function will be called.
                throw e
            }

          case OneWayMessage(_sender, content