Kafka LogSegment append方法源码解读

Log Segment的源码解析

Kafka日志在磁盘上的组织架构：

LogSegment 的 append写入流程图

第一步：判断当前日志段是否为空

val physicalPosition = log.sizeInBytes() //当前日志段位移
if (physicalPosition == 0) //如果是空，记录用于切分日志段依据
	rollingBasedTimestamp = Some(largestTimestamp) //  largestTimestamp: Long, 当前这批消息里面最大的时间戳
        
//FileRecords中的方法
private final AtomicInteger size;
@Override
public int sizeInBytes() {
   
    return size.get();
}

/**
 * Gets the current value.
 *
 * @return the current value
*/
public final int get() {
   
    return value;
}

// The timestamp we used for time based log rolling and for ensuring max compaction delay
// volatile for LogCleaner to see the update
@volatile private var rollingBasedTimestamp: Option[Long] = None

/** Class `Some[A]` represents existing values of type
 *  `A`.
 */
@SerialVersionUID(1234815782226070388L) // value computed by serialver for 2.11.2, annotation added in 2.11.4
final case class Some[+A](value: A) extends Option[A] {
   
  def get: A = value
}

第二步：确保输入参数最大位移值是合法的

ensureOffsetInRange(largestOffset)

private def ensureOffsetInRange(offset: Long): Unit = {
    if (!canConvertToRelativeOffset(offset))
      throw new LogSegmentOffsetOverflowException(this, offset)
}

/**
   * checks that the argument offset can be represented as an integer offset relative to the baseOffset.
   */
def canConvertToRelativeOffset(offset: Long