mysql Binlog Reader_聊聊debezium的BinlogReader

序

本文主要研究一下debezium的BinlogReader

Reader

debezium-v1.1.1.Final/debezium-connector-mysql/src/main/java/io/debezium/connector/mysql/Reader.java

public interface Reader {

public static enum State {

/**

* The reader is stopped and static.

*/

STOPPED,

/**

* The reader is running and generated records.

*/

RUNNING,

/**

* The reader has completed its work or been explicitly stopped, but not all of the generated records have been

* consumed via {@link Reader#poll() polling}.

*/

STOPPING;

}

public String name();

public State state();

public void uponCompletion(Runnable handler);

public default void initialize() {

// do nothing

}

public default void destroy() {

// do nothing

}

public void start();

public void stop();

public List poll() throws InterruptedException;

}

Reader接口定义了name、state、uponCompletion、start、stop、poll方法

AbstractReader

debezium-v1.1.1.Final/debezium-connector-mysql/src/main/java/io/debezium/connector/mysql/AbstractReader.java

public abstract class AbstractReader implements Reader {

protected final Logger logger = LoggerFactory.getLogger(getClass());

private final String name;

protected final MySqlTaskContext context;

protected final MySqlJdbcContext connectionContext;

private final BlockingQueue records;

private final AtomicBoolean running = new AtomicBoolean(false);

private final AtomicBoolean success = new AtomicBoolean(false);

private final AtomicReference failure = new AtomicReference<>();

private ConnectException failureException;

private final int maxBatchSize;

private final Metronome metronome;

private final AtomicReference uponCompletion = new AtomicReference<>();

private final Duration pollInterval;

protected final ChangeEventQueueMetrics changeEventQueueMetrics;

private final HaltingPredicate acceptAndContinue;

public AbstractReader(String name, MySqlTaskContext context, HaltingPredicate acceptAndContinue) {

this.name = name;

this.context = context;

this.connectionContext = context.getConnectionContext();

this.records = new LinkedBlockingDeque<>(context.getConnectorConfig().getMaxQueueSize());

this.maxBatchSize = context.getConnectorConfig().getMaxBatchSize();

this.pollInterval = context.getConnectorConfig().getPollInterval();

this.metronome = Metronome.parker(pollInterval, Clock.SYSTEM);

this.acceptAndContinue = acceptAndContinue == null ? new AcceptAllPredicate() : acceptAndContinue;

this.changeEventQueueMetrics = new ChangeEventQueueMetrics() {

@Override

public int totalCapacity() {

return context.getConnectorConfig().getMaxQueueSize();

}

@Override

public int remainingCapacity() {

return records.remainingCapacity();

}

};

}

@Override

public String name() {

return name;

}

@Override

public void uponCompletion(Runnable handler) {

assert this.uponCompletion.get() == null;

this.uponCompletion.set(handler);

}

@Override

public final void initialize() {

doInitialize();

}

@Override

public final void destroy() {

doDestroy();

}

@Override

public void start() {

if (this.running.compareAndSet(false, true)) {

this.failure.set(null);

this.success.set(false);

doStart();

}

}

@Override

public void stop() {

try {