RocksDB 状态清理源码分析

rocksdb 状态创建流程

在算子初始化的时候，获取状态将调用，org.apache.flink.runtime.state.AbstractKeyedStateBackend.getOrCreateKeyedState

	public <N, S extends State, V> S getOrCreateKeyedState(
			final TypeSerializer<N> namespaceSerializer,
			StateDescriptor<S, V> stateDescriptor) throws Exception {
		checkNotNull(namespaceSerializer, "Namespace serializer");
		checkNotNull(keySerializer, "State key serializer has not been configured in the config. " +
				"This operation cannot use partitioned state.");

        // 这个地方缓存了state。
		InternalKvState<K, ?, ?> kvState = keyValueStatesByName.get(stateDescriptor.getName());
		if (kvState == null) {
			if (!stateDescriptor.isSerializerInitialized()) {
				stateDescriptor.initializeSerializerUnlessSet(executionConfig);
			}
			// 调用TtlStateFactory。
			kvState = TtlStateFactory.createStateAndWrapWithTtlIfEnabled(
				namespaceSerializer, stateDescriptor, this, ttlTimeProvider);
			keyValueStatesByName.put(stateDescriptor.getName(), kvState);
			publishQueryableStateIfEnabled(stateDescriptor, kvState);
		}
		return (S) kvState;
	}

TtlStateFactory.createStateAndWrapWithTtlIfEnabled的代码如下：

 	public static <K, N, SV, TTLSV, S extends State, IS extends S> IS createStateAndWrapWithTtlIfEnabled(
 		TypeSerializer<N> namespaceSerializer,
 		StateDescriptor<S, SV> stateDesc,
 		KeyedStateBackend<K> stateBackend,
 		TtlTimeProvider timeProvider) throws Exception {
 		Preconditions.checkNotNull(namespaceSerializer);
 		Preconditions.checkNotNull(stateDesc);
 		Preconditions.checkNotNull(stateBackend);
 		Preconditions.checkNotNull(timeProvider);
 		// 如果开启了状态清理，使用TtlStateFactory创建state，这个会将状态进行一层包装，会添加一个时间戳字段，用来保存读写时间。
 		// 这个时间是状态清理、是否过期的依据
 		// 如果没有开启状态清理，直接使用stateBackend创建状态。
 		return  stateDesc.getTtlConfig().isEnabled() ?
 			new TtlStateFactory<K, N, SV, TTLSV, S, IS>(
 				namespaceSerializer, stateDesc, stateBackend, timeProvider)
 				.createState() :
 			stateBackend.createInternalState(namespaceSerializer, stateDesc);
 	}

org.apache.flink.runtime.state.ttl.TtlStateFactory.createState：

    #这里使用了工厂模式来创建状态，工程类定义如下：
	private IS createState() throws Exception {
		SupplierWithException<IS, Exception> stateFactory = stateFactories.get(stateDesc.getClass());
		if (stateFactory == null) {
			String message = String.format("State %s is not supported by %s",
				stateDesc.getClass(), TtlStateFactory.class);
			throw new FlinkRuntimeException(message);
		}
		IS state = stateFactory.get();
		if (incrementalCleanup != null) {
			incrementalCleanup.setTtlState((AbstractTtlState<K, N, ?, TTLSV, ?>) state);
		}
		return state;
	}
	
定义的工厂类:
	private Map<Class<? extends StateDescriptor>, SupplierWithException<IS, Exception>> createStateFactories() {
		return Stream.of(
			Tuple2.of(ValueStateDescriptor.class, (SupplierWithException<IS, Exception>) this::createValueState),
			Tuple2.of(ListStateDescriptor.class, (SupplierWithException<IS, Exception>) this::createListState),
			Tuple2.of(MapStateDescriptor.class, (SupplierWithException<IS