Flink 物理执行图_flink物理执行图有那些，2024年最新吐血整理-CSDN博客

本文链接：https://blog.csdn.net/2401_84164469/article/details/137486349

创建ResultPartition、ResultSubpartition的相关源码

public ResultPartition create(
String taskNameWithSubtaskAndId,
int partitionIndex,
ResultPartitionID id,
ResultPartitionType type,
int numberOfSubpartitions,
int maxParallelism,
SupplierWithException<BufferPool, IOException> bufferPoolFactory) {
BufferCompressor bufferCompressor = null;
if (type.supportCompression() && batchShuffleCompressionEnabled) {
bufferCompressor = new BufferCompressor(networkBufferSize, compressionCodec);
}

ResultSubpartition[] subpartitions = new ResultSubpartition[numberOfSubpartitions];

final ResultPartition partition;
if (type == ResultPartitionType.PIPELINED
|| type == ResultPartitionType.PIPELINED_BOUNDED
|| type == ResultPartitionType.PIPELINED_APPROXIMATE) {
final PipelinedResultPartition pipelinedPartition =
new PipelinedResultPartition(
taskNameWithSubtaskAndId,
partitionIndex,
id,
type,
subpartitions,
maxParallelism,
partitionManager,
bufferCompressor,
bufferPoolFactory);

for (int i = 0; i < subpartitions.length; i++) {
if (type == ResultPartitionType.PIPELINED_APPROXIMATE) {
subpartitions[i] =
new PipelinedApproximateSubpartition(
i, configuredNetworkBuffersPerChannel, pipelinedPartition);
} else {
subpartitions[i] =
new PipelinedSubpartition(
i, configuredNetworkBuffersPerChannel, pipelinedPartition);
}
}

partition = pipelinedPartition;
} else if (type == ResultPartitionType.BLOCKING
|| type == ResultPartitionType.BLOCKING_PERSISTENT) {
if (numberOfSubpartitions >= sortShuffleMinParallelism) {
partition =
new SortMergeResultPartition(
taskNameWithSubtaskAndId,
partitionIndex,
id,
type,
subpartitions.length,
maxParallelism,
batchShuffleReadBufferPool,
batchShuffleReadIOExecutor,
partitionManager,
channelManager.createChannel().getPath(),
bufferCompressor,
bufferPoolFactory);
} else {
final BoundedBlockingResultPartition blockingPartition =
new BoundedBlockingResultPartition(
taskNameWithSubtaskAndId,
partitionIndex,
id,
type,
subpartitions,
maxParallelism,
partitionManager,
bufferCompressor,
bufferPoolFactory);

initializeBoundedBlockingPartitions(
subpartitions,
blockingPartition,
blockingSubpartitionType,
networkBufferSize,
channelManager,
sslEnabled);

partition = blockingPartition;
}
} else if (type == ResultPartitionType.HYBRID_FULL
|| type == ResultPartitionType.HYBRID_SELECTIVE) {
partition =
new HsResultPartition(
taskNameWithSubtaskAndId,
partitionIndex,
id,
type,
subpartitions.length,
maxParallelism,
batchShuffleReadBufferPool,
batchShuffleReadIOExecutor,
partitionManager,
channelManager.createChannel().getPath(),
networkBufferSize,
HybridShuffleConfiguration.builder(
numberOfSubpartitions,
batchShuffleReadBufferPool.getNumBuffersPerRequest())
.setSpillingStrategyType(
type == ResultPartitionType.HYBRID_FULL
? HybridShuffleConfiguration
.SpillingStrategyType.FULL
: HybridShuffleConfiguration
.SpillingStrategyType.SELECTIVE)
.build(),
bufferCompressor,
bufferPoolFactory);
}
return partition;
}