CreateTable执行过程分析（Dinky0.7.0，Flink1.12.7）

最新推荐文章于 2024-05-05 20:14:13 发布

武舞悟

最新推荐文章于 2024-05-05 20:14:13 发布

阅读量321

点赞数 2

分类专栏： Flink Dinky 文章标签： flink

本文链接：https://blog.csdn.net/u010782920/article/details/129235412

版权

Flink 同时被 2 个专栏收录

7 篇文章 0 订阅

订阅专栏

Dinky

3 篇文章 0 订阅

订阅专栏

1. create table执行过程详解

待执行SQL：

CREATE TABLE source
(
    emp_no        INT,
    birth_date    DATE,
    first_name    STRING,
    last_name     STRING,
    gender        STRING,
    hire_date    DATE,
    aa        STRING,
    PRIMARY KEY (emp_no) NOT ENFORCED
) WITH (
      'connector' = 'binlog-x'
      ,'username' = 'dlink'
      ,'password' = 'Dlink20221125'
      ,'cat' = 'insert,delete,update'
      ,'url' = 'jdbc:mysql://mysql-dlink:3306/dlink?useUnicode=true&characterEncoding=UTF-8&useSSL=false'
      ,'host' = 'mysql-dlink'
      ,'port' = '3306'
      ,'table' = 'ztt_employees'
      ,'timestamp-format.standard' = 'SQL'
      );

sql是交给了flink环境去执行了，就是所配置的flink执行环境，这里是本地执行，用的是flink-1.12.7，所以到了相关flink版本的TableEnvironmentImpl的实现中，如下图：

请添加图片描述
代码不复杂，第一句就是对sql的分析（parser.parse(statement)），这个是调用flink-table-blink_2.12-1.12.7.jar包里的相关代码，不复杂，贴出来看看：

package org.apache.flink.table.planner.delegation;

import org.apache.flink.table.api.TableException;
import org.apache.flink.table.api.TableSchema;
import org.apache.flink.table.catalog.CatalogManager;
import org.apache.flink.table.catalog.UnresolvedIdentifier;
import org.apache.flink.table.delegation.Parser;
import org.apache.flink.table.expressions.ResolvedExpression;
import org.apache.flink.table.operations.Operation;
import org.apache.flink.table.planner.calcite.CalciteParser;
import org.apache.flink.table.planner.calcite.FlinkPlannerImpl;
import org.apache.flink.table.planner.calcite.FlinkTypeFactory;
import org.apache.flink.table.planner.calcite.SqlExprToRexConverter;
import org.apache.flink.table.planner.expressions.RexNodeExpression;
import org.apache.flink.table.planner.operations.SqlToOperationConverter;
import org.apache.flink.table.types.logical.LogicalType;
import org.apache.flink.table.types.utils.TypeConversions;

import org.apache.calcite.rex.RexNode;
import org.apache.calcite.sql.SqlIdentifier;
import org.apache.calcite.sql.SqlNode;

import java.util.Collections;
import java.util.List;
import java.util.function.Function;
import java.util.function.Supplier;

/** Implementation of {@link Parser} that uses Calcite. */
public class ParserImpl implements Parser {

    private final CatalogManager catalogManager;

    // we use supplier pattern here in order to use the most up to
    // date configuration. Users might change the parser configuration in a TableConfig in between
    // multiple statements parsing
    private final Supplier<FlinkPlannerImpl> validatorSupplier;
    private final Supplier<CalciteParser> calciteParserSupplier;
    private final Function<TableSchema, SqlExprToRexConverter> sqlExprToRexConverterCreator;

    public ParserImpl(
            CatalogManager catalogManager,
            Supplier<FlinkPlannerImpl> validatorSupplier,
            Supplier<CalciteParser> calciteParserSupplier,
            Function<TableSchema, SqlExprToRexConverter> sqlExprToRexConverterCreator) {
        this.catalogManager = catalogManager;
        this.validatorSupplier = validatorSupplier;
        this.calciteParserSupplier = calciteParserSupplier;
        this.sqlExprToRexConverterCreator = sqlExprToRexConverterCreator;
    }

    @Override
    public List<Operation> parse(String statement) {
        CalciteParser parser = calciteParserSupplier.get();
        FlinkPlannerImpl planner = validatorSupplier.get();
        // parse the sql query
        SqlNode parsed = parser.parse(statement);

        Operation operation =
                SqlToOperationConverter.convert(planner, catalogManager, parsed)
                        .orElseThrow(() -> new TableException("Unsupported query: " + statement));
        return Collections.singletonList(operation);
    }

    @Override
    public UnresolvedIdentifier parseIdentifier(String identifier) {
        CalciteParser parser = calciteParserSupplier.get();
        SqlIdentifier sqlIdentifier = parser.parseIdentifier(identifier);
        return UnresolvedIdentifier.of(sqlIdentifier.names);
    }

    @Override
    public ResolvedExpression parseSqlExpression(String sqlExpression, TableSchema inputSchema) {
        SqlExprToRexConverter sqlExprToRexConverter =
                sqlExprToRexConverterCreator.apply(inputSchema);
        RexNode rexNode = sqlExprToRexConverter.convertToRexNode(sqlExpression);
        LogicalType logicalType = FlinkTypeFactory.toLogicalType(rexNode.getType());
        return new RexNodeExpression(rexNode, TypeConversions.fromLogicalToDataType(logicalType));
    }
}

看得出来，这里调用的是calcite相关接口进行sql解析，也是被flink二次封装的；最终转成Operationc对象；跟踪一下parse过程：
在这里插入图片描述
解析出来，得到SqlNode对象，关键属性如下：

前面讲过，Executor的executeSql方法调用TableEnvironmentImpl的executeSql方法，来看一下它的执行过程：

这里看到有一个核心对象，就是catalogManager，整体看一下从Executor到TableEnvironmentImpl，再到CatalogManager的过程：
在这里插入图片描述
CatalogManager的execute根据command的内容执行相应指令，这里会执行到GenericInMemoryCatalog的createTable方法：

public class GenericInMemoryCatalog extends AbstractCatalog {
    // ......
    @Override
    public void createTable(ObjectPath tablePath, CatalogBaseTable table, boolean ignoreIfExists)
            throws TableAlreadyExistException, DatabaseNotExistException {
        checkNotNull(tablePath);
        checkNotNull(table);

        if (!databaseExists(tablePath.getDatabaseName())) {
            throw new DatabaseNotExistException(getName(), tablePath.getDatabaseName());
        }

        if (tableExists(tablePath)) {
            if (!ignoreIfExists) {
                throw new TableAlreadyExistException(getName(), tablePath);
            }
        } else {
            tables.put(tablePath, table.copy());

            if (isPartitionedTable(tablePath)) {
                partitions.put(tablePath, new LinkedHashMap<>());
                partitionStats.put(tablePath, new LinkedHashMap<>());
                partitionColumnStats.put(tablePath, new LinkedHashMap<>());
            }
        }
    }
    // ......    
}