public com.xinyan.mp.base.connect.model.PageInfo<Map<String, Object>> pageQuery(DbSourcePageQueryReqDTO dbSourcePageQueryReqDTO) throws SQLException, ClassNotFoundException {
String sql = dbSourcePageQueryReqDTO.getSql();
String dataBase = dbSourcePageQueryReqDTO.getDataBase();
List<SQLStatement> sqlStatements = SQLUtils.parseStatements(sql, JdbcConstants.HIVE, true);
//暂时支持一条SQL
SQLStatement sqlStatement = sqlStatements.get(0);
//SchemaVisitor
HiveSchemaStatVisitor visitor = new HiveSchemaStatVisitor();
sqlStatement.accept(visitor);
//只支持查询操作
if (!(sqlStatement instanceof SQLSelectStatement)) {
throw new ServiceException("error", "只支持查询语句!!");
}
/*if (schemas.isEmpty()) {
SQLSelectStatement statement = (SQLSelectStatement) sqlStatement;
SQLSelect select = ((SQLSelectStatement) sqlStatement).getSelect();
SQLSelectQueryBlock query = (SQLSelectQueryBlock) select.getQuery();
SQLExprTableSource from = (SQLExprTableSource) query.getFrom();
from.setSchema(dataBase);
statement.setSelect(select);
sql = SQLUtils.toSQLString(statement, JdbcConstants.HIVE);
}*/
// 添加库名
Map<TableStat.Name, TableStat> tables = visitor.getTables();
for (Map.Entry<TableStat.Name, TableStat> entry : tables.entrySet()) {
String tableName = entry.getKey().getName();
if (tableName.contains(".")) {
continue;
}
String expr = "\\b\\w*\\.*" + tableName + "\\b";
Pattern pattern = Pattern.compile(expr, Pattern.CASE_INSENSITIVE);
Matcher matcher = pattern.matcher(sql);
sql = matcher.replaceAll("`" + dataBase + "." + tableName + "`");
}
//String countSql = PagerUtils.count(sql, JdbcConstants.HIVE);
String countSql = "select count(*) from (" + sql + ") a";
int limit = PagerUtils.getLimit(sql, JdbcConstants.MYSQL);
Integer pageSize = 2000;
Integer pageNum = 1;
Integer num = dbSourcePageQueryReqDTO.getPageNum();
Integer size = dbSourcePageQueryReqDTO.getPageSize();
if (null != num && num > 1) {
pageNum = num;
}
if (null != size && size <= Constant.MAX_PAGE_SIZE) {
pageSize = size;
}
//不存在limit 或者limit大于pageSize
if (limit == -1 || limit > pageSize) {
sql = PagerUtils.limit(sql, JdbcConstants.MYSQL, (pageNum - 1) * pageSize, pageSize);
}
if (limit != -1) {
countSql = "select count(*) from (" + sql + ") a";
}
log.info("分析引擎:QUERY SQL:" + sql);
log.info("分析引擎:COUNT SQL:" + countSql);
String jdbc = baseProperties.getHiveJdbc();
String user = baseProperties.getHiveUser();
String password = baseProperties.getHivePassword();
Hive2DataSource hive2DataSource = new Hive2DataSource(user, password, jdbc);
return hive2DataSource.page(dbSourcePageQueryReqDTO.getPageNum(), dbSourcePageQueryReqDTO.getPageSize(), sql, countSql);
}
druid 解析SQL
最新推荐文章于 2024-02-05 02:00:55 发布