java读写parquet_列式存储格式之parquet读写

ParquetFileReader读取，只需虚拟haddop列实体package com.kestrel;

/**

* @Auther: 12640

* @Date: 2021/1/1 15:13

* @Description:

*/

public class TableHead {

/**

* 列名

*/

private String name;

/**

* 存储 列的 数据类型

*/

private String type;

/**

* 所在列

*/

private Integer index;

public String getType() {

return type;

}

public void setType(String type) {

this.type = type;

}

public String getName() {

return name;

}

public void setName(String name) {

this.name = name;

}

public Integer getIndex() {

return index;

}

public void setIndex(Integer index) {

this.index = index;

}

}

2.parquet 实体类package com.kestrel;

import java.util.List;

/**

* @Auther: 12640

* @Date: 2021/1/1 15:14

* @Description:

*/

public class TableResult {

/**

* 解析文件的表头信息 暂时只对 arrow，csv 文件有效

*/

private List< TableHead> columns;

/**

* 数据内容

*/

private List> data;

public List< TableHead> getColumns() {

return columns;

}

public void setColumns(List< TableHead> columns) {

this.columns = columns;

}

public List> getData() {

return data