问题:由于经常要从maxcomputer上导出数据,但是平台每次最多只能导出1W条数据
解决方案:
一.首先是maxcomputer的各种配置,然后将引用相关的pom
<dependency>
<groupId>cn.hutool</groupId>
<artifactId>hutool-all</artifactId>
<version>5.7.20</version>
</dependency>
<dependency>
<groupId>com.aliyun.odps</groupId>
<artifactId>odps-sdk-core</artifactId>
<version>0.36.7-public</version>
</dependency>
二.java操作工具类-读取数据
package ***;
import com.aliyun.odps.*;
import com.aliyun.odps.account.Account;
import com.aliyun.odps.account.AliyunAccount;
import com.aliyun.odps.data.Record;
import com.aliyun.odps.data.RecordReader;
import com.aliyun.odps.task.SQLTask;
import com.aliyun.odps.tunnel.TableTunnel;
import com.aliyun.odps.tunnel.TunnelException;
import com.google.common.collect.Lists;
import com.google.common.collect.Maps;
import java.io.IOException;
import java.util.*;
/**
* Hello world!
*
*/
public class GetOdpsData
{
private static final String accessId = "阿里云账号";
private static final String accessKey = "阿里云账号的密码";
private static final String project = "项目名";
private static final String endpoint = "http://dt.odps.aliyun.com";
private static final String sql = "可直接在dataworks运行的sql";
private static final String table = "Tmp_" + UUID.randomUUID().toString().replace("-", "_");//此处使用随机字符串作为临时导出存放