pyspark和spark pipe性能对比 用例程序

//构造数据
public class Main {
    public static void main(String[] args) throws IOException {
        File file = new File("/home/gt/testdata.dat");
        file.delete();
        file.createNewFile();
        OutputStream out = new FileOutputStream(file);
        OutputStreamWriter osw=new OutputStreamWriter(out);
        BufferedWriter writer = new BufferedWriter(osw);
        for(int