java二次排序_spark系列一：二次排序diy

创建secondarysort对象

package cn.spark.study.core;

import scala.Serializable;

public class secondarysort implements Comparable,Serializable{

private static final long serialVersionUID = 2757892230477242825L;

private int first;

private int second;

public secondarysort(int first, int second) {

super();

this.first = first;

this.second = second;

}

public secondarysort() {

super();

// TODO Auto-generated constructor stub

}

public int getFirst() {

return first;

}

public void setFirst(int first) {

this.first = first;

}

public int getSecond() {

return second;

}

public void setSecond(int second) {

this.second = second;

}

@Override

public String toString() {

return "secondarysort [first=" + first + ", second=" + second + "]";

}

@Override

public int hashCode() {

final int prime = 31;

int result = 1;

result = prime * result + first;

result = prime * result + second;

return result;

}

@Override

public boolean equals(Object obj) {

if (this == obj)

return true;

if (obj == null)

return false;

if (getClass() != obj.getClass())

return false;

secondarysort other = (secondarysort) obj;

if (first != other.first)

return false;

if (second != other.second)

return false;

return true;

}

@Override

public int compareTo(secondarysort other) {

// TODO Auto-generated method stub

int res = this.getFirst() - other.getFirst();

if(res == 0){

res = this.getSecond() -other.getSecond();

}

return res;

}

}

package cn.spark.study.core;

import java.util.Comparator;

import org.apache.spark.SparkConf;

import org.apache.spark.api.java.JavaPairRDD;

import org.apache.spark.api.java.JavaRDD;

import org.apache.spark.api.java.JavaSparkContext;

import org.apache.spark.api.java.function.Function;

import org.apache.spark.api.java.function.PairFunction;

import org.apache.spark.api.java.function.VoidFunction;

import scala.Tuple2;

public class secondsortdemo {

public static void main(String[] args) {

SparkConf conf = new SparkConf()

.setAppName("collectionparallelize")

.setMaster("local");

JavaSparkContext sc = new JavaSparkContext(conf);

JavaRDD lines = sc.textFile("C://Users//hlz//Desktop/sort.txt");

JavaPairRDD comparableRDD = lines.mapToPair(new PairFunction(){

private static final long serialVersionUID = 1L;

@Override

public Tuple2 call(String line) throws Exception {

String[] split = line.split(" ");

secondarysort ss = new secondarysort(Integer.valueOf(split[0]),Integer.valueOf(split[1]));

return new Tuple2(ss,line);

}

});

JavaPairRDD sortedRDD = comparableRDD.sortByKey();

JavaRDD sortrdd = sortedRDD.map(new Function,String>(){

private static final long serialVersionUID = 1L;

@Override

public String call(Tuple2 v1) throws Exception {

// TODO Auto-generated method stub

return v1._2;

}

});

sortrdd.foreach(new VoidFunction(){

private static final long serialVersionUID = 1L;

@Override

public void call(String t) throws Exception {

// TODO Auto-generated method stub

System.out.println(t);

}

});

sc.close();

}

}