/**
* job2 依赖于 job1
* @param job1
* @param job2
* @param chainName
* @return
* @throws IOException
*/
public static int handleJobChain(Job job1 ,Job job2, String chainName) throws IOException{
ControlledJob controlledJob1 = new ControlledJob(job1.getConfiguration());
controlledJob1.setJob(job1);
ControlledJob controlledJob2 = new ControlledJob(job2.getConfiguration());
controlledJob2.setJob(job2);
controlledJob2.addDependingJob(controlledJob1);
JobControl jc = new JobControl(chainName);
jc.addJob(controlledJob1);
jc.addJob(controlledJob2);
Thread jcThread = new Thread(jc);
jcThread.start();
while(true){
if(jc.allFinished()){
System.out.println(jc.getSuccessfulJobList());
jc.stop();
return 0;
}
if(jc.getFailedJobList().size() > 0){
System.out.println(jc.getFailedJobList());
jc.stop();
return 1;
}
}
}
使用JobControl管理mapreduce多job依赖
最新推荐文章于 2023-05-09 20:39:51 发布