JOB
public class Tranconfig {
public static void main(String[] args) throws IOException, InterruptedException, ClassNotFoundException {
String properties=args[0];
String inputpath=args[1];
String outputpath=args[2];
Configuration conf = new Configuration();
ConstUtil.init(conf,properties); //初始化配置文件
//将参数设置到config中
conf.set("job_name", conf.get(ConstUtil.HADOOP_JOB_NAME));
conf.set("zookeeper", conf.get(ConstUtil.ZOOKEEPER_ZNODE_PARENT));
conf.set("reduce_num", conf.get(ConstUtil.HADOOP_REDUCE_TASKS));
Job job = Job.getInstance(conf,conf.get("job_name"));
job.setJarByClass(Tranconfig.class);//设置job启动的主类
job.setMapperClass(TranConfigMap.class);//添加map类
job.setOutputKeyClass(Text.class);//设置KEY输出的类型
job.setOutputValueClass(Text.class);//设置value输出的类型
job.setNumReduceTasks(1);
FileInputFormat.addInputPath(job, new Path(inputpath));
FileOutputFormat.setOutputPath(job, new Path(outputpath));
job.waitFor
public class Tranconfig {
public static void main(String[] args) throws IOException, InterruptedException, ClassNotFoundException {
String properties=args[0];
String inputpath=args[1];
String outputpath=args[2];
Configuration conf = new Configuration();
ConstUtil.init(conf,properties); //初始化配置文件
//将参数设置到config中
conf.set("job_name", conf.get(ConstUtil.HADOOP_JOB_NAME));
conf.set("zookeeper", conf.get(ConstUtil.ZOOKEEPER_ZNODE_PARENT));
conf.set("reduce_num", conf.get(ConstUtil.HADOOP_REDUCE_TASKS));
Job job = Job.getInstance(conf,conf.get("job_name"));
job.setJarByClass(Tranconfig.class);//设置job启动的主类
job.setMapperClass(TranConfigMap.class);//添加map类
job.setOutputKeyClass(Text.class);//设置KEY输出的类型
job.setOutputValueClass(Text.class);//设置value输出的类型
job.setNumReduceTasks(1);
FileInputFormat.addInputPath(job, new Path(inputpath));
FileOutputFormat.setOutputPath(job, new Path(outputpath));
job.waitFor