java的调用代码

  import java.io.IOException;

  import java.util.StringTokenizer;

  import org.apache.hadoop.conf.Configuration;

  import org.apache.hadoop.fs.Path;

  import org.apache.hadoop.io.IntWritable;

  import org.apache.hadoop.io.Text;

  import org.apache.hadoop.mapreduce.Job;

  import org.apache.hadoop.mapreduce.Mapper;

  import org.apache.hadoop.mapreduce.Reducer;

  import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;

  import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;

  import org.apache.hadoop.util.GenericOptionsParser;

  public class WordCount {

  public static class TokenizerMapper

  extends Mapper{

  private final static IntWritable one = new IntWritable(1);

  private Text word = new Text();

  public void map(Object key, Text value, Context context

  ) throws IOException, InterruptedException {

  StringTokenizer itr = new StringTokenizer(value.toString());

  while (itr.hasMoreTokens()) {

  word.set(itr.nextToken());

  context.write(word, one);

  }

  }

  }

  public static class IntSumReducer

  extends Reducer {

  private IntWritable result = new IntWritable();

  public void reduce(Text key, Iterable values,

  Context context

  ) throws IOException, InterruptedException {

  int sum = 0;

  for (IntWritable val : values) {

  sum += val.get();

  }

  result.set(sum);

  context.write(key, result);

  }

  }

  public static void main(String[] args) throws Exception {

  Configuration conf = new Configuration();

  conf.set("fs.defaultFS", "hdfs://master129:9000/");

  conf.set("mapreduce.framework.name", "local");

  conf.set("mapred.job.tracker", "master129:9001");

  conf.set("hbase.zookeeper.quorum", "master129,slave130,slave131,slave132");

  args = new String[]{"hdfs://master129:9000/test/input/","hdfs://master129:9000/test/output"};

  String[] otherArgs = new GenericOptionsParser(conf, args).getRemainingArgs();

  if (otherArgs.length != 2) {

  System.err.println("Usage: wordcount ");

  System.exit(2);

  }

  Job job = new Job(conf, "word count");

  job.setJarByClass(WordCount.class);

  job.setMapperClass(TokenizerMapper.class);

  job.setCombinerClass(IntSumReducer.class);

  job.setReducerClass(IntSumReducer.class);

  job.setOutputKeyClass(Text.class);

  job.setOutputValueClass(IntWritable.class);

  FileInputFormat.addInputPath(job, new Path(otherArgs[0]));

  FileOutputFormat.setOutputPath(job, new Path(otherArgs[1]));

  System.exit(job.waitForCompletion(true) ? 0 : 1);

  }

  }

  控制台报错如下:

  Exception in thread "main" java.lang.UnsatisfiedLinkError: D:\app\hadoop-2.2.0\bin\hadoop.dll: Can't load AMD 64-bit .dll on a IA 32-bit platform

  at java.lang.ClassLoader$NativeLibrary.load(Native Method)

  at java.lang.ClassLoader.loadLibrary0(ClassLoader.java:1807)

  at java.lang.ClassLoader.loadLibrary(ClassLoader.java:1732)

  at java.lang.Runtime.loadLibrary0(Runtime.java:823)

  at java.lang.System.loadLibrary(System.java:1028)

  at com.lyq.study.example.A.main(A.java:5)

  • 0
    点赞
  • 0
    收藏
    觉得还不错? 一键收藏
  • 0
    评论

“相关推荐”对你有帮助么?

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值