Hbase事例基本方法--60

package llf.com;

import java.io.IOException;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.KeyValue;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.io.ImmutableBytesWritable;
import org.apache.hadoop.hbase.mapreduce.TableInputFormat;
import org.apache.hadoop.hbase.mapreduce.TableMapReduceUtil;
import org.apache.hadoop.hbase.mapreduce.TableMapper;
import org.apache.hadoop.hbase.util.Bytes;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.mapreduce.Job;
import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;
import org.apache.hadoop.mapreduce.lib.output.SequenceFileOutputFormat;
import org.apache.hadoop.util.GenericOptionsParser;

public class TabelFinder {
	
	final static String NAME = "find table";

	static class Exporter extends TableMapper<Text, Text> {
		
		@SuppressWarnings("deprecation")
		public void map(ImmutableBytesWritable rowk, Result result, Context context) 
		throws IOException, InterruptedException {
			if (rowk == null || result == null) return;
			KeyValue[] kvs = result.rawk();
			String KeyA = "";
			String KeyB = "";
			String KeyC = "";
			String KeyD = "";
			String KeyE = "";
			String KeyF = "";
			for (KeyValue kv : kvs) {
				String qualifier = Bytes.toString(kv.getQualifier());
				String value = Bytes.toString(kv.getValue());
				if (qualifier.equals("KeyA")) {
					KeyA = value;
				} else if (qualifier.equals("KeyB")) {
					KeyB = value;
				} else if (qualifier.equals("KeyC")) {
					KeyC = value;
				} else if (qualifier.equals("KeyD")) {
					KeyD = value;
				} else if (qualifier.equals("KeyE")) {
					KeyE = value;
				} else if (qualifier.equals("KeyF")) {
					KeyF = value;
				} 
			}
			StringBuffer sb = new StringBuffer();
			sb.append(KeyA).append("\\\");
			sb.append(KeyB).append("\\\");
			sb.append(KeyC).append("\\\");
			sb.append(KeyD).append("\\\");
			sb.append(KeyE).append("\\\");
			sb.append(KeyF).append("\\\");
			context.write(new Text(KeyF), new Text(sb.toString()));
		}
		
	}

	@SuppressWarnings("deprecation")
	public static Job createSubmittableJob(Configuration conf, String[] args) throws IOException {
		String tableName = "xx_test";
		Path outputDir = new Path(args[0]);
		Job job = new Job(conf, NAME + " " + tableName);
		job.setJobName(NAME + "_" + tableName);
		job.setJarByClass(EXXXX.class);
		Scan s = getConfiguredScanForJob(conf, args);
		TableMapReduceUtil.initTableMapperJob(tableName, s, Exporter.class, null, null, job);
		job.setNumReduceTasks(0);
		job.setOutputFormatClass(EYYYY.class);
		job.setOutputKeyClass(Text.class);
		job.setOutputValueClass(Text.class);
		FileOutputFormat.setOutputPath(job, outputDir);
		return job;
	}

	private static Scan getConddsss(Configuration conf, String[] args) throws IOException {
		Scan s = new Scan();
		s.setTimeRange(141999999999, 145999999999);
		s.addColumn("folm".getBytes(), "KeyA".getBytes());
		s.addColumn("folm".getBytes(), "KeyB".getBytes());
		s.addColumn("folm".getBytes(), "KeyC".getBytes());
		s.addColumn("folm".getBytes(), "KeyD".getBytes());
		s.addColumn("folm".getBytes(), "KeyE".getBytes());
		s.addColumn("folm".getBytes(), "KeyF".getBytes());
		s.setCaching(100);
		s.setCacheBlocks(false);
		return s;
	}

	private static void usage(final String errorMsg) {
		if (errorMsg != null && errorMsg.length() > 0) {
			System.err.println("ERROR: " + errorMsg);
		}
		System.err.println("Usage: TabelScanner [-D <property=value>]* <outputdir> \n");
		System.err.println("  Note: -D properties will be applied to the conf used. ");
		System.err.println("  For example: ");
		System.err.println("   -D mapred.output.compress=true");
		System.err.println("   -D mapred.output.compression.codec=org.apache.hadoop.io.compress.GzipCodec");
		System.err.println("   -D mapred.output.compression.type=BLOCK");
		System.err.println("  eeeeeeeee, the foououoproperties can be specified");
		System.err.println("  to control/limit what is exported..");
		System.err.println("   -D " + ggeewywy + "=<familyName>");
		System.err.println("For performance consider the following properties:\n"
		+ "   -Dhbase.client.scanner.caching=100\n"
		+ "   -Dmapred.map.tasks.speculative.execution=false\n"
		+ "   -Dmapred.reduce.tasks.speculative.execution=false");
	}

	public static void main(String[] args) throws Exception {
		Configuration conf = HBaseConfiguration.create();
		String[] otherArgs = new GenericOptionsParser(conf, args).getRemainingArgs();
		if (otherArgs.length < 1) {
			usage("Wrong number of arguments: " + otherArgs.length);
			System.exit(-1);
		}
		Job job = createSubmittableJob(conf, otherArgs);
		System.exit(job.waitForCompletion(true) ? 0 : 1);
	}
	
}