本文介绍了一个使用Hadoop MapReduce将HBase中的数据迁移到MySQL的示例。代码示例展示了如何配置和运行MapReduce作业，从HBase读取数据，并将其写入MySQL数据库。主要涉及HBase的TableInputFormat、自定义Mapper和Reducer类。
org.apache.hadoop
hadoop-common
2.2.0
org.apache.hbase
hbase-client
0.96.2-hadoop2
org.apache.hbase
hbase-server
0.96.2-hadoop2
package com.abloz.hbase;
import java.io.DataInput;
import java.io.DataOutput;
import java.io.IOException;
import java.sql.Connection;
import java.sql.DriverManager;
import java.sql.PreparedStatement;
import java.sql.ResultSet;
import java.sql.SQLException;
import java.sql.Statement;
import java.util.Iterator;
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.conf.Configured;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.HConstants;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.io.ImmutableBytesWritable;
import org.apache.hadoop.hbase.mapred.TableInputFormat;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.io.Writable;
import org.apache.hadoop.mapred.JobConf;
import org.apache.hadoop.mapred.MapReduceBase;
import org.apache.hadoop.mapred.Mapper;
import org.apache.hadoop.mapred.OutputCollector;
import org.apache.hadoop.mapred.Reducer;
import org.apache.hadoop.mapred.Reporter;
import org.apache.hadoop.mapred.jobcontrol.Job;
import org.apache.hadoop.mapred.jobcontrol.JobControl;
import org.apache.hadoop.mapred.lib.db.DBConfiguration;
import org.apache.hadoop.mapred.lib.db.DBOutputFormat;
import org.apache.hadoop.mapred.lib.db.DBWritable;
import org.apache.hadoop.util.Tool;
import org.apache.hadoop.util.ToolRunner;
@SuppressWarnings("deprecation")
public class CopyToMysql extends Configured implements Tool {
private static final Log LOG = LogFactory.getLog(CopyToMysql.class);
public static final String driverClassName = "com.mysql.jdbc.Driver";
public stati
最低0.47元/天 解锁文章
扫一扫
1234
被折叠的 条评论
为什么被折叠?
到【灌水乐园】发言
