mysql中blob数据处理

package epoint.mppdb_01.h3c;

import java.io.File;
import java.io.FileInputStream;
import java.io.FileOutputStream;
import java.io.InputStream;
import java.io.OutputStream;
import java.net.URI;
import java.sql.Blob;
import java.sql.Connection;
import java.sql.DriverManager;
import java.sql.ResultSet;
import java.sql.Statement;

import org.apache.commons.net.ftp.FTPClient;
import org.apache.commons.net.ftp.FTPReply;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FSDataInputStream;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.IOUtils;

public class MySQLblobToMPPphoto {

    // MySQL连接
    public static Connection getMySQLConnection() throws Exception {
        String MySQLDRIVER = "com.mysql.jdbc.Driver";
        String MySQLURL = "jdbc:mysql://192.168.186.13:3306/bigdata_scene03_rktj";
        String MySQLUSERNAME = "root";
        String MySQLPASSWORD = "Gepoint";
        Connection MySQLconn = DriverManager.getConnection(MySQLURL, MySQLUSERNAME, MySQLPASSWORD);
        return MySQLconn;
    }

    // MPP连接
    public static Connection getMPPConnection() throws Exception {
        String MPPDRIVER = "com.MPP.jdbc.Driver";
        String MPPURL = "jdbc:MPP://192.168.186.14:5258/bigdata_scene03_rktj";
        String MPPUSERNAME = "mpp";
        String MPPPASSWORD = "h3c";
        Connection MPPconn = DriverManager.getConnection(MPPURL, MPPUSERNAME, MPPPASSWORD);
        return MPPconn;
    }

    //
    public static void getMySQLblobToHDFS() throws Exception {
        Connection conn = getMySQLConnection();
        ResultSet rs = null;

        try {
            String sql = "select ROW_ID,photo from t_rk_baseinfo_blob limit 10";
            Statement prest = conn.prepareStatement(sql);
            rs = prest.executeQuery(sql);

            while (rs.next()) {
                int row_id = rs.getInt(1);
                Blob photo = rs.getBlob(2);
                System.out.println(row_id + "  " + photo);
                InputStream in = photo.getBinaryStream();
                OutputStream out = new FileOutputStream("H:/photo/" + row_id + ".jpg");
                int len = 0;
                byte[] buffer = new byte[1024];
                while ((len = in.read(buffer)) != -1) {
                    out.write(buffer, 0, len);
                }
                upload("H:/photo/" + row_id + ".jpg");
            }
            prest.close();
            rs.close();
        } catch (Exception e) {
            e.printStackTrace();
        } finally {
            // 关闭连接
            if (conn != null) {
                try {
                    conn.close();
                    conn = null;
                } catch (Exception e) {
                    e.printStackTrace();
                }
            }
        }
    }

    public static void main(String[] args) throws Exception {

        getMySQLblobToHDFS();

    }

    // HDFS附件上传
    public static void upload(String uploadpath) throws Exception {
        Configuration conf = new Configuration();
        URI uri = new URI("hdfs://192.168.186.14:8020");

        FileSystem fs = FileSystem.get(uri, conf, "HDFS");

        Path resP = new Path(uploadpath);
        Path destP = new Path("/photo");

        if (!fs.exists(destP)) {
            fs.mkdirs(destP);
        }

        fs.copyFromLocalFile(resP, destP);
        fs.close();
        System.out.println("***********************");
        System.out.println("上传成功！");

    }

    // HDFS附件下载
    public static void download() throws Exception {
        Configuration conf = new Configuration();
        String dest = "hdfs://192.168.186.14:/photo/11.png";
        String local = "D://11.png";
        FileSystem fs = FileSystem.get(URI.create(dest), conf, "hdfs");
        FSDataInputStream fsdi = fs.open(new Path(dest));
        OutputStream output = new FileOutputStream(local);
        IOUtils.copyBytes(fsdi, output, 4096, true);
        System.out.println("***********************");
        System.out.println("下载成功！");
    }

}