在eclipse环境下进行的编程,未实验其他环境下是否可以
/**Name : KcnaufHadoopManagement
*Author : Zhang Bing
*Created : 2013-7-31
*Function : Manipulate the hadoop filesystem
*
*/
package com.exercise.hadoop.command;
import java.io.BufferedReader;
import java.io.FileNotFoundException;
import java.io.FileReader;
import java.io.IOException;
import java.io.InputStreamReader;
import java.util.LinkedList;
import java.util.List;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FSDataInputStream;
import org.apache.hadoop.fs.FSDataOutputStream;
import org.apache.hadoop.fs.FileStatus;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.IOUtils;
import com.exercise.shell.show.SSHShell;
public class HadoopManipulate {
public static Configuration config;
//config the Configuration to define which cluster to be connect.
public HadoopManipulate() {
if (null == config) {
config = new Configuration();
String fp = (this.getClass().getResource("/core-site.xml")).getPath();
config.addResource(fp);
System.out.println("============================");
System.out.println(fp);
System.out.println("============================");
FileReader fReader = null;
try {
fReader = new FileReader(fp);
} catch (FileNotFoundException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} finally {
try {
fReader.close();
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}
}
}
/**
* read file in the HDFS
* @param filename
* @return
*/
public int readFile(String filename) {
try {
FileSystem hdfSystem = FileSystem.get(con