# Java 使用 Hadoop、Hdfs 的 ApI

8_4java使用hadoop、hdfs的ApI文件读写

1. 引入相应的maven依赖

 <dependency>
            <groupId>org.apache.hadoop</groupId>
            <artifactId>hadoop-common</artifactId>
            <version>2.9.2</version>
        </dependency>
        <!-- https://mvnrepository.com/artifact/org.apache.hadoop/hadoop-hdfs -->
        <dependency>
            <groupId>org.apache.hadoop</groupId>
            <artifactId>hadoop-hdfs</artifactId>
            <version>2.9.2</version>
 </dependency>

3. HdfsUtils

public class HdfsUtils{
	//创建mkdir
	public bollean mkdirs(){
		return true;
	}
}

TestClass

public Class HdfsUtilsTest(){
	
	static{
		System.setProperty("HADOOP_USER_NAME","hadoop")
	}
	private final int BUFF_SIZE=4096;
	FileSystem fs;
	@Before
	public void setup(){
		System.out.println("Before execute");	
	}
	
	@After
	public void destory(){
		System.out.println("After execute");
	}
	
	@Test
	public void testMkdir(){
		Configuration conf=new Configuradion();
		conf.set("fs.defaultFS","hdfs://hadoop:9000");
		
		FileSystem fs=FileSystem.get(conf);
		fs.mkdirs(new Part("/a/b"));
		//断言返回true为测试通过
		bollean resuilt=fs.mkdirs(new Path("/b/c"))
		Assert.assertTrue(result);
	}
	//上传
	public void upload(){
		String Filename="pom.xml";
		fs.copyFromLocalFile(new Path("hadoop-hdfs.iml"),new Path("/"));
		
		bollean exists=fs.exists(new Path("/",fileName));
		Assert.assertTure(exists);
	}
	public void dowload(){
		fs.copyToLocalFile("","");
	}
	
	public void delete(){
		fs.delete(null);
	}
	
	//写文件操作
	public void write(){
		Inputstream in=new FileInputStream(new File("D:\\python"));
		//输出流
		FSDataOutputStream out=fs.create(new Path("/upload"));
		byte buf[]=new byte[BUFF_SIZE];
		int bytesRead=in.read(buf);
			while(byteRead>0){
				out.write(buf);
				byteRead=in.read(buf);
			}
		
	}
}

4. MapReduce

public class WordCountMapper extends Mapper<Object,Text,Text,IntWritable>{
	//Object行数
	@Overrride
	protected void map(Object key,Text value,Context context){
		While(){
		
		}
	}
}

public class WordCountMapper extends Reduce<Text,IntWritable Text,IntWritable>{
	//如果是key相同的数据，进入同一个reduce
	@Overrride
	protected void reduce(Text,Iterable<IntWritable> values,Context context){
		While(){
		
		}
	}
}