HDFS read and write

1. import java.io.OutputStream;
   
2. import java.net.URI;
   
3. import java.net.URL;
   
4. 
   
5. import org.apache.commons.io.IOUtils;
   
6. import org.apache.hadoop.conf.Configuration;
   
7. import org.apache.hadoop.fs.FSDataInputStream;
   
8. import org.apache.hadoop.fs.FileSystem;
   
9. import org.apache.hadoop.fs.FsUrlStreamHandlerFactory;
   
10. import org.apache.hadoop.fs.Path;
    
11. 
    
12. public class HdfsTest {
    
13. 
    
14.     public static void main(String[] args) throws Exception {
    
15.         write();
    
16.     }
    
17. 
    
18.     public static void read1(String url) throws Exception {
    
19.         URL.setURLStreamHandlerFactory(new FsUrlStreamHandlerFactory());
    
20.         System.out.println(IOUtils.toString(new URL(url).openStream()));
    
21.     }
    
22.     
    
23.     public static void read2(String url) throws Exception {
    
24.         Configuration conf = new Configuration();
    
25.         FileSystem fs = FileSystem.get(URI.create(url), conf);
    
26.         FSDataInputStream is = fs.open(new Path(url));
    
27.         System.out.println(IOUtils.toString(is));
    
28.         is.close();
    
29.         fs.close();
    
30.     }
    
31. 
    
32.     public static void write() throws Exception {
    
33.         String hdfsFile = "hdfs://192.168.202.134:9000/test/text2.txt";
    
34.         Configuration conf = new Configuration();
    
35.         FileSystem fs = FileSystem.get(URI.create(hdfsFile), conf, "andy");
    
36.         OutputStream out = fs.create(new Path(hdfsFile), true);
    
37.         out.write("new file text2.txt".getBytes());
    
38.         out.close();
    
39.         fs.close();
    
40.         read1(hdfsFile);
    
41.         read2(hdfsFile);
    
42.     }
    
43. }

来自 “ ITPUB博客 ” ，链接：http://blog.itpub.net/10742815/viewspace-2135204/，如需转载，请注明出处，否则将追究法律责任。

转载于:http://blog.itpub.net/10742815/viewspace-2135204/