java代码操作hdfs文件详解大数据

import org.apache.hadoop.conf.Configuration; 
import org.apache.hadoop.fs.FileSystem; 
import org.apache.hadoop.fs.Path; 
 
import java.io.IOException; 
 
/** 
 * Created by zheng on 2020/4/9. 
 */ 
public class HdfsClient { 
    public static void main(String[] args) throws IOException { 
        Configuration configuration = new Configuration(); 
        configuration.set("fs.defaultFS","hdfs://localhost:9000"); 
 
        //获取文件系统 
        FileSystem fileSystem = FileSystem.get(configuration); 
 
        //拷贝本地test.log文件到hdfs 
        fileSystem.copyFromLocalFile(new Path("/Users/zheng/test.log"),new Path("/test.log")); 
 
        //关闭文件系统 
        fileSystem.close(); 
    } 
} 

#执行以下命令可看到文件已经成功拷贝 
$ hdfs dfs -ls / 
2020-04-09 16:01:39,201 WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 
Found 1 items 
-rw-r--r--   3 zheng supergroup          0 2020-04-09 16:01 /test.log