关于java程序上传文件到hadoop的问题提示无法连接上

qq_34273497 2017-09-15 07:08:09

上面是运行代码

        HdfsClient client = new HdfsClient();

        try {

			client.init();

			client.testAddFileToHdfs("E:\\tool\\log\\velocity.log", "/user/root");

			

		} catch (Exception e) {

			// TODO Auto-generated catch block

			e.printStackTrace();

		}

package wenmai.reyun.servlet;



import java.io.IOException;

import java.net.URI;



import org.apache.hadoop.conf.Configuration;

import org.apache.hadoop.fs.FileSystem;

import org.apache.hadoop.fs.Path;



public class HdfsClient {

	FileSystem fs = null;

	

	public void init() throws Exception{

		Configuration conf = new Configuration();

		conf.set("fs.defaultFS", "hdfs://123.202.101.11:9000");

		fs = FileSystem.get(new URI("hdfs://123.202.101.11:9000"), conf, "root");

	}

	

    public void testAddFileToHdfs(String FileName,String NewPath) throws Exception {

        // 要上传的文件所在的本地路径

        Path src = new Path(FileName);

        // 要上传到hdfs的目标路径

        Path dst = new Path(NewPath); 

        fs.copyFromLocalFile(src, dst);



        fs.close();

        

    }

    

    public void testDownloadFileToLocal(String FileName,String Path) throws IllegalArgumentException, IOException {

        fs.copyToLocalFile(new Path("/" + FileName), new Path(Path));

        fs.close();

    }

    

    

}

启动的时候提示

2017-09-15 18:59:53,067 [http-8080-1] WARN  org.apache.hadoop.util.NativeCodeLoader - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable

2017-09-15 18:59:53,091 [http-8080-1] ERROR org.apache.hadoop.util.Shell - Failed to locate the winutils binary in the hadoop binary path

java.io.IOException: Could not locate executable null\bin\winutils.exe in the Hadoop binaries.

	at org.apache.hadoop.util.Shell.getQualifiedBinPath(Shell.java:355)

	at org.apache.hadoop.util.Shell.getWinUtilsPath(Shell.java:370)

	at org.apache.hadoop.util.Shell.<clinit>(Shell.java:363)

	at org.apache.hadoop.util.StringUtils.<clinit>(StringUtils.java:78)

	at org.apache.hadoop.security.Groups.parseStaticMapping(Groups.java:93)

	at org.apache.hadoop.security.Groups.<init>(Groups.java:77)

	at org.apache.hadoop.security.Groups.getUserToGroupsMappingService(Groups.java:240)

	at org.apache.hadoop.security.UserGroupInformation.initialize(UserGroupInformation.java:257)

	at org.apache.hadoop.security.UserGroupInformation.ensureInitialized(UserGroupInformation.java:234)

	at org.apache.hadoop.security.UserGroupInformation.isAuthenticationMethodEnabled(UserGroupInformation.java:311)

	at org.apache.hadoop.security.UserGroupInformation.isSecurityEnabled(UserGroupInformation.java:305)

	at org.apache.hadoop.ipc.RPC.getProtocolProxy(RPC.java:534)

	at org.apache.hadoop.hdfs.NameNodeProxies.createNNProxyWithClientProtocol(NameNodeProxies.java:366)

	at org.apache.hadoop.hdfs.NameNodeProxies.createNonHAProxy(NameNodeProxies.java:262)

	at org.apache.hadoop.hdfs.NameNodeProxies.createProxy(NameNodeProxies.java:153)

	at org.apache.hadoop.hdfs.DFSClient.<init>(DFSClient.java:602)

	at org.apache.hadoop.hdfs.DFSClient.<init>(DFSClient.java:547)

	at org.apache.hadoop.hdfs.DistributedFileSystem.initialize(DistributedFileSystem.java:139)

	at org.apache.hadoop.fs.FileSystem.createFileSystem(FileSystem.java:2591)

	at org.apache.hadoop.fs.FileSystem.access$200(FileSystem.java:89)

	at org.apache.hadoop.fs.FileSystem$Cache.getInternal(FileSystem.java:2625)

	at org.apache.hadoop.fs.FileSystem$Cache.get(FileSystem.java:2607)

	at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:368)

	at org.apache.hadoop.fs.FileSystem$1.run(FileSystem.java:157)

	at org.apache.hadoop.fs.FileSystem$1.run(FileSystem.java:154)

	at java.security.AccessController.doPrivileged(Native Method)

	at javax.security.auth.Subject.doAs(Subject.java:396)

	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)

	at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:154)

	at wenmai.reyun.servlet.HdfsClient.init(HdfsClient.java:16)

	at wenmai.reyun.servlet.MyFirstServlet.doGet(MyFirstServlet.java:28)

	at javax.servlet.http.HttpServlet.service(HttpServlet.java:690)

	at javax.servlet.http.HttpServlet.service(HttpServlet.java:803)

	at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:290)

	at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)

	at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:230)

	at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:175)

	at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:128)

	at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:104)

	at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109)

	at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:261)

	at org.apache.coyote.http11.Http11Processor.process(Http11Processor.java:844)

	at org.apache.coyote.http11.Http11Protocol$Http11ConnectionHandler.process(Http11Protocol.java:581)

	at org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:447)

	at java.lang.Thread.run(Thread.java:619)