JAVA HDFS API Client 連接HA
阿新 • • 發佈:2017-06-09
pac ack lis address provider port server default file
如果Hadoop開啟HA,那麽用Java Client連接Hive的時候,需要指定一些額外的參數
package cn.itacst.hadoop.hdfs; import java.io.FileInputStream; import java.io.InputStream; import java.io.OutputStream; import java.net.URI; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.Path; import org.apache.hadoop.io.IOUtils; public class HDFS_HA { public static void main(String[] args) throws Exception { Configuration conf = new Configuration(); conf.set("fs.defaultFS", "hdfs://ns1"); conf.set("dfs.nameservices", "ns1"); conf.set("dfs.ha.namenodes.ns1", "nn1,nn2"); conf.set("dfs.namenode.rpc-address.ns1.nn1", "itcast01:9000"); conf.set("dfs.namenode.rpc-address.ns1.nn2", "itcast02:9000"); conf.set("dfs.client.failover.proxy.provider.ns1", "org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider"); FileSystem fs = FileSystem.get(new URI("hdfs://ns1"), conf, "hadoop"); FileStatus[] list = fs.listStatus(new Path("/"));for (FileStatus fileStatus : list) {
System.out.println(fileStatus.toString());
}
fs.close();
} }
JAVA HDFS API Client 連接HA