hadoop3.0.3版本Linux單機測試版配置
本篇為結合其它博主和個人總結所得。
全篇為複製貼上Linxu虛擬機器上配置所來,所有的檔案路徑視自身而定,僅作參考。
配置檔案在目錄/etc/hadoop下
core-site.xml:
<configuration>
<property>
<name>fs.defaultFS</name>
<value>hdfs://hadoop02:9000</value>
</property>
<property>
<name>hadoop.tmp.dir</name>
<value>/home/hadoop/hdfs/tmp</value>
</property>
</configuration>
hdfs-site.xml:
<configuration>
<property>
<name>dfs.replication</name>
<value>1</value>
</property>
<property>
<name>dfs.http.address</name>
<value>hadoop02:50070</value>
</property>
<property>
<name>dfs.permissions</name>
<value>false</value>
</property>
<property>
<name>dfs.namenode.rpc-address.myhdfs.nn2</name>
<value>hadoop02:9000</value>
</property>
</configuration>
yarn-site.xml:
<configuration>
<!-- Site specific YARN configuration properties -->
<property>
<name>yarn.resourcemanager.hostname</name>
<value>hadoop02</value>
</property>
<property>
<name>yarn.nodemanager.aux-services</name>
<value>mapreduce_shuffle</value>
</property>
<property>
<name>yarn.nodemanager.env-whitelist</name> <value>JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,CLASSPATH_PREPEND_DISTCACHE,HADOOP_YARN_HOME,HADOOP_MAPRED_HOME</value>
</property>
<property>
<name>yarn.nodemanager.vmem-check-enabled</name>
<value>false</value>
</property>
</configuration>
mapred-site.xml:
<configuration>
<property>
<name>mapreduce.framework.name</name>
<value>yarn</value>
</property>
<property>
<name>mapreduce.admin.user.env</name>
<value>HADOOP_MAPRED_HOME=/usr/local/hadoop/hadoop-3.0.3</value>
</property>
<property>
<name>mapreduce.application.classpath</name>
<value>/usr/local/hadoop3/etc/hadoop,
/usr/local/hadoop/hadoop-3.0.3/share/hadoop/common/*,
/usr/local/hadoop/hadoop-3.0.3/share/hadoop/common/lib/*,
/usr/local/hadoop/hadoop-3.0.3/share/hadoop/hdfs/*,
/usr/local/hadoop/hadoop-3.0.3/share/hadoop/hdfs/lib/*,
/usr/local/hadoop/hadoop-3.0.3/share/hadoop/mapreduce/*,
/usr/local/hadoop/hadoop-3.0.3/share/hadoop/mapreduce/lib/*,
/usr/local/hadoop/hadoop-3.0.3/share/hadoop/yarn/*,
/usr/local/hadoop/hadoop-3.0.3/share/hadoop/yarn/lib/*</value>
</property>
</configuration>
hadoop-env.sh:
export JAVA_HOME=/usr/local/hadoop/jdk1.8.0_151
目錄:/sbin
start-dfs.sh:
HDFS_DATANODE_USER=root
HADOOP_SECURE_DN_USER=hdfs
HDFS_NAMENODE_USER=root
HDFS_SECONDARYNAMENODE_USER=root
start-yarn.sh:
YARN_RESOURCEMANAGER_USER=root
HADOOP_SECURE_DN_USER=yarn
YARN_NODEMANAGER_USER=root