1. 程式人生 > 其它 >Hadoop3.X相關配置檔案

Hadoop3.X相關配置檔案

vim core-site.xml

<configuration>
<!--指定namenode的地址-->
<property>
<name>fs.defaultFS</name>
<value>hdfs://hadoop102:8020</value>
</property>

<!--指定hdfs資料儲存的目錄-->
<property>
<name>hadoop.tmp.dir</name>
<value>/opt/module/hadoop-3.1.3/data</value>
</property>

<!--配置登入網頁使用的靜態使用者為donghui-->
<property>
<name>hadoop.http.staticuser.user</name>
<value>donghui</value>
</property>
</configuration>

vim hdfs-site.xml

<configuration>
<!--nn web端訪問地址-->
<property>
<name>dfs.namenode.http-address</name>
<value>hadoop102:9870</value>
</property>

<!--2nn web端訪問地址-->
<property>
<name>dfs.namenode.secondary.http-address</name>
<value><hadoop104:9868</value>
</property>
</configuration>

vim yarn-site.xml

<configuration>
<!--讓MR走shuffle-->
<property>
<name>yarn.nodemananger.aux-services</name>
<value>mapreduce_shuffle</value>
</property>

<!--指定ResourceManager的地址-->
<property>
<name>yarn.resourmanager.hostname</name>
<value>hadoop103</value>
</property>

<!--環境變數的繼承-->
<property>
<name>yarn.nodemanager.env-whitelist</name>
<value>JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,CLASSPATH_PREPEND_DISTCACHE,HADOOP_YARN_HOME,HADOOP_MAPRED_HOME</value>
</property>

</configuration>

vim mapred-site.xml

<configuration>
<!--讓mapreduce程式執行在yarn上-->
<name>mapreduce.framework.name</name>
<vlaue>yarn</vlaue>
</configuration>

vim /opt/module/hadoop-3.1.3/etc/hadoop/workers