大數據-01-hadoop-02-core-site.xml、hdfs-site.xml、yarn-site.xml、mapred-site.xml配置文件總結

core-site.xml
 

<configuration>
  <!-- 指定HDFS中NameNode的地址 -->
  <property>
    <name>fs.defaultFS</name>
    <value>hdfs://hadoop102:9000</value>
  </property>

  <!-- 指定Hadoop運行時產生文件的存儲目錄 -->
  <property>
	<name>hadoop.tmp.dir</name>
	<value>/opt/module/hadoop-2.7.2/data/tmp</value>
  </property>
</configuration>

hdfs-site.xml

<configuration>
  <!-- 指定Hadoop輔助名稱節點主機配置 -->
  <property>
      <name>dfs.namenode.secondary.http-address</name>
      <value>hadoop104:50090</value>
  </property>
</configuration>

yarn-site.xml

<configuration>
  <!-- Site specific YARN configuration properties -->
  <!-- 歷史服務器端地址 -->
  <property>
    <name>mapreduce.jobhistory.address</name>
    <value>hadoop103:10020</value>
    </property>
  <!-- 歷史服務器web端地址 -->
  <property>
    <name>mapreduce.jobhistory.webapp.address</name>
    <value>hadoop101:19888</value>
  </property>
  <!-- 日誌彙集功能使能 -->
  <property>
    <name>yarn.log-aggregation-enable</name>
    <value>true</value>
  </property>
  <!-- 日誌保留時間設置7天 -->
  <property>
    <name>yarn.log-aggregation.retain-seconds</name>
    <value>604800</value>
  </property>
</configuration>

mapred-site.xml

<configuration>
  <!-- 指定MR運行在YARN上 -->
  <property>
	<name>mapreduce.framework.name</name>
	<value>yarn</value>
  </property>
  <!-- 歷史服務器端地址 -->
  <property>
    <name>mapreduce.jobhistory.address</name>
    <value>hadoop101:10020</value> 
   </property>
  <!-- 歷史服務器web端地址 -->
  <property>
    <name>mapreduce.jobhistory.webapp.address</name>
    <value>hadoop101:19888</value>
  </property>
</configuration>