hw-cloud-mapreduce/conf/yarn-site.xml

<?xml version="1.0" encoding="UTF-8"?>
<configuration>
<property>
<name>yarn.resourcemanager.scheduler.monitor.policies</name>
<value>org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy</value>
</property>
<property>
<name>yarn.resourcemanager.scheduler.address.34</name>
<value>hd08:26002</value>
</property>
<property>
<name>yarn.resourcemanager.zk-address</name>
<value>hd09:24002,hd08:24002,hd07:24002</value>
</property>
<property>
<name>yarn.client.failover-proxy-provider</name>
<value>org.apache.hadoop.yarn.client.ConfiguredRMFailoverProxyProvider</value>
</property>
<property>
<name>yarn.application.classpath</name>
<value>$HADOOP_CONF_DIR,$HADOOP_COMMON_HOME/share/hadoop/common/*,$HADOOP_COMMON_HOME/share/hadoop/common/lib/*,$HADOOP_HDFS_HOME/share/hadoop/hdfs/*,$HADOOP_HDFS_HOME/share/hadoop/hdfs/lib/*,$HADOOP_YARN_HOME/share/hadoop/mapreduce/*,$HADOOP_YARN_HOME/share/hadoop/mapreduce/lib/*,$HADOOP_YARN_HOME/share/hadoop/yarn/*,$HADOOP_YARN_HOME/share/hadoop/yarn/lib/*</value>
</property>
<property>
<name>yarn.resourcemanager.resource-tracker.address.port</name>
<value>26003</value>
</property>
<property>
<name>yarn.nodemanager.webapp.https.address</name>
<value>hd08:26010</value>
</property>
<property>
<name>yarn.resourcemanager.ha.id</name>
<value>34</value>
</property>
<property>
<name>yarn.admin.acl</name>
<value>mapred,hive supergroup,System_administrator_186</value>
</property>
<property>
<name>yarn.resourcemanager.scheduler.address.35</name>
<value>hd09:26002</value>
</property>
<property>
<name>yarn.nodemanager.address</name>
<value>hd08:26009</value>
</property>
<property>
<name>yarn.resourcemanager.applicationmasters.heartbeat-min-interval-ms</name>
<value>100</value>
</property>
<property>
<name>yarn.resourcemanager.resource-tracker.address.35</name>
<value>hd09:26003</value>
</property>
<property>
<name>yarn.node-labels.manager-class</name>
<value>org.apache.hadoop.yarn.server.resourcemanager.nodelabels.RMNodeLabelsManager</value>
</property>
<property>
<name>yarn.scheduler.maximum-allocation-vcores</name>
<value>32</value>
</property>
<property>
<name>yarn.resourcemanager.resource-tracker.address.34</name>
<value>hd08:26003</value>
</property>
<property>
<name>yarn.resourcemanager.cluster-id</name>
<value>yarncluster</value>
</property>
<property>
<name>yarn.nodemanager.aux-services</name>
<value>mapreduce_shuffle</value>
</property>
<property>
<name>yarn.resourcemanager.webapp.https.address.35</name>
<value>hd09:26001</value>
</property>
<property>
<name>resourcemanager.yarn-site.customized.configs</name>
<value></value>
</property>
<property>
<name>yarn.resourcemanager.webapp.https.address.34</name>
<value>hd08:26001</value>
</property>
<property>
<name>yarn.resourcemanager.address.34</name>
<value>hd08:26004</value>
</property>
<property>
<name>yarn.resourcemanager.address.35</name>
<value>hd09:26004</value>
</property>
<property>
<name>yarn.log-aggregation.retain-check-interval-seconds</name>
<value>86400</value>
</property>
<property>
<name>yarn.web-proxy.keytab</name>
<value>/opt/huawei/Bigdata/FusionInsight/FusionInsight-Hadoop-2.7.2/hadoop/sbin/mapred.keytab</value>
</property>
<property>
<name>yarn.resourcemanager.nm.liveness-monitor.interval-ms</name>
<value>1000</value>
</property>
<property>
<name>yarn.resourcemanager.webapp.pagination.enable</name>
<value>true</value>
</property>
<property>
<name>yarn.client.nodemanager-connect.max-wait-ms</name>
<value>30000</value>
</property>
<property>
<name>yarn.http.policy</name>
<value>HTTPS_ONLY</value>
</property>
<property>
<name>yarn.resourcemanager.hostname.35</name>
<value>hd09</value>
</property>
<property>
<name>yarn.resourcemanager.zk-state-store.parent-path</name>
<value>/rmstore</value>
</property>
<property>
<name>yarn.application.priority-labels</name>
<value>VERY_LOW,LOW,NORMAL,HIGH,VERY_HIGH</value>
</property>
<property>
<name>yarn.nodemanager.keytab</name>
<value>/opt/huawei/Bigdata/FusionInsight/FusionInsight-Hadoop-2.7.2/hadoop/sbin/mapred.keytab</value>
</property>
<property>
<name>yarn.resourcemanager.hostname.34</name>
<value>hd08</value>
</property>
<property>
<name>yarn.resourcemanager.monitor.capacity.preemption.max_ignored_over_capacity</name>
<value>0</value>
</property>
<property>
<name>yarn.client.application-master-protocol.event-based-heartbeat.enabled</name>
<value>true</value>
</property>
<property>
<name>yarn.resourcemanager.am.max-retries</name>
<value>2</value>
</property>
<property>
<name>yarn.resourcemanager.fs.state-store.retry-policy-spec</name>
<value>2000,500</value>
</property>
<property>
<name>yarn.resourcemanager.nodemanagers.heartbeat-min-interval-ms</name>
<value>100</value>
</property>
<property>
<name>yarn.client.failover-sleep-base-ms</name>
<value>30000</value>
</property>
<property>
<name>yarn.log-aggregation.retain-seconds</name>
<value>1296000</value>
</property>
<property>
<name>yarn.node-labels.enabled</name>
<value>true</value>
</property>
<property>
<name>clientPort</name>
<value>24002</value>
</property>
<property>
<name>yarn.resourcemanager.admin.address.port</name>
<value>26005</value>
</property>
<property>
<name>yarn.resourcemanager.zk-num-retries</name>
<value>1000</value>
</property>
<property>
<name>yarn.scheduler.minimum-allocation-vcores</name>
<value>1</value>
</property>
<property>
<name>yarn.resourcemanager.monitor.capacity.preemption.max_wait_before_kill</name>
<value>15000</value>
</property>
<property>
<name>yarn.resourcemanager.admin.client.thread-count</name>
<value>1</value>
</property>
<property>
<name>yarn.resourcemanager.webapp.pagination.threshold</name>
<value>5000</value>
</property>
<property>
<name>yarn.resourcemanager.scheduler.class</name>
<value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler</value>
</property>
<property>
<name>yarn.resourcemanager.applicationmasters.heartbeat-interval-ms</name>
<value>1000</value>
</property>
<property>
<name>yarn.nodemanager.webapp.port</name>
<value>26006</value>
</property>
<property>
<name>yarn.resourcemanager.container.liveness-monitor.interval-ms</name>
<value>600000</value>
</property>
<property>
<name>_initial_.leafqueue.acl_administer_queue</name>
<value>mapred supergroup,System_administrator</value>
</property>
<property>
<name>yarn.resourcemanager.monitor.capacity.preemption.monitoring_interval</name>
<value>3000</value>
</property>
<property>
<name>yarn.nodemanager.webapp.https.port</name>
<value>26010</value>
</property>
<property>
<name>yarn.resourcemanager.webapp.address.35</name>
<value>hd09:26000</value>
</property>
<property>
<name>yarn.resourcemanager.webapp.address.34</name>
<value>hd08:26000</value>
</property>
<property>
<name>yarn.resourcemanager.fs.state-store.uri</name>
<value>/tmp/hadoop-omm/yarn/system/rmstore</value>
</property>
<property>
<name>yarn.resourcemanager.ha.automatic-failover.embedded</name>
<value>true</value>
</property>
<property>
<name>yarn.app.mapreduce.am.pagination.threshold</name>
<value>1000</value>
</property>
<property>
<name>yarn.resourcemanager.recovery.enabled</name>
<value>true</value>
</property>
<property>
<name>yarn.node-labels.configuration-type</name>
<value>centralized</value>
</property>
<property>
<name>yarn.resourcemanager.nodemanagers.heartbeat-interval-ms</name>
<value>1000</value>
</property>
<property>
<name>yarn.log.server.url</name>
<value>https://hd09:26014/jobhistory/logs</value>
</property>
<property>
<name>yarn.resourcemanager.scheduler.monitor.enable</name>
<value>false</value>
</property>
<property>
<name>yarn.resourcemanager.resource-tracker.client.thread-count</name>
<value>50</value>
</property>
<property>
<name>yarn.nodemanager.remote-app-log-archive-dir</name>
<value>/tmp/archived</value>
</property>
<property>
<name>yarn.resourcemanager.keytab</name>
<value>/opt/huawei/Bigdata/FusionInsight/FusionInsight-Hadoop-2.7.2/hadoop/sbin/mapred.keytab</value>
</property>
<property>
<name>yarn.nodemanager.principal</name>
<value>mapred/hadoop.hadoop.com@HADOOP.COM</value>
</property>
<property>
<name>yarn.resourcemanager.proxy-user-privileges.enabled</name>
<value>true</value>
</property>
<property>
<name>yarn.acl.enable</name>
<value>true</value>
</property>
<property>
<name>yarn.resourcemanager.ha.enabled</name>
<value>true</value>
</property>
<property>
<name>yarn.log-aggregation.archive-check-interval-seconds</name>
<value>0</value>
</property>
<property>
<name>yarn.resourcemanager.admin.address.35</name>
<value>hd09:26005</value>
</property>
<property>
<name>yarn.nm.liveness-monitor.expiry-interval-ms</name>
<value>600000</value>
</property>
<property>
<name>yarn.resourcemanager.admin.address.34</name>
<value>hd08:26005</value>
</property>
<property>
<name>yarn.client.nodemanager-connect.retry-interval-ms</name>
<value>300000</value>
</property>
<property>
<name>yarn.am.liveness-monitor.expiry-interval-ms</name>
<value>600000</value>
</property>
<property>
<name>yarn.resourcemanager.client.thread-count</name>
<value>50</value>
</property>
<property>
<name>yarn.resourcemanager.port</name>
<value>26004</value>
</property>
<property>
<name>yarn.resourcemanager.monitor.capacity.preemption.natural_termination_factor</name>
<value>1</value>
</property>
<property>
<name>_initial_.yarn.admin.acl</name>
<value>mapred,hive supergroup,System_administrator_186</value>
</property>
<property>
<name>yarn.resourcemanager.strict-view.enabled</name>
<value>true</value>
</property>
<property>
<name>yarn.resourcemanager.zk-timeout-ms</name>
<value>45000</value>
</property>
<property>
<name>yarn.resourcemanager.max-completed-applications</name>
<value>10000</value>
</property>
<property>
<name>yarn.resourcemanager.am.max-attempts</name>
<value>2</value>
</property>
<property>
<name>yarn.app.mapreduce.am.pagination.enable</name>
<value>true</value>
</property>
<property>
<name>yarn.resourcemanager.ha.automatic-failover.enabled</name>
<value>true</value>
</property>
<property>
<name>yarn.node-labels.fs-store.root-dir</name>
<value>hdfs://hacluster/user/mapred/node-labels/</value>
</property>
<property>
<name>yarn.nodemanager.webapp.address</name>
<value>hd08:26006</value>
</property>
<property>
<name>yarn.node-labels.fs-store.retry-policy-spec</name>
<value>1000,20</value>
</property>
<property>
<name>yarn.yarn-site.customized.configs</name>
<value></value>
</property>
<property>
<name>yarn.resourcemanager.monitor.capacity.preemption.observe_only</name>
<value>false</value>
</property>
<property>
<name>yarn.nodemanager.aux-services.mapreduce_shuffle.class</name>
<value>org.apache.hadoop.mapred.ShuffleHandler</value>
</property>
<property>
<name>yarn.log-aggregation-enable</name>
<value>true</value>
</property>
<property>
<name>yarn.resourcemanager.work-preserving-recovery.enabled</name>
<value>true</value>
</property>
<property>
<name>yarn.resourcemanager.store.class</name>
<value>org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore</value>
</property>
<property>
<name>_initial_.leafqueue.acl_submit_applications</name>
<value>mapred supergroup,System_administrator</value>
</property>
<property>
<name>yarn.nodemanager.log.retain-seconds</name>
<value>10800</value>
</property>
<property>
<name>yarn.resourcemanager.scheduler.port</name>
<value>26002</value>
</property>
<property>
<name>yarn.resourcemanager.ha.rm-ids</name>
<value>35,34</value>
</property>
<property>
<name>yarn.log-aggregation.archive.files.minimum</name>
<value>5000</value>
</property>
<property>
<name>yarn.resourcemanager.scheduler.client.thread-count</name>
<value>50</value>
</property>
<property>
<name>yarn.resourcemanager.webapp.https.port</name>
<value>26001</value>
</property>
<property>
<name>yarn.resourcemanager.nodemanagers.heartbeat-max-interval-ms</name>
<value>60000</value>
</property>
<property>
<name>yarn.resourcemanager.monitor.capacity.preemption.total_preemption_per_round</name>
<value>0.1</value>
</property>
<property>
<name>yarn.client.application-master-protocol.event-based-heartbeat-interval-ms</name>
<value>50</value>
</property>
<property>
<name>yarn.scheduler.minimum-allocation-mb</name>
<value>512</value>
</property>
<property>
<name>yarn.resourcemanager.principal</name>
<value>mapred/hadoop.hadoop.com@HADOOP.COM</value>
</property>
<property>
<name>yarn.nodemanager.port</name>
<value>26009</value>
</property>
<property>
<name>yarn.resourcemanager.nodes.include-path</name>
<value></value>
</property>
<property>
<name>yarn.resourcemanager.zk-retry-interval-ms</name>
<value>1000</value>
</property>
<property>
<name>yarn.resourcemanager.amliveliness-monitor.interval-ms</name>
<value>1000</value>
</property>
<property>
<name>yarn.nodemanager.remote-app-log-dir</name>
<value>/tmp/logs</value>
</property>
<property>
<name>yarn.scheduler.maximum-allocation-mb</name>
<value>65536</value>
</property>
<property>
<name>yarn.resourcemanager.applicationmasters.heartbeat-max-interval-ms</name>
<value>60000</value>
</property>
<property>
<name>yarn.rm.app.timeout.thread.interval</name>
<value>30</value>
</property>
<property>
<name>yarn.resourcemanager.throttle-heartbeat.enabled</name>
<value>false</value>
</property>
<property>
<name>yarn.resourcemanager.webapp.port</name>
<value>26000</value>
</property>
<property>
<name>yarn.web-proxy.principal</name>
<value>mapred/hadoop.hadoop.com@HADOOP.COM</value>
</property>
<property>
<name>yarn.resourcemanager.rm.container-allocation.expiry-interval-ms</name>
<value>600000</value>
</property>
</configuration>