hw-cloud-mapreduce/conf/mapred-site.xml

<?xml version="1.0" encoding="UTF-8"?>
<configuration>
<property>
<name>mapreduce.map.speculative</name>
<value>false</value>
</property>
<property>
<name>mapreduce.jobhistory.keytab</name>
<value>/opt/huawei/Bigdata/FusionInsight/FusionInsight-Hadoop-2.7.2/hadoop/sbin/mapred.keytab</value>
</property>
<property>
<name>mapreduce.cluster.temp.dir</name>
<value>/mapred/temp</value>
</property>
<property>
<name>mapred.child.java.opts</name>
<value>-Xms1024M -Xmx3584M -Xloggc:/tmp/@taskid@.gc</value>
</property>
<property>
<name>mapreduce.shuffle.port</name>
<value>26008</value>
</property>
<property>
<name>mapreduce.client.submit.file.replication</name>
<value>10</value>
</property>
<property>
<name>mapreduce.job.counters.max</name>
<value>120</value>
</property>
<property>
<name>mapreduce.reduce.log.level</name>
<value>INFO</value>
</property>
<property>
<name>mapreduce.job.ubertask.maxreduces</name>
<value>1</value>
</property>
<property>
<name>mapreduce.container.reuse.enforce.strict-locality</name>
<value>false</value>
</property>
<property>
<name>mapreduce.jobhistory.principal</name>
<value>mapred/hadoop.hadoop.com@HADOOP.COM</value>
</property>
<property>
<name>mapreduce.job.maxtaskfailures.per.tracker</name>
<value>3</value>
</property>
<property>
<name>mapreduce.shuffle.max.connections</name>
<value>0</value>
</property>
<property>
<name>mapreduce.map.log.level</name>
<value>INFO</value>
</property>
<property>
<name>mapreduce.reduce.merge.inmem.threshold</name>
<value>1000</value>
</property>
<property>
<name>mapreduce.job.speculative.slowtaskthreshold</name>
<value>1.0</value>
</property>
<property>
<name>mapreduce.job.reduces</name>
<value>1</value>
</property>
<property>
<name>yarn.app.mapreduce.am.staging-dir</name>
<value>/tmp/hadoop-yarn/staging</value>
</property>
<property>
<name>mapreduce.job.ubertask.maxbytes</name>
<value></value>
</property>
<property>
<name>mapreduce.reduce.shuffle.merge.percent</name>
<value>0.66</value>
</property>
<property>
<name>mapreduce.job.ubertask.maxmaps</name>
<value>9</value>
</property>
<property>
<name>mapreduce.output.fileoutputformat.compress</name>
<value>false</value>
</property>
<property>
<name>mapreduce.job.reduce.slowstart.completedmaps</name>
<value>1.0</value>
</property>
<property>
<name>mapreduce.jobhistory.http.policy</name>
<value>HTTPS_ONLY</value>
</property>
<property>
<name>mapreduce.jobhistory.max-age-ms</name>
<value>1296000000</value>
</property>
<property>
<name>mapreduce.application.classpath</name>
<value></value>
</property>
<property>
<name>mapreduce.reduce.java.opts</name>
<value>-Xmx3276M -Djava.net.preferIPv4Stack=true</value>
</property>
<property>
<name>mapreduce.map.output.compress</name>
<value>true</value>
</property>
<property>
<name>mapreduce.map.output.compress.codec</name>
<value>org.apache.hadoop.io.compress.SnappyCodec</value>
</property>
<property>
<name>mapreduce.reduce.input.buffer.percent</name>
<value>0.0</value>
</property>
<property>
<name>mapreduce.jobhistory.cleaner.interval-ms</name>
<value>86400000</value>
</property>
<property>
<name>yarn.mapred-site.customized.configs</name>
<value></value>
</property>
<property>
<name>mapreduce.jobhistory.intermediate-done-dir</name>
<value>/mr-history/tmp</value>
</property>
<property>
<name>resourcemanager.mapred-site.customized.configs</name>
<value></value>
</property>
<property>
<name>mapreduce.input.fileinputformat.split.minsize</name>
<value>0</value>
</property>
<property>
<name>mapreduce.job.split.metainfo.maxsize</name>
<value>10000000</value>
</property>
<property>
<name>mapreduce.reduce.shuffle.input.buffer.percent</name>
<value>0.70</value>
</property>
<property>
<name>mapreduce.reduce.speculative</name>
<value>false</value>
</property>
<property>
<name>mapreduce.input.fileinputformat.split.maxsize</name>
<value></value>
</property>
<property>
<name>yarn.app.mapreduce.am.resource.cpu-vcores</name>
<value>1</value>
</property>
<property>
<name>yarn.app.mapreduce.client.jobstatus.max-retries</name>
<value>3</value>
</property>
<property>
<name>mapreduce.output.fileoutputformat.compress.type</name>
<value>RECORD</value>
</property>
<property>
<name>ipc.server.read.threadpool.size</name>
<value>1</value>
</property>
<property>
<name>mapreduce.task.io.sort.mb</name>
<value>512</value>
</property>
<property>
<name>yarn.app.mapreduce.shuffle.log.limit.kb</name>
<value>51200</value>
</property>
<property>
<name>yarn.app.mapreduce.client.jobstatus.max-retries.interval</name>
<value>5000</value>
</property>
<property>
<name>mapreduce.container.reuse.enabled</name>
<value>false</value>
</property>
<property>
<name>mapreduce.task.get-task.retries</name>
<value>5</value>
</property>
<property>
<name>mapreduce.reduce.cpu.vcores</name>
<value>1</value>
</property>
<property>
<name>mapreduce.jobhistory.address</name>
<value>hd09:26013</value>
</property>
<property>
<name>mapreduce.job.ubertask.enable</name>
<value>false</value>
</property>
<property>
<name>mapreduce.map.sort.spill.percent</name>
<value>0.8</value>
</property>
<property>
<name>mapreduce.map.memory.mb</name>
<value>4096</value>
</property>
<property>
<name>yarn.app.mapreduce.am.job.client.port-range</name>
<value>27100-27999</value>
</property>
<property>
<name>mapreduce.jobtracker.jobhistory.location</name>
<value></value>
</property>
<property>
<name>mapreduce.task.timeout</name>
<value>600000</value>
</property>
<property>
<name>mapreduce.admin.user.env</name>
<value></value>
</property>
<property>
<name>mapreduce.reduce.memory.mb</name>
<value>4096</value>
</property>
<property>
<name>mapreduce.framework.name</name>
<value>yarn</value>
</property>
<property>
<name>mapreduce.map.cpu.vcores</name>
<value>1</value>
</property>
<property>
<name>mapreduce.jobhistory.admin.address</name>
<value>hd09:26015</value>
</property>
<property>
<name>mapreduce.reduce.shuffle.parallelcopies</name>
<value>10</value>
</property>
<property>
<name>mapreduce.output.fileoutputformat.compress.codec</name>
<value>org.apache.hadoop.io.compress.DefaultCodec</value>
</property>
<property>
<name>mapreduce.jobhistory.webapp.https.address</name>
<value>hd09:26014</value>
</property>
<property>
<name>mapreduce.jobhistory.done-dir</name>
<value>/mr-history/done</value>
</property>
<property>
<name>mapreduce.jobhistory.webapp.address</name>
<value>hd09:26014</value>
</property>
<property>
<name>mapreduce.task.userlog.limit.kb</name>
<value>51200</value>
</property>
<property>
<name>mapreduce.task.io.sort.factor</name>
<value>64</value>
</property>
<property>
<name>yarn.app.mapreduce.task.container.log.backups</name>
<value>10</value>
</property>
<property>
<name>mapreduce.jobhistory.cleaner.enable</name>
<value>true</value>
</property>
<property>
<name>yarn.app.mapreduce.am.container.log.backups</name>
<value>20</value>
</property>
<property>
<name>yarn.app.mapreduce.am.command-opts</name>
<value>-Xmx1024m -XX:CMSFullGCsBeforeCompaction=1 -XX:+UseConcMarkSweepGC -XX:+CMSParallelRemarkEnabled -XX:+UseCMSCompactAtFullCollection -verbose:gc</value>
</property>
<property>
<name>yarn.app.mapreduce.shuffle.log.backups</name>
<value>10</value>
</property>
<property>
<name>mapreduce.map.java.opts</name>
<value>-Xmx2048M -Djava.net.preferIPv4Stack=true</value>
</property>
<property>
<name>yarn.app.mapreduce.am.container.log.limit.kb</name>
<value>51200</value>
</property>
<property>
<name>yarn.app.mapreduce.am.resource.mb</name>
<value>1536</value>
</property>
</configuration>