hadoop 2.2.X 配置参数说明:mapred-site.xml


<configuration>
<property>
<name>mapreduce.task.timeoutname>
<value>600000value>
property>
<property>
<name>mapreduce.cluster.local.dirname>
<value>/hadoop/mapredvalue>

property>
<property>
<name>mapreduce.reduce.input.buffer.percentname>
<value>0.0value>

property>
<property>
<name>mapreduce.jobhistory.addressname>
<value>hadoop01:10020value>

property>
<property>
<name>mapreduce.cluster.reducememory.mbname>
<value>2048value>

property>
<property>
<name>mapred.cluster.max.reduce.memory.mbname>
<value>4096value>

property>
<property>
<name>mapred.cluster.max.map.memory.mbname>
<value>6144value>

property>
<property>
<name>mapred.cluster.map.memory.mbname>
<value>1536value>

property>
<property>
<name>mapreduce.map.memory.mbname>
<value>1536value>

property>
<property>
<name>mapreduce.reduce.memory.mbname>
<value>2048value>

property>
<property>
<name>mapred.child.java.optsname>
<value>-Xmx1024mvalue>

property>
<property>
<name>mapreduce.tasktracker.healthchecker.script.pathname>
<value>file:mapred/jobstatusvalue>
property>
<property>
<name>yarn.app.mapreduce.am.staging-dirname>
<value>/uservalue>
property>
<property>
<name>mapred.task.tracker.task-controllername>
<value>org.apache.hadoop.mapred.DefaultTaskControllervalue>

property>
<property>
<name>mapreduce.jobhistory.intermediate-done-dirname>
<value>/mr-history/tmpvalue>
property>
<property>
<name>mapreduce.map.sort.spill.percentname>
<value>0.1value>

property>
<property>
<name>mapreduce.jobhistory.done-dirname>
<value>/mr-history/donevalue>
property>
<property>
<name>mapreduce.jobhistory.webapp.addressname>
<value>hadoop01:19888value>

property>
<property>
<name>mapreduce.map.speculativename>
<value>falsevalue>

property>
<property>
<name>mapreduce.output.fileoutputformat.compress.typename>
<value>BLOCKvalue>

property>
<property>
<name>mapreduce.map.output.compressname>
<value>FALSEvalue>

property>
<property>
<name>mapreduce.output.fileoutputformat.compress.codecname>
<value>org.apache.hadoop.io.compress.DefaultCodecvalue>


property>
<property>
<name>mapreduce.task.io.sort.mbname>
<value>200value>

property>
<property>
<name>mapreduce.reduce.merge.inmem.thresholdname>
<value>1000value>

property>
<property>
<name>mapreduce.shuffle.portname>
<value>8081value>
property>
<property>
<name>mapred.jobtracker.taskSchedulername>
<value>org.apache.hadoop.mapred.CapacityTaskSchedulervalue>

property>
<property>
<name>mapreduce.task.io.sort.factorname>
<value>100value>

property>
<property>
<name>mapreduce.jobtracker.system.dirname>
<value>/mapred/systemvalue>
property>
<property>
<name>mapreduce.jobtracker.tasktracker.maxblacklistsname>
<value>16value>

property>
<property>
<name>mapreduce.reduce.shuffle.input.buffer.percentname>
<value>0.7value>

property>
<property>
<name>mapreduce.job.mapsname>
<value>6value>

property>
<property>
<name>mapreduce.job.reducesname>
<value>3value>

property>
<property>
<name>mapreduce.reduce.shuffle.merge.percentname>
<value>0.66value>

property>
<property>
<name>mapred.jobtracker.maxtasks.per.jobname>
<value>-1value>

property>
<property>
<name>mapreduce.job.reduce.slowstart.completedmapsname>
<value>0.05value>

property>
<property>
<name>mapreduce.tasktracker.healthchecker.script.timeoutname>
<value>60000value>

property>
<property>
<name>mapreduce.reduce.input.limitname>
<value>10737418240value>

property>
<property>
<name>mapreduce.reduce.shuffle.parallelcopiesname>
<value>30value>

property>
<property>
<name>mapreduce.tasktracker.reduce.tasks.maximumname>
<value>4value>

property>
<property>
<name>mapreduce.tasktracker.map.tasks.maximumname>
<value>4value>

property>
<property>
<name>mapreduce.reduce.speculativename>
<value>falsevalue>

property>
<property>
<name>mapreduce.framework.namename>
<value>yarnvalue>

property>
<property>
<name>mapred.userlog.retain.hoursname>
<value>24value>

property>
<property>
<name>mapreduce.admin.map.child.java.optsname>
<value>-server -XX:NewRatio=8 -Djava.library.path=/usr/lib/hadoop/lib/native/ -Djava.net.preferIPv4Stack=truevalue>
<final>truefinal>

property>
<property>
<name>mapreduce.admin.reduce.child.java.optsname>
<value>-server -XX:NewRatio=8 -Djava.library.path=/usr/lib/hadoop/lib/native/ -Djava.net.preferIPv4Stack=truevalue>
<final>truefinal>

property>
<property>
<name>io.compression.codecsname>
<value>org.apache.hadoop.io.compress.GzipCodec,org.apache.hadoop.io.compress.DefaultCodec,org.apache.hadoop.io.compress.SnappyCodecvalue>

property>
configuration>

Original: https://blog.51cto.com/michaelkang/5580809
Author: 无锋剑客
Title: hadoop 2.2.X 配置参数说明:mapred-site.xml

原创文章受到原创版权保护。转载请注明出处:https://www.johngo689.com/508539/

转载文章受原作者版权保护。转载请注明原作者出处!

(0)

大家都在看

亲爱的 Coder【最近整理,可免费获取】👉 最新必读书单  | 👏 面试题下载  | 🌎 免费的AI知识星球