Default mapred Parameters

Property Description
io.sort.record.percent Default value: 0.17 Default source: code
map.sort.class

Default value: org.apache.hadoop.util.QuickSort

Default source: mapred-default.xml

mapr.localoutput.dir

Default value: output

Default source: code

mapr.localspill.dir

Default value: spill

Default source: code

mapr.map.keyprefix.ints

Default value: 1

Default source: code

mapr.mapred.localvolume.root.dir.name

Default value: nodeManager

Default source: code

mapreduce.am.max-attempts

Default value: 2

Default source: mapred-default.xml

mapreduce.app-submission.cross-platform

Default value: FALSE

Default source: mapred-default.xml

mapreduce.client.completion.pollinterval

Default value: 5000

Default source: mapred-default.xml

mapreduce.client.output.filter

Default value: FAILED

Default source: mapred-default.xml

mapreduce.client.progressmonitor.pollinterval

Default value: 1000

Default source: mapred-default.xml

mapreduce.client.submit.file.replication

Default value: 10

Default source: mapred-default.xml

mapreduce.cluster.acls.enabled

Default value: FALSE

Default source: mapred-default.xml

mapreduce.cluster.local.dir

Default value: ${hadoop.tmp.dir}/mapred/local

Default source: mapred-default.xml

mapreduce.cluster.temp.dir

Default value: ${hadoop.tmp.dir}/mapred/temp

Default source: mapred-default.xml

mapreduce.fileoutputcommitter.algorithm.version

Default value: 1

Default source: mapred-default.xml

mapreduce.framework.name

Default value: yarn

Default source: code

mapreduce.ifile.readahead

Default value: TRUE

Default source: mapred-default.xml

mapreduce.ifile.readahead.bytes

Default value: 4194304

Default source: mapred-default.xml

mapreduce.input.fileinputformat.list-status.num-threads

Default value: 1

Default source: mapred-default.xml

mapreduce.input.fileinputformat.split.minsize

Default value: 0

Default source: mapred-default.xml

mapreduce.input.lineinputformat.linespermap

Default value: 1

Default source: mapred-default.xml

mapreduce.job.acl-modify-job

Default value:

Default source: mapred-default.xml

mapreduce.job.acl-view-job

Default value:

Default source: mapred-default.xml

mapreduce.job.classloader

Default value: FALSE

Default source: mapred-default.xml

mapreduce.job.committer.setup.cleanup.needed

Default value: TRUE

Default source: mapred-default.xml

mapreduce.job.complete.cancel.delegation.tokens

Default value: TRUE

Default source: mapred-default.xml

mapreduce.job.counters.max

Default value: 120

Default source: mapred-default.xml

mapreduce.job.emit-timeline-data

Default value: FALSE

Default source: mapred-default.xml

mapreduce.job.end-notification.max.attempts

Default value: 5

Default source: mapred-default.xml

mapreduce.job.end-notification.max.retry.interval

Default value: 5000

Default source: mapred-default.xml

mapreduce.job.end-notification.retry.attempts

Default value: 0

Default source: mapred-default.xml

mapreduce.job.end-notification.retry.interval

Default value: 1000

Default source: mapred-default.xml

mapreduce.job.jvm.numtasks

Default value: 1

Default source: mapred-default.xml

mapreduce.job.map.output.collector.class

Default value: org.apache.hadoop.mapred.MapRFsOutputBuffer

Default source: code

mapreduce.job.maps

Default value: 2

Default source: mapred-default.xml

mapreduce.job.max.split.locations

Default value: 10

Default source: mapred-default.xml

mapreduce.job.maxtaskfailures.per.tracker

Default value: 3

Default source: mapred-default.xml

mapreduce.job.queuename

Default value: default

Default source: mapred-default.xml

mapreduce.job.reduce.shuffle.consumer.plugin.class

Default value: org.apache.hadoop.mapreduce.task.reduce.DirectShuffle

Default source: code

mapreduce.job.reduce.slowstart.completedmaps

Default value: 1.00

Default source: code

mapreduce.job.reducer.preempt.delay.sec

Default value: 0

Default source: mapred-default.xml

mapreduce.job.reduces

Default value: 1

Default source: mapred-default.xml

mapreduce.job.running.map.limit

Default value: 0

Default source: mapred-default.xml

mapreduce.job.running.reduce.limit

Default value: 0

Default source: mapred-default.xml

mapreduce.job.shuffle.provider.services

Default value: mapr_direct_shuffle

Default source: code

mapreduce.job.speculative.minimum-allowed-tasks

Default value: 10

Default source: mapred-default.xml

mapreduce.job.speculative.retry-after-no-speculate

Default value: 1000

Default source: mapred-default.xml

mapreduce.job.speculative.retry-after-speculate

Default value: 15000

Default source: mapred-default.xml

mapreduce.job.speculative.slowtaskthreshold

Default value: 1

Default source: mapred-default.xml

mapreduce.job.speculative.speculative-cap-running-tasks

Default value: 0.1

Default source: mapred-default.xml

mapreduce.job.speculative.speculative-cap-total-tasks

Default value: 0.01

Default source: mapred-default.xml

mapreduce.job.split.metainfo.maxsize

Default value: 10000000

Default source: mapred-default.xml

mapreduce.job.token.tracking.ids.enabled

Default value: FALSE

Default source: mapred-default.xml

mapreduce.job.ubertask.enable

Default value: FALSE

Default source: mapred-default.xml

mapreduce.job.ubertask.maxmaps

Default value: 9

Default source: mapred-default.xml

mapreduce.job.ubertask.maxreduces

Default value: 1

Default source: mapred-default.xml

mapreduce.job.userlog.retain.hours

Default value: 24

Default source: mapred-default.xml

mapreduce.jobhistory.address

Default value: 0.0.0.0:10020

Default source: mapred-default.xml

mapreduce.jobhistory.admin.acl

Default value: *

Default source: mapred-default.xml

mapreduce.jobhistory.admin.address

Default value: 0.0.0.0:10033

Default source: mapred-default.xml

mapreduce.jobhistory.cleaner.enable

Default value: TRUE

Default source: mapred-default.xml

mapreduce.jobhistory.cleaner.interval-ms

Default value: 86400000

Default source: mapred-default.xml

mapreduce.jobhistory.client.thread-count

Default value: 10

Default source: mapred-default.xml

mapreduce.jobhistory.datestring.cache.size

Default value: 200000

Default source: mapred-default.xml

mapreduce.jobhistory.done-dir

Default value: ${yarn.app.mapreduce.am.staging-dir}/history/done

Default source: mapred-default.xml

mapreduce.jobhistory.http.policy

Default value: HTTP_ONLY

Default source: mapred-default.xml

mapreduce.jobhistory.intermediate-done-dir

Default value: ${yarn.app.mapreduce.am.staging-dir}/history/done_intermediate

Default source: mapred-default.xml

mapreduce.jobhistory.joblist.cache.size

Default value: 20000

Default source: mapred-default.xml

mapreduce.jobhistory.keytab

Default value: /etc/security/keytab/jhs.service.keytab

Default source: mapred-default.xml

mapreduce.jobhistory.loadedjobs.cache.size

Default value: 5

Default source: mapred-default.xml

mapreduce.jobhistory.max-age-ms

Default value: 604800000

Default source: mapred-default.xml

mapreduce.jobhistory.minicluster.fixed.ports

Default value: FALSE

Default source: mapred-default.xml

mapreduce.jobhistory.move.interval-ms

Default value: 180000

Default source: mapred-default.xml

mapreduce.jobhistory.move.thread-count

Default value: 3

Default source: mapred-default.xml

mapreduce.jobhistory.principal

Default value: jhs/_HOST@REALM.TLD

Default source: mapred-default.xml

mapreduce.jobhistory.recovery.enable

Default value: FALSE

Default source: mapred-default.xml

mapreduce.jobhistory.recovery.store.class

Default value: org.apache.hadoop.mapreduce.v2.hs.HistoryServerFileSystemStateStoreService

Default source: mapred-default.xml

mapreduce.jobhistory.recovery.store.fs.uri

Default value: ${hadoop.tmp.dir}/mapred/history/recoverystore

Default source: mapred-default.xml

mapreduce.jobhistory.recovery.store.leveldb.path

Default value: ${hadoop.tmp.dir}/mapred/history/recoverystore

Default source: mapred-default.xml

mapreduce.jobhistory.webapp.address

Default value: 0.0.0.0:19888

Default source: mapred-default.xml

mapreduce.local.clientfactory.class.name

Default value: org.apache.hadoop.mapred.LocalClientFactory

Default source: mapred-default.xml

mapreduce.map.cpu.vcores

Default value: 1

Default source: mapred-default.xml

mapreduce.map.disk

Default value: 0.5

Default source: code

mapreduce.map.java.opts

Default value: -Xmx900m --add-opens java.base/java.lang=ALL-UNNAMED -XX:+UseParallelGC

Default source: code

mapreduce.map.log.level

Default value: INFO

Default source: mapred-default.xml

mapreduce.map.maxattempts

Default value: 4

Default source: mapred-default.xml

mapreduce.map.memory.mb

Default value: 1024

Default source: mapred-default.xml

mapreduce.map.output.compress

Default value: FALSE

Default source: mapred-default.xml

mapreduce.map.output.compress.codec

Default value: org.apache.hadoop.io.compress.DefaultCodec

Default source: mapred-default.xml

mapreduce.map.skip.maxrecords

Default value: 0

Default source: mapred-default.xml

mapreduce.map.skip.proc.count.autoincr

Default value: TRUE

Default source: mapred-default.xml

mapreduce.map.sort.spill.percent

Default value: 0.99

Default source: code

mapreduce.map.speculative

Default value: TRUE

Default source: mapred-default.xml

mapreduce.output.fileoutputformat.compress

Default value: FALSE

Default source: mapred-default.xml

mapreduce.output.fileoutputformat.compress.codec

Default value: org.apache.hadoop.io.compress.DefaultCodec

Default source: mapred-default.xml

mapreduce.output.fileoutputformat.compress.type

Default value: RECORD

Default source: mapred-default.xml

mapreduce.reduce.cpu.vcores

Default value: 1

Default source: mapred-default.xml

mapreduce.reduce.disk

Default value: 1.33

Default source: code

mapreduce.reduce.input.buffer.percent

Default value: 0

Default source: mapred-default.xml

mapreduce.reduce.java.opts

Default value: -Xmx2560m --add-opens java.base/java.lang=ALL-UNNAMED -XX:+UseParallelGC

Default source: code

mapreduce.reduce.log.level

Default value: INFO

Default source: mapred-default.xml

mapreduce.reduce.markreset.buffer.percent

Default value: 0

Default source: mapred-default.xml

mapreduce.reduce.maxattempts

Default value: 4

Default source: mapred-default.xml

mapreduce.reduce.memory.mb

Default value: 3072

Default source: code

mapreduce.reduce.merge.inmem.threshold

Default value: 1000

Default source: mapred-default.xml

mapreduce.reduce.shuffle.connect.timeout

Default value: 180000

Default source: mapred-default.xml

mapreduce.reduce.shuffle.fetch.retry.enabled

Default value: ${yarn.nodemanager.recovery.enabled}

Default source: mapred-default.xml

mapreduce.reduce.shuffle.fetch.retry.interval-ms

Default value: 1000

Default source: mapred-default.xml

mapreduce.reduce.shuffle.fetch.retry.timeout-ms

Default value: 30000

Default source: mapred-default.xml

mapreduce.reduce.shuffle.input.buffer.percent

Default value: 0.7

Default source: mapred-default.xml

mapreduce.reduce.shuffle.memory.limit.percent

Default value: 0.25

Default source: mapred-default.xml

mapreduce.reduce.shuffle.merge.percent

Default value: 0.66

Default source: mapred-default.xml

mapreduce.reduce.shuffle.parallelcopies

Default value: 12

Default source:code

mapreduce.reduce.shuffle.read.timeout

Default value: 180000

Default source: mapred-default.xml

mapreduce.reduce.shuffle.retry-delay.max.ms

Default value: 60000

Default source: mapred-default.xml

mapreduce.reduce.skip.maxgroups

Default value: 0

Default source: mapred-default.xml

mapreduce.reduce.skip.proc.count.autoincr

Default value: TRUE

Default source: mapred-default.xml

mapreduce.reduce.speculative

Default value: TRUE

Default source: mapred-default.xml

mapreduce.shuffle.connection-keep-alive.enable

Default value: FALSE

Default source: mapred-default.xml

mapreduce.shuffle.connection-keep-alive.timeout

Default value: 5

Default source: mapred-default.xml

mapreduce.shuffle.max.connections

Default value: 0

Default source: mapred-default.xml

mapreduce.shuffle.max.threads

Default value: 0

Default source: mapred-default.xml

mapreduce.shuffle.port

Default value: 13562

Default source: mapred-default.xml

mapreduce.shuffle.ssl.enabled

Default value: FALSE

Default source: mapred-default.xml

mapreduce.shuffle.ssl.file.buffer.size

Default value: 65536

Default source: mapred-default.xml

mapreduce.shuffle.transfer.buffer.size

Default value: 131072

Default source: mapred-default.xml

mapreduce.task.combine.progress.records

Default value: 10000

Default source: mapred-default.xml

mapreduce.task.files.preserve.failedtasks

Default value: FALSE

Default source: mapred-default.xml

mapreduce.task.io.sort.factor

Default value: 256

Default source: code

mapreduce.task.io.sort.mb

Default value: 100

Default source: mapred-default.xml

mapreduce.task.local.output.class

Default value: org.apache.hadoop.mapred.MapRFsOutputFile

Default source: code

mapreduce.task.merge.progress.records

Default value: 10000

Default source: mapred-default.xml

mapreduce.task.profile

Default value: FALSE

Default source: mapred-default.xml

mapreduce.task.profile.map.params

Default value: ${mapreduce.task.profile.params}

Default source: mapred-default.xml

mapreduce.task.profile.maps

Default value: 0-2

Default source: mapred-default.xml

mapreduce.task.profile.params

Default value: -agentlib:hprof=cpu=samples,heap=sites,force=n,thread=y,verbose=n,file=%s

Default source: mapred-default.xml

mapreduce.task.profile.reduce.params

Default value: ${mapreduce.task.profile.params}

Default source: mapred-default.xml

mapreduce.task.profile.reduces

Default value: 0-2

Default source: mapred-default.xml

mapreduce.task.skip.start.attempts

Default value: 2

Default source: mapred-default.xml

mapreduce.task.timeout

Default value: 600000

Default source: mapred-default.xml

mapreduce.task.userlog.limit.kb

Default value: 0

Default source: mapred-default.xml

yarn.app.mapreduce.am.command-opts

Default value: -Xmx1024m --add-opens java.base/java.lang=ALL-UNNAMED -XX:+UseParallelGC

Default source: mapred-default.xml

yarn.app.mapreduce.am.container.log.backups

Default value: 0

Default source: mapred-default.xml

yarn.app.mapreduce.am.container.log.limit.kb

Default value: 0

Default source: mapred-default.xml

yarn.app.mapreduce.am.containerlauncher.threadpool-initial-size

Default value: 10

Default source: mapred-default.xml

yarn.app.mapreduce.am.hard-kill-timeout-ms

Default value: 10000

Default source: mapred-default.xml

yarn.app.mapreduce.am.job.client.port-range

Default value: blank (the range is all possible ports)

Default source: mapred-default.xml

When a range is specified, the YARN Mapreduce master will only open its web port within the range specified

yarn.app.mapreduce.am.job.committer.cancel-timeout

Default value: 60000

Default source: mapred-default.xml

yarn.app.mapreduce.am.job.committer.commit-window

Default value: 10000

Default source: mapred-default.xml

yarn.app.mapreduce.am.job.task.listener.thread-count

Default value: 30

Default source: mapred-default.xml

yarn.app.mapreduce.am.resource.cpu-vcores

Default value: 1

Default source: mapred-default.xml

yarn.app.mapreduce.am.resource.mb

Default value: 1536

Default source: mapred-default.xml

yarn.app.mapreduce.am.scheduler.heartbeat.interval-ms

Default value: 1000

Default source: mapred-default.xml

yarn.app.mapreduce.am.staging-dir

Default value: ${fs.defaultFS}/var/mapr/cluster/yarn/rm/staging

Default source: code

yarn.app.mapreduce.client-am.ipc.max-retries

Default value: 3

Default source: mapred-default.xml

yarn.app.mapreduce.client-am.ipc.max-retries-on-timeouts

Default value: 3

Default source: mapred-default.xml

yarn.app.mapreduce.client.max-retries

Default value: 3

Default source: mapred-default.xml

yarn.app.mapreduce.shuffle.log.backups

Default value: 0

Default source: mapred-default.xml

yarn.app.mapreduce.shuffle.log.limit.kb

Default value: 0

Default source: mapred-default.xml

yarn.app.mapreduce.shuffle.log.separate

Default value: TRUE

Default source: mapred-default.xml

yarn.app.mapreduce.task.container.log.backups

Default value: 0

Default source: mapred-default.xml