본문 바로가기

Hadoop Ecosystem

Job Configuration: JobId - job_201307111807_0008



Job Configuration: JobId - job_201307111807_0008


namevalue
fs.s3n.implorg.apache.hadoop.fs.s3native.NativeS3FileSystem
mapred.task.cache.levels2
hadoop.tmp.dir/home/hadoop/hadoop/hadoop-data/
hadoop.native.libtrue
map.sort.classorg.apache.hadoop.util.QuickSort
dfs.namenode.decommission.nodes.per.interval5
dfs.https.need.client.authfalse
ipc.client.idlethreshold4000
dfs.datanode.data.dir.perm755
mapred.system.dir${hadoop.tmp.dir}/mapred/system
mapred.job.tracker.persist.jobstatus.hours0
dfs.datanode.address0.0.0.0:50010
dfs.namenode.logging.levelinfo
dfs.block.access.token.enablefalse
io.skip.checksum.errorsfalse
fs.default.namehdfs://h001:9000
mapred.cluster.reduce.memory.mb-1
mapred.reducer.new-apitrue
mapred.child.tmp./tmp
fs.har.impl.disable.cachetrue
dfs.safemode.threshold.pct0.999f
mapred.skip.reduce.max.skip.groups0
dfs.namenode.handler.count10
dfs.blockreport.initialDelay0
mapred.heartbeats.in.second100
mapred.tasktracker.dns.nameserverdefault
io.sort.factor10
mapred.task.timeout600000
mapred.max.tracker.failures4
hadoop.rpc.socket.factory.class.defaultorg.apache.hadoop.net.StandardSocketFactory
mapred.job.tracker.jobhistory.lru.cache.size5
fs.hdfs.implorg.apache.hadoop.hdfs.DistributedFileSystem
mapred.queue.default.acl-administer-jobs*
mapred.output.key.classorg.apache.hadoop.io.Text
dfs.block.access.key.update.interval600
mapred.skip.map.auto.incr.proc.counttrue
mapreduce.job.complete.cancel.delegation.tokenstrue
io.mapfile.bloom.size1048576
mapreduce.reduce.shuffle.connect.timeout180000
dfs.safemode.extension30000
mapred.jobtracker.blacklist.fault-timeout-window180
tasktracker.http.threads40
mapred.job.shuffle.merge.percent0.66
mapreduce.inputformat.classorg.apache.hadoop.mapreduce.lib.input.TextInputFormat
fs.ftp.implorg.apache.hadoop.fs.ftp.FTPFileSystem
user.namehadoop
mapred.output.compressfalse
io.bytes.per.checksum512
mapred.combine.recordsBeforeProgress10000
mapred.healthChecker.script.timeout600000
topology.node.switch.mapping.implorg.apache.hadoop.net.ScriptBasedMapping
dfs.https.server.keystore.resourcessl-server.xml
mapred.reduce.slowstart.completed.maps0.05
mapred.reduce.max.attempts4
fs.ramfs.implorg.apache.hadoop.fs.InMemoryFileSystem
dfs.block.access.token.lifetime600
dfs.name.edits.dir${dfs.name.dir}
mapred.skip.map.max.skip.records0
mapred.cluster.map.memory.mb-1
hadoop.security.group.mappingorg.apache.hadoop.security.ShellBasedUnixGroupsMapping
mapred.job.tracker.persist.jobstatus.dir/jobtracker/jobsInfo
mapred.jarhdfs://h001:9000/home/hadoop/hadoop/hadoop-data/mapred/staging/hadoop/.staging/job_201307111807_0008/job.jar
dfs.block.size10485760
fs.s3.buffer.dir${hadoop.tmp.dir}/s3
job.end.retry.attempts0
fs.file.implorg.apache.hadoop.fs.LocalFileSystem
mapred.local.dir.minspacestart0
mapred.output.compression.typeRECORD
dfs.datanode.ipc.address0.0.0.0:50020
dfs.permissionstrue
topology.script.number.args100
io.mapfile.bloom.error.rate0.005
mapred.cluster.max.reduce.memory.mb-1
mapred.max.tracker.blacklists4
mapred.task.profile.maps0-2
dfs.datanode.https.address0.0.0.0:50475
dfs.umaskmode022
mapred.userlog.retain.hours24
dfs.secondary.http.addressh002:50090
dfs.replication.max512
mapred.job.tracker.persist.jobstatus.activefalse
hadoop.security.authorizationfalse
local.cache.size10737418240
dfs.namenode.delegation.token.renew-interval86400000
mapred.min.split.size0
mapred.map.tasks48
mapred.child.java.opts-Xmx200m
mapreduce.job.counters.limit120
mapred.output.value.classorg.apache.hadoop.io.IntWritable
dfs.https.client.keystore.resourcessl-client.xml
mapred.job.queue.namedefault
dfs.https.address0.0.0.0:50470
mapred.job.tracker.retiredjobs.cache.size1000
dfs.balance.bandwidthPerSec1048576
ipc.server.listen.queue.size128
job.end.retry.interval30000
mapred.inmem.merge.threshold1000
mapred.skip.attempts.to.start.skipping2
mapreduce.tasktracker.outofband.heartbeat.damper1000000
fs.checkpoint.dir${hadoop.tmp.dir}/dfs/namesecondary
mapred.reduce.tasks1
mapred.merge.recordsBeforeProgress10000
mapred.userlog.limit.kb0
mapred.job.reduce.memory.mb-1
dfs.max.objects0
webinterface.private.actionsfalse
hadoop.security.token.service.use_iptrue
io.sort.spill.percent0.80
mapred.job.shuffle.input.buffer.percent0.70
mapred.job.nameairDepartureDelayCount
dfs.datanode.dns.nameserverdefault
mapred.map.tasks.speculative.executiontrue
hadoop.util.hash.typemurmur
dfs.blockreport.intervalMsec3600000
mapred.map.max.attempts4
mapreduce.job.acl-view-job
dfs.client.block.write.retries3
mapred.job.tracker.handler.count10
mapreduce.reduce.shuffle.read.timeout180000
mapred.tasktracker.expiry.interval600000
dfs.https.enablefalse
mapred.jobtracker.maxtasks.per.job-1
mapred.jobtracker.job.history.block.size3145728
keep.failed.task.filesfalse
mapreduce.outputformat.classorg.apache.hadoop.mapreduce.lib.output.TextOutputFormat
dfs.datanode.failed.volumes.tolerated0
ipc.client.tcpnodelayfalse
mapred.task.profile.reduces0-2
mapred.output.compression.codecorg.apache.hadoop.io.compress.DefaultCodec
io.map.index.skip0
mapred.working.dirhdfs://h001:9000/user/hadoop
ipc.server.tcpnodelayfalse
mapred.jobtracker.blacklist.fault-bucket-width15
dfs.namenode.delegation.key.update-interval86400000
mapred.used.genericoptionsparsertrue
mapred.mapper.new-apitrue
mapred.job.map.memory.mb-1
dfs.default.chunk.view.size32768
hadoop.logfile.size10000000
mapred.reduce.tasks.speculative.executiontrue
mapreduce.job.dirhdfs://h001:9000/home/hadoop/hadoop/hadoop-data/mapred/staging/hadoop/.staging/job_201307111807_0008
mapreduce.tasktracker.outofband.heartbeatfalse
mapreduce.reduce.input.limit-1
dfs.datanode.du.reserved0
hadoop.security.authenticationsimple
fs.checkpoint.period3600
dfs.web.ugiwebuser,webgroup
mapred.job.reuse.jvm.num.tasks1
mapred.jobtracker.completeuserjobs.maximum100
dfs.df.interval60000
dfs.data.dir/home/hadoop/hadoop/hdfs/data
mapred.task.tracker.task-controllerorg.apache.hadoop.mapred.DefaultTaskController
fs.s3.maxRetries4
dfs.datanode.dns.interfacedefault
mapred.cluster.max.map.memory.mb-1
dfs.support.appendfalse
mapreduce.reduce.shuffle.maxfetchfailures10
mapreduce.job.acl-modify-job
dfs.permissions.supergroupsupergroup
mapred.local.dir${hadoop.tmp.dir}/mapred/local
fs.hftp.implorg.apache.hadoop.hdfs.HftpFileSystem
fs.trash.interval0
fs.s3.sleepTimeSeconds10
dfs.replication.min1
mapred.submit.replication10
fs.har.implorg.apache.hadoop.fs.HarFileSystem
mapred.map.output.compression.codecorg.apache.hadoop.io.compress.DefaultCodec
mapred.tasktracker.dns.interfacedefault
dfs.namenode.decommission.interval30
dfs.http.addressh001:50070
dfs.heartbeat.interval3
mapred.job.trackerh001:9001
mapreduce.job.submithosth001
io.seqfile.sorter.recordlimit1000000
dfs.name.dir/home/hadoop/hadoop/hdfs/name
mapred.line.input.format.linespermap1
mapred.jobtracker.taskSchedulerorg.apache.hadoop.mapred.JobQueueTaskScheduler
dfs.datanode.http.address0.0.0.0:50075
fs.webhdfs.implorg.apache.hadoop.hdfs.web.WebHdfsFileSystem
mapred.local.dir.minspacekill0
dfs.replication.interval3
io.sort.record.percent0.05
mapreduce.reduce.classcom.jacob.mr.tool.airdelay.AirReducer
fs.kfs.implorg.apache.hadoop.fs.kfs.KosmosFileSystem
mapred.temp.dir${hadoop.tmp.dir}/mapred/temp
mapred.tasktracker.reduce.tasks.maximum2
dfs.replication1
fs.checkpoint.edits.dir${fs.checkpoint.dir}
mapred.tasktracker.tasks.sleeptime-before-sigkill5000
mapred.job.reduce.input.buffer.percent0.0
mapred.tasktracker.indexcache.mb10
mapreduce.job.split.metainfo.maxsize10000000
hadoop.logfile.count10
mapred.skip.reduce.auto.incr.proc.counttrue
mapreduce.job.submithostaddress192.168.73.71
io.seqfile.compress.blocksize1000000
fs.s3.block.size67108864
mapred.tasktracker.taskmemorymanager.monitoring-interval5000
mapred.queue.default.stateRUNNING
mapred.acls.enabledfalse
mapreduce.jobtracker.staging.root.dir${hadoop.tmp.dir}/mapred/staging
mapred.queue.namesdefault
dfs.access.time.precision3600000
fs.hsftp.implorg.apache.hadoop.hdfs.HsftpFileSystem
mapred.task.tracker.http.address0.0.0.0:50060
mapred.reduce.parallel.copies5
io.seqfile.lazydecompresstrue
mapred.output.dir/user/hadoop/mr/0711out/out006
io.sort.mb100
ipc.client.connection.maxidletime10000
mapred.compress.map.outputfalse
hadoop.security.uid.cache.secs14400
mapred.task.tracker.report.address127.0.0.1:0
mapred.healthChecker.interval60000
ipc.client.kill.max10
ipc.client.connect.max.retries10
mapreduce.map.classcom.jacob.mr.tool.airdelay.AirMapper
fs.s3.implorg.apache.hadoop.fs.s3.S3FileSystem
mapred.user.jobconf.limit5242880
mapred.input.dirhdfs://h001:9000/user/hadoop/mr/0711/1988.csv
mapred.job.tracker.http.address0.0.0.0:50030
io.file.buffer.size4096
mapred.jobtracker.restart.recoverfalse
io.serializationsorg.apache.hadoop.io.serializer.WritableSerialization
dfs.datanode.handler.count3
mapred.task.profilefalse
mapreduce.input.num.files1
dfs.replication.considerLoadtrue
jobclient.output.filterFAILED
dfs.namenode.delegation.token.max-lifetime604800000
mapred.tasktracker.map.tasks.maximum2
io.compression.codecsorg.apache.hadoop.io.compress.DefaultCodec,org.apache.hadoop.io.compress.GzipCodec,org.apache.hadoop.io.compress.BZip2Codec,org.apache.hadoop.io.compress.SnappyCodec
fs.checkpoint.size67108864