Log Files

Lists the log files for each MapR Data Platform component.

The table below provides information on the log files for the components.

Component Type of Log Log File Configuration File Rotation Maximum File Size # of Backups Expiration Period
CLDB Main /opt/mapr/logs/cldb.log /opt/mapr/conf/log4j.cldb.properties By Size 100MB 9 -
Disk Balancer /opt/mapr/logs/cldbdiskbalancer.log /opt/mapr/conf/log4j.cldb.properties Daily - - 10 days
Role Balancer /opt/mapr/logs/cldbrolebalancer.log /opt/mapr/conf/log4j.cldb.properties Daily - - 10 days
Time Skew /opt/mapr/logs/timeskew.log /opt/mapr/conf/log4j.cldb.properties Daily - - 10 days
Data Fabric filesystem Summary /opt/mapr/logs/cldbfssummary.log /opt/mapr/conf/log4j.cldb.properties Daily - - 10 days
Audit /opt/mapr/logs/cldbaudit.log.json /opt/mapr/conf/log4j.cldb.properties Daily - - -
Guts /opt/mapr/logs/cldbguts.log /opt/mapr/conf/log4j.properties - - - 10 days
Proxy /opt/mapr/logs/cldbproxy.log /opt/mapr/conf/log4j.properties - - - 10 days
WebServer Main /opt/mapr/apiserver/logs/apiserver.log /opt/mapr/apiserver/conf/properties.cfg Every Startup - 10 10 days
/opt/mapr/conf/log4j.mcs.properties Daily - -
Authentication Audit /opt/mapr/logs/authaudit.log.json /opt/mapr/conf/log4j.mcs.properties Daily - - -
PAM /opt/mapr/logs/pam.log /opt/mapr/conf/log4j.properties Daily - - 10 days
Warden Main /opt/mapr/logs/warden.log /opt/mapr/initscripts/mapr-warden Every Startup - 10 10 days
/opt/mapr/conf/log4j.properties Daily - -
System Volume Initialization /opt/mapr/logs/createsystemvolumes.log /opt/mapr/server/createsystemvolumes.sh - - - 10 days
MapR File System CLDB Connection Initialization /opt/mapr/logs/mfs.log-0 /opt/mapr/conf/mfs.conf By Size 200MB per file (1GB in total) 5 -
MapR File System /opt/mapr/logs/mfs.log-3 /opt/mapr/conf/mfs.conf By Size 200MB per file (1GB in total) 5 -
MapR Database /opt/mapr/logs/mfs.log-5 /opt/mapr/conf/mfs.conf By Size 200MB per file (1GB in total) 5 -
stderr on startup /opt/mapr/logs/mfs.err - - - - -
stdout on startup /opt/mapr/logs/mfs.out - - - - 10 days
Initialization /opt/mapr/logs/mfsinit.log /opt/mapr/initscripts/mapr-mfs - - - 10 days
Audit Initialization /opt/mapr/logs/initaudit.log /opt/mapr/server/initaudit.sh - - - 10 days
NFS Main /opt/mapr/logs/nfsserver.log /opt/mapr/conf/nfsserver.conf By Size 200MB 5 -
NFS Monitoring /opt/mapr/logs/nfsmon.log - - - - 10 days
Local Mount /opt/mapr/logs/mount_local_fs.log /opt/mapr/bin/mount_local_fs.pl - - - 10 days
NFSv4 NFS Ganesha Server /opt/mapr/logs/nfs4/nfs4server.log /opt/mapr/conf/nfs4server.conf By Size - - -
NFsv4Server filesystem logs /opt/mapr/logs/nfs4/fsal.log-0, 1, 2 - By Size 200MB 5 -
VIP /opt/mapr/logs/nfs4/nfs4mon.log - - - - -
HostStats Main /opt/mapr/logs/hoststats.log - By Size 20MB 5 -
stderr on startup /opt/mapr/logs/hoststats.err - - - - -
Gateway Main /opt/mapr/logs/gateway.log /opt/mapr/conf/log4j.properties By Size 256MB 20 10 days
Initialization /opt/mapr/logs/gatewayinit.log /opt/mapr/initscripts/mapr-gateway - - - 10 days
Loopbacknfs POSIX Client Main /usr/local/mapr-loopbacknfs/logs/loopbacknfs.log /usr/local/mapr-loopbacknfs/conf/nfsserver.conf By Size 200MB 5 -
NFS Monitoring /usr/local/mapr-loopbacknfs/logs/nfsmon.log - - - - -
Local Mount /usr/local/mapr-loopbacknfs/logs/mount_local_fs.log /usr/local/mapr-loopbacknfs/bin/mount_local_fs.pl - - - -
FUSE-based POSIX Client Basic /opt/mapr/logs/posix-client-basic.log /opt/mapr/conf/fuse.conf - - - -
Platinum /opt/mapr/logs/posix-client-platinum.log
PACC /opt/mapr/logs/posix-client-basic.log
FUSE logs /opt/mapr/logs/ffs.log-n (where n is between 0 and 4) By Size 256 MB 5 -
Tools configure.sh /opt/mapr/logs/configure.log /opt/mapr/server/configure.sh - - - -
disksetup /opt/mapr/logs/disksetup.<uid>.log /opt/mapr/server/disksetup - - - 10 days
config-mapr-user.sh /opt/mapr/logs/config-mapr-user.log /opt/mapr/server/config-mapr-user.sh - - - 10 days
prerequisitecheck.sh /opt/mapr/logs/prerequisitecheck-<username>.log /opt/mapr/server/prerequisitecheck.sh - - - 10 days
handle_disk_failure.sh /opt/mapr/logs/faileddisk.log /opt/mapr/server/handle_disk_failure.sh - - - 10 days
diskremove /opt/mapr/logs/diskremove.<uid>.log /opt/mapr/server/diskremove - - - 10 days
gfsck /opt/mapr/logs/gfsck.log /opt/mapr/conf/log4j.properties Daily - - 10 days
maprlogin /opt/mapr/logs/maprlogin-<username>-<uid>.log /opt/mapr/conf/log4j.properties - - - 10 days
maprexecute /opt/mapr/logs/maprexecute.log - - - - 10 days
mrdisk /opt/mapr/logs/mrdisk.<uid>.log - - - - 10 days
expandaudit /opt/mapr/logs/expandaudit-<username>-<uid>.log /opt/mapr/conf/log4j.properties Daily - - 10 days
expandaudit error /opt/mapr/logs/expandaudit-<username>-<uid>-$(date +%Y%m%d_%H%M%S).errlog - - - - 10 days
upgrade /opt/mapr/logs/upgrade.log /opt/mapr/server/upgrade - - - 10 days
Upgrade Single Node Upgrade /opt/mapr/logs/singlenodeupgrade.log /opt/upgrade-mapr/singlenodeupgrade.sh - - - 10 days
Single Node Upgrade Summary /opt/mapr/logs/singlenodeupgrade.log.summary /opt/upgrade-mapr/singlenodeupgrade.sh - - - 10 days
Rolling Upgrade /opt/mapr/logs/rollingupgrade.log /opt/upgrade-mapr/rollingupgrade.sh - - - 10 days
Rolling Upgrade Summary /opt/mapr/logs/rollingupgrade.log.summary /opt/upgrade-mapr/rollingupgrade.sh - - - 10 days
CentralConfig Main /opt/mapr/logs/pullcentralconfig.log /opt/mapr/server/pullcentralconfig By Size 50MB 1 10 days
/opt/mapr/conf/log4j.properties Daily - -
Error /opt/mapr/logs/central_config_err_pid<pid>.log /opt/mapr/server/pullcentralconfig - - - 10 days
Data Fabric CLI Main /opt/mapr/logs/maprcli-<username>-<uid>.log /opt/mapr/conf/log4j.properties Daily - - 10 days
Volume Dump /opt/mapr/logs/maprcli-dump-<username>-<uid>.log /opt/mapr/bin/maprcli By Size 512KB - 10 days
Temporary Volume Dump /opt/mapr/logs/maprcli-dump-<username>-<uid>-cmd-`date +"%F-%T"`.$$.log /opt/mapr/bin/maprcli - - - 10 days
Audit /opt/mapr/mapr-cli-audit-log/audit.log.json - Weekly - - -
mapr Command Main /opt/mapr/logs/mapr-<username>-<hostname>.log /opt/mapr/conf/log4j.properties - - - 10 days
dbshell /opt/mapr/logs/maprdb-shell-<username>-<hostname>.log /opt/mapr/conf/log4j.properties Daily - - 10 days
ResourceManager Main /opt/mapr/hadoop/hadoop-<version>/logs/yarn-mapr-resourcemanager-<hostname>.log /opt/mapr/hadoop/hadoop-<version>/etc/hadoop/log4j.properties By Size 256MB 20 10 days
stdout on startup /opt/mapr/hadoop/hadoop-<version>/logs/yarn-mapr-resourcemanager-<hostname>.out /opt/mapr/hadoop/hadoop-<version>/sbin/yarn-daemon.sh Every Startup - 5 10 days
RM Volume Initialization /opt/mapr/logs/createRMVolume.log /opt/mapr/server/createJTVolume.sh - - - 10 days
MAST Gateway Main /opt/mapr/logs/mastgateway.log /opt/mapr/conf/mastgateway.conf By Size
NodeManager Main /opt/mapr/hadoop/hadoop-<version>/logs/yarn-mapr-nodemanager-<hostname>.log /opt/mapr/hadoop/hadoop-<version>/etc/hadoop/log4j.properties By Size 256MB 20 10 days
stdout on startup /opt/mapr/hadoop/hadoop-<version>/logs/yarn-mapr-nodemanager-<hostname>.out /opt/mapr/hadoop/hadoop-<version>/sbin/yarn-daemon.sh Every Startup - 5 10 days
NM Volume Initialization /opt/mapr/logs/createNMVolume.<uid>.log /opt/mapr/server/createTTVolume.sh - - - 10 days
NM Volume Initialization /opt/mapr/logs/createNMVolume.<uid>.cmd.out /opt/mapr/server/createTTVolume.sh - - - 10 days
HistoryServer Main mapred-mapr-historyserver-<hostname>.log /opt/mapr/hadoop/hadoop-<version>/etc/hadoop/log4j.properties By Size 256MB 20 10 days
stdout on startup mapred-mapr-historyserver-<hostname>.out /opt/mapr/hadoop/hadoop-<version>/sbin/mr-jobhistory-daemon.sh Every Startup - 5 10 days
ZooKeeper Main /opt/mapr/zookeeper/zookeeper-3.4.11/logs/zookeeper.log /opt/mapr/zookeeper/zookeeper-3.4.11/conf/log4j.properties By Size 10MB 4 -
stdout on startup /opt/mapr/zookeeper/zookeeper-3.4.11/logs/zookeeper.out /opt/mapr/zookeeper/zookeeper-3.4.11/bin/zkServer.sh - - - -
Cleanup /opt/mapr/zookeeper/zookeeper-3.4.11/logs/zookeepercleanup.log /opt/mapr/zookeeper/zk_cleanup.sh - - - -
Hive Main /opt/mapr/hive/hive-<version>/logs/<username>/hive.log /opt/mapr/hive/hive-<version>/conf/hive-log4j.properties Daily - - -
Execution /opt/mapr/hive/hive-<version>/logs/<username>/<queryid>.log /opt/mapr/hive/hive-<version>/conf/hive-exec-log4j.properties - - - -
HS2 stdout on startup /opt/mapr/hive/hive-<version>/logs/hive-mapr-hiveserver2-<hostname>.out /opt/mapr/hive/hive-<version>/bin/ext/hiveserver2.sh - - - -
Metastore stdout on startup /opt/mapr/hive/hive-<version>/logs/hive-mapr-metastore-<hostname>.out /opt/mapr/hive/hive-<version>/bin/ext/metastore.sh - - - -
WebHCat /opt/mapr/hive/hive-<version>/logs/<username>/webhcat/webhcat.log /opt/mapr/hive/hive-<version>/hcatalog/etc/webhcat/webhcat-log4j.properties Daily - - -
WebHCat stdout on startup /opt/mapr/hive/hive-<version>/logs/<username>/webhcat/webhcat-console.log /opt/mapr/hive/hive-<version>/hcatalog/sbin/webhcat_server.sh - - - -
WebHCat stderr on startup /opt/mapr/hive/hive-<version>/logs/<username>/webhcat/webhcat-console-error.log /opt/mapr/hive/hive-<version>/hcatalog/sbin/webhcat_server.sh - - - -
Beeline <stderr> /opt/mapr/hive/hive-<version>/conf/beeline-log4j.properties - - - -
History /tmp/<username>/hive_job_log_<sessionid>_<random>.txt /opt/mapr/hive/hive-<version>/conf/hive-site.xml - - - <tmpwatch>
Session Temporary /tmp/<username>/<sessionid>.pipeout /opt/mapr/hive/hive-<version>/conf/hive-site.xml - - - <tmpwatch>
HBase Shell /opt/mapr/hbase/hbase-<version>/logs/hbase-<username>-shell-<hostname>.log /opt/mapr/hbase/hbase-<version>/conf/log4j.properties Daily - - -
REST /opt/mapr/hbase/hbase-<version>/logs/hbase-<username>-rest-<hostname>.log /opt/mapr/hbase/hbase-<version>/conf/log4j.properties By Size 256MB 20 -
REST stdout on startup /opt/mapr/hbase/hbase-<version>/logs/hbase-<username>-rest-<hostname>.out /opt/mapr/hbase/hbase-<version>/bin/hbase-daemon.sh Every Startup - 5 -
Thrift /opt/mapr/hbase/hbase-<version>/logs/hbase-<username>-thrift-<hostname>.log /opt/mapr/hbase/hbase-<version>/conf/log4j.properties By Size 256MB 20 -
Thrift stdout on startup /opt/mapr/hbase/hbase-<version>/logs/hbase-<username>-thrift-<hostname>.out /opt/mapr/hbase/hbase-<version>/bin/hbase-daemon.sh Every Startup - 5 -
SparkHistoryServer Main <stderr> /opt/mapr/spark/spark-<version>/conf/log4j.properties - - - -
stdout on startup /opt/mapr/spark/spark-<version>/logs/spark-mapr-org.apache.spark.deploy.history.HistoryServer-1-<hostname>.out /opt/mapr/spark/spark-<version>/sbin/spark-daemon.sh Every Startup - 5 -
Impala Server /opt/mapr/impala/impala-<version>/logs/impalad.INFO /opt/mapr/impala/impala-<version>/mapr/conf/env.sh Every Startup - - -
Server /opt/mapr/impala/impala-<version>/logs/impalad.WARNING /opt/mapr/impala/impala-<version>/mapr/conf/env.sh Every Startup - - -
Server /opt/mapr/impala/impala-<version>/logs/impalad.ERROR /opt/mapr/impala/impala-<version>/mapr/conf/env.sh Every Startup - - -
Server stdout on startup /opt/mapr/impala/impala-<version>/logs/impalaserver.out /opt/mapr/impala/impala-<version>/mapr/warden/warden_helper - - - -
State Store /opt/mapr/impala/impala-<version>/logs/statestored.INFO /opt/mapr/impala/impala-<version>/mapr/conf/env.sh Every Startup - - -
State Store /opt/mapr/impala/impala-<version>/logs/statestored.WARNING /opt/mapr/impala/impala-<version>/mapr/conf/env.sh Every Startup - - -
State Store /opt/mapr/impala/impala-<version>/logs/statestored.ERROR /opt/mapr/impala/impala-<version>/mapr/conf/env.sh Every Startup - - -
State Store stdout on startup /opt/mapr/impala/impala-<version>/logs/impalastore.out /opt/mapr/impala/impala-<version>/mapr/warden/warden_helper - - - -
Catalog /opt/mapr/impala/impala-<version>/logs/catalogd.INFO /opt/mapr/impala/impala-<version>/mapr/conf/env.sh Every Startup - - -
Catalog /opt/mapr/impala/impala-<version>/logs/catalogd.WARNING /opt/mapr/impala/impala-<version>/mapr/conf/env.sh Every Startup - - -
Catalog /opt/mapr/impala/impala-<version>/logs/catalogd.ERROR /opt/mapr/impala/impala-<version>/mapr/conf/env.sh Every Startup - - -
Catalog stdout on startup /opt/mapr/impala/impala-<version>/logs/impalacatalog.out /opt/mapr/impala/impala-<version>/mapr/warden/warden_helper - - - -
Drill Drillbit /opt/mapr/drill/drill-<version>/logs/drillbit.log /opt/mapr/drill/drill-<version>/conf/logback.xml By Size 100MB 10 -
Drillbit stdout on startup /opt/mapr/drill/drill-<version>/logs/drillbit.out /opt/mapr/drill/drill-<version>/bin/drillbit.sh - - - -
Drillbit Query /opt/mapr/drill/drill-<version>/logs/drillbit_queries.json /opt/mapr/drill/drill-<version>/conf/logback.xml By Size 100MB 10 -
Sqlline /opt/mapr/drill/drill-<version>/logs/sqlline.log /opt/mapr/drill/drill-<version>/conf/logback.xml By Size 100MB 10 -
Sqlline Query /opt/mapr/drill/drill-<version>/logs/sqlline_queries.json /opt/mapr/drill/drill-<version>/conf/logback.xml By Size 100MB 10 -
Submitter /opt/mapr/drill/drill-<version>/logs/submitter.log /opt/mapr/drill/drill-<version>/conf/logback.xml By Size 100MB 10 -
Submitter Query /opt/mapr/drill/drill-<version>/logs/submitter_queries.json /opt/mapr/drill/drill-<version>/conf/logback.xml By Size 100MB 10 -
Dumpcat /opt/mapr/drill/drill-<version>/logs/drill_dumpcat.log /opt/mapr/drill/drill-<version>/conf/logback.xml By Size 100MB 10 -
Query Plan /opt/mapr/drill/drill-<version>/logs/profiles/<queryid>.sys.drill - - - - -
Flume Main /opt/mapr/flume/flume-<version>/logs/flume.log /opt/mapr/flume/flume-<version>/conf/log4j.properties By Size 100MB 10 -
Oozie Main /opt/mapr/oozie/oozie-<version>/logs/oozie.log /opt/mapr/oozie/oozie-<version>/conf/oozie-log4j.properties Hourly - 720 -
JPA /opt/mapr/oozie/oozie-<version>/logs/oozie-jpa.log /opt/mapr/oozie/oozie-<version>/conf/oozie-log4j.properties Daily - - -
Operations /opt/mapr/oozie/oozie-<version>/logs/oozie-ops.log /opt/mapr/oozie/oozie-<version>/conf/oozie-log4j.properties Daily - - -
Instrumentation /opt/mapr/oozie/oozie-<version>/logs/oozie-instrumentation.log /opt/mapr/oozie/oozie-<version>/conf/oozie-log4j.properties Daily - - -
Audit /opt/mapr/oozie/oozie-<version>/logs/oozie-audit.log /opt/mapr/oozie/oozie-<version>/conf/oozie-log4j.properties Daily - - -
Tomcat /opt/mapr/oozie/oozie-<version>/logs/catalina.<date>.log /opt/mapr/oozie/oozie-<version>/oozie-server/conf/logging.properties Daily - - -
Tomcat Application /opt/mapr/oozie/oozie-<version>/logs/localhost.<date>.log /opt/mapr/oozie/oozie-<version>/oozie-server/conf/logging.properties Daily - - -
Tomcat Manager /opt/mapr/oozie/oozie-<version>/logs/manager.<date>.log /opt/mapr/oozie/oozie-<version>/oozie-server/conf/logging.properties Daily - - -
Tomcat Host Manager /opt/mapr/oozie/oozie-<version>/logs/host-manager.<date>.log /opt/mapr/oozie/oozie-<version>/oozie-server/conf/logging.properties Daily - - -
Tomcat stdout on startup /opt/mapr/oozie/oozie-<version>/logs/catalina.out /opt/mapr/oozie/oozie-<version>/oozie-server/bin/catalina.sh - - - -
Derby /opt/mapr/oozie/oozie-<version>/logs/derby.log - - - - -
Hadoop Version /opt/mapr/oozie/oozie-<version>/logs/hadoop_version.log /opt/mapr/oozie/oozie-<version>/bin/oozie-setup.sh - - - -
Hue CherryPy Server /opt/mapr/hue/hue-<version>/logs/runcpserver.log /opt/mapr/hue/hue-<version>/desktop/conf/log.conf By Size 1MB 3 -
CherryPy Server stdout /opt/mapr/hue/hue-<version>/logs/hue-<username>-runcpserver-<hostname>.out /opt/mapr/hue/hue-<version>/bin/hue.sh - - - -
Livy Server /opt/mapr/hue/hue-<version>/logs/livy_server.log /opt/mapr/hue/hue-<version>/desktop/conf/log.conf By Size 1MB 3 -
Livy Server stdout /opt/mapr/hue/hue-<version>/logs/hue-<username>-livy_server-<hostname>.out /opt/mapr/hue/hue-<version>/bin/hue.sh - - - -
Access /opt/mapr/hue/hue-<version>/logs/access.log /opt/mapr/hue/hue-<version>/desktop/conf/log.conf By Size 1MB 3 -
Error /opt/mapr/hue/hue-<version>/logs/error.log /opt/mapr/hue/hue-<version>/desktop/conf/log.conf By Size 1MB 3 -
Security /opt/mapr/hue/hue-<version>/logs/secure-sh-log.out /opt/mapr/hue/hue-<version>/bin/hue.sh - - - -
HttpFs Main /opt/mapr/httpfs/httpfs-<version>/logs/httpfs.log /opt/mapr/httpfs/httpfs-<version>/etc/hadoop/httpfs-log4j.properties Daily - - -
Audit /opt/mapr/httpfs/httpfs-<version>/logs/httpfs-audit.log /opt/mapr/httpfs/httpfs-<version>/etc/hadoop/httpfs-log4j.properties Daily - - -
Tomcat /opt/mapr/httpfs/httpfs-<version>/logs/httpfs-catalina.log /opt/mapr/httpfs/httpfs-<version>/share/hadoop/httpfs/tomcat/conf/logging.properties Daily - - -
Tomcat Application /opt/mapr/httpfs/httpfs-<version>/logs/httpfs-localhost.log /opt/mapr/httpfs/httpfs-<version>/share/hadoop/httpfs/tomcat/conf/logging.properties Daily - - -
Tomcat Manager /opt/mapr/httpfs/httpfs-<version>/logs/httpfs-manager.log /opt/mapr/httpfs/httpfs-<version>/share/hadoop/httpfs/tomcat/conf/logging.properties Daily - - -
Tomcat Host Manager /opt/mapr/httpfs/httpfs-<version>/logs/httpfs-host-manager.log /opt/mapr/httpfs/httpfs-<version>/share/hadoop/httpfs/tomcat/conf/logging.properties Daily - - -
Tomcat stdout on startup /opt/mapr/httpfs/httpfs-<version>/logs/httpfs-catalina.out /opt/mapr/httpfs/httpfs-<version>/share/hadoop/httpfs/tomcat/bin/catalina.sh - - - -