VARS

Cloudera

{
name = "hdfs_datanode"
logs = ["/var/log/hadoop-hdfs/*DATANODE*.log.out"]
type = "DEFAULT"
}
{
name = "hdfs_namenode"
logs = ["/var/log/hadoop-hdfs/*NAMENODE*.log.out"]
type = "DEFAULT"
}
{
name = "yarn_nodemanager"
logs = ["/var/log/hadoop-yarn/*NODEMANAGER*.log.out"]
type = "DEFAULT"
}
{
name = "yarn_resourcemanager"
logs = ["/var/log/hadoop-yarn/*RESOURCEMANAGER*.log.out"]
type = "DEFAULT"
}
{
name = "yarn_timelineserver"
logs = ["/var/log/hadoop-yarn/**/*timelineserver*.log"]
type = "DEFAULT"
}
{
name = "yarn_timelinereader"
logs = ["/var/log/hadoop-yarn/**/*timelinereader*.log"]
type = "DEFAULT"
}
{
name = "mapred_historyserver"
logs = ["/var/log/hadoop-mapreduce/*JOBHISTORY*.log.out"]
type = "DEFAULT"
}
{
name = "hbase_regionserver"
logs = ["/var/log/hbase/*REGIONSERVER*.log.out"]
type = "DEFAULT"
}
{
name = "hbase_master"
logs = ["/var/log/hbase/*MASTER*.log.out"]
type = "DEFAULT"
}
{
name = "kafka_server"
logs = ["/var/log/kafka/kafka-broker*.log"]
type = "DEFAULT"
}
{
name = "kafka_controller"
logs = ["/var/log/kafka/controller.log"]
type = "DEFAULT"
}
{
name = "kafka_server_gc"
logs = ["/var/log/kafka/kafkaServer-gc.log.*.current"]
type = "DEFAULT"
}
{
name = "kafka_state_change"
logs = ["/var/log/kafka/state-change.log"]
type = "DEFAULT"
}
{
name = "kafka_log_cleaner"
logs = ["/var/log/kafka/log-cleaner.log"]
type = "DEFAULT"
}
{
name = "kafka_err"
logs = ["/var/log/kafka/kafka.err"]
type = "KAFKA_ERR"
}
{
name = "metastore"
logs = ["/var/log/hive/*HIVEMETASTORE*.log.out"]
type = "DEFAULT"
}
{
name = "hive_server"
logs = ["/var/log/hive/*HIVESERVER2*.log.out"]
type = "DEFAULT"
}
{
name = "impala_impalad"
logs = ["/var/log/impalad/impalad.ERROR", "/var/log/impalad/impalad.INFO", "/var/log/impalad/impalad.WARNING", "/var/log/impalad/impalad.FATAL"]
type = "GLOG"
}
{
name = "impala_catalogd"
logs = ["/var/log/catalogd/catalogd.ERROR", "/var/log/catalogd/catalogd.INFO", "/var/log/catalogd/catalogd.WARNING", "/var/log/catalogd/catalogd.FATAL"]
type = "GLOG"
}
{
name = "yarn_application"
logs = ["/hadoop/yarn/log/*/*/stderr", "/hadoop/yarn/log/*/*/syslog", "/hadoop/yarn/log/*/*/stdout", "/yarn/container-logs/*/*/stderr", "/yarn/container-logs/*/*/syslog", "/yarn/container-logs/*/*/stdout"]
type = "YARN_APP"
}
{
name = "hdfs_audit"
logs = ["/var/log/hadoop-hdfs/hdfs-audit.log"]
type = "DEFAULT"
}
{
name = "zookeeper"
logs = ["/var/log/zookeeper/*zookeeper*.log"]
type = "DEFAULT"
}
{
name = "syslog"
logs = ["/var/log/syslog", "/var/log/messages"]
type = "SYSLOG"
}
{
name = "nifi"
logs = ["/var/log/nifi/nifi-app.log", "/var/log/nifi/nifi-user.log", "/var/log/nifi/nifi-bootstrap.log"]
type = "DEFAULT"
}
{
name = "hue_access"
logs = ["/var/log/hue/access.log"]
type = "HUE_LOG"
}
{
name = "hue_error"
logs = ["/var/log/hue/error.log"]
type = "HUE_LOG"
}
{
name = "hue_migrate"
logs = ["/var/log/hue/migrate.log"]
type = "HUE_LOG"
}
{
name = "hue_runcpserver"
logs = ["/var/log/hue/runcpserver.log"]
type = "HUE_LOG"
}
{
name = "flume_agent"
logs = ["/var/log/flume-ng/flume*.log"]
type = "DEFAULT"
}
{
name = "oozie_tomcat"
logs = ["/var/log/oozie/catalina.*.log","/var/log/oozie/manager.*.log","/var/log/oozie/host-manager.*.log","/var/log/oozie/localhost.*.log"]
type = "DATESTAMP"
}
{
name = "oozie_server"
logs = ["/var/log/oozie/oozie-*.log.out","/var/log/oozie/oozie.log", "/var/log/oozie/oozie-instrumentation.log"]
type = "DEFAULT"
}
{
name = "oozie_error"
logs = ["/var/log/oozie/oozie-error.log"]
type = "DEFAULT"
}
{
name = "oozie_jpa"
logs = ["/var/log/oozie/oozie-jpa.log"]
type = "DEFAULT"
}
{
name = "oozie_ops"
logs = ["/var/log/oozie/oozie-ops.log"]
type = "DEFAULT"
}
{
name = "oozie_audit"
logs = ["/var/log/oozie/oozie-audit.log"]
type = "DEFAULT"
},

Ambari

Prefixes for Ambari are obtained via API and added to the log locations list.

{
name = "hdfs_datanode"
logs = ["/hdfs/*datanode*.log"]
type = "DEFAULT"
}
{
name = "hdfs_namenode"
logs = ["/hdfs/*namenode*.log"]
type = "DEFAULT"
}
{
name = "yarn_nodemanager"
logs = ["/**/*nodemanager*.log"]
type = "DEFAULT"
}
{
name = "yarn_resourcemanager"
logs = ["/**/*resourcemanager*.log"]
type = "DEFAULT"
}
{
name = "yarn_timelineserver"
logs = ["/**/*timelineserver*.log"]
type = "DEFAULT"
}
{
name = "yarn_timelinereader"
logs = ["/**/*timelinereader*.log"]
type = "DEFAULT"
}
{
name = "mapred_historyserver"
logs = ["/**/*historyserver*.log"]
type = "DEFAULT"
}
{
name = "hbase_regionserver"
logs = ["/**/*regionserver*.log"]
type = "DEFAULT"
}
{
name = "hbase_master"
logs = ["/**/*master*.log"]
type = "DEFAULT"
}
{
name = "kafka_server"
logs = ["/server.log"]
type = "DEFAULT"
}
{
name = "kafka_controller"
logs = ["/controller.log"]
type = "DEFAULT"
}
{
name = "kafka_server_gc"
logs = ["/kafkaServer-gc.log.*.current"]
type = "DEFAULT"
}
{
name = "kafka_state_change"
logs = ["/state-change.log"]
type = "DEFAULT"
}
{
name = "kafka_log_cleaner"
logs = ["/log-cleaner.log"]
type = "DEFAULT"
}
{
name = "kafka_err"
logs = ["/kafka.err"]
type = "KAFKA_ERR"
}
{
name = "metastore"
logs = ["/hivemetastore.log"]
type = "DEFAULT"
}
{
name = "hive_server"
logs = ["/hiveserver2.log"]
type = "DEFAULT"
}
{
name = "impala_impalad"
logs = ["/var/log/impalad/impalad.ERROR", "/var/log/impalad/impalad.INFO", "/var/log/impalad/impalad.WARNING", "/var/log/impalad/impalad.FATAL"]
type = "GLOG"
}
{
name = "impala_catalogd"
logs = ["/var/log/catalogd/catalogd.ERROR", "/var/log/catalogd/catalogd.INFO", "/var/log/catalogd/catalogd.WARNING", "/var/log/catalogd/catalogd.FATAL"]
type = "GLOG"
}
{
name = "yarn_application"
logs = ["/hadoop/yarn/log/*/*/stderr", "/hadoop/yarn/log/*/*/syslog", "/hadoop/yarn/log/*/*/stdout", "/yarn/container-logs/*/*/stderr", "/yarn/container-logs/*/*/syslog", "/yarn/container-logs/*/*/stdout"]
type = "YARN_APP"
}
{
name = "hdfs_audit"
logs = ["/hdfs/hdfs-audit.log"]
type = "DEFAULT"
}
{
name = "zookeeper"
logs = ["/zookeeper.log"]
type = "DEFAULT"
}
{
name = "syslog"
logs = ["/var/log/syslog", "/var/log/messages"]
type = "DATESTAMP"
}
{
name = "nifi"
logs = ["/var/log/nifi/nifi-app.log", "/var/log/nifi/nifi-user.log", "/var/log/nifi/nifi-bootstrap.log"]
type = "DEFAULT"
}
{
name = "hue_access"
logs = ["/var/log/hue/access.log"]
type = "HUE_LOG"
}
{
name = "hue_error"
logs = ["/var/log/hue/error.log"]
type = "HUE_LOG"
}
{
name = "hue_migrate"
logs = ["/var/log/hue/migrate.log"]
type = "HUE_LOG"
}
{
name = "hue_runcpserver"
logs = ["/var/log/hue/runcpserver.log"]
type = "HUE_LOG"
}
{
name = "flume_agent"
logs = ["/var/log/flume-ng/flume*.log"]
type = "DEFAULT"
}
{
name = "oozie_tomcat"
logs = ["/var/log/oozie/catalina.*.log","/var/log/oozie/manager.*.log","/var/log/oozie/host-manager.*.log","/var/log/oozie/localhost.*.log"]
type = "DATESTAMP"
}
{
name = "oozie_server"
logs = ["/var/log/oozie/oozie-*.log.out","/var/log/oozie/oozie.log", "/var/log/oozie/oozie-instrumentation.log"]
type = "DEFAULT"
}
{
name = "oozie_error"
logs = ["/var/log/oozie/oozie-error.log"]
type = "DEFAULT"
}
{
name = "oozie_jpa"
logs = ["/var/log/oozie/oozie-jpa.log"]
type = "DEFAULT"
}
{
name = "oozie_ops"
logs = ["/var/log/oozie/oozie-ops.log"]
type = "DEFAULT"
}
{
name = "oozie_audit"
logs = ["/var/log/oozie/oozie-audit.log"]
type = "DEFAULT"
}
{
name = "druid_router"
logs = ["/var/log/druid/router.log"]
type = "DEFAULT"
}
{
name = "druid_broker"
logs = ["/var/log/druid/broker.log"]
type = "DEFAULT"
}
{
name = "druid_coordinator_overlord"
logs = ["/var/log/druid/coordinator.log", "/var/log/druid/overlord.log"]
type = "DEFAULT"
}
{
name = "druid_historical"
logs = ["/var/log/druid/historical.log" ]
type = "DEFAULT"
}
{
name = "druid_middlemanager"
logs = ["/var/log/druid/middleManager.log"]
type = "DEFAULT"
},
{
name = "kern"
logs = ["/var/log/kern.log"]
type = "DATESTAMP"
},