VARS

Cloudera

{ name = "hdfs_datanode" logs = ["/var/log/hadoop-hdfs/*DATANODE*.log.out"] type = "DEFAULT" } { name = "hdfs_namenode" logs = ["/var/log/hadoop-hdfs/*NAMENODE*.log.out"] type = "DEFAULT" } { name = "yarn_nodemanager" logs = ["/var/log/hadoop-yarn/*NODEMANAGER*.log.out"] type = "DEFAULT" } { name = "yarn_resourcemanager" logs = ["/var/log/hadoop-yarn/*RESOURCEMANAGER*.log.out"] type = "DEFAULT" } { name = "yarn_timelineserver" logs = ["/var/log/hadoop-yarn/**/*timelineserver*.log"] type = "DEFAULT" } { name = "yarn_timelinereader" logs = ["/var/log/hadoop-yarn/**/*timelinereader*.log"] type = "DEFAULT" } { name = "mapred_historyserver" logs = ["/var/log/hadoop-mapreduce/*JOBHISTORY*.log.out"] type = "DEFAULT" } { name = "hbase_regionserver" logs = ["/var/log/hbase/*REGIONSERVER*.log.out"] type = "DEFAULT" } { name = "hbase_master" logs = ["/var/log/hbase/*MASTER*.log.out"] type = "DEFAULT" } { name = "kafka_server" logs = ["/var/log/kafka/kafka-broker*.log"] type = "DEFAULT" } { name = "kafka_controller" logs = ["/var/log/kafka/controller.log"] type = "DEFAULT" } { name = "kafka_server_gc" logs = ["/var/log/kafka/kafkaServer-gc.log.*.current"] type = "DEFAULT" } { name = "kafka_state_change" logs = ["/var/log/kafka/state-change.log"] type = "DEFAULT" } { name = "kafka_log_cleaner" logs = ["/var/log/kafka/log-cleaner.log"] type = "DEFAULT" } { name = "kafka_err" logs = ["/var/log/kafka/kafka.err"] type = "KAFKA_ERR" } { name = "metastore" logs = ["/var/log/hive/*HIVEMETASTORE*.log.out"] type = "DEFAULT" } { name = "hive_server" logs = ["/var/log/hive/*HIVESERVER2*.log.out"] type = "DEFAULT" } { name = "impala_impalad" logs = ["/var/log/impalad/impalad.ERROR", "/var/log/impalad/impalad.INFO", "/var/log/impalad/impalad.WARNING", "/var/log/impalad/impalad.FATAL"] type = "GLOG" } { name = "impala_catalogd" logs = ["/var/log/catalogd/catalogd.ERROR", "/var/log/catalogd/catalogd.INFO", "/var/log/catalogd/catalogd.WARNING", "/var/log/catalogd/catalogd.FATAL"] type = "GLOG" } { name = "yarn_application" logs = ["/hadoop/yarn/log/*/*/stderr", "/hadoop/yarn/log/*/*/syslog", "/hadoop/yarn/log/*/*/stdout", "/yarn/container-logs/*/*/stderr", "/yarn/container-logs/*/*/syslog", "/yarn/container-logs/*/*/stdout"] type = "YARN_APP" } { name = "hdfs_audit" logs = ["/var/log/hadoop-hdfs/hdfs-audit.log"] type = "DEFAULT" } { name = "zookeeper" logs = ["/var/log/zookeeper/*zookeeper*.log"] type = "DEFAULT" } { name = "syslog" logs = ["/var/log/syslog", "/var/log/messages"] type = "SYSLOG" } { name = "nifi" logs = ["/var/log/nifi/nifi-app.log", "/var/log/nifi/nifi-user.log", "/var/log/nifi/nifi-bootstrap.log"] type = "DEFAULT" } { name = "hue_access" logs = ["/var/log/hue/access.log"] type = "HUE_LOG" } { name = "hue_error" logs = ["/var/log/hue/error.log"] type = "HUE_LOG" } { name = "hue_migrate" logs = ["/var/log/hue/migrate.log"] type = "HUE_LOG" } { name = "hue_runcpserver" logs = ["/var/log/hue/runcpserver.log"] type = "HUE_LOG" } { name = "flume_agent" logs = ["/var/log/flume-ng/flume*.log"] type = "DEFAULT" } { name = "oozie_tomcat" logs = ["/var/log/oozie/catalina.*.log","/var/log/oozie/manager.*.log","/var/log/oozie/host-manager.*.log","/var/log/oozie/localhost.*.log"] type = "DATESTAMP" } { name = "oozie_server" logs = ["/var/log/oozie/oozie-*.log.out","/var/log/oozie/oozie.log", "/var/log/oozie/oozie-instrumentation.log"] type = "DEFAULT" } { name = "oozie_error" logs = ["/var/log/oozie/oozie-error.log"] type = "DEFAULT" } { name = "oozie_jpa" logs = ["/var/log/oozie/oozie-jpa.log"] type = "DEFAULT" } { name = "oozie_ops" logs = ["/var/log/oozie/oozie-ops.log"] type = "DEFAULT" } { name = "oozie_audit" logs = ["/var/log/oozie/oozie-audit.log"] type = "DEFAULT" },

Ambari

Prefixes for Ambari are obtained via API and added to the log locations list.

{ name = "hdfs_datanode" logs = ["/hdfs/*datanode*.log"] type = "DEFAULT" } { name = "hdfs_namenode" logs = ["/hdfs/*namenode*.log"] type = "DEFAULT" } { name = "yarn_nodemanager" logs = ["/**/*nodemanager*.log"] type = "DEFAULT" } { name = "yarn_resourcemanager" logs = ["/**/*resourcemanager*.log"] type = "DEFAULT" } { name = "yarn_timelineserver" logs = ["/**/*timelineserver*.log"] type = "DEFAULT" } { name = "yarn_timelinereader" logs = ["/**/*timelinereader*.log"] type = "DEFAULT" } { name = "mapred_historyserver" logs = ["/**/*historyserver*.log"] type = "DEFAULT" } { name = "hbase_regionserver" logs = ["/**/*regionserver*.log"] type = "DEFAULT" } { name = "hbase_master" logs = ["/**/*master*.log"] type = "DEFAULT" } { name = "kafka_server" logs = ["/server.log"] type = "DEFAULT" } { name = "kafka_controller" logs = ["/controller.log"] type = "DEFAULT" } { name = "kafka_server_gc" logs = ["/kafkaServer-gc.log.*.current"] type = "DEFAULT" } { name = "kafka_state_change" logs = ["/state-change.log"] type = "DEFAULT" } { name = "kafka_log_cleaner" logs = ["/log-cleaner.log"] type = "DEFAULT" } { name = "kafka_err" logs = ["/kafka.err"] type = "KAFKA_ERR" } { name = "metastore" logs = ["/hivemetastore.log"] type = "DEFAULT" } { name = "hive_server" logs = ["/hiveserver2.log"] type = "DEFAULT" } { name = "impala_impalad" logs = ["/var/log/impalad/impalad.ERROR", "/var/log/impalad/impalad.INFO", "/var/log/impalad/impalad.WARNING", "/var/log/impalad/impalad.FATAL"] type = "GLOG" } { name = "impala_catalogd" logs = ["/var/log/catalogd/catalogd.ERROR", "/var/log/catalogd/catalogd.INFO", "/var/log/catalogd/catalogd.WARNING", "/var/log/catalogd/catalogd.FATAL"] type = "GLOG" } { name = "yarn_application" logs = ["/hadoop/yarn/log/*/*/stderr", "/hadoop/yarn/log/*/*/syslog", "/hadoop/yarn/log/*/*/stdout", "/yarn/container-logs/*/*/stderr", "/yarn/container-logs/*/*/syslog", "/yarn/container-logs/*/*/stdout"] type = "YARN_APP" } { name = "hdfs_audit" logs = ["/hdfs/hdfs-audit.log"] type = "DEFAULT" } { name = "zookeeper" logs = ["/zookeeper.log"] type = "DEFAULT" } { name = "syslog" logs = ["/var/log/syslog", "/var/log/messages"] type = "DATESTAMP" } { name = "nifi" logs = ["/var/log/nifi/nifi-app.log", "/var/log/nifi/nifi-user.log", "/var/log/nifi/nifi-bootstrap.log"] type = "DEFAULT" } { name = "hue_access" logs = ["/var/log/hue/access.log"] type = "HUE_LOG" } { name = "hue_error" logs = ["/var/log/hue/error.log"] type = "HUE_LOG" } { name = "hue_migrate" logs = ["/var/log/hue/migrate.log"] type = "HUE_LOG" } { name = "hue_runcpserver" logs = ["/var/log/hue/runcpserver.log"] type = "HUE_LOG" } { name = "flume_agent" logs = ["/var/log/flume-ng/flume*.log"] type = "DEFAULT" } { name = "oozie_tomcat" logs = ["/var/log/oozie/catalina.*.log","/var/log/oozie/manager.*.log","/var/log/oozie/host-manager.*.log","/var/log/oozie/localhost.*.log"] type = "DATESTAMP" } { name = "oozie_server" logs = ["/var/log/oozie/oozie-*.log.out","/var/log/oozie/oozie.log", "/var/log/oozie/oozie-instrumentation.log"] type = "DEFAULT" } { name = "oozie_error" logs = ["/var/log/oozie/oozie-error.log"] type = "DEFAULT" } { name = "oozie_jpa" logs = ["/var/log/oozie/oozie-jpa.log"] type = "DEFAULT" } { name = "oozie_ops" logs = ["/var/log/oozie/oozie-ops.log"] type = "DEFAULT" } { name = "oozie_audit" logs = ["/var/log/oozie/oozie-audit.log"] type = "DEFAULT" } { name = "druid_router" logs = ["/var/log/druid/router.log"] type = "DEFAULT" } { name = "druid_broker" logs = ["/var/log/druid/broker.log"] type = "DEFAULT" } { name = "druid_coordinator_overlord" logs = ["/var/log/druid/coordinator.log", "/var/log/druid/overlord.log"] type = "DEFAULT" } { name = "druid_historical" logs = ["/var/log/druid/historical.log" ] type = "DEFAULT" } { name = "druid_middlemanager" logs = ["/var/log/druid/middleManager.log"] type = "DEFAULT" }, { name = "kern" logs = ["/var/log/kern.log"] type = "DATESTAMP" },


On This Page
VARSClouderaAmbari