Known Limitations

SELECT * FROM (

    SELECT

        cc.config_id,

        cc.type_name,

        service_name,

        sc.version,

        sc.note,

        (SELECT MAX(version) FROM ambari.serviceconfig s

         WHERE s.service_name = sc.service_name) AS max_version

    FROM

        ambari.serviceconfig sc

    INNER JOIN

        ambari.serviceconfigmapping scm

        ON sc.service_config_id = scm.service_config_id

    INNER JOIN

        ambari.clusterconfig cc

        ON cc.config_id = scm.config_id

    WHERE

        sc.service_name IN ("RANGER_KMS", "RANGER") 

        AND sc.version = (SELECT MAX(version) FROM ambari.serviceconfig s

                          WHERE s.service_name = sc.service_name)

) AS res 

WHERE type_name IN ("kms-log4j", "admin-log4j", "tagsync-log4j", "usersync-log4j");

+-----------+----------------+--------------+---------+----------------------------------------+-------------+

| config_id | type_name      | service_name | version | note                                   | max_version |

+-----------+----------------+--------------+---------+----------------------------------------+-------------+

|       232 | kms-log4j      | RANGER_KMS   |       4 | Enabling Kerberos for added components |           4 |

|       218 | admin-log4j    | RANGER       |       4 |                                        |           4 |

|       228 | tagsync-log4j  | RANGER       |       4 |                                        |           4 |

|       229 | usersync-log4j | RANGER       |       4 |                                        |           4 |

+-----------+----------------+--------------+---------+----------------------------------------+-------------+

UPDATE ambari.clusterconfig 

SET type_name = "admin-logback" 

WHERE config_id = 218;

UPDATE ambari.clusterconfig 

SET type_name = "tagsync-logback" 

WHERE config_id = 228;

UPDATE ambari.clusterconfig 

SET type_name = "usersync-logback" 

WHERE config_id = 229;

ambari-server restart

+-----------+----------------+--------------+---------+----------------------------------------+-------------+

| config_id | type_name      | service_name | version | note                                   | max_version |

+-----------+----------------+--------------+---------+----------------------------------------+-------------+

|       232 | kms-log4j      | RANGER_KMS   |       4 | Enabling Kerberos for added components |           4 |

|       218 | admin-log4j    | RANGER       |       4 |                                        |           4 |

|       228 | tagsync-log4j  | RANGER       |       4 |                                        |           4 |

|       229 | usersync-log4j | RANGER       |       4 |                                        |           4 |

+-----------+----------------+--------------+---------+----------------------------------------+-------------+

UPDATE ambari.clusterconfig 

SET type_name = "kms-logback" 

WHERE config_id = 232;

File(os.path.join(params.kms_conf_dir, "kms-log4j.properties"),

   owner=params.kms_user,

   group=params.kms_group,

   content=InlineTemplate(params.kms_log4j),

   mode=0644

 )

"""

File(os.path.join(params.kms_conf_dir, "kms-log4j.properties"),

   owner=params.kms_user,

   group=params.kms_group,

   content=InlineTemplate(params.kms_log4j),

   mode=0644

 )

"""

ambari-server restart

<?xml version="1.0" encoding="UTF-8"?>

<!--

  Licensed to the Apache Software Foundation (ASF) under one or more

  contributor license agreements.  See the NOTICE file distributed with

  this work for additional information regarding copyright ownership.

  The ASF licenses this file to You under the Apache License, Version 2.0

  (the "License"); you may not use this file except in compliance with

  the License.  You may obtain a copy of the License at

      http://www.apache.org/licenses/LICENSE-2.0

  Unless required by applicable law or agreed to in writing, software

  distributed under the License is distributed on an "AS IS" BASIS,

  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

  See the License for the specific language governing permissions and

  limitations under the License.

-->

​

<configuration>

  <appender name="xa_log_appender" class="ch.qos.logback.core.rolling.RollingFileAppender">

    <!--See http://logback.qos.ch/manual/appenders.html#RollingFileAppender-->

    <!--and http://logback.qos.ch/manual/appenders.html#TimeBasedRollingPolicy-->

    <!--for further documentation-->

    <file>{{admin_log_dir}}/ranger-admin-${hostname}-${user}.log</file>

    <append>true</append>

    <encoder>

      <pattern>%date [%thread] %level{5} [%file:%line] %msg%n</pattern>

    </encoder>

    <rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">

      <fileNamePattern>{{admin_log_dir}}/ranger-admin-${hostname}-${user}.log.%d{yyyy-MM-dd}</fileNamePattern>

      <maxHistory>15</maxHistory>

      <cleanHistoryOnStart>true</cleanHistoryOnStart>

    </rollingPolicy>

  </appender>

  <appender name="sql_appender" class="ch.qos.logback.core.rolling.RollingFileAppender">

    <!--See http://logback.qos.ch/manual/appenders.html#RollingFileAppender-->

    <!--and http://logback.qos.ch/manual/appenders.html#TimeBasedRollingPolicy-->

    <!--for further documentation-->

    <file>{{admin_log_dir}}/ranger_admin_sql.log</file>

    <append>true</append>

    <encoder>

      <pattern>%d [%t] %-5p %C{6} \(%F:%L\) %msg%n</pattern>

    </encoder>

    <rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">

      <fileNamePattern>{{admin_log_dir}}/ranger_admin_sql.log.%d{yyyy-MM-dd}</fileNamePattern>

      <maxHistory>15</maxHistory>

      <cleanHistoryOnStart>true</cleanHistoryOnStart>

    </rollingPolicy>

  </appender>

  <appender name="perf_appender" class="ch.qos.logback.core.rolling.RollingFileAppender">

    <!--See http://logback.qos.ch/manual/appenders.html#RollingFileAppender-->

    <!--and http://logback.qos.ch/manual/appenders.html#TimeBasedRollingPolicy-->

    <!--for further documentation-->

    <file>{{admin_log_dir}}/ranger_admin_perf.log</file>

    <append>true</append>

    <encoder>

      <pattern>%d [%t] %msg%n</pattern>

    </encoder>

    <rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">

      <fileNamePattern>{{admin_log_dir}}/ranger_admin_perf.log.%d{yyyy-MM-dd}</fileNamePattern>

      <maxHistory>15</maxHistory>

      <cleanHistoryOnStart>true</cleanHistoryOnStart>

    </rollingPolicy>

  </appender>

  <appender name="patch_logger" class="ch.qos.logback.core.rolling.RollingFileAppender">

    <!--See http://logback.qos.ch/manual/appenders.html#RollingFileAppender-->

    <!--and http://logback.qos.ch/manual/appenders.html#TimeBasedRollingPolicy-->

    <!--for further documentation-->

    <append>true</append>

    <file>{{admin_log_dir}}/ranger_db_patch.log</file>

    <encoder>

      <pattern>%d [%t] %-5p %C{6} \(%F:%L\) %msg%n</pattern>

    </encoder>

    <rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">

      <fileNamePattern>{{admin_log_dir}}/ranger_db_patch.log.%d{yyyy-MM-dd}</fileNamePattern>

      <maxHistory>15</maxHistory>

      <cleanHistoryOnStart>true</cleanHistoryOnStart>

    </rollingPolicy>

  </appender>

  <logger name="xa" additivity="false" level="info">

    <appender-ref ref="xa_log_appender"/>

  </logger>

  <logger name="jdbc.connection" additivity="false" level="error">

    <appender-ref ref="sql_appender"/>

  </logger>

  <logger name="com.mchange" additivity="false" level="warn" />

  <logger name="org.apache.ranger.perf" additivity="false" level="info">

    <appender-ref ref="perf_appender"/>

  </logger>

  <logger name="jdbc.audit" additivity="false" level="error">

    <appender-ref ref="sql_appender"/>

  </logger>

  <logger name="org.apache.ranger.patch" additivity="false" level="info">

    <appender-ref ref="patch_logger"/>

  </logger>

  <logger name="jdbc.resultset" additivity="false" level="error">

    <appender-ref ref="sql_appender"/>

  </logger>

  <logger name="org.springframework" additivity="false" level="warn">

    <appender-ref ref="patch_logger"/>

  </logger>

  <logger name="jdbc.sqltiming" additivity="false" level="warn">

    <appender-ref ref="sql_appender"/>

  </logger>

  <logger name="org.hibernate.SQL" additivity="false" level="warn">

    <appender-ref ref="sql_appender"/>

  </logger>

  <logger name="org.apache.ranger" additivity="false" level="info">

    <appender-ref ref="xa_log_appender"/>

  </logger>

  <logger name="jdbc.sqlonly" additivity="false" level="error">

    <appender-ref ref="sql_appender"/>

  </logger>

  <root level="warn">

    <appender-ref ref="xa_log_appender"/>

  </root>

</configuration>

<?xml version="1.0" encoding="UTF-8"?>

<!--

  Licensed to the Apache Software Foundation (ASF) under one or more

  contributor license agreements.  See the NOTICE file distributed with

  this work for additional information regarding copyright ownership.

  The ASF licenses this file to You under the Apache License, Version 2.0

  (the "License"); you may not use this file except in compliance with

  the License.  You may obtain a copy of the License at

      http://www.apache.org/licenses/LICENSE-2.0

  Unless required by applicable law or agreed to in writing, software

  distributed under the License is distributed on an "AS IS" BASIS,

  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

  See the License for the specific language governing permissions and

  limitations under the License.

-->

​

<configuration>

    <appender name="logFile" class="ch.qos.logback.core.rolling.RollingFileAppender">

        <!--See http://logback.qos.ch/manual/appenders.html#RollingFileAppender-->

        <!--and http://logback.qos.ch/manual/appenders.html#TimeBasedRollingPolicy-->

        <!--for further documentation-->

        <file>{{tagsync_log_dir}}/tagsync.log</file>

        <encoder>

            <pattern>%d{dd MMM yyyy HH:mm:ss} %5p %c{1} [%t] - %L %m%n</pattern>

        </encoder>

        <rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">

            <fileNamePattern>{{tagsync_log_dir}}/tagsync.log.%d{yyyy-MM-dd}</fileNamePattern>

            <maxHistory>15</maxHistory>

            <cleanHistoryOnStart>true</cleanHistoryOnStart>

        </rollingPolicy>

    </appender>

    <root level="info">

        <appender-ref ref="logFile"/>

    </root>

</configuration>

<?xml version="1.0" encoding="UTF-8"?>

<!--

  Licensed to the Apache Software Foundation (ASF) under one or more

  contributor license agreements.  See the NOTICE file distributed with

  this work for additional information regarding copyright ownership.

  The ASF licenses this file to You under the Apache License, Version 2.0

  (the "License"); you may not use this file except in compliance with

  the License.  You may obtain a copy of the License at

      http://www.apache.org/licenses/LICENSE-2.0

  Unless required by applicable law or agreed to in writing, software

  distributed under the License is distributed on an "AS IS" BASIS,

  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

  See the License for the specific language governing permissions and

  limitations under the License.

-->

​

<configuration>

    <appender name="logFile" class="ch.qos.logback.core.rolling.RollingFileAppender">

        <!--See http://logback.qos.ch/manual/appenders.html#RollingFileAppender-->

        <!--and http://logback.qos.ch/manual/appenders.html#TimeBasedRollingPolicy-->

        <!--for further documentation-->

        <file>{{usersync_log_dir}}/usersync-${hostname}-${user}.log</file>

        <encoder>

            <pattern>%d{dd MMM yyyy HH:mm:ss} %5p %c{1} [%t] - %m%n</pattern>

        </encoder>

        <rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">

            <fileNamePattern>{{usersync_log_dir}}/usersync-${hostname}-${user}.log.%d{yyyy-MM-dd}</fileNamePattern>

            <maxHistory>15</maxHistory>

            <cleanHistoryOnStart>true</cleanHistoryOnStart>

        </rollingPolicy>

    </appender>

    <root level="info">

        <appender-ref ref="logFile"/>

    </root>

</configuration>

<?xml version="1.0" encoding="UTF-8"?>

<!--

  Licensed to the Apache Software Foundation (ASF) under one or more

  contributor license agreements.  See the NOTICE file distributed with

  this work for additional information regarding copyright ownership.

  The ASF licenses this file to You under the Apache License, Version 2.0

  (the "License"); you may not use this file except in compliance with

  the License.  You may obtain a copy of the License at

      http://www.apache.org/licenses/LICENSE-2.0

  Unless required by applicable law or agreed to in writing, software

  distributed under the License is distributed on an "AS IS" BASIS,

  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

  See the License for the specific language governing permissions and

  limitations under the License.

-->

<configuration scan="true">

    <appender name="kms-audit" class="ch.qos.logback.core.rolling.RollingFileAppender">

        <!--See http://logback.qos.ch/manual/appenders.html#RollingFileAppender-->

        <!--and http://logback.qos.ch/manual/appenders.html#TimeBasedRollingPolicy-->

        <!--for further documentation-->

        <Append>true</Append>

        <File>${kms.log.dir}/kms-audit-${hostname}-${user}.log</File>

        <encoder>

            <pattern>%d{ISO8601} %m%n</pattern>

        </encoder>

        <rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">

            <fileNamePattern>${kms.log.dir}/kms-audit-${hostname}-${user}.log.%d{yyyy-MM-dd}</fileNamePattern>

            <maxHistory>15</maxHistory>

            <cleanHistoryOnStart>true</cleanHistoryOnStart>

        </rollingPolicy>

    </appender>

    <appender name="kms-metric" class="ch.qos.logback.core.FileAppender">

        <!--See also http://logback.qos.ch/manual/appenders.html#RollingFileAppender-->

        <Append>false</Append>

        <File>${kms.log.dir}/ranger_kms_metric_data_for_${metric.type}.log</File>

        <encoder>

            <pattern>%m%n</pattern>

        </encoder>

    </appender>

    <appender name="kms" class="ch.qos.logback.core.rolling.RollingFileAppender">

        <!--See http://logback.qos.ch/manual/appenders.html#RollingFileAppender-->

        <!--and http://logback.qos.ch/manual/appenders.html#TimeBasedRollingPolicy-->

        <!--for further documentation-->

        <File>${kms.log.dir}/ranger-kms-${hostname}-${user}.log</File>

        <Append>true</Append>

        <encoder>

            <pattern>%d{ISO8601} %-5p [%t] %c{1} \(%F:%L\) - %m%n</pattern>

        </encoder>

        <rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">

            <fileNamePattern>${kms.log.dir}/ranger-kms-${hostname}-${user}.log.%d{yyyy-MM-dd}</fileNamePattern>

            <maxHistory>15</maxHistory>

            <cleanHistoryOnStart>true</cleanHistoryOnStart>

        </rollingPolicy>

    </appender>

    <logger name="com.sun.jersey.server.wadl.generators.WadlGeneratorJAXBGrammarGenerator" level="OFF"/>

    <logger name="kms-audit" additivity="false" level="INFO">

        <appender-ref ref="kms-audit"/>

    </logger>

    <logger name="org.apache.hadoop" level="INFO"/>

    <logger name="org.apache.hadoop.conf" level="INFO"/>

    <logger name="org.apache.hadoop.crypto.key.kms.server.KMSMetricUtil" level="INFO">

        <appender-ref ref="kms-metric"/>

    </logger>

    <logger name="org.apache.ranger" level="INFO"/>

    <root level="WARN">

        <appender-ref ref="kms"/>

    </root>

</configuration>