Hi
I am trying to use TailFile Processor to aggregate logs.
my app produce three log files :
1. app-sumo-audit.log
2. app-sumo-api.log
3. app-sumo-logging.log
and corresponding rolling files
app-sumo-audit.log.2017-03-11.0
app-sumo-audit.log.2017-03-11.1
app-sumo-api.log.2017-03-11.0
app-sumo-api.log.2017-03-11.1
app-sumo-logging.log.2017-03-11.0
app-sumo-logging.log.2017-03-11.1
etc.
My TailFile Processor configuration as snow in the attached picture not
working for rolled files.
please guide me if I am doing wrong
Property
Value
Tailing mode
Multiple files
File(s) to Tail
app-sumo-(audit|api|logging).log
Rolling Filename Pattern
${filename}.log.*
Base directory
/Developer/Applications/hNiFi/app/logs
Initial Start Position
Beginning of File
State Location
Local
Recursive lookup
false
Rolling Strategy
Changing name
Lookup frequency
10 minutes
Maximum age
24 hours
[image: Inline image 1]
*logback.xml*
<?xml version="1.0" encoding="UTF-8"?>
<configuration>
<include resource="org/springframework/boot/logging/logback/base.xml" />
<statusListener
class="ch.qos.logback.core.status.OnConsoleStatusListener" />
<!-- Common default settings -->
<!-- You can overwrite any defined above property inside
logback-<ENV_NAME>.xml -->
<property name="LOGS_HOME" value="${LOGS_HOME:-./logs}" />
<property name="MAX_FILE_SIZE" value="${MAX_FILE_SIZE:-200KB}" />
<property name="MAX_HISTORY" value="${MAX_HISTORY:-5}" />
<appender name="LOCAL_FILE"
class="ch.qos.logback.core.rolling.RollingFileAppender">
<file>${LOGS_HOME}/app-sumo-logging.log</file>
<encoder class="net.logstash.logback.encoder.LogstashEncoder">
<fieldNames>
<version>[ignore]</version>
</fieldNames>
</encoder>
<rollingPolicy
class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
<fileNamePattern>${LOGS_HOME}/app-sumo-logging.log.%d{yyyy-MM-dd}.%i</fileNamePattern>
<maxHistory>${MAX_HISTORY}</maxHistory>
<timeBasedFileNamingAndTriggeringPolicy
class="ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP">
<maxFileSize>${MAX_FILE_SIZE}</maxFileSize>
</timeBasedFileNamingAndTriggeringPolicy>
</rollingPolicy>
</appender>
<appender name="AUDIT_FILE"
class="ch.qos.logback.core.rolling.RollingFileAppender">
<file>${LOGS_HOME}/app-sumo-audit.log</file>
<encoder class="net.logstash.logback.encoder.LogstashEncoder">
<fieldNames>
<version>[ignore]</version>
</fieldNames>
</encoder>
<rollingPolicy
class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
<fileNamePattern>${LOGS_HOME}/app-sumo-audit.log.%d{yyyy-MM-dd}.%i</fileNamePattern>
<maxHistory>${MAX_HISTORY}</maxHistory>
<timeBasedFileNamingAndTriggeringPolicy
class="ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP">
<maxFileSize>${MAX_FILE_SIZE}</maxFileSize>
</timeBasedFileNamingAndTriggeringPolicy>
</rollingPolicy>
</appender>
<appender name="API_FILE"
class="ch.qos.logback.core.rolling.RollingFileAppender">
<file>${LOGS_HOME}/app-sumo-api.log</file>
<encoder class="net.logstash.logback.encoder.LogstashEncoder">
<fieldNames>
<version>[ignore]</version>
<levelValue>[ignore]</levelValue>
<thread>[ignore]</thread>
</fieldNames>
</encoder>
<rollingPolicy
class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
<fileNamePattern>${LOGS_HOME}/app-sumo-api.log.%d{yyyy-MM-dd}.%i</fileNamePattern>
<maxHistory>${MAX_HISTORY}</maxHistory>
<timeBasedFileNamingAndTriggeringPolicy
class="ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP">
<maxFileSize>${MAX_FILE_SIZE}</maxFileSize>
</timeBasedFileNamingAndTriggeringPolicy>
</rollingPolicy>
</appender>
<logger name="org.test.api" level="INFO" additivity="false">
<appender-ref ref="CONSOLE" />
<appender-ref ref="API_FILE" />
</logger>
<logger name="org.test.Runner" level="INFO" additivity="false">
<appender-ref ref="CONSOLE" />
<appender-ref ref="LOCAL_FILE" />
</logger>
<logger name="org.test.audit" level="INFO" additivity="false">
<appender-ref ref="CONSOLE" />
<appender-ref ref="AUDIT_FILE" />
</logger>
</configuration>
