All Downloads are FREE. Search and download functionalities are using the official Maven repository.

org.apache.juli.logging.net.logstash.logback.LogstashFormatter Maven / Gradle / Ivy

There is a newer version: 10.1.24
Show newest version
/*
 * Copyright 2013-2023 the original author or authors.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.juli.logging.net.logstash.logback;

import java.util.Collections;
import java.util.List;

import org.apache.juli.logging.net.logstash.logback.composite.ContextJsonProvider;
import org.apache.juli.logging.net.logstash.logback.composite.FieldNamesAware;
import org.apache.juli.logging.net.logstash.logback.composite.GlobalCustomFieldsJsonProvider;
import org.apache.juli.logging.net.logstash.logback.composite.JsonProvider;
import org.apache.juli.logging.net.logstash.logback.composite.JsonProviders;
import org.apache.juli.logging.net.logstash.logback.composite.LogstashVersionJsonProvider;
import org.apache.juli.logging.net.logstash.logback.composite.loggingevent.ArgumentsJsonProvider;
import org.apache.juli.logging.net.logstash.logback.composite.loggingevent.CallerDataJsonProvider;
import org.apache.juli.logging.net.logstash.logback.composite.loggingevent.KeyValuePairsJsonProvider;
import org.apache.juli.logging.net.logstash.logback.composite.loggingevent.LogLevelJsonProvider;
import org.apache.juli.logging.net.logstash.logback.composite.loggingevent.LogLevelValueJsonProvider;
import org.apache.juli.logging.net.logstash.logback.composite.loggingevent.LoggerNameJsonProvider;
import org.apache.juli.logging.net.logstash.logback.composite.loggingevent.LoggingEventCompositeJsonFormatter;
import org.apache.juli.logging.net.logstash.logback.composite.loggingevent.LoggingEventFormattedTimestampJsonProvider;
import org.apache.juli.logging.net.logstash.logback.composite.loggingevent.LoggingEventJsonProviders;
import org.apache.juli.logging.net.logstash.logback.composite.loggingevent.LoggingEventThreadNameJsonProvider;
import org.apache.juli.logging.net.logstash.logback.composite.loggingevent.LogstashMarkersJsonProvider;
import org.apache.juli.logging.net.logstash.logback.composite.loggingevent.MdcJsonProvider;
import org.apache.juli.logging.net.logstash.logback.composite.loggingevent.MessageJsonProvider;
import org.apache.juli.logging.net.logstash.logback.composite.loggingevent.StackTraceJsonProvider;
import org.apache.juli.logging.net.logstash.logback.composite.loggingevent.TagsJsonProvider;
import org.apache.juli.logging.net.logstash.logback.composite.loggingevent.mdc.MdcEntryWriter;
import org.apache.juli.logging.net.logstash.logback.fieldnames.LogstashFieldNames;

import org.apache.juli.logging.ch.qos.logback.classic.pattern.ThrowableHandlingConverter;
import org.apache.juli.logging.ch.qos.logback.classic.spi.ILoggingEvent;
import org.apache.juli.logging.ch.qos.logback.core.spi.ContextAware;
import org.apache.juli.logging.com.fasterxml.jackson.databind.JsonNode;
import org.apache.juli.logging.org.slf4j.MDC;
import org.apache.juli.logging.org.slf4j.event.KeyValuePair;

/**
 * A {@link LoggingEventCompositeJsonFormatter} that contains a common
 * pre-defined set of {@link JsonProvider}s.
 *
 * The included providers are configured via properties on this
 * formatter, rather than configuring the providers directly.
 * This leads to a somewhat simpler configuration definitions.
 *
 * You cannot remove any of the pre-defined providers, but
 * you can add additional providers via {@link #addProvider(JsonProvider)}.
 *
 * If you would like full control over the providers, you
 * should instead use {@link LoggingEventCompositeJsonFormatter} directly.
 */
public class LogstashFormatter extends LoggingEventCompositeJsonFormatter {

    /**
     * The field names to use when writing the standard event fields
     */
    protected LogstashFieldNames fieldNames;

    private final LoggingEventFormattedTimestampJsonProvider timestampProvider = new LoggingEventFormattedTimestampJsonProvider();
    private final LogstashVersionJsonProvider versionProvider = new LogstashVersionJsonProvider<>();
    private final MessageJsonProvider messageProvider = new MessageJsonProvider();
    private final LoggerNameJsonProvider loggerNameProvider = new LoggerNameJsonProvider();
    private final LoggingEventThreadNameJsonProvider threadNameProvider = new LoggingEventThreadNameJsonProvider();
    private final LogLevelJsonProvider logLevelProvider = new LogLevelJsonProvider();
    private final LogLevelValueJsonProvider logLevelValueProvider = new LogLevelValueJsonProvider();

    /**
     * When not null, the caller information is included in the logged data.
     * Note: calculating the caller data is an expensive operation.
     */
    private CallerDataJsonProvider callerDataProvider;
    private final StackTraceJsonProvider stackTraceProvider = new StackTraceJsonProvider();
    private ContextJsonProvider contextProvider = new ContextJsonProvider<>();
    /**
     * When not null, {@link MDC} properties will be included according
     * to the logic in {@link MdcJsonProvider}.
     */
    private MdcJsonProvider mdcProvider = new MdcJsonProvider();
    /**
     * When not null, {@link KeyValuePair} properties will be included according
     * to the logic in {@link KeyValuePairsJsonProvider}.
     */
    private KeyValuePairsJsonProvider keyValuePairsProvider = new KeyValuePairsJsonProvider();
    private GlobalCustomFieldsJsonProvider globalCustomFieldsProvider;
    /**
     * When not null, markers will be included according
     * to the logic in {@link TagsJsonProvider}
     */
    private TagsJsonProvider tagsProvider = new TagsJsonProvider();
    private final LogstashMarkersJsonProvider logstashMarkersProvider = new LogstashMarkersJsonProvider();
    private ArgumentsJsonProvider argumentsProvider = new ArgumentsJsonProvider();

    public LogstashFormatter(ContextAware declaredOrigin) {
        this(declaredOrigin, false);
    }

    public LogstashFormatter(ContextAware declaredOrigin, boolean includeCallerData) {
        this(declaredOrigin, includeCallerData, null);
    }

    public LogstashFormatter(ContextAware declaredOrigin, boolean includeCallerData, JsonNode customFields) {
        super(declaredOrigin);

        this.fieldNames = new LogstashFieldNames();

        setIncludeCallerData(includeCallerData);
        setCustomFields(customFields);

        getProviders().addTimestamp(this.timestampProvider);
        getProviders().addVersion(this.versionProvider);
        getProviders().addMessage(this.messageProvider);
        getProviders().addLoggerName(this.loggerNameProvider);
        getProviders().addThreadName(this.threadNameProvider);
        getProviders().addLogLevel(this.logLevelProvider);
        getProviders().addLogLevelValue(this.logLevelValueProvider);
        getProviders().addCallerData(this.callerDataProvider);
        getProviders().addStackTrace(this.stackTraceProvider);
        getProviders().addContext(this.contextProvider);
        getProviders().addMdc(this.mdcProvider);
        getProviders().addKeyValuePairs(this.keyValuePairsProvider);
        getProviders().addGlobalCustomFields(this.globalCustomFieldsProvider);
        getProviders().addTags(this.tagsProvider);
        getProviders().addLogstashMarkers(this.logstashMarkersProvider);
        getProviders().addArguments(this.argumentsProvider);
    }

    @Override
    public void start() {
        configureProviderFieldNames();
        super.start();
    }

    @SuppressWarnings({ "unchecked", "rawtypes" })
    protected void configureProviderFieldNames() {
        for (JsonProvider provider : getProviders().getProviders()) {
            if (provider instanceof FieldNamesAware) {
                ((FieldNamesAware) provider).setFieldNames(fieldNames);
            }
        }
    }

    public boolean isIncludeCallerData() {
        return callerDataProvider != null;
    }

    public void setIncludeCallerData(boolean includeCallerData) {
        if (isIncludeCallerData() != includeCallerData) {
            getProviders().removeProvider(callerDataProvider);
            if (includeCallerData) {
                callerDataProvider = new CallerDataJsonProvider();
                getProviders().addCallerData(callerDataProvider);
            } else {
                callerDataProvider = null;
            }
        }
    }

    public String getCustomFieldsAsString() {
        return globalCustomFieldsProvider == null
                ? null
                : globalCustomFieldsProvider.getCustomFields();
    }

    public void setCustomFieldsFromString(String customFields) {
        if (customFields == null || customFields.length() == 0) {
            getProviders().removeProvider(globalCustomFieldsProvider);
            globalCustomFieldsProvider = null;
        } else {
            if (globalCustomFieldsProvider == null) {
                globalCustomFieldsProvider = new GlobalCustomFieldsJsonProvider<>();
                getProviders().addGlobalCustomFields(globalCustomFieldsProvider);
            }
            globalCustomFieldsProvider.setCustomFields(customFields);
        }
    }

    public void setCustomFields(JsonNode customFields) {
        if (customFields == null) {
            getProviders().removeProvider(globalCustomFieldsProvider);
            globalCustomFieldsProvider = null;
        } else {
            if (globalCustomFieldsProvider == null) {
                globalCustomFieldsProvider = new GlobalCustomFieldsJsonProvider<>();
                getProviders().addGlobalCustomFields(globalCustomFieldsProvider);
            }
            globalCustomFieldsProvider.setCustomFieldsNode(customFields);
        }
    }

    public JsonNode getCustomFields() {
        return globalCustomFieldsProvider == null
                ? null
                : globalCustomFieldsProvider.getCustomFieldsNode();
    }

    public int getShortenedLoggerNameLength() {
        return loggerNameProvider.getShortenedLoggerNameLength();
    }

    public void setShortenedLoggerNameLength(int length) {
        loggerNameProvider.setShortenedLoggerNameLength(length);
    }

    public boolean isIncludeMdc() {
        return this.mdcProvider != null;
    }

    public void setIncludeMdc(boolean includeMdc) {
        if (isIncludeMdc() != includeMdc) {
            if (includeMdc) {
                mdcProvider = new MdcJsonProvider();
                addProvider(mdcProvider);
            } else {
                getProviders().removeProvider(mdcProvider);
                mdcProvider = null;
            }
        }
    }

    public boolean isIncludeKeyValuePairs() {
        return this.keyValuePairsProvider != null;
    }

    public void setIncludeKeyValuePairs(boolean includeKeyValuePairs) {
        if (isIncludeKeyValuePairs() != includeKeyValuePairs) {
            if (includeKeyValuePairs) {
                keyValuePairsProvider = new KeyValuePairsJsonProvider();
                addProvider(keyValuePairsProvider);
            } else {
                getProviders().removeProvider(keyValuePairsProvider);
                keyValuePairsProvider = null;
            }
        }
    }

    public boolean isIncludeTags() {
        return this.tagsProvider != null;
    }

    public void setIncludeTags(boolean includeTags) {
        if (isIncludeTags() != includeTags) {
            if (includeTags) {
                tagsProvider = new TagsJsonProvider();
                addProvider(tagsProvider);
            } else {
                getProviders().removeProvider(tagsProvider);
                tagsProvider = null;
            }
        }
    }

    public boolean isIncludeStructuredArguments() {
        return this.argumentsProvider.isIncludeStructuredArguments();
    }

    public void setIncludeStructuredArguments(boolean includeStructuredArguments) {
        this.argumentsProvider.setIncludeStructuredArguments(includeStructuredArguments);
    }

    public boolean isIncludeNonStructuredArguments() {
        return this.argumentsProvider.isIncludeNonStructuredArguments();
    }

    public void setIncludeNonStructuredArguments(boolean includeNonStructuredArguments) {
        this.argumentsProvider.setIncludeNonStructuredArguments(includeNonStructuredArguments);
    }

    public String getNonStructuredArgumentsFieldPrefix() {
        return this.argumentsProvider.getNonStructuredArgumentsFieldPrefix();
    }

    public void setNonStructuredArgumentsFieldPrefix(String nonStructuredArgumentsFieldPrefix) {
        this.argumentsProvider.setNonStructuredArgumentsFieldPrefix(nonStructuredArgumentsFieldPrefix);
    }

    public List getIncludeMdcKeyNames() {
        return isIncludeMdc()
                ? mdcProvider.getIncludeMdcKeyNames()
                : Collections.emptyList();
    }
    public void addIncludeMdcKeyName(String includedMdcKeyName) {
        if (isIncludeMdc()) {
            mdcProvider.addIncludeMdcKeyName(includedMdcKeyName);
        }
    }
    public void setIncludeMdcKeyNames(List includeMdcKeyNames) {
        if (isIncludeMdc()) {
            mdcProvider.setIncludeMdcKeyNames(includeMdcKeyNames);
        }
    }

    public List getExcludeMdcKeyNames() {
        return isIncludeMdc()
                ? mdcProvider.getExcludeMdcKeyNames()
                : Collections.emptyList();
    }
    public void addExcludeMdcKeyName(String excludedMdcKeyName) {
        if (isIncludeMdc()) {
            mdcProvider.addExcludeMdcKeyName(excludedMdcKeyName);
        }
    }
    public void setExcludeMdcKeyNames(List excludeMdcKeyNames) {
        if (isIncludeMdc()) {
            mdcProvider.setExcludeMdcKeyNames(excludeMdcKeyNames);
        }
    }
    public void addMdcKeyFieldName(String mdcKeyFieldName) {
        if (isIncludeMdc()) {
            mdcProvider.addMdcKeyFieldName(mdcKeyFieldName);
        }
    }
    public List getMdcEntryWriters() {
        return isIncludeMdc()
                ? mdcProvider.getMdcEntryWriters()
                : Collections.emptyList();
    }
    public void addMdcEntryWriter(MdcEntryWriter mdcEntryWriter) {
        if (isIncludeMdc()) {
            mdcProvider.addMdcEntryWriter(mdcEntryWriter);
        }
    }

    public List getIncludeKeyValueKeyNames() {
        return isIncludeKeyValuePairs()
                ? keyValuePairsProvider.getIncludeKeyNames()
                : Collections.emptyList();
    }

    public void addIncludeKeyValueKeyName(String includedKeyValueKeyName) {
        if (isIncludeKeyValuePairs()) {
            keyValuePairsProvider.addIncludeKeyName(includedKeyValueKeyName);
        }
    }
    public void setIncludeKeyValueKeyNames(List includeKeyValueKeyNames) {
        if (isIncludeKeyValuePairs()) {
            keyValuePairsProvider.setIncludeKeyNames(includeKeyValueKeyNames);
        }
    }

    public List getExcludeKeyValueKeyNames() {
        return isIncludeKeyValuePairs()
                ? keyValuePairsProvider.getExcludeKeyNames()
                : Collections.emptyList();
    }
    public void addExcludeKeyValueKeyName(String excludedKeyValueKeyName) {
        if (isIncludeKeyValuePairs()) {
            keyValuePairsProvider.addExcludeKeyName(excludedKeyValueKeyName);
        }
    }
    public void setExcludeKeyValueKeyNames(List excludeKeyValueKeyNames) {
        if (isIncludeKeyValuePairs()) {
            keyValuePairsProvider.setExcludeKeyNames(excludeKeyValueKeyNames);
        }
    }
    public void addKeyValueKeyFieldName(String keyValueKeyFieldName) {
        if (isIncludeKeyValuePairs()) {
            keyValuePairsProvider.addKeyFieldName(keyValueKeyFieldName);
        }
    }

    public boolean isIncludeContext() {
        return contextProvider != null;
    }

    public void setIncludeContext(boolean includeContext) {
        if (isIncludeContext() != includeContext) {
            getProviders().removeProvider(contextProvider);
            if (includeContext) {
                contextProvider = new ContextJsonProvider<>();
                getProviders().addContext(contextProvider);
            } else {
                contextProvider = null;
            }
        }
    }

    public ThrowableHandlingConverter getThrowableConverter() {
        return this.stackTraceProvider.getThrowableConverter();
    }

    public void setThrowableConverter(ThrowableHandlingConverter throwableConverter) {
        this.stackTraceProvider.setThrowableConverter(throwableConverter);
    }

    public String getVersion() {
        return this.versionProvider.getVersion();
    }
    public void setVersion(String version) {
        this.versionProvider.setVersion(version);
    }

    public boolean isWriteVersionAsInteger() {
        return this.versionProvider.isWriteAsInteger();
    }
    public void setWriteVersionAsInteger(boolean writeVersionAsInteger) {
        this.versionProvider.setWriteAsInteger(writeVersionAsInteger);
    }

    /**
     * Write the message as a JSON array by splitting the message text using the specified regex.
     *
     * @return The regex used to split the message text
     */
    public String getMessageSplitRegex() {
        return messageProvider.getMessageSplitRegex();
    }

    /**
     * Write the message as a JSON array by splitting the message text using the specified regex.
     *
     * 

The allowed values are: *

    *
  • Null/Empty : Disable message splitting. This is also the default behavior.
  • *
  • Any valid regex : Use the specified regex.
  • *
  • {@code SYSTEM} : Use the system-default line separator.
  • *
  • {@code UNIX} : Use {@code \n}.
  • *
  • {@code WINDOWS} : Use {@code \r\n}.
  • *
* * For example, if this parameter is set to the regex {@code #+}, then the logging statement: *
     * log.info("First line##Second line###Third line")
     * 
* will produce: *
     * {
     *     ...
     *     "message": [
     *         "First line",
     *         "Second line",
     *         "Third line"
     *     ],
     *     ...
     * }
     * 
* * @param messageSplitRegex The regex used to split the message text */ public void setMessageSplitRegex(String messageSplitRegex) { messageProvider.setMessageSplitRegex(messageSplitRegex); } public void addProvider(JsonProvider provider) { if (provider instanceof ArgumentsJsonProvider) { getProviders().removeProvider(this.argumentsProvider); this.argumentsProvider = (ArgumentsJsonProvider) provider; } else if (provider instanceof MdcJsonProvider) { getProviders().removeProvider(this.mdcProvider); this.mdcProvider = (MdcJsonProvider) provider; } else if (provider instanceof KeyValuePairsJsonProvider) { getProviders().removeProvider(this.keyValuePairsProvider); this.keyValuePairsProvider = (KeyValuePairsJsonProvider) provider; } getProviders().addProvider(provider); } @Override public LoggingEventJsonProviders getProviders() { return (LoggingEventJsonProviders) super.getProviders(); } public LogstashFieldNames getFieldNames() { return fieldNames; } public void setFieldNames(LogstashFieldNames fieldNames) { this.fieldNames = fieldNames; } public String getTimeZone() { return timestampProvider.getTimeZone(); } public void setTimeZone(String timeZoneId) { this.timestampProvider.setTimeZone(timeZoneId); } public String getTimestampPattern() { return timestampProvider.getPattern(); } public void setTimestampPattern(String pattern) { timestampProvider.setPattern(pattern); } @Override public void setProviders(JsonProviders jsonProviders) { if (super.getProviders() != null && !super.getProviders().getProviders().isEmpty()) { addError("Unable to set providers when using predefined composites."); } else { super.setProviders(jsonProviders); } } }




© 2015 - 2024 Weber Informatics LLC | Privacy Policy