All Downloads are FREE. Search and download functionalities are using the official Maven repository.

org.appenders.log4j2.elasticsearch.ahc.ElasticsearchDataStreamAPI Maven / Gradle / Ivy

Go to download

Log4j2 Appender plugin pushing logs in batches to Elasticsearch (2.x/5.x/6.x/7.x/8.x) clusters

The newest version!
package org.appenders.log4j2.elasticsearch.ahc;

/*-
 * #%L
 * log4j2-elasticsearch
 * %%
 * Copyright (C) 2022 Rafal Foltynski
 * %%
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 * 
 *      http://www.apache.org/licenses/LICENSE-2.0
 * 
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 * #L%
 */

import com.fasterxml.jackson.databind.ObjectReader;
import com.fasterxml.jackson.databind.ObjectWriter;
import org.appenders.log4j2.elasticsearch.Deserializer;
import org.appenders.log4j2.elasticsearch.ItemSource;
import org.appenders.log4j2.elasticsearch.JacksonDeserializer;
import org.appenders.log4j2.elasticsearch.JacksonSerializer;
import org.appenders.log4j2.elasticsearch.Serializer;

public class ElasticsearchDataStreamAPI implements ClientAPIFactory {

    private final Serializer itemSerializer;
    private final Deserializer resultDeserializer;
    private final String filterPath;

    public ElasticsearchDataStreamAPI() {
        this.itemSerializer = createItemSerializer();
        this.resultDeserializer = createResultDeserializer();
        this.filterPath = null;
    }

    public ElasticsearchDataStreamAPI(final String filterPath) {
        this.itemSerializer = createItemSerializer();
        this.resultDeserializer = createResultDeserializer();
        this.filterPath = filterPath;
    }

    /**
     * @param itemSerializer index request metadata serializer
     * @param resultDeserializer batch response deserializer
     */
    public ElasticsearchDataStreamAPI(
            final Serializer itemSerializer,
            final Deserializer resultDeserializer
    ) {
        this.itemSerializer = itemSerializer;
        this.resultDeserializer = resultDeserializer;
        this.filterPath = null;
    }

    public ElasticsearchDataStreamAPI(
            final Serializer serializer,
            final Deserializer deserializer,
            final String filterPath
    ) {
        this.itemSerializer = serializer;
        this.resultDeserializer = deserializer;
        this.filterPath = filterPath;
    }

    @Override
    public IndexRequest.Builder itemBuilder(final String target, final ItemSource payload) {
        return new DataStreamItem.Builder(payload)
                .index(target);
    }

    @Override
    public BatchRequest.Builder batchBuilder() {
        return new DataStreamBatchRequest.Builder()
                .withFilterPath(filterPath)
                .withItemSerializer(itemSerializer)
                .withResultDeserializer(resultDeserializer);
    }

    protected Serializer createItemSerializer() {

        final ObjectWriter objectWriter = ElasticsearchBulkAPI.defaultObjectMapper()
                .addMixIn(IndexRequest.class, DataStreamItemMixIn.class)
                .writerFor(IndexRequest.class);

        return new JacksonSerializer<>(objectWriter);

    }

    @SuppressWarnings("DuplicatedCode")
    protected Deserializer createResultDeserializer() {

        final ObjectReader objectReader = ElasticsearchBulkAPI.defaultObjectMapper()
                .addMixIn(BatchItemResult.class, DataStreamItemResultMixIn.class)
                .readerFor(BatchResult.class);

        return new JacksonDeserializer<>(objectReader);

    }

}
    

    

    

            

    

            



    
    






    
© 2015 - 2024 Weber Informatics LLC | Privacy Policy