All Downloads are FREE. Search and download functionalities are using the official Maven repository.

com.bakdata.kafka.ErrorLoggingValueMapper Maven / Gradle / Ivy

There is a newer version: 1.5.0
Show newest version
/*
 * MIT License
 *
 * Copyright (c) 2022 bakdata
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to deal
 * in the Software without restriction, including without limitation the rights
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 * copies of the Software, and to permit persons to whom the Software is
 * furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in all
 * copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 * SOFTWARE.
 */

package com.bakdata.kafka;

import static java.util.Collections.emptyList;

import java.util.Collections;
import java.util.function.Predicate;
import lombok.AccessLevel;
import lombok.NonNull;
import lombok.RequiredArgsConstructor;
import lombok.extern.slf4j.Slf4j;
import org.apache.kafka.streams.kstream.ValueMapper;

/**
 * Wrap a {@code ValueMapper} and log thrown exceptions with input key and value.
 *
 * @param  type of input values
 * @param  type of output values
 * @see #logErrors(ValueMapper)
 * @see #logErrors(ValueMapper, Predicate)
 */
@Slf4j
@RequiredArgsConstructor(access = AccessLevel.PRIVATE)
public final class ErrorLoggingValueMapper implements ValueMapper> {
    private final @NonNull ValueMapper wrapped;
    private final @NonNull Predicate errorFilter;

    /**
     * Wrap a {@code ValueMapper} and log thrown exceptions with input key and value. Recoverable Kafka exceptions such
     * as a schema registry timeout are forwarded and not captured.
     *
     * @param mapper {@code ValueMapper} whose exceptions should be logged
     * @param  type of input values
     * @param  type of output values
     * @return {@code ValueMapper}
     * @see #logErrors(ValueMapper, Predicate)
     * @see ErrorUtil#isRecoverable(Exception)
     */
    public static  ValueMapper> logErrors(
            final @NonNull ValueMapper mapper) {
        return logErrors(mapper, ErrorUtil::isRecoverable);
    }

    /**
     * Wrap a {@code ValueMapper} and log thrown exceptions with input key and value.
     * 
{@code
     * final ValueMapper mapper = ...;
     * final KStream input = ...;
     * final KStream output = input.mapValues(logErrors(mapper));
     * }
     * 
* * @param mapper {@code ValueMapper} whose exceptions should be logged * @param errorFilter expression that filters errors which should be thrown and not logged * @param type of input values * @param type of output values * @return {@code ValueMapper} */ public static ValueMapper> logErrors( final @NonNull ValueMapper mapper, final @NonNull Predicate errorFilter) { return new ErrorLoggingValueMapper<>(mapper, errorFilter); } @Override public Iterable apply(final V value) { try { final VR newValue = this.wrapped.apply(value); // allow null values return Collections.singletonList(newValue); } catch (final Exception e) { if (this.errorFilter.test(e)) { throw e; } log.error("Cannot process {}", ErrorUtil.toString(value), e); return emptyList(); } } }




© 2015 - 2024 Weber Informatics LLC | Privacy Policy