com.bakdata.kafka.ErrorCapturingValueMapperWithKey Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of error-handling Show documentation
Show all versions of error-handling Show documentation
A library for error handling in Kafka Streams.
/*
* MIT License
*
* Copyright (c) 2020 bakdata
*
* Permission is hereby granted, free of charge, to any person obtaining a copy
* of this software and associated documentation files (the "Software"), to deal
* in the Software without restriction, including without limitation the rights
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
* copies of the Software, and to permit persons to whom the Software is
* furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice shall be included in all
* copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
* SOFTWARE.
*/
package com.bakdata.kafka;
import java.util.function.Predicate;
import lombok.AccessLevel;
import lombok.NonNull;
import lombok.RequiredArgsConstructor;
import org.apache.kafka.streams.kstream.ValueMapperWithKey;
/**
* Wrap a {@code ValueMapperWithKey} and capture thrown exceptions.
*
* @param type of input keys
* @param type of input values
* @param type of output values
* @see #captureErrors(ValueMapperWithKey)
* @see #captureErrors(ValueMapperWithKey, Predicate)
*/
@RequiredArgsConstructor(access = AccessLevel.PRIVATE)
public final class ErrorCapturingValueMapperWithKey
implements ValueMapperWithKey> {
private final @NonNull ValueMapperWithKey super K, ? super V, ? extends VR> wrapped;
private final @NonNull Predicate errorFilter;
/**
* Wrap a {@code ValueMapperWithKey} and capture thrown exceptions. Recoverable Kafka exceptions such as a schema
* registry timeout are forwarded and not captured.
*
* @param mapper {@code ValueMapperWithKey} whose exceptions should be captured
* @param type of input keys
* @param type of input values
* @param type of output values
* @return {@code ValueMapperWithKey}
* @see #captureErrors(ValueMapperWithKey, Predicate)
* @see ErrorUtil#isRecoverable(Exception)
*/
public static ValueMapperWithKey> captureErrors(
final ValueMapperWithKey super K, ? super V, ? extends VR> mapper) {
return captureErrors(mapper, ErrorUtil::isRecoverable);
}
/**
* Wrap a {@code ValueMapperWithKey} and capture thrown exceptions.
* {@code
* final ValueMapperWithKey mapper = ...;
* final KStream input = ...;
* final KStream> processed = input.mapValues(captureErrors(mapper));
* final KStream output = processed.flatMapValues(ProcessedValue::getValues);
* final KStream> errors = input.flatMapValues(ProcessedValue::getErrors);
* }
*
*
* @param mapper {@code ValueMapperWithKey} whose exceptions should be captured
* @param errorFilter expression that filters errors which should be thrown and not captured
* @param type of input keys
* @param type of input values
* @param type of output values
* @return {@code ValueMapperWithKey}
*/
public static ValueMapperWithKey> captureErrors(
final ValueMapperWithKey super K, ? super V, ? extends VR> mapper,
final Predicate errorFilter) {
return new ErrorCapturingValueMapperWithKey<>(mapper, errorFilter);
}
@Override
public ProcessedValue apply(final K key, final V value) {
try {
final VR newValue = this.wrapped.apply(key, value);
return SuccessValue.of(newValue);
} catch (final Exception e) {
if (this.errorFilter.test(e)) {
throw e;
}
return ErrorValue.of(value, e);
}
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy