com.bakdata.kafka.ErrorCapturingTransformer Maven / Gradle / Ivy

Go to download
/*
 * MIT License
 *
 * Copyright (c) 2020 bakdata
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to deal
 * in the Software without restriction, including without limitation the rights
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 * copies of the Software, and to permit persons to whom the Software is
 * furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in all
 * copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 * SOFTWARE.
 */

package com.bakdata.kafka;

import java.util.function.Predicate;
import lombok.AccessLevel;
import lombok.NonNull;
import lombok.RequiredArgsConstructor;
import org.apache.kafka.streams.KeyValue;
import org.apache.kafka.streams.kstream.Transformer;
import org.apache.kafka.streams.processor.ProcessorContext;
import org.apache.kafka.streams.processor.To;

/**
 * Wrap a {@code Transformer} and capture thrown exceptions.
 *
 * @param  type of input keys
 * @param  type of input values
 * @param  type of output keys
 * @param  type of output values
 * @see #captureErrors(Transformer)
 * @see #captureErrors(Transformer, Predicate)
 */
@RequiredArgsConstructor(access = AccessLevel.PRIVATE)
public final class ErrorCapturingTransformer
        implements Transformer>> {
    private final @NonNull Transformer> wrapped;
    private final @NonNull Predicate errorFilter;

    /**
     * Wrap a {@code Transformer} and capture thrown exceptions. Recoverable Kafka exceptions such as a schema registry
     * timeout are forwarded and not captured.
     *
     * @param transformer {@code Transformer} whose exceptions should be captured
     * @param  type of input keys
     * @param  type of input values
     * @param  type of output keys
     * @param  type of output values
     * @return {@code Transformer}
     * @see #captureErrors(Transformer, Predicate)
     * @see ErrorUtil#isRecoverable(Exception)
     */
    public static  Transformer>> captureErrors(
            final Transformer> transformer) {
        return captureErrors(transformer, ErrorUtil::isRecoverable);
    }

    /**
     * Wrap a {@code Transformer} and capture thrown exceptions.
     * {@code
     * final TransformerSupplier> transformer = ...;
     * final KStream input = ...;
     * final KStream> processed = input.transform(() -> captureErrors(transformer.get()));
     * final KStream output = processed.flatMapValues(ProcessedKeyValue::getValues);
     * final KStream> errors = input.flatMap(ProcessedKeyValue::getErrors);
     * }
     * 
     *
     * @param transformer {@code Transformer} whose exceptions should be captured
     * @param errorFilter expression that filters errors which should be thrown and not captured
     * @param  type of input keys
     * @param  type of input values
     * @param  type of output keys
     * @param  type of output values
     * @return {@code Transformer}
     */
    public static  Transformer>> captureErrors(
            final Transformer> transformer,
            final Predicate errorFilter) {
        return new ErrorCapturingTransformer<>(transformer, errorFilter);
    }

    @Override
    public void close() {
        this.wrapped.close();
    }

    @Override
    public void init(final ProcessorContext context) {
        this.wrapped.init(new ErrorCapturingProcessorContext(context));
    }

    @Override
    public KeyValue> transform(final K key, final V value) {
        try {
            final KeyValue newKeyValue = this.wrapped.transform(key, value);
            if (newKeyValue == null) {
                return null;
            }
            final ProcessedKeyValue recordWithOldKey = SuccessKeyValue.of(newKeyValue.value);
            return KeyValue.pair(newKeyValue.key, recordWithOldKey);
        } catch (final Exception e) {
            if (errorFilter.test(e)) {
                throw e;
            }
            final ProcessedKeyValue errorWithOldKey = ErrorKeyValue.of(key, value, e);
            // new key is only relevant if no error occurs
            return KeyValue.pair(null, errorWithOldKey);
        }
    }

    private static final class ErrorCapturingProcessorContext extends DecoratorProcessorContext {
        private ErrorCapturingProcessorContext(final @NonNull ProcessorContext wrapped) {
            super(wrapped);
        }

        private static  ProcessedKeyValue getValue(final VR value) {
            return SuccessKeyValue.of(value);
        }

        @Override
        public  void forward(final K key, final V value, final To to) {
            final ProcessedKeyValue recordWithOldKey = getValue(value);
            super.forward(key, recordWithOldKey, to);
        }

        @Override
        public  void forward(final K key, final V value) {
            final ProcessedKeyValue recordWithOldKey = getValue(value);
            super.forward(key, recordWithOldKey);
        }

        @Deprecated
        @Override
        public  void forward(final K key, final V value, final int childIndex) {
            final ProcessedKeyValue recordWithOldKey = getValue(value);
            super.forward(key, recordWithOldKey, childIndex);
        }

        @Deprecated
        @Override
        public  void forward(final K key, final V value, final String childName) {
            final ProcessedKeyValue recordWithOldKey = getValue(value);
            super.forward(key, recordWithOldKey, childName);
        }
    }

}