net.quasardb.kafka.common.writer.ColumnRecordWriter Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of kafka-connect-qdb Show documentation

Kafka Connect plugin for the QuasarDB database

There is a newer version: 3.14.1

package net.quasardb.kafka.common.writer;

import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import org.apache.kafka.connect.sink.SinkRecord;
import org.apache.kafka.connect.errors.DataException;

import net.quasardb.qdb.ts.Writer;
import net.quasardb.qdb.ts.Table;
import net.quasardb.qdb.ts.Timespec;
import net.quasardb.qdb.ts.Column;
import net.quasardb.qdb.ts.Value;

import net.quasardb.kafka.common.RecordConverter;

import net.quasardb.kafka.common.resolver.Resolver;
import net.quasardb.kafka.common.writer.RecordWriter;

public class ColumnRecordWriter extends RecordWriter {

    private static final Logger log = LoggerFactory.getLogger(ColumnRecordWriter.class);

    private Resolver columnResolver;
    private Resolver valueResolver;

    public ColumnRecordWriter(Resolver columnResolver, Resolver valueResolver) {
        this.columnResolver = columnResolver;
        this.valueResolver = valueResolver;
    }

    public void write(Writer w, Table t, SinkRecord s) throws DataException, RuntimeException {
        String columnName = this.columnResolver.resolve(s);
        String valueName = this.valueResolver.resolve(s);

        int columnIndex = t.columnIndexById(columnName);

        Column[] columns = t.getColumns();
        Value[] row = new Value[columns.length];

        for (int i = 0; i < columns.length; ++i) {
            if (columnIndex == i) {
                log.debug("setting column with offset {} to value", i);

                row[i] = RecordConverter.convert(columns[i], valueName, s);
            } else {
                row[i] = Value.createNull();
            }
        }

        try {
            Timespec ts = (s.timestamp() == null
                           ? Timespec.now()
                           : new Timespec(s.timestamp()));

            log.debug("has timespec: " + ts.toString());

            w.append(t, ts, row);

        } catch (Exception e) {
            log.error("Unable to write record: " + e.getMessage());
            log.error("Record: " + s.toString());
            throw new RuntimeException(e);
        }
    }
}