com.gotocompany.depot.bigquery.converter.MessageRecordConverterUtils Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of depot Show documentation

A sink connector library containing multiple sink implementations

The newest version!

package com.gotocompany.depot.bigquery.converter;

import com.google.api.client.util.DateTime;
import com.gotocompany.depot.common.TupleString;
import com.gotocompany.depot.config.BigQuerySinkConfig;
import com.gotocompany.depot.config.enums.SinkConnectorSchemaDataType;
import com.gotocompany.depot.message.Message;
import com.gotocompany.depot.utils.DateUtils;
import com.gotocompany.depot.message.MessageUtils;

import java.util.List;
import java.util.Map;

public class MessageRecordConverterUtils {

    public static final String JSON_TIME_STAMP_COLUMN = "event_timestamp";

    public static void addMetadata(Map columns, Message message, BigQuerySinkConfig config) {
        if (config.shouldAddMetadata()) {
            List metadataColumnsTypes = config.getMetadataColumnsTypes();
            Map metadata = message.getMetadata(metadataColumnsTypes);
            Map finalMetadata = MessageUtils.checkAndSetTimeStampColumns(
                    metadata,
                    metadataColumnsTypes,
                    (DateTime::new));
            if (config.getBqMetadataNamespace().isEmpty()) {
                columns.putAll(finalMetadata);
            } else {
                columns.put(config.getBqMetadataNamespace(), finalMetadata);
            }

        }
    }

    public static void addTimeStampColumnForJson(Map columns, BigQuerySinkConfig config) {
        if (config.getSinkConnectorSchemaDataType() == SinkConnectorSchemaDataType.JSON
                && config.getSinkBigqueryAddEventTimestampEnable()) {
            columns.put(JSON_TIME_STAMP_COLUMN, DateUtils.formatCurrentTimeAsUTC());
        }
    }
}