All Downloads are FREE. Search and download functionalities are using the official Maven repository.

com.ning.billing.meter.timeline.persistent.DefaultTimelineDao Maven / Gradle / Ivy

There is a newer version: 0.4.2
Show newest version
/*
 * Copyright 2010-2012 Ning, Inc.
 *
 * Ning licenses this file to you under the Apache License, version 2.0
 * (the "License"); you may not use this file except in compliance with the
 * License.  You may obtain a copy of the License at:
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
 * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.  See the
 * License for the specific language governing permissions and limitations
 * under the License.
 */

package com.ning.billing.meter.timeline.persistent;

import java.util.List;
import java.util.Map;
import java.util.concurrent.Callable;

import javax.annotation.Nullable;

import org.joda.time.DateTime;
import org.skife.jdbi.v2.Handle;
import org.skife.jdbi.v2.IDBI;
import org.skife.jdbi.v2.Query;
import org.skife.jdbi.v2.ResultIterator;
import org.skife.jdbi.v2.Transaction;
import org.skife.jdbi.v2.TransactionStatus;
import org.skife.jdbi.v2.exceptions.CallbackFailedException;
import org.skife.jdbi.v2.exceptions.UnableToObtainConnectionException;
import org.skife.jdbi.v2.sqlobject.stringtemplate.StringTemplate3StatementLocator;
import org.skife.jdbi.v2.tweak.HandleCallback;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import com.ning.billing.meter.timeline.MeterInternalCallContext;
import com.ning.billing.meter.timeline.MeterInternalTenantContext;
import com.ning.billing.meter.timeline.categories.CategoryRecordIdAndMetric;
import com.ning.billing.meter.timeline.chunks.TimelineChunk;
import com.ning.billing.meter.timeline.chunks.TimelineChunkMapper;
import com.ning.billing.meter.timeline.consumer.TimelineChunkConsumer;
import com.ning.billing.meter.timeline.shutdown.StartTimes;
import com.ning.billing.meter.timeline.util.DateTimeUtils;
import com.ning.billing.util.callcontext.CallContext;
import com.ning.billing.util.callcontext.TenantContext;

import com.google.common.base.Joiner;
import com.google.common.collect.BiMap;
import com.google.common.collect.HashBiMap;
import com.google.inject.Inject;

public class DefaultTimelineDao implements TimelineDao {

    private static final Logger log = LoggerFactory.getLogger(DefaultTimelineDao.class);
    private static final Joiner JOINER = Joiner.on(",");

    private final IDBI dbi;
    private final TimelineChunkMapper timelineChunkMapper;
    private final TimelineSqlDao delegate;

    @Inject
    public DefaultTimelineDao(final IDBI dbi) {
        this.dbi = dbi;
        this.timelineChunkMapper = new TimelineChunkMapper();
        this.delegate = dbi.onDemand(TimelineSqlDao.class);
    }

    @Override
    public String getSource(final Integer sourceId, final TenantContext context) throws UnableToObtainConnectionException, CallbackFailedException {
        return delegate.getSourceName(sourceId, createInternalTenantContext(context));
    }

    @Override
    public Integer getSourceId(final String source, final TenantContext context) throws UnableToObtainConnectionException, CallbackFailedException {
        return delegate.getSourceRecordId(source, createInternalTenantContext(context));
    }

    @Override
    public BiMap getSources(final TenantContext context) throws UnableToObtainConnectionException, CallbackFailedException {
        final HashBiMap accumulator = HashBiMap.create();
        for (final Map metric : delegate.getSources(createInternalTenantContext(context))) {
            accumulator.put(Integer.valueOf(metric.get("record_id").toString()), metric.get("source").toString());
        }
        return accumulator;
    }

    @Override
    public int getOrAddSource(final String source, final CallContext context) throws UnableToObtainConnectionException, CallbackFailedException {

        final Integer result = delegate.inTransaction(new Transaction() {

            @Override
            public Integer inTransaction(final TimelineSqlDao transactional, final TransactionStatus status) throws Exception {
                return getOrAddWithRetry(new Callable() {
                    @Override
                    public Integer call() throws Exception {
                        final MeterInternalTenantContext internalTenantContext = createInternalTenantContext(context);
                        final MeterInternalCallContext internalCallContext = createInternalCallContext(context);
                        Integer sourceId = transactional.getSourceRecordId(source, internalTenantContext);
                        if (sourceId == null) {
                            transactional.addSource(source, internalCallContext);
                            sourceId = transactional.getSourceRecordId(source, internalTenantContext);
                        }
                        return sourceId;
                    }
                });
            }
        });
        return result;
    }

    @Override
    public Integer getEventCategoryId(final String eventCategory, final TenantContext context) throws UnableToObtainConnectionException, CallbackFailedException {
        return delegate.getCategoryRecordId(eventCategory, createInternalTenantContext(context));
    }

    @Override
    public String getEventCategory(final Integer eventCategoryId, final TenantContext context) throws UnableToObtainConnectionException, CallbackFailedException {
        return delegate.getCategory(eventCategoryId, createInternalTenantContext(context));
    }

    @Override
    public BiMap getEventCategories(final TenantContext context) throws UnableToObtainConnectionException, CallbackFailedException {
        final HashBiMap accumulator = HashBiMap.create();
        for (final Map eventCategory : delegate.getCategories(createInternalTenantContext(context))) {
            accumulator.put(Integer.valueOf(eventCategory.get("record_id").toString()), eventCategory.get("category").toString());
        }
        return accumulator;
    }

    @Override
    public int getOrAddEventCategory(final String eventCategory, final CallContext context) throws UnableToObtainConnectionException, CallbackFailedException {

        final Integer result = delegate.inTransaction(new Transaction() {

            @Override
            public Integer inTransaction(final TimelineSqlDao transactional, final TransactionStatus status) throws Exception {
                return getOrAddWithRetry(new Callable() {
                    @Override
                    public Integer call() throws Exception {
                        final MeterInternalTenantContext internalTenantContext = createInternalTenantContext(context);
                        final MeterInternalCallContext internalCallContext = createInternalCallContext(context);
                        Integer eventCategoryId = transactional.getCategoryRecordId(eventCategory, internalTenantContext);
                        if (eventCategoryId == null) {
                            transactional.addCategory(eventCategory, internalCallContext);
                            eventCategoryId = transactional.getCategoryRecordId(eventCategory, internalTenantContext);
                        }
                        return eventCategoryId;
                    }
                });
            }
        });
        return result;
    }


    @Override
    public Integer getMetricId(final int eventCategoryId, final String metric, final TenantContext context) throws UnableToObtainConnectionException, CallbackFailedException {
        return delegate.getMetricRecordId(eventCategoryId, metric, createInternalTenantContext(context));
    }

    @Override
    public CategoryRecordIdAndMetric getCategoryIdAndMetric(final Integer metricId, final TenantContext context) throws UnableToObtainConnectionException, CallbackFailedException {
        return delegate.getCategoryRecordIdAndMetric(metricId, createInternalTenantContext(context));
    }

    @Override
    public BiMap getMetrics(final TenantContext context) throws UnableToObtainConnectionException, CallbackFailedException {
        final HashBiMap accumulator = HashBiMap.create();
        for (final Map metricInfo : delegate.getMetrics(createInternalTenantContext(context))) {
            accumulator.put(Integer.valueOf(metricInfo.get("record_id").toString()),
                            new CategoryRecordIdAndMetric((Integer) metricInfo.get("category_record_id"), metricInfo.get("metric").toString()));
        }
        return accumulator;
    }

    @Override
    public synchronized int getOrAddMetric(final Integer eventCategoryId, final String metric, final CallContext context) throws UnableToObtainConnectionException, CallbackFailedException {

        final Integer result = delegate.inTransaction(new Transaction() {

            @Override
            public Integer inTransaction(final TimelineSqlDao transactional, final TransactionStatus status) throws Exception {
                return getOrAddWithRetry(new Callable() {
                    @Override
                    public Integer call() throws Exception {
                        final MeterInternalTenantContext internalTenantContext = createInternalTenantContext(context);
                        final MeterInternalCallContext internalCallContext = createInternalCallContext(context);
                        Integer metricId = transactional.getMetricRecordId(eventCategoryId, metric, internalTenantContext);
                        if (metricId == null) {
                            transactional.addMetric(eventCategoryId, metric, internalCallContext);
                            metricId = transactional.getMetricRecordId(eventCategoryId, metric, internalTenantContext);
                        }
                        return metricId;
                    }
                });
            }
        });
        return result;
    }

    @Override
    public Long insertTimelineChunk(final TimelineChunk timelineChunk, final CallContext context) throws UnableToObtainConnectionException, CallbackFailedException {

        final Long result = delegate.inTransaction(new Transaction() {
            @Override
            public Long inTransaction(final TimelineSqlDao transactional, final TransactionStatus status) throws Exception {
                final MeterInternalTenantContext internalTenantContext = createInternalTenantContext(context);
                final MeterInternalCallContext internalCallContext = createInternalCallContext(context);
                transactional.insertTimelineChunk(timelineChunk, internalCallContext);
                final long timelineChunkId = transactional.getLastInsertedRecordId(internalTenantContext);
                return timelineChunkId;
            }
        });
        return result;
    }

    @Override
    public void getSamplesBySourceIdsAndMetricIds(final List sourceIdList,
                                                  @Nullable final List metricIdList,
                                                  final DateTime startTime,
                                                  final DateTime endTime,
                                                  final TimelineChunkConsumer chunkConsumer,
                                                  final TenantContext context) {
        if (sourceIdList.size() == 0) {
            return;
        }

        dbi.withHandle(new HandleCallback() {
            @Override
            public Void withHandle(final Handle handle) throws Exception {
                handle.setStatementLocator(new StringTemplate3StatementLocator(TimelineSqlDao.class));

                ResultIterator iterator = null;
                try {
                    final Query> query = handle
                            .createQuery("getSamplesBySourceRecordIdsAndMetricRecordIds")
                            .bind("startTime", DateTimeUtils.unixSeconds(startTime))
                            .bind("endTime", DateTimeUtils.unixSeconds(endTime))
                            .bind("tenantRecordId", createInternalTenantContext(context).getTenantRecordId())
                            .define("sourceIds", JOINER.join(sourceIdList));

                    if (metricIdList != null && !metricIdList.isEmpty()) {
                        query.define("metricIds", JOINER.join(metricIdList));
                    }

                    iterator = query
                            .map(timelineChunkMapper)
                            .iterator();

                    while (iterator.hasNext()) {
                        chunkConsumer.processTimelineChunk(iterator.next());
                    }
                    return null;
                } finally {
                    if (iterator != null) {
                        try {
                            iterator.close();
                        } catch (Exception e) {
                            log.error("Exception closing TimelineChunkAndTimes iterator for sourceIds {} and metricIds {}", sourceIdList, metricIdList);
                        }
                    }
                }
            }
        });
    }

    @Override
    public Integer insertLastStartTimes(final StartTimes startTimes, final CallContext context) {
        return delegate.insertLastStartTimes(startTimes, createInternalCallContext(context));
    }

    @Override
    public StartTimes getLastStartTimes(final TenantContext context) {
        return delegate.getLastStartTimes(createInternalTenantContext(context));
    }

    @Override
    public void deleteLastStartTimes(final CallContext context) {
        delegate.deleteLastStartTimes(createInternalCallContext(context));
    }

    @Override
    public void test(final TenantContext context) throws UnableToObtainConnectionException, CallbackFailedException {
        delegate.test(createInternalTenantContext(context));
    }

    @Override
    public void bulkInsertTimelineChunks(final List timelineChunkList, final CallContext context) {
        delegate.bulkInsertTimelineChunks(timelineChunkList.iterator(), createInternalCallContext(context));
    }

    private MeterInternalTenantContext createInternalTenantContext(final TenantContext context) {
        return new MeterInternalTenantContext(/* TODO */);
    }

    private MeterInternalCallContext createInternalCallContext(final CallContext context) {
        return new MeterInternalCallContext(context, 0L, MeterInternalTenantContext.INTERNAL_TENANT_RECORD_ID /* TODO */);
    }

    private  T getOrAddWithRetry(final Callable task) throws Exception {
        int retry = 1;
        Exception lastException = null;
        do {
            try {
                return task.call();
            } catch (Exception e) {
                //
                // If we have two transaction that occurs at the time and try to insert
                // both the same key, one of the transaction will rollback and that code will retry
                // and (should) succeed because this time key exists and caller will first do a get.
                //
                lastException = e;
            }
        } while (retry-- > 0);
        throw lastException;
    }

}




© 2015 - 2024 Weber Informatics LLC | Privacy Policy