All Downloads are FREE. Search and download functionalities are using the official Maven repository.
Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
org.glowroot.central.repo.FullQueryTextDao Maven / Gradle / Ivy
/*
* Copyright 2016-2019 the original author or authors.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.glowroot.central.repo;
import java.lang.management.ManagementFactory;
import java.util.ArrayList;
import java.util.List;
import java.util.concurrent.Executor;
import java.util.concurrent.Future;
import javax.management.MBeanServer;
import javax.management.ObjectName;
import com.datastax.driver.core.BoundStatement;
import com.datastax.driver.core.PreparedStatement;
import com.datastax.driver.core.ResultSet;
import com.datastax.driver.core.Row;
import com.google.common.collect.Iterables;
import com.google.common.primitives.Ints;
import com.google.common.util.concurrent.Futures;
import com.google.common.util.concurrent.ListenableFuture;
import org.checkerframework.checker.nullness.qual.Nullable;
import org.immutables.value.Value;
import org.glowroot.central.util.MoreFutures;
import org.glowroot.central.util.MoreFutures.DoWithResults;
import org.glowroot.central.util.RateLimiter;
import org.glowroot.central.util.Session;
import org.glowroot.common.util.Styles;
import org.glowroot.common2.config.CentralStorageConfig;
import org.glowroot.common2.repo.ConfigRepository.RollupConfig;
import static java.util.concurrent.TimeUnit.DAYS;
import static java.util.concurrent.TimeUnit.HOURS;
import static java.util.concurrent.TimeUnit.MILLISECONDS;
class FullQueryTextDao {
private final Session session;
private final ConfigRepositoryImpl configRepository;
private final Executor asyncExecutor;
private final PreparedStatement insertCheckV2PS;
private final PreparedStatement readCheckV2PS;
private final PreparedStatement readCheckV1PS;
private final PreparedStatement insertPS;
private final PreparedStatement readPS;
private final PreparedStatement readTtlPS;
private final RateLimiter rateLimiter = new RateLimiter<>(100000, true);
FullQueryTextDao(Session session, ConfigRepositoryImpl configRepository, Executor asyncExecutor)
throws Exception {
this.session = session;
this.configRepository = configRepository;
this.asyncExecutor = asyncExecutor;
session.createTableWithSTCS("create table if not exists full_query_text_check (agent_rollup"
+ " varchar, full_query_text_sha1 varchar, primary key (agent_rollup,"
+ " full_query_text_sha1))");
session.createTableWithSTCS("create table if not exists full_query_text_check_v2"
+ " (agent_rollup varchar, full_query_text_sha1 varchar, primary key"
+ " ((agent_rollup, full_query_text_sha1)))");
session.createTableWithSTCS("create table if not exists full_query_text"
+ " (full_query_text_sha1 varchar, full_query_text varchar, primary key"
+ " (full_query_text_sha1))");
insertCheckV2PS = session.prepare("insert into full_query_text_check_v2 (agent_rollup,"
+ " full_query_text_sha1) values (?, ?) using ttl ?");
readCheckV2PS = session.prepare("select agent_rollup from full_query_text_check_v2 where"
+ " agent_rollup = ? and full_query_text_sha1 = ?");
readCheckV1PS = session.prepare("select agent_rollup from full_query_text_check where"
+ " agent_rollup = ? and full_query_text_sha1 = ?");
insertPS = session.prepare("insert into full_query_text (full_query_text_sha1,"
+ " full_query_text) values (?, ?) using ttl ?");
readPS = session.prepare(
"select full_query_text from full_query_text where full_query_text_sha1 = ?");
readTtlPS = session.prepare(
"select TTL(full_query_text) from full_query_text where full_query_text_sha1 = ?");
MBeanServer platformMBeanServer = ManagementFactory.getPlatformMBeanServer();
platformMBeanServer.registerMBean(rateLimiter.getLocalCacheStats(), ObjectName
.getInstance("org.glowroot.central:type=FullQueryTextRateLimiter"));
}
@Nullable
String getFullText(String agentRollupId, String fullTextSha1) throws Exception {
String fullText = getFullTextUsingPS(agentRollupId, fullTextSha1, readCheckV2PS);
if (fullText != null) {
return fullText;
}
return getFullTextUsingPS(agentRollupId, fullTextSha1, readCheckV1PS);
}
List> store(List agentRollupIds, String fullTextSha1, String fullText)
throws Exception {
// relying on agent side to rate limit (re-)sending the same full text
List> futures = new ArrayList<>();
for (String agentRollupId : agentRollupIds) {
BoundStatement boundStatement = insertCheckV2PS.bind();
int i = 0;
boundStatement.setString(i++, agentRollupId);
boundStatement.setString(i++, fullTextSha1);
boundStatement.setInt(i++, getTTL());
futures.add(session.writeAsync(boundStatement));
}
if (!rateLimiter.tryAcquire(fullTextSha1)) {
return futures;
}
ListenableFuture future2;
try {
future2 = storeInternal(fullTextSha1, fullText);
} catch (Throwable t) {
rateLimiter.release(fullTextSha1);
throw t;
}
futures.add(MoreFutures.onFailure(future2, () -> rateLimiter.release(fullTextSha1)));
return futures;
}
private @Nullable String getFullTextUsingPS(String agentRollupId, String fullTextSha1,
PreparedStatement readCheckPS) throws Exception {
BoundStatement boundStatement = readCheckPS.bind();
boundStatement.setString(0, agentRollupId);
boundStatement.setString(1, fullTextSha1);
ResultSet results = session.read(boundStatement);
if (results.isExhausted()) {
return null;
}
boundStatement = readPS.bind();
boundStatement.setString(0, fullTextSha1);
results = session.read(boundStatement);
Row row = results.one();
if (row == null) {
return null;
}
return row.getString(0);
}
private ListenableFuture storeInternal(String fullTextSha1, String fullText)
throws Exception {
BoundStatement boundStatement = readTtlPS.bind();
boundStatement.setString(0, fullTextSha1);
ListenableFuture future = session.readAsync(boundStatement);
return MoreFutures.transformAsync(future, asyncExecutor, new DoWithResults() {
@Override
public ListenableFuture execute(ResultSet results) throws Exception {
Row row = results.one();
int ttl = getTTL();
if (row == null) {
return insertAndCompleteFuture(ttl);
} else {
int existingTTL = row.getInt(0);
if (existingTTL != 0 && ttl > existingTTL + DAYS.toSeconds(1)) {
// only overwrite if bumping TTL at least 1 day
// also, never overwrite with smaller TTL
return insertAndCompleteFuture(ttl);
} else {
return Futures.immediateFuture(null);
}
}
}
private ListenableFuture insertAndCompleteFuture(int ttl) throws Exception {
BoundStatement boundStatement = insertPS.bind();
int i = 0;
boundStatement.setString(i++, fullTextSha1);
boundStatement.setString(i++, fullText);
boundStatement.setInt(i++, ttl);
return session.writeAsync(boundStatement);
}
});
}
private int getTTL() throws Exception {
CentralStorageConfig storageConfig = configRepository.getCentralStorageConfig();
int queryRollupExpirationHours =
Iterables.getLast(storageConfig.queryAndServiceCallRollupExpirationHours());
int expirationHours =
Math.max(queryRollupExpirationHours, storageConfig.traceExpirationHours());
List rollupConfigs = configRepository.getRollupConfigs();
RollupConfig lastRollupConfig = Iterables.getLast(rollupConfigs);
// adding largest rollup interval to account for query being retained longer by rollups
long ttl = MILLISECONDS.toSeconds(lastRollupConfig.intervalMillis())
// adding 2 days to account for worst case client side rate limiter + server side
// rate limiter
+ DAYS.toSeconds(2)
+ HOURS.toSeconds(expirationHours);
return Ints.saturatedCast(ttl);
}
public void close() throws Exception {
MBeanServer platformMBeanServer = ManagementFactory.getPlatformMBeanServer();
platformMBeanServer.unregisterMBean(ObjectName
.getInstance("org.glowroot.central:type=FullQueryTextRateLimiter"));
}
@Value.Immutable
@Styles.AllParameters
interface FullQueryTextKey {
String agentId();
String fullTextSha1();
}
}
