Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance. Project price only 1 $
You can buy this project and download/modify it how often you want.
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.flink.runtime.query;
import org.apache.flink.queryablestate.network.stats.KvStateRequestStats;
import org.apache.flink.util.Preconditions;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.lang.reflect.Constructor;
import java.lang.reflect.InvocationTargetException;
import java.util.Iterator;
/**
* Utility class to initialize entities used in queryable state.
*/
public final class QueryableStateUtils {
private static final Logger LOG = LoggerFactory.getLogger(QueryableStateUtils.class);
private static final String ERROR_MESSAGE_ON_LOAD_FAILURE =
"Probable reason: flink-queryable-state-runtime is not in the classpath. " +
"To enable Queryable State, please move the flink-queryable-state-runtime jar from the opt to the lib folder.";
/**
* Initializes the {@link KvStateClientProxy client proxy} responsible for
* receiving requests from the external (to the cluster) client and forwarding them internally.
*
* @param address the address to bind to.
* @param ports the range of ports the proxy will attempt to listen to
* (see {@link org.apache.flink.configuration.QueryableStateOptions#PROXY_PORT_RANGE
* QueryableStateOptions.PROXY_PORT_RANGE}).
* @param eventLoopThreads the number of threads to be used to process incoming requests.
* @param queryThreads the number of threads to be used to send the actual state.
* @param stats statistics to be gathered about the incoming requests.
* @return the {@link KvStateClientProxy client proxy}.
*/
public static KvStateClientProxy createKvStateClientProxy(
final String address,
final Iterator ports,
final int eventLoopThreads,
final int queryThreads,
final KvStateRequestStats stats) {
Preconditions.checkNotNull(address, "address");
Preconditions.checkNotNull(stats, "stats");
Preconditions.checkArgument(eventLoopThreads >= 1);
Preconditions.checkArgument(queryThreads >= 1);
try {
String classname = "org.apache.flink.queryablestate.client.proxy.KvStateClientProxyImpl";
Class clazz = Class.forName(classname).asSubclass(KvStateClientProxy.class);
Constructor constructor = clazz.getConstructor(
String.class,
Iterator.class,
Integer.class,
Integer.class,
KvStateRequestStats.class);
return constructor.newInstance(address, ports, eventLoopThreads, queryThreads, stats);
} catch (ClassNotFoundException e) {
final String msg = "Could not load Queryable State Client Proxy. " + ERROR_MESSAGE_ON_LOAD_FAILURE;
if (LOG.isDebugEnabled()) {
LOG.debug(msg + " Cause: " + e.getMessage());
} else {
LOG.info(msg);
}
return null;
} catch (InvocationTargetException e) {
LOG.error("Queryable State Client Proxy could not be created: ", e.getTargetException());
return null;
} catch (Throwable t) {
LOG.error("Failed to instantiate the Queryable State Client Proxy.", t);
return null;
}
}
/**
* Initializes the {@link KvStateServer server} responsible for sending the
* requested internal state to the {@link KvStateClientProxy client proxy}.
*
* @param address the address to bind to.
* @param ports the range of ports the state server will attempt to listen to
* (see {@link org.apache.flink.configuration.QueryableStateOptions#SERVER_PORT_RANGE
* QueryableStateOptions.SERVER_PORT_RANGE}).
* @param eventLoopThreads the number of threads to be used to process incoming requests.
* @param queryThreads the number of threads to be used to send the actual state.
* @param kvStateRegistry the registry with the queryable state.
* @param stats statistics to be gathered about the incoming requests.
* @return the {@link KvStateServer state server}.
*/
public static KvStateServer createKvStateServer(
final String address,
final Iterator ports,
final int eventLoopThreads,
final int queryThreads,
final KvStateRegistry kvStateRegistry,
final KvStateRequestStats stats) {
Preconditions.checkNotNull(address, "address");
Preconditions.checkNotNull(kvStateRegistry, "registry");
Preconditions.checkNotNull(stats, "stats");
Preconditions.checkArgument(eventLoopThreads >= 1);
Preconditions.checkArgument(queryThreads >= 1);
try {
String classname = "org.apache.flink.queryablestate.server.KvStateServerImpl";
Class clazz = Class.forName(classname).asSubclass(KvStateServer.class);
Constructor constructor = clazz.getConstructor(
String.class,
Iterator.class,
Integer.class,
Integer.class,
KvStateRegistry.class,
KvStateRequestStats.class);
return constructor.newInstance(address, ports, eventLoopThreads, queryThreads, kvStateRegistry, stats);
} catch (ClassNotFoundException e) {
final String msg = "Could not load Queryable State Server. " + ERROR_MESSAGE_ON_LOAD_FAILURE;
if (LOG.isDebugEnabled()) {
LOG.debug(msg + " Cause: " + e.getMessage());
} else {
LOG.info(msg);
}
return null;
} catch (InvocationTargetException e) {
LOG.error("Queryable State Server could not be created: ", e.getTargetException());
return null;
} catch (Throwable t) {
LOG.error("Failed to instantiate the Queryable State Server.", t);
return null;
}
}
}
