Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance. Project price only 1 $
You can buy this project and download/modify it how often you want.
/**
* Copyright 2016 Ambud Sharma
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.srotya.tau.nucleus.processor;
import java.io.IOException;
import java.util.ArrayList;
import java.util.List;
import java.util.Map;
import java.util.Map.Entry;
import java.util.logging.Logger;
import com.lmax.disruptor.EventHandler;
import com.srotya.tau.nucleus.DisruptorUnifiedFactory;
import com.srotya.tau.nucleus.disruptor.GroupByHandler;
import com.srotya.tau.wraith.Constants;
import com.srotya.tau.wraith.Event;
import com.srotya.tau.wraith.MutableInt;
import com.srotya.tau.wraith.Utils;
import com.srotya.tau.wraith.aggregations.StateTrackingEngine;
/**
* Tau Processor for State Tracking
*
* @author ambudsharma
*/
public class StateProcessor extends AbstractProcessor {
private static final Logger logger = Logger.getLogger(StateProcessor.class.getName());
public StateProcessor(DisruptorUnifiedFactory factory, int parallelism, int bufferSize, Map conf,
AbstractProcessor[] outputProcessors) {
super(factory, parallelism, bufferSize, conf, outputProcessors);
}
@Override
public EventHandler instantiateAndInitializeHandler(int taskId, MutableInt parallelism,
Map conf, DisruptorUnifiedFactory factory) throws Exception {
StateTrackingEngineHandler handler = new StateTrackingEngineHandler(this, taskId, parallelism, factory,
Integer.parseInt(conf.getOrDefault("state.batch.size", "1000")), getOutputProcessors()[0]);
handler.init(conf);
return handler;
}
@Override
public String getConfigPrefix() {
return "state";
}
public static class StateTrackingEngineHandler extends GroupByHandler {
private static final Logger logger = Logger.getLogger(StateTrackingEngine.class.getName());
private StateTrackingEngine stateTrackingEngine;
private int taskId;
private StateProcessor caller;
private AbstractProcessor outputProcessor;
private List batchEventIds;
private int batchSize;
public StateTrackingEngineHandler(StateProcessor caller, int taskId, MutableInt taskCount,
DisruptorUnifiedFactory factory, int batchSize, AbstractProcessor outputProcessor) {
super(taskId, taskCount);
this.caller = caller;
this.taskId = taskId;
this.batchSize = batchSize;
this.outputProcessor = outputProcessor;
this.stateTrackingEngine = new StateTrackingEngine(factory, factory);
this.batchEventIds = new ArrayList<>();
}
public void init(Map conf) throws Exception {
stateTrackingEngine.initialize(conf, taskId);
}
@Override
public void consumeEvent(Event event, long sequence, boolean endOfBatch) throws Exception {
// if this is emit event
Object type = event.getHeaders().get(Constants.FIELD_EVENT_TYPE);
if (type != null && type.equals(Constants.EVENT_TYPE_EMISSION)) {
List events = new ArrayList<>();
stateTrackingEngine.emit((Integer) event.getHeaders().get(Constants.FIELD_AGGREGATION_WINDOW),
event.getHeaders().get(Constants.FIELD_RULE_ACTION_ID).toString(), events);
Entry separateRuleActionId = Utils.separateRuleActionId(event.getHeaders().get(Constants.FIELD_RULE_ACTION_ID).toString());
for (Event out : events) {
out.getHeaders().put(Constants.FIELD_RULE_ID, (double)separateRuleActionId.getKey());
out.getHeaders().put(Constants.FIELD_ACTION_ID, (double)separateRuleActionId.getValue());
out.getHeaders().put(Constants.FIELD_RULE_GROUP,
event.getHeaders().get(Constants.FIELD_RULE_GROUP));
outputProcessor.processEventWaled(out);
logger.fine("State tracking event forwarded:" + out);
}
if (!events.isEmpty()) {
ackEventBatch();
}
} else {
if ((Boolean) event.getHeaders().get(Constants.FIELD_STATE_TRACK)) {
// if this is track
stateTrackingEngine.track(((Number) event.getHeaders().get(Constants.FIELD_TIMESTAMP)).longValue(),
((Number) event.getHeaders().get(Constants.FIELD_AGGREGATION_WINDOW)).intValue(),
event.getHeaders().get(Constants.FIELD_RULE_ACTION_ID).toString(),
event.getHeaders().get(Constants.FIELD_AGGREGATION_KEY).toString());
logger.fine("Received tracking event" + event);
} else {
// if this is untrack
stateTrackingEngine.untrack(
((Number) event.getHeaders().get(Constants.FIELD_TIMESTAMP)).longValue(),
((Number) event.getHeaders().get(Constants.FIELD_AGGREGATION_WINDOW)).intValue(),
event.getHeaders().get(Constants.FIELD_RULE_ACTION_ID).toString(),
event.getHeaders().get(Constants.FIELD_AGGREGATION_KEY).toString());
logger.fine("Received untracking event" + event);
}
batchEventIds.add(event.getEventId());
if (batchEventIds.size() >= batchSize) {
stateTrackingEngine.flush();
ackEventBatch();
}
}
}
private void ackEventBatch() throws IOException {
for (Long id : batchEventIds) {
caller.ackEvent(id);
}
if (batchEventIds.size() > 0) {
logger.info("Acked batch:" + batchEventIds.size());
}
batchEventIds.clear();
}
}
@Override
public Logger getLogger() {
return logger;
}
}
