org.jgroups.protocols.TransferQueueBundler Maven / Gradle / Ivy
Go to download
This artifact provides a single jar that contains all classes required to use remote EJB and JMS, including
all dependencies. It is intended for use by those not using maven, maven users should just import the EJB and
JMS BOM's instead (shaded JAR's cause lots of problems with maven, as it is very easy to inadvertently end up
with different versions on classes on the class path).
package org.jgroups.protocols;
import org.jgroups.Message;
import org.jgroups.annotations.ManagedAttribute;
import org.jgroups.conf.AttributeType;
import org.jgroups.util.AverageMinMax;
import java.util.ArrayList;
import java.util.List;
import java.util.concurrent.ArrayBlockingQueue;
import java.util.concurrent.BlockingQueue;
/**
* This bundler adds all (unicast or multicast) messages to a queue until max size has been exceeded, but does send
* messages immediately when no other messages are available. https://issues.redhat.com/browse/JGRP-1540
*/
public class TransferQueueBundler extends BaseBundler implements Runnable {
protected BlockingQueue queue;
protected final List remove_queue=new ArrayList<>(16);
protected volatile Thread bundler_thread;
protected volatile boolean running=true;
@ManagedAttribute(description="Number of times a message was sent because the queue was full",
type=AttributeType.SCALAR)
protected long num_sends_because_full_queue;
@ManagedAttribute(description="Number of times a message was sent because there was no message available",
type=AttributeType.SCALAR)
protected long num_sends_because_no_msgs;
@ManagedAttribute(description="Average fill size of the queue (in bytes)")
protected final AverageMinMax avg_fill_count=new AverageMinMax(); // avg number of bytes when a batch is sent
protected static final String THREAD_NAME="TQ-Bundler";
public TransferQueueBundler() {
}
protected TransferQueueBundler(BlockingQueue queue) {
this.queue=queue;
}
public TransferQueueBundler(int capacity) {
this(new ArrayBlockingQueue<>(assertPositive(capacity, "bundler capacity cannot be " + capacity)));
}
public Thread getThread() {return bundler_thread;}
@ManagedAttribute(description="Size of the queue")
public int getQueueSize() {return queue.size();}
@ManagedAttribute(description="Size of the remove-queue")
public int removeQueueSize() {return remove_queue.size();}
@Override
public void resetStats() {
super.resetStats();
num_sends_because_full_queue=0;
num_sends_because_no_msgs=0;
avg_fill_count.clear();
}
public void init(TP tp) {
super.init(tp);
}
public synchronized void start() {
if(running)
stop();
queue=new ArrayBlockingQueue<>(assertPositive(capacity, "bundler capacity cannot be " + capacity));
bundler_thread=transport.getThreadFactory().newThread(this, THREAD_NAME);
running=true;
bundler_thread.start();
}
public synchronized void stop() {
running=false;
Thread tmp=bundler_thread;
bundler_thread=null;
if(tmp != null) {
tmp.interrupt();
if(tmp.isAlive()) {
try {tmp.join(500);} catch(InterruptedException e) {}
}
}
drain();
}
public int size() {
return super.size() + removeQueueSize() + getQueueSize();
}
public void send(Message msg) throws Exception {
if(running)
queue.put(msg);
}
public void run() {
while(running) {
Message msg=null;
try {
if((msg=queue.take()) == null)
continue;
addAndSendIfSizeExceeded(msg);
while(true) {
remove_queue.clear();
int num_msgs=queue.drainTo(remove_queue);
if(num_msgs <= 0)
break;
for(int i=0; i < remove_queue.size(); i++) {
msg=remove_queue.get(i);
addAndSendIfSizeExceeded(msg);
}
}
if(count > 0) {
num_sends_because_no_msgs++;
avg_fill_count.add(count);
sendBundledMessages();
}
}
catch(Throwable t) {
}
}
}
protected void addAndSendIfSizeExceeded(Message msg) {
int size=msg.size();
if(count + size > max_size) {
num_sends_because_full_queue++;
avg_fill_count.add(count);
sendBundledMessages();
}
addMessage(msg, size);
}
/** Takes all messages from the queue, adds them to the hashmap and then sends all bundled messages */
protected void drain() {
Message msg;
if(queue != null) {
while((msg=queue.poll()) != null)
addAndSendIfSizeExceeded(msg);
}
if(!msgs.isEmpty())
sendBundledMessages();
}
protected static int assertPositive(int value, String message) {
if(value <= 0) throw new IllegalArgumentException(message);
return value;
}
}