org.jgroups.tests.UnicastTestTcpSlow Maven / Gradle / Ivy
Go to download
This artifact provides a single jar that contains all classes required to use remote EJB and JMS, including
all dependencies. It is intended for use by those not using maven, maven users should just import the EJB and
JMS BOM's instead (shaded JAR's cause lots of problems with maven, as it is very easy to inadvertently end up
with different versions on classes on the class path).
The newest version!
package org.jgroups.tests;
import org.jgroups.BytesMessage;
import org.jgroups.Global;
import org.jgroups.Message;
import org.jgroups.Version;
import org.jgroups.util.*;
import java.io.BufferedInputStream;
import java.io.BufferedOutputStream;
import java.io.DataInputStream;
import java.io.DataOutputStream;
import java.net.InetSocketAddress;
import java.net.ServerSocket;
import java.net.Socket;
import java.nio.ByteBuffer;
import java.util.concurrent.atomic.AtomicLong;
import java.util.concurrent.locks.Lock;
import java.util.concurrent.locks.ReentrantLock;
/**
* Same as UnicastTest, but uses pure TCP instead of JGroups
*
* @author Bela Ban
*/
public class UnicastTestTcpSlow {
protected boolean oob=false, dont_bundle=false;
protected int num_threads=1;
protected int num_msgs=100000, msg_size=1000;
protected InetSocketAddress local, remote;
protected Socket sock;
protected DataOutputStream output;
protected final Lock output_lock=new ReentrantLock();
protected ServerSocket srv_sock;
protected Acceptor acceptor;
protected long start=0, stop=0;
protected long total_time=0, msgs_per_sec, print;
protected AtomicLong current_value=new AtomicLong(0), total_bytes=new AtomicLong(0);
protected static final boolean TCP_NODELAY=false;
protected static final int SOCK_SEND_BUF_SIZE=200 * 1000;
protected static final int SOCK_RECV_BUF_SIZE=200 * 1000;
protected static final byte START = 1; // | num_msgs (long) |
protected static final byte DATA = 2; // | length (int) | data (byte[]) |
public void init(String local_addr, String remote_addr, int local_port, int remote_port) throws Exception {
local=new InetSocketAddress(local_addr, local_port);
remote=new InetSocketAddress(remote_addr, remote_port);
srv_sock=Util.createServerSocket(new DefaultSocketFactory(), "server", local.getAddress(), local.getPort(), local.getPort(), 0);
System.out.println("Listening on " + srv_sock.getLocalSocketAddress());
acceptor=new Acceptor();
acceptor.start();
sock=new Socket();
//sock.bind(local);
sock.setSendBufferSize(SOCK_SEND_BUF_SIZE);
sock.setReceiveBufferSize(SOCK_RECV_BUF_SIZE);
try {
sock.connect(remote);
output=new DataOutputStream(new BufferedOutputStream(sock.getOutputStream()));
System.out.println("Connected to " + sock.getRemoteSocketAddress());
}
catch(Throwable t) {
System.out.println("Failed connecting to " + remote + ": will only act as server");
}
}
public void eventLoop() throws Exception {
int c;
while(true) {
System.out.print("[1] Send msgs " +
"\n[6]Set sender threads (" + num_threads + ") [7] Set num msgs (" + num_msgs + ") " +
"[8] Set msg size (" + Util.printBytes(msg_size) + ")" +
"\n[o] Toggle OOB (" + oob + ") [b] Toggle dont_bundle (" + dont_bundle + ")\n[q] Quit\n");
System.out.flush();
c=System.in.read();
switch(c) {
case -1:
break;
case '1':
sendMessages();
break;
case '6':
setSenderThreads();
break;
case '7':
setNumMessages();
break;
case '8':
setMessageSize();
break;
case 'o':
oob=!oob;
System.out.println("oob=" + oob);
break;
case 'b':
dont_bundle=!dont_bundle;
System.out.println("dont_bundle = " + dont_bundle);
break;
case 'q':
Util.close(srv_sock);
Util.close(sock);
return;
default:
break;
}
}
}
void sendMessages() throws Exception {
if(num_threads > 1 && num_msgs % num_threads != 0) {
System.err.println("num_msgs (" + num_msgs + " ) has to be divisible by num_threads (" + num_threads + ")");
return;
}
System.out.println("sending " + num_msgs + " messages (" + Util.printBytes(msg_size) +
") to " + remote + ": oob=" + oob + ", " + num_threads + " sender thread(s)");
ByteBuffer buf=ByteBuffer.allocate(Global.BYTE_SIZE + Global.LONG_SIZE).put(START).putLong(num_msgs);
Message msg=new BytesMessage(null, buf.array());
// msg.writeTo(output);
ByteArrayDataOutputStream dos=new ByteArrayDataOutputStream(msg.size());
byte flags=0;
dos.writeShort(Version.version); // write the version
if(msg.getDest() == null)
flags+=(byte)2;
dos.writeByte(flags);
msg.writeTo(dos);
ByteArray buffer=dos.getBuffer();
output_lock.lock(); // need to sync if we have more than 1 sender
try {
// msg.writeTo(output);
output.writeInt(buffer.getLength());
output.write(buffer.getArray(), buffer.getOffset(), buffer.getLength());
}
finally {
output_lock.unlock();
}
int msgs_per_sender=num_msgs / num_threads;
Sender[] senders=new Sender[num_threads];
for(int i=0; i < senders.length; i++)
senders[i]=new Sender(msgs_per_sender, msg_size, num_msgs / 10);
for(Sender sender: senders)
sender.start();
for(Sender sender: senders)
sender.join();
output.flush();
System.out.println("done sending " + num_msgs + " to " + remote);
}
void setSenderThreads() throws Exception {
int threads=Util.readIntFromStdin("Number of sender threads: ");
int old=this.num_threads;
this.num_threads=threads;
System.out.println("sender threads set to " + num_threads + " (from " + old + ")");
}
void setNumMessages() throws Exception {
num_msgs=Util.readIntFromStdin("Number of messages: ");
System.out.println("Set num_msgs=" + num_msgs);
}
void setMessageSize() throws Exception {
msg_size=Util.readIntFromStdin("Message size: ");
System.out.println("set msg_size=" + msg_size);
}
public static void main(String[] args) {
String local_addr="localhost", remote_addr="localhost";
int local_port=8000, remote_port=9000;
for(int i=0; i < args.length; i++) {
if("-local_addr".equals(args[i])) {
local_addr=args[++i];
continue;
}
if("-remote_addr".equals(args[i])) {
remote_addr=args[++i];
continue;
}
if("-local_port".equals(args[i])) {
local_port=Integer.parseInt(args[++i]);
continue;
}
if("-remote_port".equals(args[i])) {
remote_port=Integer.parseInt(args[++i]);
continue;
}
help();
return;
}
try {
UnicastTestTcpSlow test=new UnicastTestTcpSlow();
test.init(local_addr, remote_addr, local_port, remote_port);
test.eventLoop();
}
catch(Exception ex) {
System.err.println(ex);
}
}
static void help() {
System.out.println("UnicastTest [-help] [-local_addr add] [-remote_addr addr] [-local_port port] [-remote_port port]");
}
public void receive(Message msg) {
byte[] buf=msg.getArray();
byte type=buf[msg.getOffset()];
switch(type) {
case START:
ByteBuffer tmp=ByteBuffer.wrap(buf, 1+msg.getOffset(), Global.LONG_SIZE);
num_msgs=(int)tmp.getLong();
print=num_msgs / 10;
current_value.set(0);
total_bytes.set(0);
start=System.currentTimeMillis();
break;
case DATA:
long new_val=current_value.incrementAndGet();
total_bytes.addAndGet(msg.getLength() - Global.INT_SIZE);
if(print > 0 && new_val % print == 0)
System.out.println("received " + new_val);
if(new_val >= num_msgs) {
long time=System.currentTimeMillis() - start;
double msgs_sec=(current_value.get() / (time / 1000.0));
double throughput=total_bytes.get() / (time / 1000.0);
System.out.println(String.format("\nreceived %d messages in %d ms (%.2f msgs/sec), throughput=%s",
current_value.get(), time, msgs_sec, Util.printBytes(throughput)));
break;
}
break;
default:
System.err.println("Type " + type + " is invalid");
}
}
protected class Acceptor extends Thread {
protected byte[] buf=new byte[1024];
public void run() {
while(!srv_sock.isClosed()) {
Socket client_sock=null;
DataInputStream in=null;
try {
client_sock=srv_sock.accept();
client_sock.setTcpNoDelay(TCP_NODELAY);
client_sock.setReceiveBufferSize(SOCK_RECV_BUF_SIZE);
client_sock.setSendBufferSize(SOCK_SEND_BUF_SIZE);
in=new DataInputStream(new BufferedInputStream(client_sock.getInputStream()));
while(!client_sock.isClosed())
handleRequest(in);
}
catch(Exception e) {
Util.close(client_sock);
Util.close(in);
}
}
}
protected void handleRequest(DataInputStream in) throws Exception {
int len=in.readInt();
if(len > buf.length)
buf=new byte[len];
in.readFully(buf, 0, len);
Message msg=readMessage(buf, 0, len);
receive(msg);
// Message msg=new BytesMessage(false);
// msg.readFrom(in);
// receive(msg);
}
}
private class Sender extends Thread {
protected final int number_of_msgs;
protected final int do_print;
protected final byte[] buf;
protected final ByteArrayDataOutputStream dos=new ByteArrayDataOutputStream(1024);
public Sender(int num_msgs, int msg_size, int print) {
this.number_of_msgs=num_msgs;
this.do_print=print;
buf=ByteBuffer.allocate(Global.INT_SIZE + msg_size).put(DATA).array();
}
public void run() {
for(int i=1; i <= number_of_msgs; i++) {
try {
Message msg=new BytesMessage(null, buf);
if(oob)
msg.setFlag(Message.Flag.OOB);
if(dont_bundle)
msg.setFlag(Message.Flag.DONT_BUNDLE);
if(i > 0 && do_print > 0 && i % do_print == 0)
System.out.println("-- sent " + i);
ByteArray buffer=writeMessage(msg);
output_lock.lock(); // need to sync if we have more than 1 sender
try {
// msg.writeTo(output);
output.writeInt(buffer.getLength());
output.write(buffer.getArray(), buffer.getOffset(), buffer.getLength());
// output.flush();
}
finally {
output_lock.unlock();
}
}
catch(Exception e) {
e.printStackTrace();
}
}
}
protected ByteArray writeMessage(final Message msg) throws Exception {
dos.position(0);
byte flags=0;
dos.writeShort(Version.version); // write the version
if(msg.getDest() == null)
flags+=(byte)2;
dos.writeByte(flags);
msg.writeTo(dos);
return new ByteArray(dos.buffer(), 0, dos.position());
}
}
protected static Message readMessage(byte[] buf, int offset, int length) throws Exception {
ByteArrayDataInputStream in=new ByteArrayDataInputStream(buf, offset, length);
short ver=in.readShort();
byte flags=in.readByte();
// final boolean multicast=(flags & (byte)2) == (byte)2;
Message msg=new BytesMessage(); // don't create headers, readFrom() will do this
msg.readFrom(in);
return msg;
}
}