Added self contained client benchmarker usgin fuse, measure the complete roudtrip
This commit is contained in:
@@ -0,0 +1,129 @@
|
|||||||
|
import java.net.URISyntaxException
|
||||||
|
|
||||||
|
import org.fusesource.mqtt.client.BlockingConnection
|
||||||
|
import org.fusesource.mqtt.client.CallbackConnection
|
||||||
|
import org.fusesource.mqtt.client.MQTT
|
||||||
|
import org.fusesource.mqtt.client.Listener
|
||||||
|
import org.fusesource.mqtt.client.Message
|
||||||
|
import org.fusesource.mqtt.client.QoS
|
||||||
|
import org.fusesource.mqtt.client.Topic
|
||||||
|
import org.fusesource.mqtt.client.Callback
|
||||||
|
import org.fusesource.hawtbuf.Buffer
|
||||||
|
import org.fusesource.hawtbuf.UTF8Buffer
|
||||||
|
|
||||||
|
import java.nio.ByteBuffer
|
||||||
|
import java.util.concurrent.CountDownLatch
|
||||||
|
import org.fusesource.hawtdispatch.Task
|
||||||
|
import org.eclipse.jetty.toolchain.perf.PlatformTimer
|
||||||
|
|
||||||
|
class BenchmarkPublisher {
|
||||||
|
static class PublishCallback implements Callback<Void> {
|
||||||
|
public void onSuccess(Void value) {
|
||||||
|
//ok published
|
||||||
|
//increment counter
|
||||||
|
}
|
||||||
|
|
||||||
|
public void onFailure(Throwable th) {
|
||||||
|
println "PUB: Publish failed: " + th
|
||||||
|
th.printStackTrace()
|
||||||
|
System.exit(2)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
static class ExitTopicCallback implements Callback<Void> {
|
||||||
|
|
||||||
|
private final long startedTime
|
||||||
|
private final long numToSend
|
||||||
|
private final CallbackConnection connection
|
||||||
|
private final CountDownLatch stopLatch
|
||||||
|
|
||||||
|
ExitTopicCallback(long startedTime, long numToSend, CallbackConnection connection, CountDownLatch stopLatch) {
|
||||||
|
this.startedTime = startedTime
|
||||||
|
this.numToSend = numToSend
|
||||||
|
this.connection = connection
|
||||||
|
this.stopLatch = stopLatch
|
||||||
|
}
|
||||||
|
|
||||||
|
public void onSuccess(Void value2) {
|
||||||
|
long stopTime = System.currentTimeMillis()
|
||||||
|
long spentTime = stopTime - startedTime
|
||||||
|
println "PUB: published in ${spentTime} ms"
|
||||||
|
|
||||||
|
this.connection.disconnect(null)
|
||||||
|
double msgPerSec = (numToSend / spentTime) * 1000
|
||||||
|
println "PUB: speed $msgPerSec msg/sec"
|
||||||
|
this.stopLatch.countDown()
|
||||||
|
}
|
||||||
|
|
||||||
|
public void onFailure(Throwable th) {
|
||||||
|
println "PUB: Publish failed: " + th
|
||||||
|
System.exit(2);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private QoS qos = QoS.AT_MOST_ONCE
|
||||||
|
private boolean retain = false
|
||||||
|
private int numToSend
|
||||||
|
private int messagesPerSecond
|
||||||
|
private String dialog_id
|
||||||
|
private MQTT mqtt
|
||||||
|
private CallbackConnection connection
|
||||||
|
private CountDownLatch m_latch
|
||||||
|
|
||||||
|
def connect() {
|
||||||
|
this.connection = mqtt.callbackConnection()
|
||||||
|
//connection.resume()
|
||||||
|
connection.connect(new Callback<Void>() {
|
||||||
|
public void onFailure(Throwable th) {
|
||||||
|
println "PUB: connect fail"
|
||||||
|
System.exit(2);
|
||||||
|
}
|
||||||
|
|
||||||
|
// Once we connect..
|
||||||
|
public void onSuccess(Void v) {
|
||||||
|
println "PUB: Succesfully connected to server"
|
||||||
|
}
|
||||||
|
})
|
||||||
|
this.m_latch = new CountDownLatch(1)
|
||||||
|
}
|
||||||
|
|
||||||
|
def firePublishes() {
|
||||||
|
long pauseMicroseconds = (1 / this.messagesPerSecond) * 1000 * 1000
|
||||||
|
println "PUB: Pause over the each message sent ${pauseMicroseconds} microsecs"
|
||||||
|
//byte[] message = 'Hello world!!'.bytes
|
||||||
|
|
||||||
|
print "PUB: publishing.."
|
||||||
|
CountDownLatch m_latch = new CountDownLatch(1)
|
||||||
|
final long startTime = System.currentTimeMillis()
|
||||||
|
|
||||||
|
//initialize the timer
|
||||||
|
PlatformTimer timer = PlatformTimer.detect()
|
||||||
|
def pubCallback = new PublishCallback()
|
||||||
|
(1..numToSend).each {
|
||||||
|
connection.getDispatchQueue().execute(new Task() {
|
||||||
|
public void run() {
|
||||||
|
long nanos = System.nanoTime()
|
||||||
|
byte[] message = "Hello world!!-${nanos}".bytes
|
||||||
|
connection.publish("/topic" + dialog_id, message, qos, retain, pubCallback)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
timer.sleep(pauseMicroseconds)
|
||||||
|
}
|
||||||
|
|
||||||
|
def exitCallback = new ExitTopicCallback(startTime, numToSend, connection, m_latch)
|
||||||
|
connection.getDispatchQueue().execute(new Task() {
|
||||||
|
public void run() {
|
||||||
|
long nanos = System.nanoTime()
|
||||||
|
byte[] message = "Now exit!!-${nanos}".bytes
|
||||||
|
connection.publish("/exit" + dialog_id, message, qos, retain, exitCallback)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
def waitFinish() {
|
||||||
|
//wait finish...
|
||||||
|
m_latch.await()
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
@@ -0,0 +1,128 @@
|
|||||||
|
import org.fusesource.mqtt.client.BlockingConnection
|
||||||
|
import org.fusesource.mqtt.client.CallbackConnection
|
||||||
|
import org.fusesource.mqtt.client.MQTT
|
||||||
|
import org.fusesource.mqtt.client.Listener
|
||||||
|
import org.fusesource.mqtt.client.Message
|
||||||
|
import org.fusesource.mqtt.client.QoS
|
||||||
|
import org.fusesource.mqtt.client.Topic
|
||||||
|
import org.fusesource.mqtt.client.Callback
|
||||||
|
import org.fusesource.hawtbuf.Buffer
|
||||||
|
import org.fusesource.hawtbuf.UTF8Buffer
|
||||||
|
import java.util.concurrent.CountDownLatch
|
||||||
|
import java.util.concurrent.TimeUnit
|
||||||
|
import org.HdrHistogram.Histogram
|
||||||
|
|
||||||
|
class BenchmarkSubscriber {
|
||||||
|
private int numReceived = 0
|
||||||
|
private long startTime = System.currentTimeMillis()
|
||||||
|
private boolean exit = false
|
||||||
|
private CountDownLatch m_latch = new CountDownLatch(1)
|
||||||
|
private boolean alreadyStarted = false
|
||||||
|
private Histogram histogram = new Histogram(5)
|
||||||
|
private CallbackConnection connection
|
||||||
|
|
||||||
|
private MQTT mqtt
|
||||||
|
private String dialog_id
|
||||||
|
|
||||||
|
// BenchmarkSubscriber(MQTT mqtt) {
|
||||||
|
// this.mqtt = mqtt
|
||||||
|
// }
|
||||||
|
def connect() {
|
||||||
|
this.connection = mqtt.callbackConnection()
|
||||||
|
connection.listener(new Listener() {
|
||||||
|
|
||||||
|
public void onDisconnected() {
|
||||||
|
println "SUB: listener received disconnection"
|
||||||
|
}
|
||||||
|
public void onConnected() {
|
||||||
|
println "SUB: listener received a connected to ${mqtt.host}"
|
||||||
|
// startTime = System.currentTimeMillis()
|
||||||
|
}
|
||||||
|
|
||||||
|
public void onPublish(UTF8Buffer topic, Buffer payload, Runnable ack) {
|
||||||
|
// You can now process a received message from a topic.
|
||||||
|
// Once process execute the ack runnable.
|
||||||
|
ack.run()
|
||||||
|
|
||||||
|
//used to catch the first message published
|
||||||
|
if (!alreadyStarted) {
|
||||||
|
startTime = System.currentTimeMillis()
|
||||||
|
alreadyStarted = true
|
||||||
|
}
|
||||||
|
|
||||||
|
//println "Received a publish on topic ${topic}"
|
||||||
|
if (topic.toString().startsWith("/exit")) {
|
||||||
|
println "SUB: ok Exit!"
|
||||||
|
exit = true
|
||||||
|
connection.disconnect(null)
|
||||||
|
long stopTime = System.currentTimeMillis()
|
||||||
|
long spentTime = stopTime - startTime
|
||||||
|
println "SUB: " + topic.toString() + " received"
|
||||||
|
println "SUB: subscriber disconnected, received ${numReceived} messages in ${spentTime} ms"
|
||||||
|
double msgPerSec = (numReceived / spentTime) * 1000
|
||||||
|
println "SUB: Speed: $msgPerSec msg/sec"
|
||||||
|
println "SUB: Latency diagram"
|
||||||
|
histogram.outputPercentileDistribution(System.out, 1000.0);
|
||||||
|
m_latch.countDown()
|
||||||
|
} else {
|
||||||
|
String message = payload as String
|
||||||
|
long sentTime = message.split('-')[1] as long
|
||||||
|
long delay = System.nanoTime() - sentTime
|
||||||
|
histogram.recordValue(delay)
|
||||||
|
numReceived++
|
||||||
|
// if ((numReceived % 10000) == 0) {
|
||||||
|
// print '.'
|
||||||
|
// }
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
|
public void onFailure(Throwable th) {
|
||||||
|
connection.disconnect(null)
|
||||||
|
println "SUB: Something failed during message reception"
|
||||||
|
th.printStackTrace()
|
||||||
|
m_latch.countDown()
|
||||||
|
}
|
||||||
|
})
|
||||||
|
|
||||||
|
connection.connect(new Callback<Void>() {
|
||||||
|
public void onFailure(Throwable value) {
|
||||||
|
System.exit(2);
|
||||||
|
}
|
||||||
|
|
||||||
|
// Once we connect..
|
||||||
|
public void onSuccess(Void v) {
|
||||||
|
// Subscribe to /topic
|
||||||
|
Topic[] topics = [new Topic("/topic" + dialog_id, QoS.AT_LEAST_ONCE)]
|
||||||
|
connection.subscribe(topics, new Callback<byte[]>() {
|
||||||
|
public void onSuccess(byte[] qoses) {
|
||||||
|
// The result of the subcribe request.
|
||||||
|
println "SUB: subscribed to /topic${dialog_id} ${qoses}"
|
||||||
|
}
|
||||||
|
public void onFailure(Throwable value) {
|
||||||
|
connection.disconnect(null); // subscribe failed.
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
|
||||||
|
// Subscribe to /topic
|
||||||
|
Topic[] exitTopic = [new Topic("/exit" + dialog_id, QoS.AT_LEAST_ONCE)]
|
||||||
|
connection.subscribe(exitTopic, new Callback<byte[]>() {
|
||||||
|
public void onSuccess(byte[] qoses) {
|
||||||
|
// The result of the subcribe request.
|
||||||
|
println "SUB: subscribed to /exit${dialog_id} ${qoses}"
|
||||||
|
}
|
||||||
|
public void onFailure(Throwable value) {
|
||||||
|
connection.disconnect(null); // subscribe failed.
|
||||||
|
m_latch.countDown()
|
||||||
|
}
|
||||||
|
});
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
def waitFinish() {
|
||||||
|
this.m_latch.await()
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
@@ -0,0 +1,59 @@
|
|||||||
|
@Grab(group='org.fusesource.mqtt-client', module='mqtt-client', version='1.10')
|
||||||
|
@Grab(group='org.eclipse.jetty.toolchain', module='jetty-perf-helper', version='1.0.5')
|
||||||
|
|
||||||
|
import java.net.URISyntaxException
|
||||||
|
|
||||||
|
import org.fusesource.mqtt.client.BlockingConnection
|
||||||
|
import org.fusesource.mqtt.client.CallbackConnection
|
||||||
|
import org.fusesource.mqtt.client.MQTT
|
||||||
|
import org.fusesource.mqtt.client.Listener
|
||||||
|
import org.fusesource.mqtt.client.Message
|
||||||
|
import org.fusesource.mqtt.client.QoS
|
||||||
|
import org.fusesource.mqtt.client.Topic
|
||||||
|
import org.fusesource.mqtt.client.Callback
|
||||||
|
import org.fusesource.hawtbuf.Buffer
|
||||||
|
import org.fusesource.hawtbuf.UTF8Buffer
|
||||||
|
|
||||||
|
import java.nio.ByteBuffer
|
||||||
|
import java.util.concurrent.CountDownLatch
|
||||||
|
import org.fusesource.hawtdispatch.Task
|
||||||
|
import org.eclipse.jetty.toolchain.perf.PlatformTimer
|
||||||
|
|
||||||
|
import BenchmarkSubscriber
|
||||||
|
import BenchmarkPublisher
|
||||||
|
|
||||||
|
if (args.size() < 3) {
|
||||||
|
println "Usage benchmarker <host> <num messages to sent> <frequency>[msg/sec] :[dialog_id]"
|
||||||
|
println "Ex localhost 10000 5000 test1"
|
||||||
|
println "should take 2 secs"
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
String host = args[0]
|
||||||
|
int numToSend = args[1] as int
|
||||||
|
int messagesPerSecond = args[2] as int
|
||||||
|
String dialog_id = args.size() > 3 ? args[3] : ""
|
||||||
|
|
||||||
|
MQTT pub = new MQTT()
|
||||||
|
pub.setHost(host, 1883)
|
||||||
|
pub.setCleanSession(true)
|
||||||
|
pub.setClientId("PublisherClient${dialog_id}")
|
||||||
|
|
||||||
|
MQTT sub = new MQTT()
|
||||||
|
//mqtt.setHost("test.mosquitto.org", 1883);
|
||||||
|
sub.setHost(host, 1883)
|
||||||
|
sub.setCleanSession(true)
|
||||||
|
sub.setHost(host, 1883)
|
||||||
|
sub.setClientId("SubscriberClient${dialog_id}")
|
||||||
|
|
||||||
|
BenchmarkSubscriber suscriberBench = new BenchmarkSubscriber(mqtt: sub, dialog_id: dialog_id)
|
||||||
|
suscriberBench.connect()
|
||||||
|
|
||||||
|
BenchmarkPublisher publisherBench = new BenchmarkPublisher(mqtt: pub, numToSend: numToSend, messagesPerSecond: messagesPerSecond, dialog_id: dialog_id)
|
||||||
|
publisherBench.connect()
|
||||||
|
publisherBench.firePublishes()
|
||||||
|
|
||||||
|
suscriberBench.waitFinish()
|
||||||
|
publisherBench.waitFinish()
|
||||||
|
|
||||||
|
|
||||||
Reference in New Issue
Block a user