niklas/cyclonedds
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

add scripts for running a throughput test between two machines

Browse source 
Signed-off-by: Erik Boasson <eb@ilities.com>
This commit is contained in:
Erik Boasson 2019-01-17 19:14:45 +01:00
parent ed5f89b143
commit 97990237bc
4 changed files with 212 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

48
performance/ethload Executable file
View file

@ -0,0 +1,48 @@
#!/usr/bin/perl -w
use strict;
use bignum;
use Time::HiRes qw (time);
if (@ARGV != 2) {
print STDERR "usage: $0 device {100|1000}\n";
exit 1;
}
my $devname = $ARGV[0];
my $speed = $ARGV[1] * 1e6;
$| = 1;
my ($lt, $t, $lrecv, $lxmit);
while (1) {
open FH, "< /proc/net/dev" or die "can't open /proc/net/dev";
$t = time;
my $info = undef;
while (<FH>) {
chomp;
if (s/^\s+$devname\s*:\s*//) {
$info = $_;
last;
}
}
close FH;
die "can't locate info for $devname" unless defined $info;
my @info = split ' ', $info;
my $recv = $info[0] + 0;
my $xmit = $info[8] + 0;
if (defined $lt) {
my $dr = $recv - $lrecv;
my $dx = $xmit - $lxmit;
my $dt = $t - $lt;
my $ur = 100 * (8 * $dr) / ($dt * $speed);
my $xr = 100 * (8 * $dx) / ($dt * $speed);
printf "r %5.1f x %5.1f (%8d %8d)\n", $ur, $xr, $dr, $dx;
}
$lt = $t;
$lrecv = $recv;
$lxmit = $xmit;
sleep 1;
}

90
performance/throughput-test Normal file
View file

@ -0,0 +1,90 @@
#!/bin/bash
if [ $# -ne 1 ] ; then
echo >&2 <<EOF
usage: $0 user@remote
It assumes various things:
- ssh user@remote succeeds without a password
- network device to use is em2 (otherwise, change the config)
- it assumes it is run from the build directory (actually, it verifies this)
- it assumes ThroughputPublisher can be found in exactly the same place on the remote
- probably some other things as well ... use with care.
EOF
exit 1
fi
remote=$1
dir=`dirname $0`
ethload=$dir/ethload
cfg=cdds-simple.xml
cat >$cfg <<EOF
<CycloneDDS>
<Domain>
<Id>17</Id>
</Domain>
<DDSI2E>
<General>
<NetworkInterfaceAddress>em2</NetworkInterfaceAddress>
</General>
<Internal>
<Watermarks>
<WhcHigh>500kB</WhcHigh>
</Watermarks>
<SynchronousDeliveryPriorityThreshold>${ASYNC:-0}</SynchronousDeliveryPriorityThreshold>
</Internal>
</DDSI2E>
</CycloneDDS>
EOF
if [ ! -x bin/ThroughputPublisher -o ! -x bin/ThroughputSubscriber -o ! -x $ethload ] ; then
echo "some check for existence of a file failed on the local machine" >&2
exit 1
fi
mkdir throughput-result || { echo "failed to create throughput-result directory" >&2 ; exit 1 ; }
export CYCLONEDDS_URI=file://$PWD/$cfg
scp $cfg $remote:$PWD || { echo "failed to copy $cfg to $remote:$PWD" >&2 ; exit 1 ; }
for async in 0 1 ; do
for mode in -1 0 1 ; do
echo "======== ASYNC $async MODE $mode ========="
cat > run-publisher.tmp <<EOF
export CYCLONEDDS_URI=$CYCLONEDDS_URI
export ASYNC=$async
cd $PWD
rm -f pub-top.log
for size in 0 16 32 64 128 256 ; do
echo "size \$size"
bin/ThroughputPublisher \$size > pub.log & ppid=\$!
top -b -d1 -p \$ppid >> pub-top.log & tpid=\$!
sleep 20
kill \$tpid
kill -2 \$ppid
wait \$ppid
sleep 5
done
wait
EOF
scp run-publisher.tmp $remote:$PWD || { echo "failed to copy $cfg to $remote:$PWD" >&2 ; exit 2 ; }
export ASYNC=$async
outdir=throughput-result/data-async$async-mode$mode
mkdir $outdir
rm -f sub-top.log
$ethload em2 1000 > $outdir/sub-ethload.log & lpid=$!
bin/ThroughputSubscriber 0 $mode > $outdir/sub.log & spid=$!
top -b -d1 -p $spid >> $outdir/sub-top.log & tpid=$!
tail -f $outdir/sub.log & xpid=$!
ssh $remote ". $PWD/run-publisher.tmp"
kill $tpid
kill -2 $spid
sleep 1
kill $lpid $xpid
wait
scp $remote:$PWD/{pub-top.log,pub.log} $outdir
done
done

60
performance/throughput-test-extract Executable file
View file

@ -0,0 +1,60 @@
#!/usr/bin/perl -w
use strict;
my @dirs = ("async0-mode-1", "async0-mode0", "async0-mode1",
"async1-mode-1", "async1-mode0", "async1-mode1");
my $dataset = 0;
my $basedir = "throughput-result";
for my $dir (@dirs) {
my @loads = ();
{
open LH, "< $basedir/data-$dir/sub-ethload.log" or die "can't open $basedir/data-$dir/sub-ethload.log";
my @curload = ();
while (<LH>) {
die unless /^r +([0-9.]+).*\( *(\d+)/;
push @curload, $2 if $1 > 20;
if (@curload && $1 < 20) {
push @loads, median (@curload);
@curload = ();
}
}
push @loads, median (@curload) if @curload;
close LH;
}
open FH, "< $basedir/data-$dir/sub.log" or die "can't open $basedir/data-$dir/sub.log";
print "\n\n" if $dataset++;
print "# mode $dir\n";
print "# payloadsize rate[samples/s] appl.bandwidth[Mb/s] raw.bandwidth[Mb/s]\n";
my $psz;
my @rate = ();
while (<FH>) {
next unless /Payload size: ([0-9]+).*Transfer rate: ([0-9.]+)/;
my $psz_cur = $1; my $rate_cur = $2;
$psz = $psz_cur unless defined $psz;
if ($psz != $psz_cur) {
# this is a bit yucky: scan the ethload for the next set of substantially-above-zero numbers
# where "substantially-above-zero" is defined as > 20%, cos that seems to work fine on a
# quiescent network
my $load = shift @loads;
my $rate = median (@rate);
printf "%d %f %f %f\n", $psz, $rate, $rate * (8 + $psz) / 125e3, $load / 125e3;
@rate = ();
}
$psz = $psz_cur;
push @rate, ($rate_cur + 0.0);
}
my $load = shift @loads;
my $rate = median (@rate);
printf "%d %f %f %f\n", $psz, $rate, $rate * (8 + $psz) / 125e3, $load / 125e3;
close FH;
}
sub median {
my @xs = sort { $a <=> $b } @_;
return (@xs % 2) ? $xs[(@xs - 1) / 2] : ($xs[@xs/2 - 1] + $xs[@xs/2]) / 2;
}

14
performance/throughput-test-plot Executable file
View file

@ -0,0 +1,14 @@
#!/bin/bash
`dirname $0`/throughput-test-extract > data.txt
gnuplot <<\EOF
set term png size 1024,768
set output "throughput-polling.png"
set st d l
set title "Throughput (polling with 1ms sleeps)"
set ylabel "M sample/s"
set y2label "Mbps"
set y2tics
set xlabel "payload size [bytes]"
p "data.txt" i 5 u 1:($2/1e6) ti "rate [M sample/s]", "" i 5 u 1:3 axes x1y2 ti "app bandwidth [Mbps]", "" i 5 u 1:4 axes x1y2 ti "GbE bandwidth [Mbps]"
EOF