Updated results to be in milliseconds

calibration/plot_rule_generation.eps

@@ -1,7 +1,7 @@
 %!PS-Adobe-2.0
-%%Title: calibration/plot_rule_generation.eps
+%%Title: plot_rule_generation.eps
 %%Creator: gnuplot 5.0 patchlevel 6 (Gentoo revision r0)
-%%CreationDate: Mon Dec 18 14:16:33 2017
+%%CreationDate: Thu Jan 11 11:56:32 2018
 %%DocumentFonts: (atend)
 %%BoundingBox: 50 50 482 482
 %%Orientation: Portrait
@@ -466,13 +466,13 @@ systemdict /pdfmark known not {
   userdict /pdfmark systemdict /cleartomark get put
 } if
 SDict begin [
-  /Title (calibration/plot_rule_generation.eps)
+  /Title (plot_rule_generation.eps)
   /Subject (gnuplot plot)
   /Creator (gnuplot 5.0 patchlevel 6 (Gentoo revision r0))
   /Author (yentl)
 %  /Producer (gnuplot)
 %  /Keywords ()
-  /CreationDate (Mon Dec 18 14:16:33 2017)
+  /CreationDate (Thu Jan 11 11:56:32 2018)
   /DOCINFO pdfmark
 end
 } ifelse
@@ -536,8 +536,9 @@ LCb setrgbcolor
 -63 0 V
 stroke
 854 1203 M
-[ [(Helvetica) 140.0 0.0 true true 0 ( 50000)]
-] -46.7 MRshow
+[ [(Helvetica) 140.0 0.0 true true 0 ( 2x10)]
+[(Helvetica) 112.0 70.0 true true 0 (6)]
+] -60.7 MRshow
 1.000 UL
 LTb
 LCb setrgbcolor
@@ -547,8 +548,9 @@ LCb setrgbcolor
 -63 0 V
 stroke
 854 1742 M
-[ [(Helvetica) 140.0 0.0 true true 0 ( 100000)]
-] -46.7 MRshow
+[ [(Helvetica) 140.0 0.0 true true 0 ( 4x10)]
+[(Helvetica) 112.0 70.0 true true 0 (6)]
+] -60.7 MRshow
 1.000 UL
 LTb
 LCb setrgbcolor
@@ -558,8 +560,9 @@ LCb setrgbcolor
 -63 0 V
 stroke
 854 2282 M
-[ [(Helvetica) 140.0 0.0 true true 0 ( 150000)]
-] -46.7 MRshow
+[ [(Helvetica) 140.0 0.0 true true 0 ( 6x10)]
+[(Helvetica) 112.0 70.0 true true 0 (6)]
+] -60.7 MRshow
 1.000 UL
 LTb
 LCb setrgbcolor
@@ -569,8 +572,9 @@ LCb setrgbcolor
 -63 0 V
 stroke
 854 2821 M
-[ [(Helvetica) 140.0 0.0 true true 0 ( 200000)]
-] -46.7 MRshow
+[ [(Helvetica) 140.0 0.0 true true 0 ( 8x10)]
+[(Helvetica) 112.0 70.0 true true 0 (6)]
+] -60.7 MRshow
 1.000 UL
 LTb
 LCb setrgbcolor
@@ -580,8 +584,9 @@ LCb setrgbcolor
 -63 0 V
 stroke
 854 3360 M
-[ [(Helvetica) 140.0 0.0 true true 0 ( 250000)]
-] -46.7 MRshow
+[ [(Helvetica) 140.0 0.0 true true 0 ( 1x10)]
+[(Helvetica) 112.0 70.0 true true 0 (7)]
+] -60.7 MRshow
 1.000 UL
 LTb
 LCb setrgbcolor
@@ -591,8 +596,9 @@ LCb setrgbcolor
 -63 0 V
 stroke
 854 3899 M
-[ [(Helvetica) 140.0 0.0 true true 0 ( 300000)]
-] -46.7 MRshow
+[ [(Helvetica) 140.0 0.0 true true 0 ( 1.2x10)]
+[(Helvetica) 112.0 70.0 true true 0 (7)]
+] -60.7 MRshow
 1.000 UL
 LTb
 LCb setrgbcolor
@@ -603,91 +609,63 @@ LCb setrgbcolor
 stroke
 938 580 M
 currentpoint gsave translate -45 rotate 0 0 moveto
-[ [(Helvetica) 140.0 0.0 true true 0 (-1x10)]
-[(Helvetica) 112.0 70.0 true true 0 (-5)]
-] -60.7 MLshow
-grestore
-1.000 UL
-LTb
-LCb setrgbcolor
-1385 664 M
-0 63 V
-0 3172 R
-0 -63 V
-stroke
-1385 580 M
-currentpoint gsave translate -45 rotate 0 0 moveto
 [ [(Helvetica) 140.0 0.0 true true 0 ( 0)]
 ] -46.7 MLshow
 grestore
 1.000 UL
 LTb
 LCb setrgbcolor
-1832 664 M
+1564 664 M
 0 63 V
 0 3172 R
 0 -63 V
 stroke
-1832 580 M
-currentpoint gsave translate -45 rotate 0 0 moveto
-[ [(Helvetica) 140.0 0.0 true true 0 ( 1x10)]
-[(Helvetica) 112.0 70.0 true true 0 (-5)]
-] -60.7 MLshow
-grestore
-1.000 UL
-LTb
-LCb setrgbcolor
-2279 664 M
-0 63 V
-0 3172 R
-0 -63 V
-stroke
-2279 580 M
+1564 580 M
 currentpoint gsave translate -45 rotate 0 0 moveto
 [ [(Helvetica) 140.0 0.0 true true 0 ( 2x10)]
-[(Helvetica) 112.0 70.0 true true 0 (-5)]
+[(Helvetica) 112.0 70.0 true true 0 (-6)]
 ] -60.7 MLshow
 grestore
 1.000 UL
 LTb
 LCb setrgbcolor
-2726 664 M
+2190 664 M
 0 63 V
 0 3172 R
 0 -63 V
 stroke
-2726 580 M
+2190 580 M
 currentpoint gsave translate -45 rotate 0 0 moveto
-[ [(Helvetica) 140.0 0.0 true true 0 ( 3x10)]
-[(Helvetica) 112.0 70.0 true true 0 (-5)]
+[ [(Helvetica) 140.0 0.0 true true 0 ( 4x10)]
+[(Helvetica) 112.0 70.0 true true 0 (-6)]
 ] -60.7 MLshow
 grestore
 1.000 UL
 LTb
 LCb setrgbcolor
-3173 664 M
+2815 664 M
 0 63 V
 0 3172 R
 0 -63 V
 stroke
-3173 580 M
+2815 580 M
 currentpoint gsave translate -45 rotate 0 0 moveto
-[ [(Helvetica) 140.0 0.0 true true 0 ( 4x10)]
-[(Helvetica) 112.0 70.0 true true 0 (-5)]
+[ [(Helvetica) 140.0 0.0 true true 0 ( 6x10)]
+[(Helvetica) 112.0 70.0 true true 0 (-6)]
 ] -60.7 MLshow
 grestore
 1.000 UL
 LTb
 LCb setrgbcolor
-3620 664 M
+3441 664 M
 0 63 V
 0 3172 R
 0 -63 V
 stroke
-3620 580 M
+3441 580 M
 currentpoint gsave translate -45 rotate 0 0 moveto
-[ [(Helvetica) 140.0 0.0 true true 0 ( 5x10)]
-[(Helvetica) 112.0 70.0 true true 0 (-5)]
+[ [(Helvetica) 140.0 0.0 true true 0 ( 8x10)]
+[(Helvetica) 112.0 70.0 true true 0 (-6)]
 ] -60.7 MLshow
 grestore
 1.000 UL
@@ -700,7 +678,7 @@ LCb setrgbcolor
 stroke
 4067 580 M
 currentpoint gsave translate -45 rotate 0 0 moveto
-[ [(Helvetica) 140.0 0.0 true true 0 ( 6x10)]
+[ [(Helvetica) 140.0 0.0 true true 0 ( 1x10)]
 [(Helvetica) 112.0 70.0 true true 0 (-5)]
 ] -60.7 MLshow
 grestore
@@ -739,26 +717,26 @@ LCb setrgbcolor
 % Begin plot #1
 1.000 UL
 LTb
-0.58 0.00 0.83 C 1.000 1385 664 112 1622 BoxColFill
-1.000 1496 664 112 2900 BoxColFill
-1.000 1607 664 113 652 BoxColFill
-1.000 1719 664 112 161 BoxColFill
-1.000 1830 664 112 189 BoxColFill
-1.000 1941 664 112 238 BoxColFill
-1.000 2052 664 112 275 BoxColFill
-1.000 2163 664 112 185 BoxColFill
-1.000 2274 664 113 187 BoxColFill
-1.000 2386 664 112 106 BoxColFill
-1.000 2497 664 112 116 BoxColFill
-1.000 2608 664 112 66 BoxColFill
-1.000 2719 664 112 80 BoxColFill
-1.000 2830 664 113 92 BoxColFill
-1.000 2942 664 112 81 BoxColFill
-1.000 3053 664 112 43 BoxColFill
-1.000 3164 664 112 56 BoxColFill
-1.000 3275 664 112 36 BoxColFill
-1.000 3386 664 113 50 BoxColFill
-1.000 3498 664 112 27 BoxColFill
+0.58 0.00 0.83 C 1.000 938 664 157 395 BoxColFill
+1.000 1094 664 158 2838 BoxColFill
+1.000 1251 664 157 681 BoxColFill
+1.000 1407 664 158 804 BoxColFill
+1.000 1564 664 157 504 BoxColFill
+1.000 1720 664 158 286 BoxColFill
+1.000 1877 664 157 400 BoxColFill
+1.000 2033 664 158 128 BoxColFill
+1.000 2190 664 157 445 BoxColFill
+1.000 2346 664 158 16 BoxColFill
+1.000 2503 664 157 506 BoxColFill
+1.000 2659 664 157 323 BoxColFill
+1.000 2815 664 158 65 BoxColFill
+1.000 2972 664 157 151 BoxColFill
+1.000 3128 664 158 86 BoxColFill
+1.000 3285 664 157 71 BoxColFill
+1.000 3441 664 158 88 BoxColFill
+1.000 3598 664 157 35 BoxColFill
+1.000 3754 664 158 104 BoxColFill
+1.000 3911 664 157 6 BoxColFill
 % End plot #1
 2.000 UL
 LTb

model/benchmark.py

@@ -47,7 +47,7 @@ def benchmark_mvs(parallel, latency_range):
     with open("model/results_mvs_latency", 'w') as f:
         for latency, result in zip(to_run, results):
             sim, exe = result
-            f.write("%s %s %s\n" % (latency, sim, exe))
+            f.write("%s %s %s\n" % (latency*1000, sim, exe))
             f.flush()
 
 def benchmark_mvi(parallel, latency_range):
@@ -58,7 +58,7 @@ def benchmark_mvi(parallel, latency_range):
     with open("model/results_mvi_latency", 'w') as f:
         for latency, result in zip(to_run, results):
             sim, exe = result
-            f.write("%s %s %s\n" % (latency, sim, exe))
+            f.write("%s %s %s\n" % (latency*1000, sim, exe))
             f.flush()
 
 if __name__ == "__main__":

model/plot

@@ -1,38 +1,42 @@
 reset
-set terminal postscript enhanced colour portrait size 4,4
+set terminal postscript enhanced colour portrait size 6,4
 
 set out 'model/mvs_latency_sweep.eps'
 set title "MvK to MvS latency simulation"
-set xlabel "MvS latency (ms)"
-set ylabel "Time (s)"
-plot 'model/results_mvs_latency' u 1:2 w l lw 3 title "Execution time"
+set xlabel "Latency (ms)"
+set ylabel "Execution time (s)"
+set key off
+set logscale y
+set style histogram
+set style data histograms
+set boxwidth 0.9 relative
+set style fill solid 1.0 border -1
+set xtics rotate
+plot 'model/results_mvs_latency' u 2:xtic(1) title "Execution time"
 
 set out 'model/mvi_latency_sweep.eps'
 set title "MvI to MvK latency simulation"
-set xlabel "MvI latency (ms)"
-set ylabel "Time (s)"
-plot 'model/results_mvi_latency' u 1:2 w l lw 3 title "Execution time"
+plot 'model/results_mvi_latency' u 2:xtic(1) title "Execution time"
 
 set out 'model/mvs_latency_performance.eps'
 set title "MvK to MvS latency influence"
-set xlabel "MvS latency (ms)"
-set ylabel "Time (s)"
-plot 'model/results_mvs_latency' u 1:2 w l lw 3 title "Execution time", '' u 1:3 w l lw 3 title "Simulation time"
+set key top left
+plot 'model/results_mvs_latency' u 2:xtic(1) title "Execution time", '' u 3:xtic(1) title "Simulation time" linecolor rgb "#00FF00"
 
 set out 'model/mvi_latency_performance.eps'
 set title "MvI to MvK latency influence"
-set xlabel "MvI latency (ms)"
-set ylabel "Time (s)"
-plot 'model/results_mvi_latency' u 1:2 w l lw 3 title "Execution time", '' u 1:3 w l lw 3 title "Simulation time"
+set yrange [100:1200]
+plot 'model/results_mvi_latency' u 2:xtic(1) title "Execution time", '' u 3:xtic(1) title "Simulation time" linecolor rgb "#00FF00"
 
-set terminal postscript enhanced colour portrait size 8,4
+reset
+set terminal postscript enhanced colour portrait size 6,4
 set out 'model/execution_jitter.eps'
 set title "Execution time jitter"
 set xlabel "Execution time (s)"
 set ylabel "Samples"
 set key off
 set style fill solid 1.0 noborder
-bin_width = 5.0;
+bin_width = 2.0;
 set boxwidth bin_width absolute
 bin_number(x) = floor(x/bin_width)
 rounded(x) = bin_width * (bin_number(x) + 0.5)

model/results_mvi_latency

@@ -1,6 +1,6 @@
-0.0 292.109931617 687.586576939
-0.00085 296.482015311 710.436285973
-0.006 304.150488218 705.886978149
-0.01 310.165107566 702.304213047
-0.05 363.198107076 796.335119963
-0.5 509.838712965 900.826931953
+0 292.109931617 687.586576939
+0.85 296.482015311 710.436285973
+6 304.150488218 705.886978149
+10 310.165107566 702.304213047
+50 363.198107076 796.335119963
+500 509.838712965 900.826931953

model/results_mvs_latency

@@ -1,6 +1,6 @@
-0.0 287.089157728 682.32207799
-0.00085 74247.9788747 1345.15017915
-0.006 781500.860442 2527.91798186
-0.01 1223318.65876 2419.65163016
-0.05 6208491.94807 2557.9531641
-0.5 62065229.7857 2572.83656693
+0 287.089157728 682.32207799
+0.85 74247.9788747 1345.15017915
+6 781500.860442 2527.91798186
+10 1223318.65876 2419.65163016
+50 6208491.94807 2557.9531641
+500 62065229.7857 2572.83656693