updated performance evaluation chapter

mohlerm · Jul 23, 2015 · fc79751 · fc79751
1 parent 4dc3e83
commit fc79751
Show file tree

Hide file tree

Showing 66 changed files with 741 additions and 421 deletions.
diff --git a/evaluation/octane-benchmark-read-only/generateBenchmark.py b/evaluation/octane-benchmark-read-only/generateBenchmark.py
@@ -3,28 +3,33 @@
 #array = ['run.js']
 oldsum = 0
 for bench in array:
-    #for i in range(1,61):
-    #    if i<10:
-    #        print('sh run-benchmark.sh baseline '+ bench + ' | tee baseline/'+ bench + '.baseline.0'+str(i))
-    #    else:
-    #        print('sh run-benchmark.sh baseline '+ bench + ' | tee baseline/'+ bench + '.baseline.'+str(i))
-    print('sh run-benchmark.sh create '+ bench + ' | tee '+ bench + '.create')
     for i in range(1,61):
         if i<10:
-            print('sh run-benchmark.sh use0 '+ bench + ' | tee mode0/'+ bench + '.use.0'+str(i))
+            print('sh run-benchmark.sh baseline '+ bench + ' | tee baseline/'+ bench + '.baseline.0'+str(i))
+        else:
+            print('sh run-benchmark.sh baseline '+ bench + ' | tee baseline/'+ bench + '.baseline.'+str(i))
+    for i in range(1,61):
+        if i%10==1:
+            print('sh run-benchmark.sh create '+ bench + ' | tee '+ bench + '.create')
+        if i<10:
+            print('sh run-benchmark.sh use0 '+ bench + ' | tee mode0/'+ bench + '.use.0'+str(i))      
         else:
             print('sh run-benchmark.sh use0 '+ bench + ' | tee mode0/'+ bench + '.use.'+str(i))
 
-    #for i in range(1,61):
-    #    if i<10:
-    #        print('sh run-benchmark.sh use1 '+ bench + ' | tee mode1/'+ bench + '.use.0'+str(i))
-    #    else:
-    #        print('sh run-benchmark.sh use1 '+ bench + ' | tee mode1/'+ bench + '.use.'+str(i))
+    for i in range(1,61):
+        if i%10==1:
+            print('sh run-benchmark.sh create '+ bench + ' | tee '+ bench + '.create')
+        if i<10:
+            print('sh run-benchmark.sh use1 '+ bench + ' | tee mode1/'+ bench + '.use.0'+str(i))
+        else:
+            print('sh run-benchmark.sh use1 '+ bench + ' | tee mode1/'+ bench + '.use.'+str(i))
 
-    #for i in range(1,61):
-    #    if i<10:
-    #        print('sh run-benchmark.sh use2 '+ bench + ' | tee mode2/'+ bench + '.use.0'+str(i))
-    #    else:
-    #        print('sh run-benchmark.sh use2 '+ bench + ' | tee mode2/'+ bench + '.use.'+str(i))
+    for i in range(1,61):
+        if i%10==1:
+            print('sh run-benchmark.sh create '+ bench + ' | tee '+ bench + '.create')
+        if i<10:
+            print('sh run-benchmark.sh use2 '+ bench + ' | tee mode2/'+ bench + '.use.0'+str(i))
+        else:
+            print('sh run-benchmark.sh use2 '+ bench + ' | tee mode2/'+ bench + '.use.'+str(i))
 
 
diff --git a/evaluation/octane-benchmark-read-only/results/octane.vsz b/evaluation/octane-benchmark-read-only/results/octane.vsz
@@ -1,5 +1,5 @@
 # Veusz saved document (version 1.22)
-# Saved at 2015-06-21T09:53:59.255351
+# Saved at 2015-07-23T07:04:16.903028
 
 AddImportPath(u'/home/marcel/cloud/ETH/6thSemesterFS15/BachelorThesis/hs-comp/hotspot/evaluation/octane-benchmark-read-only/results')
 ImportFileCSV(u'results.csv', delimiter=';', linked=True)
@@ -14,32 +14,34 @@ To('x')
 Set('min', 0.0)
 Set('max', 15.0)
 Set('mode', u'labels')
-Set('Label/size', u'10pt')
+Set('Label/size', u'16pt')
 Set('Label/italic', False)
-Set('TickLabels/size', u'10pt')
+Set('TickLabels/size', u'11pt')
 To('..')
 Add('axis', name='y', autoadd=False)
 To('y')
-Set('label', u'octane score')
+Set('label', u'Octane score')
 Set('min', 0.0)
 Set('max', 'Auto')
 Set('direction', 'vertical')
-Set('Label/size', u'14pt')
+Set('Label/size', u'16pt')
 Set('TickLabels/size', u'14pt')
 To('..')
 Add('bar', name='bar1', autoadd=False)
 To('bar1')
 Set('lengths', (u'Baseline', u'Mode0', u'Mode1', u'Mode2'))
-Set('keys', (u'baseline', u'mode0', u'mode1', u'mode2'))
+Set('keys', (u'Baseline', u'Mode 0', u'Mode 1', u'Mode 2'))
 Set('labels', u'Benchmark')
+Set('barfill', 1.0)
+Set('groupfill', 0.8)
 Set('errorstyle', u'barends')
 Set('BarFill/fills', [('solid', '#c5000b', False), ('solid', '#cfe7f5', False), ('solid', '#729fcf', False), ('solid', '#3465a4', False)])
 Set('ErrorBarLine/width', u'1pt')
 To('..')
 Add('key', name='key1', autoadd=False)
 To('key1')
 Set('Border/hide', True)
-Set('title', u'individual score [full run]')
+Set('title', u'Octane: score')
 Set('horzPosn', u'right')
 Set('vertPosn', 'top')
 Set('horzManual', 0.0)

diff --git a/evaluation/octane-benchmark-read-only/results/octane_deopt.vsz b/evaluation/octane-benchmark-read-only/results/octane_deopt.vsz
@@ -1,5 +1,5 @@
 # Veusz saved document (version 1.22)
-# Saved at 2015-06-21T09:55:23.211790
+# Saved at 2015-07-23T07:04:39.489117
 
 AddImportPath(u'/home/marcel/cloud/ETH/6thSemesterFS15/BachelorThesis/hs-comp/hotspot/evaluation/octane-benchmark-read-only/results')
 ImportFileCSV(u'results.csv', delimiter=';', linked=True)
@@ -12,28 +12,32 @@ To('graph1')
 Add('axis', name='x', autoadd=False)
 To('x')
 Set('mode', u'labels')
-Set('TickLabels/size', u'10pt')
+Set('TickLabels/size', u'11pt')
 To('..')
 Add('axis', name='y', autoadd=False)
 To('y')
 Set('label', u'number of deoptimizations')
 Set('min', 0.0)
-Set('max', 1850.0)
+Set('max', 1950.0)
 Set('direction', 'vertical')
+Set('Label/size', u'16pt')
+Set('TickLabels/size', u'14pt')
 To('..')
 Add('bar', name='bar1', autoadd=False)
 To('bar1')
 Set('lengths', (u'Deopts. Baseline', u'Deopts. Mode0', u'Deopts. Mode 1', u'Deopts. Mode 2'))
 Set('keys', (u'baseline', u'mode0', u'mode1', u'mode2'))
 Set('labels', u'Benchmark')
+Set('barfill', 1.0)
+Set('groupfill', 0.8)
 Set('errorstyle', u'barends')
 Set('BarFill/fills', [('solid', '#c5000b', False), ('solid', '#cfe7f5', False), ('solid', '#729fcf', False), ('solid', '#3465a4', False)])
 Set('ErrorBarLine/width', u'1pt')
 To('..')
 Add('key', name='key1', autoadd=False)
 To('key1')
 Set('Border/hide', True)
-Set('title', u'individual deoptimizations [full run]')
+Set('title', u'Octane: deoptimizations')
 Set('horzPosn', u'right')
 Set('vertPosn', 'top')
 Set('horzManual', 0.0)

diff --git a/evaluation/octane-benchmark-read-only/results/octane_variation.vsz b/evaluation/octane-benchmark-read-only/results/octane_variation.vsz
@@ -1,5 +1,5 @@
 # Veusz saved document (version 1.22)
-# Saved at 2015-07-09T07:23:44.225160
+# Saved at 2015-07-23T13:35:10.062294
 
 AddImportPath(u'/home/marcel/cloud/ETH/6thSemesterFS15/BachelorThesis/hs-comp/hotspot/evaluation/octane-benchmark-read-only/results')
 ImportFileCSV(u'results.csv', delimiter=';', linked=True)
@@ -16,12 +16,12 @@ Set('bottomMargin', '0.642cm')
 Add('axis', name='x', autoadd=False)
 To('x')
 Set('label', u'')
-Set('min', -0.3)
-Set('max', 0.55)
+Set('min', -0.27)
+Set('max', 0.5)
 Set('log', False)
 Set('mode', u'numeric')
 Set('datascale', 1.0)
-Set('TickLabels/size', u'8pt')
+Set('TickLabels/size', u'16pt')
 Set('TickLabels/format', u'%Vg%')
 Set('TickLabels/scale', 100.0)
 To('..')
@@ -37,7 +37,7 @@ Set('outerticks', True)
 Set('direction', u'vertical')
 Set('Label/size', u'11pt')
 Set('Label/color', u'black')
-Set('TickLabels/size', u'11pt')
+Set('TickLabels/size', u'14pt')
 Set('MajorTicks/number', 15)
 Set('MinorTicks/hide', True)
 Set('GridLines/width', u'1pt')
@@ -49,7 +49,7 @@ Add('bar', name='bar1', autoadd=False)
 To('bar1')
 Set('lengths', (u'Mode0Gain', u'Mode1Gain', u'Mode2Gain'))
 Set('direction', u'horizontal')
-Set('keys', (u'mode0', u'mode1', u'mode2'))
+Set('keys', (u'Mode 0', u'Mode 1', u'Mode 2'))
 Set('labels', u'Benchmark')
 Set('barfill', 1.0)
 Set('groupfill', 0.6)
@@ -60,7 +60,7 @@ To('..')
 Add('key', name='key1', autoadd=False)
 To('key1')
 Set('Border/hide', True)
-Set('title', u'relative performance from baseline [full run]')
+Set('title', u'Octane relative performance from baseline')
 Set('horzPosn', 'right')
 Set('vertPosn', 'bottom')
 Set('horzManual', 0.0)

diff --git a/evaluation/octane-benchmark-read-only/results/octane_variation_deopt.vsz b/evaluation/octane-benchmark-read-only/results/octane_variation_deopt.vsz
@@ -1,5 +1,5 @@
 # Veusz saved document (version 1.22)
-# Saved at 2015-07-09T07:24:27.039883
+# Saved at 2015-07-23T07:06:13.718924
 
 AddImportPath(u'/home/marcel/cloud/ETH/6thSemesterFS15/BachelorThesis/hs-comp/hotspot/evaluation/octane-benchmark-read-only/results')
 ImportFileCSV(u'results.csv', delimiter=';', linked=True)
@@ -21,7 +21,7 @@ Set('max', 2.0)
 Set('log', False)
 Set('mode', u'numeric')
 Set('datascale', 1.0)
-Set('TickLabels/size', u'8pt')
+Set('TickLabels/size', u'16pt')
 Set('TickLabels/format', u'%Vg%')
 Set('TickLabels/scale', 100.0)
 To('..')
@@ -37,7 +37,7 @@ Set('outerticks', True)
 Set('direction', u'vertical')
 Set('Label/size', u'11pt')
 Set('Label/color', u'black')
-Set('TickLabels/size', u'11pt')
+Set('TickLabels/size', u'14pt')
 Set('MajorTicks/number', 15)
 Set('MinorTicks/hide', True)
 Set('GridLines/width', u'1pt')
@@ -49,7 +49,7 @@ Add('bar', name='bar1', autoadd=False)
 To('bar1')
 Set('lengths', (u'Mode0DeoptGain', u'Mode1DeoptGain', u'Mode2DeoptGain'))
 Set('direction', u'horizontal')
-Set('keys', (u'mode0', u'mode1', u'mode2'))
+Set('keys', (u'Mode 0', u'Mode 1', u'Mode 2'))
 Set('labels', u'Benchmark')
 Set('barfill', 1.0)
 Set('groupfill', 0.6)
@@ -60,7 +60,7 @@ To('..')
 Add('key', name='key1', autoadd=False)
 To('key1')
 Set('Border/hide', True)
-Set('title', u'relative deoptimizations from baseline [full run]')
+Set('title', u'Octane relative deoptimizations from baseline')
 Set('horzPosn', 'right')
 Set('vertPosn', 'bottom')
 Set('horzManual', 0.0)

diff --git a/evaluation/octane-benchmark-read-only/results/onlyC2/octane_variation.vsz b/evaluation/octane-benchmark-read-only/results/onlyC2/octane_variation.vsz
@@ -1,7 +1,7 @@
 # Veusz saved document (version 1.22)
-# Saved at 2015-06-21T09:49:29.187851
+# Saved at 2015-07-23T12:04:13.453993
 
-AddImportPath(u'/home/marcel/cloud/ETH/6thSemesterFS15/BachelorThesis/hs-comp/hotspot/evaluation/octane-benchmark-read-only/results')
+AddImportPath(u'/home/marcel/cloud/ETH/6thSemesterFS15/BachelorThesis/hs-comp/hotspot/evaluation/octane-benchmark-read-only/results/onlyC2')
 ImportFileCSV(u'results.csv', delimiter=';', linked=True)
 Set('width', u'30cm')
 Add('page', name='page1', autoadd=False)
@@ -21,7 +21,7 @@ Set('max', 0.55)
 Set('log', False)
 Set('mode', u'numeric')
 Set('datascale', 1.0)
-Set('TickLabels/size', u'8pt')
+Set('TickLabels/size', u'16pt')
 Set('TickLabels/format', u'%Vg%')
 Set('TickLabels/scale', 100.0)
 To('..')
@@ -37,7 +37,7 @@ Set('outerticks', True)
 Set('direction', u'vertical')
 Set('Label/size', u'11pt')
 Set('Label/color', u'black')
-Set('TickLabels/size', u'11pt')
+Set('TickLabels/size', u'14pt')
 Set('MajorTicks/number', 15)
 Set('MinorTicks/hide', True)
 Set('GridLines/width', u'1pt')
@@ -49,7 +49,7 @@ Add('bar', name='bar1', autoadd=False)
 To('bar1')
 Set('lengths', (u'Mode0Gain', u'Mode1Gain', u'Mode2Gain'))
 Set('direction', u'horizontal')
-Set('keys', (u'mode0', u'mode1', u'mode2'))
+Set('keys', (u'Mode 0', u'Mode 1', u'Mode 2'))
 Set('labels', u'Benchmark')
 Set('barfill', 1.0)
 Set('groupfill', 0.6)
@@ -60,7 +60,7 @@ To('..')
 Add('key', name='key1', autoadd=False)
 To('key1')
 Set('Border/hide', True)
-Set('title', u'variation from baseline [full run]')
+Set('title', u'Octane relative performance from baseline w/o c. int. profiles')
 Set('horzPosn', 'right')
 Set('vertPosn', 'bottom')
 Set('horzManual', 0.0)

diff --git a/evaluation/octane-benchmark-read-only/results/onlyC2/octane_variation_deopt.vsz b/evaluation/octane-benchmark-read-only/results/onlyC2/octane_variation_deopt.vsz
@@ -1,7 +1,7 @@
 # Veusz saved document (version 1.22)
-# Saved at 2015-06-21T12:53:28.368133
+# Saved at 2015-07-23T12:04:12.978019
 
-AddImportPath(u'/home/marcel/cloud/ETH/6thSemesterFS15/BachelorThesis/hs-comp/hotspot/evaluation/octane-benchmark-read-only/results')
+AddImportPath(u'/home/marcel/cloud/ETH/6thSemesterFS15/BachelorThesis/hs-comp/hotspot/evaluation/octane-benchmark-read-only/results/onlyC2')
 ImportFileCSV(u'results.csv', delimiter=';', linked=True)
 Set('width', u'30cm')
 Add('page', name='page1', autoadd=False)
@@ -21,7 +21,7 @@ Set('max', 2.0)
 Set('log', False)
 Set('mode', u'numeric')
 Set('datascale', 1.0)
-Set('TickLabels/size', u'8pt')
+Set('TickLabels/size', u'16pt')
 Set('TickLabels/format', u'%Vg%')
 Set('TickLabels/scale', 100.0)
 To('..')
@@ -37,7 +37,7 @@ Set('outerticks', True)
 Set('direction', u'vertical')
 Set('Label/size', u'11pt')
 Set('Label/color', u'black')
-Set('TickLabels/size', u'11pt')
+Set('TickLabels/size', u'14pt')
 Set('MajorTicks/number', 15)
 Set('MinorTicks/hide', True)
 Set('GridLines/width', u'1pt')
@@ -49,7 +49,7 @@ Add('bar', name='bar1', autoadd=False)
 To('bar1')
 Set('lengths', (u'Mode0DeoptGain', u'Mode1DeoptGain', u'Mode2DeoptGain'))
 Set('direction', u'horizontal')
-Set('keys', (u'mode0', u'mode1', u'mode2'))
+Set('keys', (u'Mode 0', u'Mode 1', u'Mode 2'))
 Set('labels', u'Benchmark')
 Set('barfill', 1.0)
 Set('groupfill', 0.6)
@@ -60,11 +60,11 @@ To('..')
 Add('key', name='key1', autoadd=False)
 To('key1')
 Set('Border/hide', True)
-Set('title', u'deoptimization variation from baseline [full run]')
-Set('horzPosn', 'right')
-Set('vertPosn', 'bottom')
-Set('horzManual', 0.0)
-Set('vertManual', 0.0)
+Set('title', u'Octane relative deoptimizations from baseline w/o c. int. profiles')
+Set('horzPosn', 'manual')
+Set('vertPosn', 'manual')
+Set('horzManual', 0.4596239843893553)
+Set('vertManual', 0.05616122546447249)
 To('..')
 Add('line', name='line1', autoadd=False)
 To('line1')