Result Overview
- Number of Run Configurations
- 380
- Change of Run time
- median 0% (min. -15%, max. 85%)
Performance Changes between Versions
awfy-startup
Executor: RPySOM-ast-interp
#M | median time in ms |
time diff % | |||
---|---|---|---|---|---|
CD | 5 | 285.75 | 0 | ||
CD | 5 | 76.68 | -6 | ||
Havlak | 5 | 7085.73 | -2 | ||
Havlak | 5 | 2237.87 | 0 |
macro-startup
Executor: RPySOM-ast-interp
#M | median time in ms |
time diff % | |||
---|---|---|---|---|---|
DeltaBlue | 5 | 18.47 | -1 | ||
DeltaBlue | 5 | 5.84 | -5 | ||
GraphSearch | 5 | 27.99 | -1 | ||
GraphSearch | 5 | 7.97 | -9 | ||
Json | 5 | 26.61 | -1 | ||
Json | 5 | 9.76 | -8 | ||
NBody | 5 | 30.08 | 1 | ||
NBody | 5 | 8.93 | -3 | ||
PageRank | 5 | 41.94 | 0 | ||
PageRank | 5 | 14.02 | -9 | ||
Richards | 5 | 130.20 | 0 | ||
Richards | 5 | 43.25 | -9 |
micro-startup
Executor: RPySOM-ast-interp
#M | median time in ms |
time diff % | |||
---|---|---|---|---|---|
Bounce | 5 | 31.79 | 1 | ||
Bounce | 5 | 11.41 | -4 | ||
BubbleSort | 5 | 37.79 | 0 | ||
BubbleSort | 5 | 11.89 | 2 | ||
Dispatch | 5 | 30.12 | -3 | ||
Dispatch | 5 | 11.13 | -1 | ||
Fannkuch | 5 | 25.74 | 0 | ||
Fannkuch | 5 | 8.92 | -3 | ||
Fibonacci | 5 | 45.79 | -1 | ||
Fibonacci | 5 | 16.24 | -4 | ||
FieldLoop | 5 | 14.97 | 0 | ||
FieldLoop | 5 | 4.92 | 20 | ||
IntegerLoop | 5 | 24.83 | 0 | ||
IntegerLoop | 5 | 8.08 | 0 | ||
List | 5 | 7.16 | 0 | ||
List | 5 | 2.49 | -7 | ||
Loop | 5 | 130.18 | -5 | ||
Loop | 5 | 49.47 | 1 | ||
Mandelbrot | 5 | 48.12 | 0 | ||
Mandelbrot | 5 | 13.13 | -2 | ||
Permute | 5 | 54.46 | -3 | ||
Permute | 5 | 17.90 | 2 | ||
Queens | 5 | 43.43 | -3 | ||
Queens | 5 | 18.09 | -7 | ||
QuickSort | 5 | 34.83 | -1 | ||
QuickSort | 5 | 13.65 | -3 | ||
Recurse | 5 | 38.90 | -2 | ||
Recurse | 5 | 12.49 | -4 | ||
Sieve | 5 | 54.33 | 0 | ||
Sieve | 5 | 18.44 | 1 | ||
Storage | 5 | 24.59 | -3 | ||
Storage | 5 | 8.54 | -10 | ||
Sum | 5 | 67.81 | -3 | ||
Sum | 5 | 25.04 | 6 | ||
Test | 10 | 45.31 | -3 | ||
Test | 10 | 17.24 | -2 | ||
TestGC | 10 | 38.83 | 0 | ||
TestGC | 10 | 17.46 | 1 | ||
Towers | 5 | 19.21 | -1 | ||
Towers | 5 | 5.90 | -9 | ||
TreeSort | 5 | 25.77 | -1 | ||
TreeSort | 5 | 9.79 | -5 | ||
WhileLoop | 5 | 33.20 | 0 | ||
WhileLoop | 5 | 11.92 | -1 |
som-parse
Executor: RPySOM-ast-interp
#M | median time in ms |
time diff % | |||
---|---|---|---|---|---|
SomInit | 10 | 48.88 | -2 | ||
SomInit | 10 | 12.86 | -6 | ||
SomParse | 10 | 20.06 | 0 | ||
SomParse | 10 | 7.96 | -5 |
awfy-startup
Executor: RPySOM-ast-jit
#M | median time in ms |
time diff % | |||
---|---|---|---|---|---|
CD | 5 | 255.56 | 1 | ||
CD | 5 | 77.09 | -2 | ||
Havlak | 5 | 1268.84 | -1 | ||
Havlak | 5 | 432.08 | -1 |
awfy-steady
Executor: RPySOM-ast-jit
#M | median time in ms |
time diff % | |||
---|---|---|---|---|---|
CD | 130 | 412.83 | 1 | ||
CD | 130 | 152.28 | -1 | ||
Havlak | 130 | 989.05 | -1 | ||
Havlak | 130 | 408.13 | -1 |
macro-startup
Executor: RPySOM-ast-jit
#M | median time in ms |
time diff % | |||
---|---|---|---|---|---|
DeltaBlue | 5 | 43.48 | 0 | ||
DeltaBlue | 5 | 11.46 | -9 | ||
GraphSearch | 5 | 32.06 | 0 | ||
GraphSearch | 5 | 8.81 | -4 | ||
Json | 5 | 56.38 | 0 | ||
Json | 5 | 19.16 | -3 | ||
NBody | 5 | 13.18 | 0 | ||
NBody | 5 | 3.98 | -5 | ||
PageRank | 5 | 15.16 | 0 | ||
PageRank | 5 | 4.09 | -7 | ||
Richards | 5 | 74.01 | 1 | ||
Richards | 5 | 22.45 | -8 |
macro-steady
Executor: RPySOM-ast-jit
#M | median time in ms |
time diff % | |||
---|---|---|---|---|---|
DeltaBlue | 120 | 82.50 | -1 | ||
DeltaBlue | 120 | 30.38 | 0 | ||
GraphSearch | 250 | 163.81 | 0 | ||
GraphSearch | 250 | 126.17 | -1 | ||
Json | 120 | 140.49 | 1 | ||
Json | 120 | 54.14 | -2 | ||
NBody | 120 | 94.28 | -4 | ||
NBody | 120 | 53.46 | 0 | ||
PageRank | 120 | 141.62 | 0 | ||
PageRank | 120 | 56.50 | 0 | ||
Richards | 130 | 105.23 | 0 | ||
Richards | 130 | 40.97 | 1 |
micro-startup
Executor: RPySOM-ast-jit
#M | median time in ms |
time diff % | |||
---|---|---|---|---|---|
Bounce | 5 | 20.88 | 0 | ||
Bounce | 5 | 5.96 | -3 | ||
BubbleSort | 5 | 9.03 | 0 | ||
BubbleSort | 5 | 2.61 | -7 | ||
Dispatch | 5 | 3.02 | 0 | ||
Dispatch | 5 | 1.11 | -1 | ||
Fannkuch | 5 | 16.33 | -1 | ||
Fannkuch | 5 | 4.44 | -11 | ||
Fibonacci | 5 | 19.43 | 0 | ||
Fibonacci | 5 | 4.77 | -5 | ||
FieldLoop | 5 | 3.46 | 0 | ||
FieldLoop | 5 | 1.37 | -8 | ||
IntegerLoop | 5 | 3.47 | 0 | ||
IntegerLoop | 5 | 1.17 | -3 | ||
List | 5 | 6.42 | 0 | ||
List | 5 | 1.76 | -11 | ||
Loop | 5 | 17.30 | -1 | ||
Loop | 5 | 5.75 | -8 | ||
Mandelbrot | 5 | 11.16 | 0 | ||
Mandelbrot | 5 | 3.08 | -2 | ||
Permute | 5 | 26.69 | 0 | ||
Permute | 5 | 7.36 | -4 | ||
Queens | 5 | 30.41 | 0 | ||
Queens | 5 | 9.57 | -5 | ||
QuickSort | 5 | 19.69 | 1 | ||
QuickSort | 5 | 6.56 | -5 | ||
Recurse | 5 | 15.07 | 1 | ||
Recurse | 5 | 4.33 | -5 | ||
Sieve | 5 | 9.40 | 1 | ||
Sieve | 5 | 2.23 | -6 | ||
Storage | 5 | 23.44 | 0 | ||
Storage | 5 | 7.38 | -4 | ||
Sum | 5 | 8.81 | 0 | ||
Sum | 5 | 2.47 | -5 | ||
Test | 10 | 82.14 | 1 | ||
Test | 10 | 27.34 | -7 | ||
TestGC | 10 | 38.97 | 0 | ||
TestGC | 10 | 15.69 | -6 | ||
Towers | 5 | 12.61 | 2 | ||
Towers | 5 | 3.23 | 5 | ||
TreeSort | 5 | 27.89 | 0 | ||
TreeSort | 5 | 8.89 | -4 | ||
WhileLoop | 5 | 6.64 | 1 | ||
WhileLoop | 5 | 2.00 | -8 |
micro-steady
Executor: RPySOM-ast-jit
#M | median time in ms |
time diff % | |||
---|---|---|---|---|---|
Bounce | 60 | 288.46 | 0 | ||
Bounce | 60 | 120.47 | -1 | ||
BubbleSort | 55 | 145.47 | 0 | ||
BubbleSort | 55 | 54.20 | 0 | ||
Dispatch | 55 | 689.47 | 0 | ||
Dispatch | 55 | 405.32 | 0 | ||
Fannkuch | 55 | 197.78 | -1 | ||
Fannkuch | 55 | 80.34 | 0 | ||
Fibonacci | 60 | 44.58 | -1 | ||
Fibonacci | 60 | 19.59 | 1 | ||
FieldLoop | 55 | 312.21 | 0 | ||
FieldLoop | 55 | 164.74 | 0 | ||
IntegerLoop | 55 | 988.54 | 0 | ||
IntegerLoop | 55 | 626.92 | 0 | ||
List | 65 | 551.90 | -1 | ||
List | 65 | 271.62 | 0 | ||
Loop | 55 | 870.57 | 0 | ||
Loop | 55 | 437.28 | 0 | ||
Mandelbrot | 110 | 521.90 | 0 | ||
Mandelbrot | 110 | 293.80 | 0 | ||
Permute | 55 | 310.03 | -1 | ||
Permute | 55 | 110.06 | 0 | ||
Queens | 55 | 453.44 | -1 | ||
Queens | 55 | 225.83 | -1 | ||
QuickSort | 55 | 690.92 | 1 | ||
QuickSort | 55 | 336.56 | 0 | ||
Recurse | 65 | 24.19 | 0 | ||
Recurse | 65 | 15.12 | 0 | ||
Sieve | 60 | 258.79 | 0 | ||
Sieve | 60 | 101.03 | 0 | ||
Storage | 60 | 130.46 | 0 | ||
Storage | 60 | 60.11 | 1 | ||
Sum | 55 | 616.71 | 0 | ||
Sum | 55 | 421.63 | 0 | ||
Towers | 55 | 1617.82 | 6 | ||
Towers | 55 | 537.65 | -1 | ||
TreeSort | 60 | 557.74 | 0 | ||
TreeSort | 60 | 235.56 | 0 | ||
WhileLoop | 55 | 553.89 | 0 | ||
WhileLoop | 55 | 366.54 | 0 |
awfy-startup
Executor: RPySOM-bc-interp
#M | median time in ms |
time diff % | |||
---|---|---|---|---|---|
CD | 5 | 303.23 | 1 | ||
CD | 5 | 92.52 | -5 | ||
Havlak | 5 | 7312.02 | -1 | ||
Havlak | 5 | 2645.07 | -2 |
macro-startup
Executor: RPySOM-bc-interp
#M | median time in ms |
time diff % | |||
---|---|---|---|---|---|
DeltaBlue | 5 | 21.59 | 0 | ||
DeltaBlue | 5 | 6.99 | 0 | ||
GraphSearch | 5 | 30.13 | 0 | ||
GraphSearch | 5 | 9.24 | -7 | ||
Json | 5 | 25.79 | -1 | ||
Json | 5 | 11.65 | -6 | ||
NBody | 5 | 32.72 | -2 | ||
NBody | 5 | 10.03 | -5 | ||
PageRank | 5 | 51.95 | 2 | ||
PageRank | 5 | 18.49 | -2 | ||
Richards | 5 | 131.92 | 3 | ||
Richards | 5 | 51.65 | -5 |
micro-startup
Executor: RPySOM-bc-interp
#M | median time in ms |
time diff % | |||
---|---|---|---|---|---|
Bounce | 5 | 29.02 | 1 | ||
Bounce | 5 | 12.21 | -3 | ||
BubbleSort | 5 | 42.52 | 1 | ||
BubbleSort | 5 | 14.18 | -9 | ||
Dispatch | 5 | 42.31 | 0 | ||
Dispatch | 5 | 15.63 | -7 | ||
Fannkuch | 5 | 30.22 | 2 | ||
Fannkuch | 5 | 10.72 | -5 | ||
Fibonacci | 5 | 60.16 | -1 | ||
Fibonacci | 5 | 21.55 | -6 | ||
FieldLoop | 5 | 12.11 | 0 | ||
FieldLoop | 5 | 3.03 | 5 | ||
IntegerLoop | 5 | 33.40 | 0 | ||
IntegerLoop | 5 | 12.69 | -5 | ||
List | 5 | 7.76 | 1 | ||
List | 5 | 3.17 | -7 | ||
Loop | 5 | 192.04 | 0 | ||
Loop | 5 | 80.29 | -1 | ||
Mandelbrot | 5 | 39.58 | 0 | ||
Mandelbrot | 5 | 15.02 | -6 | ||
Permute | 5 | 55.46 | 0 | ||
Permute | 5 | 20.35 | -7 | ||
Queens | 5 | 49.44 | 0 | ||
Queens | 5 | 21.10 | -3 | ||
QuickSort | 5 | 35.49 | 0 | ||
QuickSort | 5 | 15.05 | -8 | ||
Recurse | 5 | 34.42 | 0 | ||
Recurse | 5 | 12.89 | -10 | ||
Sieve | 5 | 53.36 | 0 | ||
Sieve | 5 | 19.85 | -2 | ||
Storage | 5 | 27.76 | -1 | ||
Storage | 5 | 10.81 | -8 | ||
Sum | 5 | 95.45 | 0 | ||
Sum | 5 | 36.25 | -6 | ||
Test | 10 | 28.64 | 0 | ||
Test | 10 | 10.85 | -9 | ||
TestGC | 10 | 10.42 | 0 | ||
TestGC | 10 | 4.19 | -7 | ||
Towers | 5 | 22.73 | 1 | ||
Towers | 5 | 7.19 | -4 | ||
TreeSort | 5 | 22.53 | -2 | ||
TreeSort | 5 | 10.11 | -1 | ||
WhileLoop | 5 | 34.49 | -1 | ||
WhileLoop | 5 | 17.89 | -4 |
som-parse
Executor: RPySOM-bc-interp
#M | median time in ms |
time diff % | |||
---|---|---|---|---|---|
SomInit | 10 | 38.24 | -2 | ||
SomInit | 10 | 13.24 | -2 | ||
SomParse | 10 | 19.15 | 0 | ||
SomParse | 10 | 7.61 | -5 |
awfy-startup
Executor: RPySOM-bc-jit
#M | median time in ms |
time diff % | |||
---|---|---|---|---|---|
CD | 5 | 612.97 | 0 | ||
CD | 5 | 185.42 | -2 | ||
Havlak | 5 | 951.00 | 0 | ||
Havlak | 5 | 335.79 | -2 |
awfy-steady
Executor: RPySOM-bc-jit
#M | median time in ms |
time diff % | |||
---|---|---|---|---|---|
CD | 130 | 144.25 | -1 | ||
CD | 130 | 109.21 | -1 | ||
Havlak | 130 | 619.04 | 1 | ||
Havlak | 130 | 264.51 | -1 |
macro-startup
Executor: RPySOM-bc-jit
#M | median time in ms |
time diff % | |||
---|---|---|---|---|---|
DeltaBlue | 5 | 39.27 | 1 | ||
DeltaBlue | 5 | 10.84 | -5 | ||
GraphSearch | 5 | 38.57 | 1 | ||
GraphSearch | 5 | 11.37 | 0 | ||
Json | 5 | 94.67 | 0 | ||
Json | 5 | 32.53 | -6 | ||
NBody | 5 | 12.19 | 0 | ||
NBody | 5 | 3.62 | -7 | ||
PageRank | 5 | 13.17 | 0 | ||
PageRank | 5 | 4.01 | -8 | ||
Richards | 5 | 73.27 | 0 | ||
Richards | 5 | 23.37 | -4 |
macro-steady
Executor: RPySOM-bc-jit
#M | median time in ms |
time diff % | |||
---|---|---|---|---|---|
DeltaBlue | 120 | 74.47 | 2 | ||
DeltaBlue | 120 | 23.98 | 0 | ||
GraphSearch | 250 | 169.60 | 0 | ||
GraphSearch | 250 | 128.31 | -9 | ||
Json | 120 | 89.76 | 0 | ||
Json | 120 | 59.36 | 0 | ||
NBody | 120 | 96.40 | -2 | ||
NBody | 120 | 53.94 | 0 | ||
PageRank | 120 | 135.11 | 0 | ||
PageRank | 120 | 57.44 | -7 | ||
Richards | 130 | 100.76 | 5 | ||
Richards | 130 | 41.05 | 0 |
micro-startup
Executor: RPySOM-bc-jit
#M | median time in ms |
time diff % | |||
---|---|---|---|---|---|
Bounce | 5 | 19.78 | 0 | ||
Bounce | 5 | 5.83 | -1 | ||
BubbleSort | 5 | 12.10 | 0 | ||
BubbleSort | 5 | 3.24 | -9 | ||
Dispatch | 5 | 3.39 | 0 | ||
Dispatch | 5 | 1.98 | 85 | ||
Fannkuch | 5 | 21.31 | -1 | ||
Fannkuch | 5 | 6.87 | 0 | ||
Fibonacci | 5 | 27.91 | 1 | ||
Fibonacci | 5 | 7.83 | -5 | ||
FieldLoop | 5 | 3.60 | 0 | ||
FieldLoop | 5 | 1.34 | 0 | ||
IntegerLoop | 5 | 3.65 | 0 | ||
IntegerLoop | 5 | 1.12 | -7 | ||
List | 5 | 12.80 | -1 | ||
List | 5 | 3.76 | -15 | ||
Loop | 5 | 16.57 | 0 | ||
Loop | 5 | 5.75 | 0 | ||
Mandelbrot | 5 | 11.89 | 1 | ||
Mandelbrot | 5 | 3.32 | -7 | ||
Permute | 5 | 29.84 | 0 | ||
Permute | 5 | 8.44 | -5 | ||
Queens | 5 | 30.11 | 0 | ||
Queens | 5 | 9.09 | -6 | ||
QuickSort | 5 | 44.97 | -1 | ||
QuickSort | 5 | 15.73 | -4 | ||
Recurse | 5 | 19.19 | 0 | ||
Recurse | 5 | 4.74 | -9 | ||
Sieve | 5 | 13.63 | 0 | ||
Sieve | 5 | 3.45 | -12 | ||
Storage | 5 | 25.99 | 0 | ||
Storage | 5 | 8.17 | -5 | ||
Sum | 5 | 8.72 | -1 | ||
Sum | 5 | 2.38 | -4 | ||
Test | 10 | 58.97 | 1 | ||
Test | 10 | 20.29 | -5 | ||
TestGC | 10 | 10.52 | 0 | ||
TestGC | 10 | 4.61 | 1 | ||
Towers | 5 | 57.13 | 0 | ||
Towers | 5 | 18.86 | -3 | ||
TreeSort | 5 | 43.42 | 1 | ||
TreeSort | 5 | 14.25 | -1 | ||
WhileLoop | 5 | 8.47 | -2 | ||
WhileLoop | 5 | 2.90 | 5 |
micro-steady
Executor: RPySOM-bc-jit
#M | median time in ms |
time diff % | |||
---|---|---|---|---|---|
Bounce | 60 | 147.40 | 0 | ||
Bounce | 60 | 64.40 | 0 | ||
BubbleSort | 55 | 265.39 | 1 | ||
BubbleSort | 55 | 70.41 | 0 | ||
Dispatch | 55 | 690.81 | 0 | ||
Dispatch | 55 | 402.26 | 0 | ||
Fannkuch | 55 | 211.85 | 0 | ||
Fannkuch | 55 | 89.32 | 0 | ||
Fibonacci | 60 | 214.02 | 0 | ||
Fibonacci | 60 | 90.31 | 0 | ||
FieldLoop | 55 | 399.64 | 0 | ||
FieldLoop | 55 | 202.95 | 0 | ||
IntegerLoop | 55 | 989.13 | -1 | ||
IntegerLoop | 55 | 627.58 | 0 | ||
List | 65 | 287.87 | 1 | ||
List | 65 | 142.21 | 0 | ||
Loop | 55 | 803.29 | 0 | ||
Loop | 55 | 417.23 | 0 | ||
Mandelbrot | 110 | 998.14 | 0 | ||
Mandelbrot | 110 | 357.72 | 0 | ||
Permute | 55 | 324.87 | -1 | ||
Permute | 55 | 112.87 | 0 | ||
Queens | 55 | 217.67 | 0 | ||
Queens | 55 | 92.19 | 0 | ||
QuickSort | 55 | 458.05 | 0 | ||
QuickSort | 55 | 203.38 | 0 | ||
Recurse | 65 | 108.27 | 0 | ||
Recurse | 65 | 51.41 | 2 | ||
Sieve | 60 | 489.50 | 0 | ||
Sieve | 60 | 171.39 | 0 | ||
Storage | 60 | 140.41 | 1 | ||
Storage | 60 | 64.03 | -1 | ||
Sum | 55 | 618.43 | 0 | ||
Sum | 55 | 402.54 | 0 | ||
Towers | 55 | 120.71 | 0 | ||
Towers | 55 | 51.76 | -2 | ||
TreeSort | 60 | 618.24 | 0 | ||
TreeSort | 60 | 258.11 | -1 | ||
WhileLoop | 55 | 1339.30 | 0 | ||
WhileLoop | 55 | 539.41 | 3 |
micro-somsom
Executor: SomSom-ast-interp
#M | median time in ms |
time diff % | |||
---|---|---|---|---|---|
List | 1 | 9681.33 | -1 | ||
List | 1 | 3181.16 | -1 | ||
Loop | 1 | 6825.88 | -3 | ||
Loop | 1 | 2214.13 | 0 | ||
Mandelbrot | 1 | 140.63 | -1 | ||
Mandelbrot | 1 | 51.83 | -7 | ||
Queens | 1 | 5825.09 | -1 | ||
Queens | 1 | 2127.14 | 0 | ||
Recurse | 1 | 6331.37 | 0 | ||
Recurse | 1 | 2031.73 | -1 |
micro-somsom
Executor: SomSom-bc-interp
#M | median time in ms |
time diff % | |||
---|---|---|---|---|---|
List | 1 | 10754.75 | -1 | ||
List | 1 | 3868.06 | -2 | ||
Loop | 1 | 7446.61 | -1 | ||
Loop | 1 | 2692.78 | -2 | ||
Mandelbrot | 1 | 147.93 | -1 | ||
Mandelbrot | 1 | 63.12 | -4 | ||
Queens | 1 | 6145.00 | -1 | ||
Queens | 1 | 2623.60 | -1 | ||
Recurse | 1 | 6912.28 | 1 | ||
Recurse | 1 | 2469.15 | -2 |
Executor Comparisons
awfy-startup
Baseline: RPySOM-ast-interp
Exe | #M | median time in ms |
time diff % | |||
---|---|---|---|---|---|---|
CD |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
285.75
255.56 303.23 612.97 |
0
-11 6 115 |
||
CD |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
76.68
77.09 92.52 185.42 |
0
1 21 142 |
||
Havlak |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
7085.73
1268.84 7312.02 951.00 |
0
-82 3 -87 |
||
Havlak |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
2237.87
432.08 2645.07 335.79 |
0
-81 18 -85 |
macro-startup
Baseline: RPySOM-ast-interp
Exe | #M | median time in ms |
time diff % | |||
---|---|---|---|---|---|---|
DeltaBlue |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
18.47
43.48 21.59 39.27 |
0
135 17 113 |
||
DeltaBlue |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
5.84
11.46 6.99 10.84 |
0
96 20 86 |
||
GraphSearch |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
27.99
32.06 30.13 38.57 |
0
15 8 38 |
||
GraphSearch |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
7.97
8.81 9.24 11.37 |
0
11 16 43 |
||
Json |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
26.61
56.38 25.79 94.67 |
0
112 -3 256 |
||
Json |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
9.76
19.16 11.65 32.53 |
0
96 19 233 |
||
NBody |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
30.08
13.18 32.72 12.19 |
0
-56 9 -59 |
||
NBody |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
8.93
3.98 10.03 3.62 |
0
-55 12 -59 |
||
PageRank |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
41.94
15.16 51.95 13.17 |
0
-64 24 -69 |
||
PageRank |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
14.02
4.09 18.49 4.01 |
0
-71 32 -71 |
||
Richards |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
130.20
74.01 131.92 73.27 |
0
-43 1 -44 |
||
Richards |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
43.25
22.45 51.65 23.37 |
0
-48 19 -46 |
micro-startup
Baseline: RPySOM-ast-interp
Exe | #M | median time in ms |
time diff % | |||
---|---|---|---|---|---|---|
Bounce |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
31.79
20.88 29.02 19.78 |
0
-34 -9 -38 |
||
Bounce |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
11.41
5.96 12.21 5.83 |
0
-48 7 -49 |
||
BubbleSort |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
37.79
9.03 42.52 12.10 |
0
-76 13 -68 |
||
BubbleSort |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
11.89
2.61 14.18 3.24 |
0
-78 19 -73 |
||
Dispatch |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
30.12
3.02 42.31 3.39 |
0
-90 40 -89 |
||
Dispatch |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
11.13
1.11 15.63 1.98 |
0
-90 40 -82 |
||
Fannkuch |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
25.74
16.33 30.22 21.31 |
0
-37 17 -17 |
||
Fannkuch |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
8.92
4.44 10.72 6.87 |
0
-50 20 -23 |
||
Fibonacci |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
45.79
19.43 60.16 27.91 |
0
-58 31 -39 |
||
Fibonacci |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
16.24
4.77 21.55 7.83 |
0
-71 33 -52 |
||
FieldLoop |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
14.97
3.46 12.11 3.60 |
0
-77 -19 -76 |
||
FieldLoop |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
4.92
1.37 3.03 1.34 |
0
-72 -38 -73 |
||
IntegerLoop |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
24.83
3.47 33.40 3.65 |
0
-86 35 -85 |
||
IntegerLoop |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
8.08
1.17 12.69 1.12 |
0
-85 57 -86 |
||
List |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
7.16
6.42 7.76 12.80 |
0
-10 9 79 |
||
List |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
2.49
1.76 3.17 3.76 |
0
-29 28 51 |
||
Loop |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
130.18
17.30 192.04 16.57 |
0
-87 48 -87 |
||
Loop |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
49.47
5.75 80.29 5.75 |
0
-88 62 -88 |
||
Mandelbrot |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
48.12
11.16 39.58 11.89 |
0
-77 -18 -75 |
||
Mandelbrot |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
13.13
3.08 15.02 3.32 |
0
-77 14 -75 |
||
Permute |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
54.46
26.69 55.46 29.84 |
0
-51 2 -45 |
||
Permute |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
17.90
7.36 20.35 8.44 |
0
-59 14 -53 |
||
Queens |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
43.43
30.41 49.44 30.11 |
0
-30 14 -31 |
||
Queens |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
18.09
9.57 21.10 9.09 |
0
-47 17 -50 |
||
QuickSort |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
34.83
19.69 35.49 44.97 |
0
-43 2 29 |
||
QuickSort |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
13.65
6.56 15.05 15.73 |
0
-52 10 15 |
||
Recurse |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
38.90
15.07 34.42 19.19 |
0
-61 -12 -51 |
||
Recurse |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
12.49
4.33 12.89 4.74 |
0
-65 3 -62 |
||
Sieve |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
54.33
9.40 53.36 13.63 |
0
-83 -2 -75 |
||
Sieve |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
18.44
2.23 19.85 3.45 |
0
-88 8 -81 |
||
Storage |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
24.59
23.44 27.76 25.99 |
0
-5 13 6 |
||
Storage |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
8.54
7.38 10.81 8.17 |
0
-14 27 -4 |
||
Sum |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
67.81
8.81 95.45 8.72 |
0
-87 41 -87 |
||
Sum |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
25.04
2.47 36.25 2.38 |
0
-90 45 -91 |
||
Test |
ast-interp
ast-jit bc-interp bc-jit |
10
10 10 10 |
45.31
82.14 28.64 58.97 |
0
81 -37 30 |
||
Test |
ast-interp
ast-jit bc-interp bc-jit |
10
10 10 10 |
17.24
27.34 10.85 20.29 |
0
59 -37 18 |
||
TestGC |
ast-interp
ast-jit bc-interp bc-jit |
10
10 10 10 |
38.83
38.97 10.42 10.52 |
0
0 -73 -73 |
||
TestGC |
ast-interp
ast-jit bc-interp bc-jit |
10
10 10 10 |
17.46
15.69 4.19 4.61 |
0
-10 -76 -74 |
||
Towers |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
19.21
12.61 22.73 57.13 |
0
-34 18 197 |
||
Towers |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
5.90
3.23 7.19 18.86 |
0
-45 22 219 |
||
TreeSort |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
25.77
27.89 22.53 43.42 |
0
8 -13 68 |
||
TreeSort |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
9.79
8.89 10.11 14.25 |
0
-9 3 46 |
||
WhileLoop |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
33.20
6.64 34.49 8.47 |
0
-80 4 -74 |
||
WhileLoop |
ast-interp
ast-jit bc-interp bc-jit |
5
5 5 5 |
11.92
2.00 17.89 2.90 |
0
-83 50 -76 |
som-parse
Baseline: RPySOM-ast-interp
Exe | #M | median time in ms |
time diff % | |||
---|---|---|---|---|---|---|
SomInit |
ast-interp
bc-interp |
10
10 |
48.88
38.24 |
0
-22 |
||
SomInit |
ast-interp
bc-interp |
10
10 |
12.86
13.24 |
0
3 |
||
SomParse |
ast-interp
bc-interp |
10
10 |
20.06
19.15 |
0
-5 |
||
SomParse |
ast-interp
bc-interp |
10
10 |
7.96
7.61 |
0
-4 |
awfy-steady
Baseline: RPySOM-ast-jit
Exe | #M | median time in ms |
time diff % | |||
---|---|---|---|---|---|---|
CD |
ast-jit
bc-jit |
130
130 |
412.83
144.25 |
0
-65 |
||
CD |
ast-jit
bc-jit |
130
130 |
152.28
109.21 |
0
-28 |
||
Havlak |
ast-jit
bc-jit |
130
130 |
989.05
619.04 |
0
-37 |
||
Havlak |
ast-jit
bc-jit |
130
130 |
408.13
264.51 |
0
-35 |
macro-steady
Baseline: RPySOM-ast-jit
Exe | #M | median time in ms |
time diff % | |||
---|---|---|---|---|---|---|
DeltaBlue |
ast-jit
bc-jit |
120
120 |
82.50
74.47 |
0
-10 |
||
DeltaBlue |
ast-jit
bc-jit |
120
120 |
30.38
23.98 |
0
-21 |
||
GraphSearch |
ast-jit
bc-jit |
250
250 |
163.81
169.60 |
0
4 |
||
GraphSearch |
ast-jit
bc-jit |
250
250 |
126.17
128.31 |
0
2 |
||
Json |
ast-jit
bc-jit |
120
120 |
140.49
89.76 |
0
-36 |
||
Json |
ast-jit
bc-jit |
120
120 |
54.14
59.36 |
0
10 |
||
NBody |
ast-jit
bc-jit |
120
120 |
94.28
96.40 |
0
2 |
||
NBody |
ast-jit
bc-jit |
120
120 |
53.46
53.94 |
0
1 |
||
PageRank |
ast-jit
bc-jit |
120
120 |
141.62
135.11 |
0
-5 |
||
PageRank |
ast-jit
bc-jit |
120
120 |
56.50
57.44 |
0
2 |
||
Richards |
ast-jit
bc-jit |
130
130 |
105.23
100.76 |
0
-4 |
||
Richards |
ast-jit
bc-jit |
130
130 |
40.97
41.05 |
0
0 |
micro-steady
Baseline: RPySOM-ast-jit
Exe | #M | median time in ms |
time diff % | |||
---|---|---|---|---|---|---|
Bounce |
ast-jit
bc-jit |
60
60 |
288.46
147.40 |
0
-49 |
||
Bounce |
ast-jit
bc-jit |
60
60 |
120.47
64.40 |
0
-47 |
||
BubbleSort |
ast-jit
bc-jit |
55
55 |
145.47
265.39 |
0
82 |
||
BubbleSort |
ast-jit
bc-jit |
55
55 |
54.20
70.41 |
0
30 |
||
Dispatch |
ast-jit
bc-jit |
55
55 |
689.47
690.81 |
0
0 |
||
Dispatch |
ast-jit
bc-jit |
55
55 |
405.32
402.26 |
0
-1 |
||
Fannkuch |
ast-jit
bc-jit |
55
55 |
197.78
211.85 |
0
7 |
||
Fannkuch |
ast-jit
bc-jit |
55
55 |
80.34
89.32 |
0
11 |
||
Fibonacci |
ast-jit
bc-jit |
60
60 |
44.58
214.02 |
0
380 |
||
Fibonacci |
ast-jit
bc-jit |
60
60 |
19.59
90.31 |
0
361 |
||
FieldLoop |
ast-jit
bc-jit |
55
55 |
312.21
399.64 |
0
28 |
||
FieldLoop |
ast-jit
bc-jit |
55
55 |
164.74
202.95 |
0
23 |
||
IntegerLoop |
ast-jit
bc-jit |
55
55 |
988.54
989.13 |
0
0 |
||
IntegerLoop |
ast-jit
bc-jit |
55
55 |
626.92
627.58 |
0
0 |
||
List |
ast-jit
bc-jit |
65
65 |
551.90
287.87 |
0
-48 |
||
List |
ast-jit
bc-jit |
65
65 |
271.62
142.21 |
0
-48 |
||
Loop |
ast-jit
bc-jit |
55
55 |
870.57
803.29 |
0
-8 |
||
Loop |
ast-jit
bc-jit |
55
55 |
437.28
417.23 |
0
-5 |
||
Mandelbrot |
ast-jit
bc-jit |
110
110 |
521.90
998.14 |
0
91 |
||
Mandelbrot |
ast-jit
bc-jit |
110
110 |
293.80
357.72 |
0
22 |
||
Permute |
ast-jit
bc-jit |
55
55 |
310.03
324.87 |
0
5 |
||
Permute |
ast-jit
bc-jit |
55
55 |
110.06
112.87 |
0
3 |
||
Queens |
ast-jit
bc-jit |
55
55 |
453.44
217.67 |
0
-52 |
||
Queens |
ast-jit
bc-jit |
55
55 |
225.83
92.19 |
0
-59 |
||
QuickSort |
ast-jit
bc-jit |
55
55 |
690.92
458.05 |
0
-34 |
||
QuickSort |
ast-jit
bc-jit |
55
55 |
336.56
203.38 |
0
-40 |
||
Recurse |
ast-jit
bc-jit |
65
65 |
24.19
108.27 |
0
348 |
||
Recurse |
ast-jit
bc-jit |
65
65 |
15.12
51.41 |
0
240 |
||
Sieve |
ast-jit
bc-jit |
60
60 |
258.79
489.50 |
0
89 |
||
Sieve |
ast-jit
bc-jit |
60
60 |
101.03
171.39 |
0
70 |
||
Storage |
ast-jit
bc-jit |
60
60 |
130.46
140.41 |
0
8 |
||
Storage |
ast-jit
bc-jit |
60
60 |
60.11
64.03 |
0
7 |
||
Sum |
ast-jit
bc-jit |
55
55 |
616.71
618.43 |
0
0 |
||
Sum |
ast-jit
bc-jit |
55
55 |
421.63
402.54 |
0
-5 |
||
Towers |
ast-jit
bc-jit |
55
55 |
1617.82
120.71 |
0
-93 |
||
Towers |
ast-jit
bc-jit |
55
55 |
537.65
51.76 |
0
-90 |
||
TreeSort |
ast-jit
bc-jit |
60
60 |
557.74
618.24 |
0
11 |
||
TreeSort |
ast-jit
bc-jit |
60
60 |
235.56
258.11 |
0
10 |
||
WhileLoop |
ast-jit
bc-jit |
55
55 |
553.89
1339.30 |
0
142 |
||
WhileLoop |
ast-jit
bc-jit |
55
55 |
366.54
539.41 |
0
47 |
micro-somsom
Baseline: SomSom-ast-interp
Exe | #M | median time in ms |
time diff % | |||
---|---|---|---|---|---|---|
List |
ast-interp
bc-interp |
1
1 |
9681.33
10754.75 |
0
11 |
||
List |
ast-interp
bc-interp |
1
1 |
3181.16
3868.06 |
0
22 |
||
Loop |
ast-interp
bc-interp |
1
1 |
6825.88
7446.61 |
0
9 |
||
Loop |
ast-interp
bc-interp |
1
1 |
2214.13
2692.78 |
0
22 |
||
Mandelbrot |
ast-interp
bc-interp |
1
1 |
140.63
147.93 |
0
5 |
||
Mandelbrot |
ast-interp
bc-interp |
1
1 |
51.83
63.12 |
0
22 |
||
Queens |
ast-interp
bc-interp |
1
1 |
5825.09
6145.00 |
0
5 |
||
Queens |
ast-interp
bc-interp |
1
1 |
2127.14
2623.60 |
0
23 |
||
Recurse |
ast-interp
bc-interp |
1
1 |
6331.37
6912.28 |
0
9 |
||
Recurse |
ast-interp
bc-interp |
1
1 |
2031.73
2469.15 |
0
22 |