changeset 1195:20c5dbbe3e3d

7901384: NPE in JSONResultFormat with -prof gc
author shade
date Wed, 15 Apr 2015 00:40:46 +0300
parents adec482ba705
children 5f5bfa899790
files jmh-core/src/main/java/org/openjdk/jmh/results/format/JSONResultFormat.java jmh-core/src/test/java/org/openjdk/jmh/results/format/ResultFormatTest.java jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.csv.root jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.csv.ru jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.csv.us jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.json jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.latex.root jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.latex.ru jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.latex.us jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.scsv.root jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.scsv.ru jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.scsv.us jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.text.root jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.text.ru jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.text.us
diffstat 15 files changed, 305 insertions(+), 115 deletions(-) [+]
line wrap: on
line diff
--- a/jmh-core/src/main/java/org/openjdk/jmh/results/format/JSONResultFormat.java	Tue Apr 14 23:42:50 2015 +0300
+++ b/jmh-core/src/main/java/org/openjdk/jmh/results/format/JSONResultFormat.java	Wed Apr 15 00:40:46 2015 +0300
@@ -119,7 +119,10 @@
                 for (BenchmarkResult benchmarkResult : runResult.getBenchmarkResults()) {
                     Collection<String> scores = new ArrayList<String>();
                     for (IterationResult r : benchmarkResult.getIterationResults()) {
-                        scores.add(emit(r.getSecondaryResults().get(secondaryName).getScore()));
+                        Result rr = r.getSecondaryResults().get(secondaryName);
+                        if (rr != null) {
+                            scores.add(emit(rr.getScore()));
+                        }
                     }
                     l2.add(printMultiple(scores, "[", "]"));
                 }
--- a/jmh-core/src/test/java/org/openjdk/jmh/results/format/ResultFormatTest.java	Tue Apr 14 23:42:50 2015 +0300
+++ b/jmh-core/src/test/java/org/openjdk/jmh/results/format/ResultFormatTest.java	Wed Apr 15 00:40:46 2015 +0300
@@ -63,6 +63,7 @@
         Collection<RunResult> results = new TreeSet<RunResult>(RunResult.DEFAULT_SORT_COMPARATOR);
 
         Random r = new Random(12345);
+        Random ar = new Random(12345);
         for (int b = 0; b < r.nextInt(10); b++) {
             WorkloadParams ps = new WorkloadParams();
             for (int p = 0; p < 5; p++) {
@@ -93,6 +94,9 @@
                     res.addResult(new ThroughputResult(ResultRole.PRIMARY, "test", r.nextInt(1000), 1000 * 1000, TimeUnit.MILLISECONDS));
                     res.addResult(new ThroughputResult(ResultRole.SECONDARY, "secondary1", r.nextInt(1000), 1000 * 1000, TimeUnit.MILLISECONDS));
                     res.addResult(new ThroughputResult(ResultRole.SECONDARY, "secondary2", r.nextInt(1000), 1000 * 1000, TimeUnit.MILLISECONDS));
+                    if (ar.nextBoolean()) {
+                        res.addResult(new ThroughputResult(ResultRole.SECONDARY, "secondary3", ar.nextInt(1000), 1000 * 1000, TimeUnit.MILLISECONDS));
+                    }
                     iterResults.add(res);
                 }
                 benchmarkResults.add(new BenchmarkResult(params, iterResults));
@@ -105,12 +109,10 @@
     private void compare(String actualFile, String goldenFile) throws IOException {
         BufferedReader actualReader = new BufferedReader(new FileReader(actualFile));
         BufferedReader goldenReader = new BufferedReader(new InputStreamReader(ResultFormatTest.class.getResourceAsStream("/org/openjdk/jmh/results/format/" + goldenFile)));
-        while (true) {
-            String goldenLine = goldenReader.readLine();
-            String actualLine = actualReader.readLine();
-            Assert.assertEquals("Mismatch", goldenLine, actualLine);
-            if (goldenLine == null && actualLine == null) break;
-        }
+
+        String actualLines = Utils.join(FileUtils.readAllLines(actualReader), "\n");
+        String goldenLines = Utils.join(FileUtils.readAllLines(goldenReader), "\n");
+        Assert.assertEquals("Mismatch", goldenLines, actualLines);
     }
 
     public void test(ResultFormatType type, Locale locale, String suffix) throws IOException {
--- a/jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.csv.root	Tue Apr 14 23:42:50 2015 +0300
+++ b/jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.csv.root	Wed Apr 15 00:40:46 2015 +0300
@@ -2,15 +2,19 @@
 "benchmark_0","thrpt",80,14.000000,528.857143,278.141953,"ops/ms",value0,value1,value2,value3,value4
 "benchmark_0:secondary1","thrpt",80,14.000000,549.714286,320.227488,"ops/ms",value0,value1,value2,value3,value4
 "benchmark_0:secondary2","thrpt",80,14.000000,615.500000,319.209585,"ops/ms",value0,value1,value2,value3,value4
+"benchmark_0:secondary3","thrpt",80,5.000000,246.000000,847.566004,"ops/ms",value0,value1,value2,value3,value4
 "benchmark_1","thrpt",900,1.000000,439.000000,NaN,"ops/ms",value0,value1,value2,value3,value4
 "benchmark_1:secondary1","thrpt",900,1.000000,953.000000,NaN,"ops/ms",value0,value1,value2,value3,value4
 "benchmark_1:secondary2","thrpt",900,1.000000,367.000000,NaN,"ops/ms",value0,value1,value2,value3,value4
 "benchmark_2","thrpt",466,9.000000,545.000000,553.336699,"ops/ms",value0,value1,value2,value3,value4
 "benchmark_2:secondary1","thrpt",466,9.000000,434.444444,465.182504,"ops/ms",value0,value1,value2,value3,value4
 "benchmark_2:secondary2","thrpt",466,9.000000,470.333333,502.273041,"ops/ms",value0,value1,value2,value3,value4
+"benchmark_2:secondary3","thrpt",466,5.000000,574.400000,969.535252,"ops/ms",value0,value1,value2,value3,value4
 "benchmark_3","thrpt",968,14.000000,417.571429,362.813967,"ops/ms",value0,value1,value2,value3,value4
 "benchmark_3:secondary1","thrpt",968,14.000000,672.214286,287.982211,"ops/ms",value0,value1,value2,value3,value4
 "benchmark_3:secondary2","thrpt",968,14.000000,560.142857,289.799961,"ops/ms",value0,value1,value2,value3,value4
+"benchmark_3:secondary3","thrpt",968,6.000000,432.833333,1036.758184,"ops/ms",value0,value1,value2,value3,value4
 "benchmark_4","thrpt",739,1.000000,956.000000,NaN,"ops/ms",value0,value1,value2,value3,value4
 "benchmark_4:secondary1","thrpt",739,1.000000,688.000000,NaN,"ops/ms",value0,value1,value2,value3,value4
-"benchmark_4:secondary2","thrpt",739,1.000000,237.000000,NaN,"ops/ms",value0,value1,value2,value3,value4
\ No newline at end of file
+"benchmark_4:secondary2","thrpt",739,1.000000,237.000000,NaN,"ops/ms",value0,value1,value2,value3,value4
+"benchmark_4:secondary3","thrpt",739,1.000000,599.000000,NaN,"ops/ms",value0,value1,value2,value3,value4
--- a/jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.csv.ru	Tue Apr 14 23:42:50 2015 +0300
+++ b/jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.csv.ru	Wed Apr 15 00:40:46 2015 +0300
@@ -2,15 +2,19 @@
 "benchmark_0","thrpt",80,"14,000000","528,857143","278,141953","ops/ms",value0,value1,value2,value3,value4
 "benchmark_0:secondary1","thrpt",80,"14,000000","549,714286","320,227488","ops/ms",value0,value1,value2,value3,value4
 "benchmark_0:secondary2","thrpt",80,"14,000000","615,500000","319,209585","ops/ms",value0,value1,value2,value3,value4
+"benchmark_0:secondary3","thrpt",80,"5,000000","246,000000","847,566004","ops/ms",value0,value1,value2,value3,value4
 "benchmark_1","thrpt",900,"1,000000","439,000000",NaN,"ops/ms",value0,value1,value2,value3,value4
 "benchmark_1:secondary1","thrpt",900,"1,000000","953,000000",NaN,"ops/ms",value0,value1,value2,value3,value4
 "benchmark_1:secondary2","thrpt",900,"1,000000","367,000000",NaN,"ops/ms",value0,value1,value2,value3,value4
 "benchmark_2","thrpt",466,"9,000000","545,000000","553,336699","ops/ms",value0,value1,value2,value3,value4
 "benchmark_2:secondary1","thrpt",466,"9,000000","434,444444","465,182504","ops/ms",value0,value1,value2,value3,value4
 "benchmark_2:secondary2","thrpt",466,"9,000000","470,333333","502,273041","ops/ms",value0,value1,value2,value3,value4
+"benchmark_2:secondary3","thrpt",466,"5,000000","574,400000","969,535252","ops/ms",value0,value1,value2,value3,value4
 "benchmark_3","thrpt",968,"14,000000","417,571429","362,813967","ops/ms",value0,value1,value2,value3,value4
 "benchmark_3:secondary1","thrpt",968,"14,000000","672,214286","287,982211","ops/ms",value0,value1,value2,value3,value4
 "benchmark_3:secondary2","thrpt",968,"14,000000","560,142857","289,799961","ops/ms",value0,value1,value2,value3,value4
+"benchmark_3:secondary3","thrpt",968,"6,000000","432,833333","1036,758184","ops/ms",value0,value1,value2,value3,value4
 "benchmark_4","thrpt",739,"1,000000","956,000000",NaN,"ops/ms",value0,value1,value2,value3,value4
 "benchmark_4:secondary1","thrpt",739,"1,000000","688,000000",NaN,"ops/ms",value0,value1,value2,value3,value4
-"benchmark_4:secondary2","thrpt",739,"1,000000","237,000000",NaN,"ops/ms",value0,value1,value2,value3,value4
\ No newline at end of file
+"benchmark_4:secondary2","thrpt",739,"1,000000","237,000000",NaN,"ops/ms",value0,value1,value2,value3,value4
+"benchmark_4:secondary3","thrpt",739,"1,000000","599,000000",NaN,"ops/ms",value0,value1,value2,value3,value4
--- a/jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.csv.us	Tue Apr 14 23:42:50 2015 +0300
+++ b/jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.csv.us	Wed Apr 15 00:40:46 2015 +0300
@@ -2,15 +2,19 @@
 "benchmark_0","thrpt",80,14.000000,528.857143,278.141953,"ops/ms",value0,value1,value2,value3,value4
 "benchmark_0:secondary1","thrpt",80,14.000000,549.714286,320.227488,"ops/ms",value0,value1,value2,value3,value4
 "benchmark_0:secondary2","thrpt",80,14.000000,615.500000,319.209585,"ops/ms",value0,value1,value2,value3,value4
+"benchmark_0:secondary3","thrpt",80,5.000000,246.000000,847.566004,"ops/ms",value0,value1,value2,value3,value4
 "benchmark_1","thrpt",900,1.000000,439.000000,NaN,"ops/ms",value0,value1,value2,value3,value4
 "benchmark_1:secondary1","thrpt",900,1.000000,953.000000,NaN,"ops/ms",value0,value1,value2,value3,value4
 "benchmark_1:secondary2","thrpt",900,1.000000,367.000000,NaN,"ops/ms",value0,value1,value2,value3,value4
 "benchmark_2","thrpt",466,9.000000,545.000000,553.336699,"ops/ms",value0,value1,value2,value3,value4
 "benchmark_2:secondary1","thrpt",466,9.000000,434.444444,465.182504,"ops/ms",value0,value1,value2,value3,value4
 "benchmark_2:secondary2","thrpt",466,9.000000,470.333333,502.273041,"ops/ms",value0,value1,value2,value3,value4
+"benchmark_2:secondary3","thrpt",466,5.000000,574.400000,969.535252,"ops/ms",value0,value1,value2,value3,value4
 "benchmark_3","thrpt",968,14.000000,417.571429,362.813967,"ops/ms",value0,value1,value2,value3,value4
 "benchmark_3:secondary1","thrpt",968,14.000000,672.214286,287.982211,"ops/ms",value0,value1,value2,value3,value4
 "benchmark_3:secondary2","thrpt",968,14.000000,560.142857,289.799961,"ops/ms",value0,value1,value2,value3,value4
+"benchmark_3:secondary3","thrpt",968,6.000000,432.833333,1036.758184,"ops/ms",value0,value1,value2,value3,value4
 "benchmark_4","thrpt",739,1.000000,956.000000,NaN,"ops/ms",value0,value1,value2,value3,value4
 "benchmark_4:secondary1","thrpt",739,1.000000,688.000000,NaN,"ops/ms",value0,value1,value2,value3,value4
-"benchmark_4:secondary2","thrpt",739,1.000000,237.000000,NaN,"ops/ms",value0,value1,value2,value3,value4
\ No newline at end of file
+"benchmark_4:secondary2","thrpt",739,1.000000,237.000000,NaN,"ops/ms",value0,value1,value2,value3,value4
+"benchmark_4:secondary3","thrpt",739,1.000000,599.000000,NaN,"ops/ms",value0,value1,value2,value3,value4
--- a/jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.json	Tue Apr 14 23:42:50 2015 +0300
+++ b/jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.json	Wed Apr 15 00:40:46 2015 +0300
@@ -168,6 +168,48 @@
                         992.0
                     ]
                 ]
+            },
+            "secondary3" : {
+                "score" : 246.0,
+                "scoreError" : 847.5660039814766,
+                "scoreConfidence" : [
+                    -601.5660039814766,
+                    1093.5660039814766
+                ],
+                "scorePercentiles" : {
+                    "0.0" : 12.0,
+                    "50.0" : 241.0,
+                    "90.0" : 532.0,
+                    "95.0" : 532.0,
+                    "99.0" : 532.0,
+                    "99.9" : 532.0,
+                    "99.99" : 532.0,
+                    "99.999" : 532.0,
+                    "99.9999" : 532.0,
+                    "100.0" : 532.0
+                },
+                "scoreUnit" : "ops/ms",
+                "rawData" : [
+                    [
+                        241.0
+                    ],
+                    [
+                        55.0
+                    ],
+                    [
+                    ],
+                    [
+                    ],
+                    [
+                    ],
+                    [
+                        390.0,
+                        12.0
+                    ],
+                    [
+                        532.0
+                    ]
+                ]
             }
         }
     }
@@ -394,6 +436,38 @@
                         820.0
                     ]
                 ]
+            },
+            "secondary3" : {
+                "score" : 574.4,
+                "scoreError" : 969.5352515511869,
+                "scoreConfidence" : [
+                    -395.1352515511869,
+                    1543.9352515511869
+                ],
+                "scorePercentiles" : {
+                    "0.0" : 351.0,
+                    "50.0" : 428.0,
+                    "90.0" : 871.0,
+                    "95.0" : 871.0,
+                    "99.0" : 871.0,
+                    "99.9" : 871.0,
+                    "99.99" : 871.0,
+                    "99.999" : 871.0,
+                    "99.9999" : 871.0,
+                    "100.0" : 871.0
+                },
+                "scoreUnit" : "ops/ms",
+                "rawData" : [
+                    [
+                        351.0,
+                        428.0
+                    ],
+                    [
+                        871.0,
+                        397.0,
+                        825.0
+                    ]
+                ]
             }
         }
     }
@@ -549,6 +623,43 @@
                         710.0
                     ]
                 ]
+            },
+            "secondary3" : {
+                "score" : 432.8333333333333,
+                "scoreError" : 1036.7581839145614,
+                "scoreConfidence" : [
+                    -603.9248505812282,
+                    1469.5915172478947
+                ],
+                "scorePercentiles" : {
+                    "0.0" : 10.0,
+                    "50.0" : 381.0,
+                    "90.0" : 952.0,
+                    "95.0" : 952.0,
+                    "99.0" : 952.0,
+                    "99.9" : 952.0,
+                    "99.99" : 952.0,
+                    "99.999" : 952.0,
+                    "99.9999" : 952.0,
+                    "100.0" : 952.0
+                },
+                "scoreUnit" : "ops/ms",
+                "rawData" : [
+                    [
+                        952.0,
+                        10.0,
+                        99.0
+                    ],
+                    [
+                        412.0
+                    ],
+                    [
+                        350.0,
+                        774.0
+                    ],
+                    [
+                    ]
+                ]
             }
         }
     }
@@ -647,6 +758,32 @@
                         237.0
                     ]
                 ]
+            },
+            "secondary3" : {
+                "score" : 599.0,
+                "scoreError" : "NaN",
+                "scoreConfidence" : [
+                    "NaN",
+                    "NaN"
+                ],
+                "scorePercentiles" : {
+                    "0.0" : 599.0,
+                    "50.0" : 599.0,
+                    "90.0" : 599.0,
+                    "95.0" : 599.0,
+                    "99.0" : 599.0,
+                    "99.9" : 599.0,
+                    "99.99" : 599.0,
+                    "99.999" : 599.0,
+                    "99.9999" : 599.0,
+                    "100.0" : 599.0
+                },
+                "scoreUnit" : "ops/ms",
+                "rawData" : [
+                    [
+                        599.0
+                    ]
+                ]
             }
         }
     }
--- a/jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.latex.root	Tue Apr 14 23:42:50 2015 +0300
+++ b/jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.latex.root	Wed Apr 15 00:40:46 2015 +0300
@@ -1,19 +1,23 @@
-\begin{tabular}{r|l|l|l|l|l|rl}
- \multicolumn{1}{c|}{\texttt{Benchmark}} & \texttt{param0} & \texttt{param1} & \texttt{param2} & \texttt{param3} & \texttt{param4} &  \multicolumn{2}{c}{\texttt{Score, ops/ms}} \\
-\hline
-\texttt{benchmark\_0} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{528.857} & \scriptsize $\pm$ \texttt{278.142} \\
-\texttt{benchmark\_0:secondary1} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{549.714} & \scriptsize $\pm$ \texttt{320.227} \\
-\texttt{benchmark\_0:secondary2} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{615.500} & \scriptsize $\pm$ \texttt{319.210} \\
-\texttt{benchmark\_1} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{439.000} & \scriptsize $\pm$ \texttt{  NaN} \\
-\texttt{benchmark\_1:secondary1} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{953.000} & \scriptsize $\pm$ \texttt{  NaN} \\
-\texttt{benchmark\_1:secondary2} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{367.000} & \scriptsize $\pm$ \texttt{  NaN} \\
-\texttt{benchmark\_2} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{545.000} & \scriptsize $\pm$ \texttt{553.337} \\
-\texttt{benchmark\_2:secondary1} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{434.444} & \scriptsize $\pm$ \texttt{465.183} \\
-\texttt{benchmark\_2:secondary2} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{470.333} & \scriptsize $\pm$ \texttt{502.273} \\
-\texttt{benchmark\_3} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{417.571} & \scriptsize $\pm$ \texttt{362.814} \\
-\texttt{benchmark\_3:secondary1} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{672.214} & \scriptsize $\pm$ \texttt{287.982} \\
-\texttt{benchmark\_3:secondary2} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{560.143} & \scriptsize $\pm$ \texttt{289.800} \\
-\texttt{benchmark\_4} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{956.000} & \scriptsize $\pm$ \texttt{  NaN} \\
-\texttt{benchmark\_4:secondary1} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{688.000} & \scriptsize $\pm$ \texttt{  NaN} \\
-\texttt{benchmark\_4:secondary2} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{237.000} & \scriptsize $\pm$ \texttt{  NaN} \\
+\begin{tabular}{r|l|l|l|l|l|rl}
+ \multicolumn{1}{c|}{\texttt{Benchmark}} & \texttt{param0} & \texttt{param1} & \texttt{param2} & \texttt{param3} & \texttt{param4} &  \multicolumn{2}{c}{\texttt{Score, ops/ms}} \\
+\hline
+\texttt{benchmark\_0} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{528.857} & \scriptsize $\pm$ \texttt{278.142} \\
+\texttt{benchmark\_0:secondary1} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{549.714} & \scriptsize $\pm$ \texttt{320.227} \\
+\texttt{benchmark\_0:secondary2} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{615.500} & \scriptsize $\pm$ \texttt{319.210} \\
+\texttt{benchmark\_0:secondary3} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{246.000} & \scriptsize $\pm$ \texttt{847.566} \\
+\texttt{benchmark\_1} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{439.000} & \scriptsize $\pm$ \texttt{  NaN} \\
+\texttt{benchmark\_1:secondary1} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{953.000} & \scriptsize $\pm$ \texttt{  NaN} \\
+\texttt{benchmark\_1:secondary2} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{367.000} & \scriptsize $\pm$ \texttt{  NaN} \\
+\texttt{benchmark\_2} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{545.000} & \scriptsize $\pm$ \texttt{553.337} \\
+\texttt{benchmark\_2:secondary1} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{434.444} & \scriptsize $\pm$ \texttt{465.183} \\
+\texttt{benchmark\_2:secondary2} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{470.333} & \scriptsize $\pm$ \texttt{502.273} \\
+\texttt{benchmark\_2:secondary3} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{574.400} & \scriptsize $\pm$ \texttt{969.535} \\
+\texttt{benchmark\_3} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{417.571} & \scriptsize $\pm$ \texttt{362.814} \\
+\texttt{benchmark\_3:secondary1} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{672.214} & \scriptsize $\pm$ \texttt{287.982} \\
+\texttt{benchmark\_3:secondary2} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{560.143} & \scriptsize $\pm$ \texttt{289.800} \\
+\texttt{benchmark\_3:secondary3} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{432.833} & \scriptsize $\pm$ \texttt{1036.758} \\
+\texttt{benchmark\_4} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{956.000} & \scriptsize $\pm$ \texttt{  NaN} \\
+\texttt{benchmark\_4:secondary1} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{688.000} & \scriptsize $\pm$ \texttt{  NaN} \\
+\texttt{benchmark\_4:secondary2} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{237.000} & \scriptsize $\pm$ \texttt{  NaN} \\
+\texttt{benchmark\_4:secondary3} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{599.000} & \scriptsize $\pm$ \texttt{  NaN} \\
 \end{tabular}
\ No newline at end of file
--- a/jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.latex.ru	Tue Apr 14 23:42:50 2015 +0300
+++ b/jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.latex.ru	Wed Apr 15 00:40:46 2015 +0300
@@ -1,19 +1,23 @@
-\begin{tabular}{r|l|l|l|l|l|rl}
- \multicolumn{1}{c|}{\texttt{Benchmark}} & \texttt{param0} & \texttt{param1} & \texttt{param2} & \texttt{param3} & \texttt{param4} &  \multicolumn{2}{c}{\texttt{Score, ops/ms}} \\
-\hline
-\texttt{benchmark\_0} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{528,857} & \scriptsize $\pm$ \texttt{278,142} \\
-\texttt{benchmark\_0:secondary1} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{549,714} & \scriptsize $\pm$ \texttt{320,227} \\
-\texttt{benchmark\_0:secondary2} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{615,500} & \scriptsize $\pm$ \texttt{319,210} \\
-\texttt{benchmark\_1} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{439,000} & \scriptsize $\pm$ \texttt{  NaN} \\
-\texttt{benchmark\_1:secondary1} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{953,000} & \scriptsize $\pm$ \texttt{  NaN} \\
-\texttt{benchmark\_1:secondary2} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{367,000} & \scriptsize $\pm$ \texttt{  NaN} \\
-\texttt{benchmark\_2} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{545,000} & \scriptsize $\pm$ \texttt{553,337} \\
-\texttt{benchmark\_2:secondary1} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{434,444} & \scriptsize $\pm$ \texttt{465,183} \\
-\texttt{benchmark\_2:secondary2} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{470,333} & \scriptsize $\pm$ \texttt{502,273} \\
-\texttt{benchmark\_3} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{417,571} & \scriptsize $\pm$ \texttt{362,814} \\
-\texttt{benchmark\_3:secondary1} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{672,214} & \scriptsize $\pm$ \texttt{287,982} \\
-\texttt{benchmark\_3:secondary2} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{560,143} & \scriptsize $\pm$ \texttt{289,800} \\
-\texttt{benchmark\_4} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{956,000} & \scriptsize $\pm$ \texttt{  NaN} \\
-\texttt{benchmark\_4:secondary1} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{688,000} & \scriptsize $\pm$ \texttt{  NaN} \\
-\texttt{benchmark\_4:secondary2} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{237,000} & \scriptsize $\pm$ \texttt{  NaN} \\
+\begin{tabular}{r|l|l|l|l|l|rl}
+ \multicolumn{1}{c|}{\texttt{Benchmark}} & \texttt{param0} & \texttt{param1} & \texttt{param2} & \texttt{param3} & \texttt{param4} &  \multicolumn{2}{c}{\texttt{Score, ops/ms}} \\
+\hline
+\texttt{benchmark\_0} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{528,857} & \scriptsize $\pm$ \texttt{278,142} \\
+\texttt{benchmark\_0:secondary1} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{549,714} & \scriptsize $\pm$ \texttt{320,227} \\
+\texttt{benchmark\_0:secondary2} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{615,500} & \scriptsize $\pm$ \texttt{319,210} \\
+\texttt{benchmark\_0:secondary3} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{246,000} & \scriptsize $\pm$ \texttt{847,566} \\
+\texttt{benchmark\_1} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{439,000} & \scriptsize $\pm$ \texttt{  NaN} \\
+\texttt{benchmark\_1:secondary1} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{953,000} & \scriptsize $\pm$ \texttt{  NaN} \\
+\texttt{benchmark\_1:secondary2} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{367,000} & \scriptsize $\pm$ \texttt{  NaN} \\
+\texttt{benchmark\_2} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{545,000} & \scriptsize $\pm$ \texttt{553,337} \\
+\texttt{benchmark\_2:secondary1} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{434,444} & \scriptsize $\pm$ \texttt{465,183} \\
+\texttt{benchmark\_2:secondary2} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{470,333} & \scriptsize $\pm$ \texttt{502,273} \\
+\texttt{benchmark\_2:secondary3} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{574,400} & \scriptsize $\pm$ \texttt{969,535} \\
+\texttt{benchmark\_3} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{417,571} & \scriptsize $\pm$ \texttt{362,814} \\
+\texttt{benchmark\_3:secondary1} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{672,214} & \scriptsize $\pm$ \texttt{287,982} \\
+\texttt{benchmark\_3:secondary2} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{560,143} & \scriptsize $\pm$ \texttt{289,800} \\
+\texttt{benchmark\_3:secondary3} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{432,833} & \scriptsize $\pm$ \texttt{1036,758} \\
+\texttt{benchmark\_4} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{956,000} & \scriptsize $\pm$ \texttt{  NaN} \\
+\texttt{benchmark\_4:secondary1} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{688,000} & \scriptsize $\pm$ \texttt{  NaN} \\
+\texttt{benchmark\_4:secondary2} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{237,000} & \scriptsize $\pm$ \texttt{  NaN} \\
+\texttt{benchmark\_4:secondary3} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{599,000} & \scriptsize $\pm$ \texttt{  NaN} \\
 \end{tabular}
\ No newline at end of file
--- a/jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.latex.us	Tue Apr 14 23:42:50 2015 +0300
+++ b/jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.latex.us	Wed Apr 15 00:40:46 2015 +0300
@@ -1,19 +1,23 @@
-\begin{tabular}{r|l|l|l|l|l|rl}
- \multicolumn{1}{c|}{\texttt{Benchmark}} & \texttt{param0} & \texttt{param1} & \texttt{param2} & \texttt{param3} & \texttt{param4} &  \multicolumn{2}{c}{\texttt{Score, ops/ms}} \\
-\hline
-\texttt{benchmark\_0} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{528.857} & \scriptsize $\pm$ \texttt{278.142} \\
-\texttt{benchmark\_0:secondary1} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{549.714} & \scriptsize $\pm$ \texttt{320.227} \\
-\texttt{benchmark\_0:secondary2} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{615.500} & \scriptsize $\pm$ \texttt{319.210} \\
-\texttt{benchmark\_1} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{439.000} & \scriptsize $\pm$ \texttt{  NaN} \\
-\texttt{benchmark\_1:secondary1} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{953.000} & \scriptsize $\pm$ \texttt{  NaN} \\
-\texttt{benchmark\_1:secondary2} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{367.000} & \scriptsize $\pm$ \texttt{  NaN} \\
-\texttt{benchmark\_2} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{545.000} & \scriptsize $\pm$ \texttt{553.337} \\
-\texttt{benchmark\_2:secondary1} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{434.444} & \scriptsize $\pm$ \texttt{465.183} \\
-\texttt{benchmark\_2:secondary2} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{470.333} & \scriptsize $\pm$ \texttt{502.273} \\
-\texttt{benchmark\_3} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{417.571} & \scriptsize $\pm$ \texttt{362.814} \\
-\texttt{benchmark\_3:secondary1} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{672.214} & \scriptsize $\pm$ \texttt{287.982} \\
-\texttt{benchmark\_3:secondary2} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{560.143} & \scriptsize $\pm$ \texttt{289.800} \\
-\texttt{benchmark\_4} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{956.000} & \scriptsize $\pm$ \texttt{  NaN} \\
-\texttt{benchmark\_4:secondary1} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{688.000} & \scriptsize $\pm$ \texttt{  NaN} \\
-\texttt{benchmark\_4:secondary2} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{237.000} & \scriptsize $\pm$ \texttt{  NaN} \\
+\begin{tabular}{r|l|l|l|l|l|rl}
+ \multicolumn{1}{c|}{\texttt{Benchmark}} & \texttt{param0} & \texttt{param1} & \texttt{param2} & \texttt{param3} & \texttt{param4} &  \multicolumn{2}{c}{\texttt{Score, ops/ms}} \\
+\hline
+\texttt{benchmark\_0} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{528.857} & \scriptsize $\pm$ \texttt{278.142} \\
+\texttt{benchmark\_0:secondary1} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{549.714} & \scriptsize $\pm$ \texttt{320.227} \\
+\texttt{benchmark\_0:secondary2} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{615.500} & \scriptsize $\pm$ \texttt{319.210} \\
+\texttt{benchmark\_0:secondary3} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{246.000} & \scriptsize $\pm$ \texttt{847.566} \\
+\texttt{benchmark\_1} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{439.000} & \scriptsize $\pm$ \texttt{  NaN} \\
+\texttt{benchmark\_1:secondary1} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{953.000} & \scriptsize $\pm$ \texttt{  NaN} \\
+\texttt{benchmark\_1:secondary2} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{367.000} & \scriptsize $\pm$ \texttt{  NaN} \\
+\texttt{benchmark\_2} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{545.000} & \scriptsize $\pm$ \texttt{553.337} \\
+\texttt{benchmark\_2:secondary1} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{434.444} & \scriptsize $\pm$ \texttt{465.183} \\
+\texttt{benchmark\_2:secondary2} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{470.333} & \scriptsize $\pm$ \texttt{502.273} \\
+\texttt{benchmark\_2:secondary3} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{574.400} & \scriptsize $\pm$ \texttt{969.535} \\
+\texttt{benchmark\_3} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{417.571} & \scriptsize $\pm$ \texttt{362.814} \\
+\texttt{benchmark\_3:secondary1} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{672.214} & \scriptsize $\pm$ \texttt{287.982} \\
+\texttt{benchmark\_3:secondary2} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{560.143} & \scriptsize $\pm$ \texttt{289.800} \\
+\texttt{benchmark\_3:secondary3} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{432.833} & \scriptsize $\pm$ \texttt{1036.758} \\
+\texttt{benchmark\_4} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{956.000} & \scriptsize $\pm$ \texttt{  NaN} \\
+\texttt{benchmark\_4:secondary1} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{688.000} & \scriptsize $\pm$ \texttt{  NaN} \\
+\texttt{benchmark\_4:secondary2} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{237.000} & \scriptsize $\pm$ \texttt{  NaN} \\
+\texttt{benchmark\_4:secondary3} & \texttt{value0} & \texttt{value1} & \texttt{value2} & \texttt{value3} & \texttt{value4} & \texttt{599.000} & \scriptsize $\pm$ \texttt{  NaN} \\
 \end{tabular}
\ No newline at end of file
--- a/jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.scsv.root	Tue Apr 14 23:42:50 2015 +0300
+++ b/jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.scsv.root	Wed Apr 15 00:40:46 2015 +0300
@@ -2,15 +2,19 @@
 "benchmark_0";"thrpt";80;14.000000;528.857143;278.141953;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_0:secondary1";"thrpt";80;14.000000;549.714286;320.227488;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_0:secondary2";"thrpt";80;14.000000;615.500000;319.209585;"ops/ms";value0;value1;value2;value3;value4
+"benchmark_0:secondary3";"thrpt";80;5.000000;246.000000;847.566004;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_1";"thrpt";900;1.000000;439.000000;NaN;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_1:secondary1";"thrpt";900;1.000000;953.000000;NaN;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_1:secondary2";"thrpt";900;1.000000;367.000000;NaN;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_2";"thrpt";466;9.000000;545.000000;553.336699;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_2:secondary1";"thrpt";466;9.000000;434.444444;465.182504;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_2:secondary2";"thrpt";466;9.000000;470.333333;502.273041;"ops/ms";value0;value1;value2;value3;value4
+"benchmark_2:secondary3";"thrpt";466;5.000000;574.400000;969.535252;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_3";"thrpt";968;14.000000;417.571429;362.813967;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_3:secondary1";"thrpt";968;14.000000;672.214286;287.982211;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_3:secondary2";"thrpt";968;14.000000;560.142857;289.799961;"ops/ms";value0;value1;value2;value3;value4
+"benchmark_3:secondary3";"thrpt";968;6.000000;432.833333;1036.758184;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_4";"thrpt";739;1.000000;956.000000;NaN;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_4:secondary1";"thrpt";739;1.000000;688.000000;NaN;"ops/ms";value0;value1;value2;value3;value4
-"benchmark_4:secondary2";"thrpt";739;1.000000;237.000000;NaN;"ops/ms";value0;value1;value2;value3;value4
\ No newline at end of file
+"benchmark_4:secondary2";"thrpt";739;1.000000;237.000000;NaN;"ops/ms";value0;value1;value2;value3;value4
+"benchmark_4:secondary3";"thrpt";739;1.000000;599.000000;NaN;"ops/ms";value0;value1;value2;value3;value4
--- a/jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.scsv.ru	Tue Apr 14 23:42:50 2015 +0300
+++ b/jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.scsv.ru	Wed Apr 15 00:40:46 2015 +0300
@@ -2,15 +2,19 @@
 "benchmark_0";"thrpt";80;14,000000;528,857143;278,141953;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_0:secondary1";"thrpt";80;14,000000;549,714286;320,227488;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_0:secondary2";"thrpt";80;14,000000;615,500000;319,209585;"ops/ms";value0;value1;value2;value3;value4
+"benchmark_0:secondary3";"thrpt";80;5,000000;246,000000;847,566004;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_1";"thrpt";900;1,000000;439,000000;NaN;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_1:secondary1";"thrpt";900;1,000000;953,000000;NaN;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_1:secondary2";"thrpt";900;1,000000;367,000000;NaN;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_2";"thrpt";466;9,000000;545,000000;553,336699;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_2:secondary1";"thrpt";466;9,000000;434,444444;465,182504;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_2:secondary2";"thrpt";466;9,000000;470,333333;502,273041;"ops/ms";value0;value1;value2;value3;value4
+"benchmark_2:secondary3";"thrpt";466;5,000000;574,400000;969,535252;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_3";"thrpt";968;14,000000;417,571429;362,813967;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_3:secondary1";"thrpt";968;14,000000;672,214286;287,982211;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_3:secondary2";"thrpt";968;14,000000;560,142857;289,799961;"ops/ms";value0;value1;value2;value3;value4
+"benchmark_3:secondary3";"thrpt";968;6,000000;432,833333;1036,758184;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_4";"thrpt";739;1,000000;956,000000;NaN;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_4:secondary1";"thrpt";739;1,000000;688,000000;NaN;"ops/ms";value0;value1;value2;value3;value4
-"benchmark_4:secondary2";"thrpt";739;1,000000;237,000000;NaN;"ops/ms";value0;value1;value2;value3;value4
\ No newline at end of file
+"benchmark_4:secondary2";"thrpt";739;1,000000;237,000000;NaN;"ops/ms";value0;value1;value2;value3;value4
+"benchmark_4:secondary3";"thrpt";739;1,000000;599,000000;NaN;"ops/ms";value0;value1;value2;value3;value4
--- a/jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.scsv.us	Tue Apr 14 23:42:50 2015 +0300
+++ b/jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.scsv.us	Wed Apr 15 00:40:46 2015 +0300
@@ -2,15 +2,19 @@
 "benchmark_0";"thrpt";80;14.000000;528.857143;278.141953;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_0:secondary1";"thrpt";80;14.000000;549.714286;320.227488;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_0:secondary2";"thrpt";80;14.000000;615.500000;319.209585;"ops/ms";value0;value1;value2;value3;value4
+"benchmark_0:secondary3";"thrpt";80;5.000000;246.000000;847.566004;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_1";"thrpt";900;1.000000;439.000000;NaN;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_1:secondary1";"thrpt";900;1.000000;953.000000;NaN;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_1:secondary2";"thrpt";900;1.000000;367.000000;NaN;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_2";"thrpt";466;9.000000;545.000000;553.336699;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_2:secondary1";"thrpt";466;9.000000;434.444444;465.182504;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_2:secondary2";"thrpt";466;9.000000;470.333333;502.273041;"ops/ms";value0;value1;value2;value3;value4
+"benchmark_2:secondary3";"thrpt";466;5.000000;574.400000;969.535252;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_3";"thrpt";968;14.000000;417.571429;362.813967;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_3:secondary1";"thrpt";968;14.000000;672.214286;287.982211;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_3:secondary2";"thrpt";968;14.000000;560.142857;289.799961;"ops/ms";value0;value1;value2;value3;value4
+"benchmark_3:secondary3";"thrpt";968;6.000000;432.833333;1036.758184;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_4";"thrpt";739;1.000000;956.000000;NaN;"ops/ms";value0;value1;value2;value3;value4
 "benchmark_4:secondary1";"thrpt";739;1.000000;688.000000;NaN;"ops/ms";value0;value1;value2;value3;value4
-"benchmark_4:secondary2";"thrpt";739;1.000000;237.000000;NaN;"ops/ms";value0;value1;value2;value3;value4
\ No newline at end of file
+"benchmark_4:secondary2";"thrpt";739;1.000000;237.000000;NaN;"ops/ms";value0;value1;value2;value3;value4
+"benchmark_4:secondary3";"thrpt";739;1.000000;599.000000;NaN;"ops/ms";value0;value1;value2;value3;value4
--- a/jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.text.root	Tue Apr 14 23:42:50 2015 +0300
+++ b/jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.text.root	Wed Apr 15 00:40:46 2015 +0300
@@ -1,16 +1,20 @@
-Benchmark               (param0)  (param1)  (param2)  (param3)  (param4)   Mode  Cnt    Score     Error   Units
-benchmark_0               value0    value1    value2    value3    value4  thrpt   14  528.857 ± 278.142  ops/ms
-benchmark_0:secondary1    value0    value1    value2    value3    value4  thrpt   14  549.714 ± 320.227  ops/ms
-benchmark_0:secondary2    value0    value1    value2    value3    value4  thrpt   14  615.500 ± 319.210  ops/ms
-benchmark_1               value0    value1    value2    value3    value4  thrpt       439.000            ops/ms
-benchmark_1:secondary1    value0    value1    value2    value3    value4  thrpt       953.000            ops/ms
-benchmark_1:secondary2    value0    value1    value2    value3    value4  thrpt       367.000            ops/ms
-benchmark_2               value0    value1    value2    value3    value4  thrpt    9  545.000 ± 553.337  ops/ms
-benchmark_2:secondary1    value0    value1    value2    value3    value4  thrpt    9  434.444 ± 465.183  ops/ms
-benchmark_2:secondary2    value0    value1    value2    value3    value4  thrpt    9  470.333 ± 502.273  ops/ms
-benchmark_3               value0    value1    value2    value3    value4  thrpt   14  417.571 ± 362.814  ops/ms
-benchmark_3:secondary1    value0    value1    value2    value3    value4  thrpt   14  672.214 ± 287.982  ops/ms
-benchmark_3:secondary2    value0    value1    value2    value3    value4  thrpt   14  560.143 ± 289.800  ops/ms
-benchmark_4               value0    value1    value2    value3    value4  thrpt       956.000            ops/ms
-benchmark_4:secondary1    value0    value1    value2    value3    value4  thrpt       688.000            ops/ms
-benchmark_4:secondary2    value0    value1    value2    value3    value4  thrpt       237.000            ops/ms
\ No newline at end of file
+Benchmark               (param0)  (param1)  (param2)  (param3)  (param4)   Mode  Cnt    Score      Error   Units
+benchmark_0               value0    value1    value2    value3    value4  thrpt   14  528.857 ±  278.142  ops/ms
+benchmark_0:secondary1    value0    value1    value2    value3    value4  thrpt   14  549.714 ±  320.227  ops/ms
+benchmark_0:secondary2    value0    value1    value2    value3    value4  thrpt   14  615.500 ±  319.210  ops/ms
+benchmark_0:secondary3    value0    value1    value2    value3    value4  thrpt    5  246.000 ±  847.566  ops/ms
+benchmark_1               value0    value1    value2    value3    value4  thrpt       439.000             ops/ms
+benchmark_1:secondary1    value0    value1    value2    value3    value4  thrpt       953.000             ops/ms
+benchmark_1:secondary2    value0    value1    value2    value3    value4  thrpt       367.000             ops/ms
+benchmark_2               value0    value1    value2    value3    value4  thrpt    9  545.000 ±  553.337  ops/ms
+benchmark_2:secondary1    value0    value1    value2    value3    value4  thrpt    9  434.444 ±  465.183  ops/ms
+benchmark_2:secondary2    value0    value1    value2    value3    value4  thrpt    9  470.333 ±  502.273  ops/ms
+benchmark_2:secondary3    value0    value1    value2    value3    value4  thrpt    5  574.400 ±  969.535  ops/ms
+benchmark_3               value0    value1    value2    value3    value4  thrpt   14  417.571 ±  362.814  ops/ms
+benchmark_3:secondary1    value0    value1    value2    value3    value4  thrpt   14  672.214 ±  287.982  ops/ms
+benchmark_3:secondary2    value0    value1    value2    value3    value4  thrpt   14  560.143 ±  289.800  ops/ms
+benchmark_3:secondary3    value0    value1    value2    value3    value4  thrpt    6  432.833 ± 1036.758  ops/ms
+benchmark_4               value0    value1    value2    value3    value4  thrpt       956.000             ops/ms
+benchmark_4:secondary1    value0    value1    value2    value3    value4  thrpt       688.000             ops/ms
+benchmark_4:secondary2    value0    value1    value2    value3    value4  thrpt       237.000             ops/ms
+benchmark_4:secondary3    value0    value1    value2    value3    value4  thrpt       599.000             ops/ms
--- a/jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.text.ru	Tue Apr 14 23:42:50 2015 +0300
+++ b/jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.text.ru	Wed Apr 15 00:40:46 2015 +0300
@@ -1,16 +1,20 @@
-Benchmark               (param0)  (param1)  (param2)  (param3)  (param4)   Mode  Cnt    Score     Error   Units
-benchmark_0               value0    value1    value2    value3    value4  thrpt   14  528,857 ± 278,142  ops/ms
-benchmark_0:secondary1    value0    value1    value2    value3    value4  thrpt   14  549,714 ± 320,227  ops/ms
-benchmark_0:secondary2    value0    value1    value2    value3    value4  thrpt   14  615,500 ± 319,210  ops/ms
-benchmark_1               value0    value1    value2    value3    value4  thrpt       439,000            ops/ms
-benchmark_1:secondary1    value0    value1    value2    value3    value4  thrpt       953,000            ops/ms
-benchmark_1:secondary2    value0    value1    value2    value3    value4  thrpt       367,000            ops/ms
-benchmark_2               value0    value1    value2    value3    value4  thrpt    9  545,000 ± 553,337  ops/ms
-benchmark_2:secondary1    value0    value1    value2    value3    value4  thrpt    9  434,444 ± 465,183  ops/ms
-benchmark_2:secondary2    value0    value1    value2    value3    value4  thrpt    9  470,333 ± 502,273  ops/ms
-benchmark_3               value0    value1    value2    value3    value4  thrpt   14  417,571 ± 362,814  ops/ms
-benchmark_3:secondary1    value0    value1    value2    value3    value4  thrpt   14  672,214 ± 287,982  ops/ms
-benchmark_3:secondary2    value0    value1    value2    value3    value4  thrpt   14  560,143 ± 289,800  ops/ms
-benchmark_4               value0    value1    value2    value3    value4  thrpt       956,000            ops/ms
-benchmark_4:secondary1    value0    value1    value2    value3    value4  thrpt       688,000            ops/ms
-benchmark_4:secondary2    value0    value1    value2    value3    value4  thrpt       237,000            ops/ms
\ No newline at end of file
+Benchmark               (param0)  (param1)  (param2)  (param3)  (param4)   Mode  Cnt    Score      Error   Units
+benchmark_0               value0    value1    value2    value3    value4  thrpt   14  528,857 ±  278,142  ops/ms
+benchmark_0:secondary1    value0    value1    value2    value3    value4  thrpt   14  549,714 ±  320,227  ops/ms
+benchmark_0:secondary2    value0    value1    value2    value3    value4  thrpt   14  615,500 ±  319,210  ops/ms
+benchmark_0:secondary3    value0    value1    value2    value3    value4  thrpt    5  246,000 ±  847,566  ops/ms
+benchmark_1               value0    value1    value2    value3    value4  thrpt       439,000             ops/ms
+benchmark_1:secondary1    value0    value1    value2    value3    value4  thrpt       953,000             ops/ms
+benchmark_1:secondary2    value0    value1    value2    value3    value4  thrpt       367,000             ops/ms
+benchmark_2               value0    value1    value2    value3    value4  thrpt    9  545,000 ±  553,337  ops/ms
+benchmark_2:secondary1    value0    value1    value2    value3    value4  thrpt    9  434,444 ±  465,183  ops/ms
+benchmark_2:secondary2    value0    value1    value2    value3    value4  thrpt    9  470,333 ±  502,273  ops/ms
+benchmark_2:secondary3    value0    value1    value2    value3    value4  thrpt    5  574,400 ±  969,535  ops/ms
+benchmark_3               value0    value1    value2    value3    value4  thrpt   14  417,571 ±  362,814  ops/ms
+benchmark_3:secondary1    value0    value1    value2    value3    value4  thrpt   14  672,214 ±  287,982  ops/ms
+benchmark_3:secondary2    value0    value1    value2    value3    value4  thrpt   14  560,143 ±  289,800  ops/ms
+benchmark_3:secondary3    value0    value1    value2    value3    value4  thrpt    6  432,833 ± 1036,758  ops/ms
+benchmark_4               value0    value1    value2    value3    value4  thrpt       956,000             ops/ms
+benchmark_4:secondary1    value0    value1    value2    value3    value4  thrpt       688,000             ops/ms
+benchmark_4:secondary2    value0    value1    value2    value3    value4  thrpt       237,000             ops/ms
+benchmark_4:secondary3    value0    value1    value2    value3    value4  thrpt       599,000             ops/ms
--- a/jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.text.us	Tue Apr 14 23:42:50 2015 +0300
+++ b/jmh-core/src/test/resources/org/openjdk/jmh/results/format/output-golden.text.us	Wed Apr 15 00:40:46 2015 +0300
@@ -1,16 +1,20 @@
-Benchmark               (param0)  (param1)  (param2)  (param3)  (param4)   Mode  Cnt    Score     Error   Units
-benchmark_0               value0    value1    value2    value3    value4  thrpt   14  528.857 ± 278.142  ops/ms
-benchmark_0:secondary1    value0    value1    value2    value3    value4  thrpt   14  549.714 ± 320.227  ops/ms
-benchmark_0:secondary2    value0    value1    value2    value3    value4  thrpt   14  615.500 ± 319.210  ops/ms
-benchmark_1               value0    value1    value2    value3    value4  thrpt       439.000            ops/ms
-benchmark_1:secondary1    value0    value1    value2    value3    value4  thrpt       953.000            ops/ms
-benchmark_1:secondary2    value0    value1    value2    value3    value4  thrpt       367.000            ops/ms
-benchmark_2               value0    value1    value2    value3    value4  thrpt    9  545.000 ± 553.337  ops/ms
-benchmark_2:secondary1    value0    value1    value2    value3    value4  thrpt    9  434.444 ± 465.183  ops/ms
-benchmark_2:secondary2    value0    value1    value2    value3    value4  thrpt    9  470.333 ± 502.273  ops/ms
-benchmark_3               value0    value1    value2    value3    value4  thrpt   14  417.571 ± 362.814  ops/ms
-benchmark_3:secondary1    value0    value1    value2    value3    value4  thrpt   14  672.214 ± 287.982  ops/ms
-benchmark_3:secondary2    value0    value1    value2    value3    value4  thrpt   14  560.143 ± 289.800  ops/ms
-benchmark_4               value0    value1    value2    value3    value4  thrpt       956.000            ops/ms
-benchmark_4:secondary1    value0    value1    value2    value3    value4  thrpt       688.000            ops/ms
-benchmark_4:secondary2    value0    value1    value2    value3    value4  thrpt       237.000            ops/ms
\ No newline at end of file
+Benchmark               (param0)  (param1)  (param2)  (param3)  (param4)   Mode  Cnt    Score      Error   Units
+benchmark_0               value0    value1    value2    value3    value4  thrpt   14  528.857 ±  278.142  ops/ms
+benchmark_0:secondary1    value0    value1    value2    value3    value4  thrpt   14  549.714 ±  320.227  ops/ms
+benchmark_0:secondary2    value0    value1    value2    value3    value4  thrpt   14  615.500 ±  319.210  ops/ms
+benchmark_0:secondary3    value0    value1    value2    value3    value4  thrpt    5  246.000 ±  847.566  ops/ms
+benchmark_1               value0    value1    value2    value3    value4  thrpt       439.000             ops/ms
+benchmark_1:secondary1    value0    value1    value2    value3    value4  thrpt       953.000             ops/ms
+benchmark_1:secondary2    value0    value1    value2    value3    value4  thrpt       367.000             ops/ms
+benchmark_2               value0    value1    value2    value3    value4  thrpt    9  545.000 ±  553.337  ops/ms
+benchmark_2:secondary1    value0    value1    value2    value3    value4  thrpt    9  434.444 ±  465.183  ops/ms
+benchmark_2:secondary2    value0    value1    value2    value3    value4  thrpt    9  470.333 ±  502.273  ops/ms
+benchmark_2:secondary3    value0    value1    value2    value3    value4  thrpt    5  574.400 ±  969.535  ops/ms
+benchmark_3               value0    value1    value2    value3    value4  thrpt   14  417.571 ±  362.814  ops/ms
+benchmark_3:secondary1    value0    value1    value2    value3    value4  thrpt   14  672.214 ±  287.982  ops/ms
+benchmark_3:secondary2    value0    value1    value2    value3    value4  thrpt   14  560.143 ±  289.800  ops/ms
+benchmark_3:secondary3    value0    value1    value2    value3    value4  thrpt    6  432.833 ± 1036.758  ops/ms
+benchmark_4               value0    value1    value2    value3    value4  thrpt       956.000             ops/ms
+benchmark_4:secondary1    value0    value1    value2    value3    value4  thrpt       688.000             ops/ms
+benchmark_4:secondary2    value0    value1    value2    value3    value4  thrpt       237.000             ops/ms
+benchmark_4:secondary3    value0    value1    value2    value3    value4  thrpt       599.000             ops/ms