changeset 1449:2985092a3a59

7902167: JMH should provide stern message about trusting the numbers
author shade
date Fri, 04 May 2018 13:19:01 +0200
parents 56576f4dc727
children 9df26c5f8b4b
files jmh-core/src/main/java/org/openjdk/jmh/runner/format/TextReportFormat.java
diffstat 1 files changed, 7 insertions(+), 0 deletions(-) [+]
line wrap: on
line diff
--- a/jmh-core/src/main/java/org/openjdk/jmh/runner/format/TextReportFormat.java	Thu May 03 20:30:22 2018 +0200
+++ b/jmh-core/src/main/java/org/openjdk/jmh/runner/format/TextReportFormat.java	Fri May 04 13:19:01 2018 +0200
@@ -217,6 +217,13 @@
 
     @Override
     public void endRun(Collection<RunResult> runResults) {
+        out.println("REMEMBER: The numbers below are just data. To gain reusable insights, you need to follow up on");
+        out.println("why the numbers are the way they are. Use profilers (see -prof, -lprof), build combinatorial");
+        out.println("experiments, perform baseline and negative tests that provide experimental control, make sure");
+        out.println("the benchmarking environment is safe on JVM/OS/HW level, ask for reviews from the domain experts.");
+        out.println("Do not assume the numbers tell you what you want them to tell.");
+        out.println("");
+
         ResultFormatFactory.getInstance(ResultFormatType.TEXT, out).writeOut(runResults);
     }