changeset 1096:7098caa2753f

@State batch size tests: verify the helper invocation counts are matched with batchSize > 1
author shade
date Tue, 20 Jan 2015 19:13:35 +0300
parents 0d9acc513438
children f34af7107054
files jmh-core-it/src/test/java/org/openjdk/jmh/it/times/batches/BenchmarkBatchedBenchHelperTimesTest.java jmh-core-it/src/test/java/org/openjdk/jmh/it/times/batches/GroupBatchedBenchHelperTimesTest.java jmh-core-it/src/test/java/org/openjdk/jmh/it/times/batches/ThreadBatchedBenchHelperTimesTest.java
diffstat 3 files changed, 383 insertions(+), 0 deletions(-) [+]
line wrap: on
line diff
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/jmh-core-it/src/test/java/org/openjdk/jmh/it/times/batches/BenchmarkBatchedBenchHelperTimesTest.java	Tue Jan 20 19:13:35 2015 +0300
@@ -0,0 +1,127 @@
+/*
+ * Copyright (c) 2005, 2013, Oracle and/or its affiliates. All rights reserved.
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * This code is free software; you can redistribute it and/or modify it
+ * under the terms of the GNU General Public License version 2 only, as
+ * published by the Free Software Foundation.  Oracle designates this
+ * particular file as subject to the "Classpath" exception as provided
+ * by Oracle in the LICENSE file that accompanied this code.
+ *
+ * This code is distributed in the hope that it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
+ * version 2 for more details (a copy is included in the LICENSE file that
+ * accompanied this code).
+ *
+ * You should have received a copy of the GNU General Public License version
+ * 2 along with this work; if not, write to the Free Software Foundation,
+ * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
+ *
+ * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
+ * or visit www.oracle.com if you need additional information or have any
+ * questions.
+ */
+package org.openjdk.jmh.it.times.batches;
+
+import org.junit.Assert;
+import org.junit.Test;
+import org.openjdk.jmh.annotations.Benchmark;
+import org.openjdk.jmh.annotations.BenchmarkMode;
+import org.openjdk.jmh.annotations.Fork;
+import org.openjdk.jmh.annotations.Level;
+import org.openjdk.jmh.annotations.Measurement;
+import org.openjdk.jmh.annotations.Mode;
+import org.openjdk.jmh.annotations.Scope;
+import org.openjdk.jmh.annotations.Setup;
+import org.openjdk.jmh.annotations.State;
+import org.openjdk.jmh.annotations.TearDown;
+import org.openjdk.jmh.annotations.Threads;
+import org.openjdk.jmh.annotations.Warmup;
+import org.openjdk.jmh.it.Fixtures;
+import org.openjdk.jmh.runner.Runner;
+import org.openjdk.jmh.runner.RunnerException;
+import org.openjdk.jmh.runner.options.Options;
+import org.openjdk.jmh.runner.options.OptionsBuilder;
+
+import java.util.concurrent.TimeUnit;
+import java.util.concurrent.atomic.AtomicInteger;
+
+@State(Scope.Benchmark)
+public class BenchmarkBatchedBenchHelperTimesTest {
+
+    private final AtomicInteger countInvocations = new AtomicInteger();
+    private final AtomicInteger countSetupRun = new AtomicInteger();
+    private final AtomicInteger countSetupIteration = new AtomicInteger();
+    private final AtomicInteger countSetupInvocation = new AtomicInteger();
+    private final AtomicInteger countTearDownRun = new AtomicInteger();
+    private final AtomicInteger countTearDownIteration = new AtomicInteger();
+    private final AtomicInteger countTearDownInvocation = new AtomicInteger();
+
+    @Setup(Level.Trial)
+    public void setup1() {
+        countSetupRun.incrementAndGet();
+    }
+
+    @Setup(Level.Iteration)
+    public void setup2() {
+        countSetupIteration.incrementAndGet();
+    }
+
+    @Setup(Level.Invocation)
+    public void setup3() {
+        countSetupInvocation.incrementAndGet();
+    }
+
+    @TearDown(Level.Trial)
+    public void tearDown1() {
+        countTearDownRun.incrementAndGet();
+    }
+
+    @TearDown(Level.Iteration)
+    public void tearDown2() {
+        countTearDownIteration.incrementAndGet();
+    }
+
+    @TearDown(Level.Invocation)
+    public void tearDown3() {
+        countTearDownInvocation.incrementAndGet();
+    }
+
+    @TearDown(Level.Trial)
+    public void tearDownLATEST() { // this name ensures this is the latest teardown to run
+        Assert.assertEquals("Setup1 called once", 1, countSetupRun.get());
+        Assert.assertEquals("Setup2 called twice", 2, countSetupIteration.get());
+
+        Assert.assertEquals("TearDown1 called once", 1, countTearDownRun.get());
+        Assert.assertEquals("TearDown2 called twice", 2, countTearDownIteration.get());
+
+        Assert.assertEquals("Setup3 and TearDown3 agree", countSetupInvocation.get(), countTearDownInvocation.get());
+        Assert.assertEquals("Test invocations and Setup3 agree", countInvocations.get(), countSetupInvocation.get());
+        Assert.assertEquals("Test invocations and TearDown3 agree", countInvocations.get(), countTearDownInvocation.get());
+    }
+
+    @Benchmark
+    @BenchmarkMode(Mode.All)
+    @Warmup(iterations = 0)
+    @Measurement(iterations = 2, time = 100, timeUnit = TimeUnit.MILLISECONDS)
+    @Fork(1)
+    @Threads(2)
+    public void test() {
+        Fixtures.work();
+        countInvocations.incrementAndGet();
+    }
+
+    @Test
+    public void invokeAPI() throws RunnerException {
+        for (int c = 0; c < Fixtures.repetitionCount(); c++) {
+            Options opt = new OptionsBuilder()
+                    .include(Fixtures.getTestMask(this.getClass()))
+                    .warmupBatchSize(10)
+                    .measurementBatchSize(10)
+                    .build();
+            new Runner(opt).run();
+        }
+    }
+
+}
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/jmh-core-it/src/test/java/org/openjdk/jmh/it/times/batches/GroupBatchedBenchHelperTimesTest.java	Tue Jan 20 19:13:35 2015 +0300
@@ -0,0 +1,129 @@
+/*
+ * Copyright (c) 2005, 2013, Oracle and/or its affiliates. All rights reserved.
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * This code is free software; you can redistribute it and/or modify it
+ * under the terms of the GNU General Public License version 2 only, as
+ * published by the Free Software Foundation.  Oracle designates this
+ * particular file as subject to the "Classpath" exception as provided
+ * by Oracle in the LICENSE file that accompanied this code.
+ *
+ * This code is distributed in the hope that it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
+ * version 2 for more details (a copy is included in the LICENSE file that
+ * accompanied this code).
+ *
+ * You should have received a copy of the GNU General Public License version
+ * 2 along with this work; if not, write to the Free Software Foundation,
+ * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
+ *
+ * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
+ * or visit www.oracle.com if you need additional information or have any
+ * questions.
+ */
+package org.openjdk.jmh.it.times.batches;
+
+import org.junit.Assert;
+import org.junit.Test;
+import org.openjdk.jmh.annotations.Benchmark;
+import org.openjdk.jmh.annotations.BenchmarkMode;
+import org.openjdk.jmh.annotations.Fork;
+import org.openjdk.jmh.annotations.Group;
+import org.openjdk.jmh.annotations.GroupThreads;
+import org.openjdk.jmh.annotations.Level;
+import org.openjdk.jmh.annotations.Measurement;
+import org.openjdk.jmh.annotations.Mode;
+import org.openjdk.jmh.annotations.Scope;
+import org.openjdk.jmh.annotations.Setup;
+import org.openjdk.jmh.annotations.State;
+import org.openjdk.jmh.annotations.TearDown;
+import org.openjdk.jmh.annotations.Warmup;
+import org.openjdk.jmh.it.Fixtures;
+import org.openjdk.jmh.runner.Runner;
+import org.openjdk.jmh.runner.RunnerException;
+import org.openjdk.jmh.runner.options.Options;
+import org.openjdk.jmh.runner.options.OptionsBuilder;
+
+import java.util.concurrent.TimeUnit;
+import java.util.concurrent.atomic.AtomicInteger;
+
+@State(Scope.Group)
+public class GroupBatchedBenchHelperTimesTest {
+
+    private final AtomicInteger countInvocations = new AtomicInteger();
+    private final AtomicInteger countSetupRun = new AtomicInteger();
+    private final AtomicInteger countSetupIteration = new AtomicInteger();
+    private final AtomicInteger countSetupInvocation = new AtomicInteger();
+    private final AtomicInteger countTearDownRun = new AtomicInteger();
+    private final AtomicInteger countTearDownIteration = new AtomicInteger();
+    private final AtomicInteger countTearDownInvocation = new AtomicInteger();
+
+    @Setup(Level.Trial)
+    public void setup1() {
+        countSetupRun.incrementAndGet();
+    }
+
+    @Setup(Level.Iteration)
+    public void setup2() {
+        countSetupIteration.incrementAndGet();
+    }
+
+    @Setup(Level.Invocation)
+    public void setup3() {
+        countSetupInvocation.incrementAndGet();
+    }
+
+    @TearDown(Level.Trial)
+    public void tearDown1() {
+        countTearDownRun.incrementAndGet();
+    }
+
+    @TearDown(Level.Iteration)
+    public void tearDown2() {
+        countTearDownIteration.incrementAndGet();
+    }
+
+    @TearDown(Level.Invocation)
+    public void tearDown3() {
+        countTearDownInvocation.incrementAndGet();
+    }
+
+    @TearDown(Level.Trial)
+    public void tearDownLATEST() { // this name ensures this is the latest teardown to run
+        Assert.assertEquals("Setup1 called once", 1, countSetupRun.get());
+        Assert.assertEquals("Setup2 called twice", 2, countSetupIteration.get());
+
+        Assert.assertEquals("TearDown1 called once", 1, countTearDownRun.get());
+        Assert.assertEquals("TearDown2 called twice", 2, countTearDownIteration.get());
+
+        Assert.assertEquals("Setup3 and TearDown3 agree", countSetupInvocation.get(), countTearDownInvocation.get());
+        Assert.assertEquals("Test invocations and Setup3 agree", countInvocations.get(), countSetupInvocation.get());
+        Assert.assertEquals("Test invocations and TearDown3 agree", countInvocations.get(), countTearDownInvocation.get());
+    }
+
+    @Benchmark
+    @BenchmarkMode(Mode.All)
+    @Warmup(iterations = 0)
+    @Measurement(iterations = 2, time = 100, timeUnit = TimeUnit.MILLISECONDS)
+    @Fork(1)
+    @Group("T")
+    @GroupThreads(2)
+    public void test() {
+        Fixtures.work();
+        countInvocations.incrementAndGet();
+    }
+
+    @Test
+    public void invokeAPI() throws RunnerException {
+        for (int c = 0; c < Fixtures.repetitionCount(); c++) {
+            Options opt = new OptionsBuilder()
+                    .include(Fixtures.getTestMask(this.getClass()))
+                    .warmupBatchSize(10)
+                    .measurementBatchSize(10)
+                    .build();
+            new Runner(opt).run();
+        }
+    }
+
+}
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/jmh-core-it/src/test/java/org/openjdk/jmh/it/times/batches/ThreadBatchedBenchHelperTimesTest.java	Tue Jan 20 19:13:35 2015 +0300
@@ -0,0 +1,127 @@
+/*
+ * Copyright (c) 2005, 2013, Oracle and/or its affiliates. All rights reserved.
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * This code is free software; you can redistribute it and/or modify it
+ * under the terms of the GNU General Public License version 2 only, as
+ * published by the Free Software Foundation.  Oracle designates this
+ * particular file as subject to the "Classpath" exception as provided
+ * by Oracle in the LICENSE file that accompanied this code.
+ *
+ * This code is distributed in the hope that it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
+ * version 2 for more details (a copy is included in the LICENSE file that
+ * accompanied this code).
+ *
+ * You should have received a copy of the GNU General Public License version
+ * 2 along with this work; if not, write to the Free Software Foundation,
+ * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
+ *
+ * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
+ * or visit www.oracle.com if you need additional information or have any
+ * questions.
+ */
+package org.openjdk.jmh.it.times.batches;
+
+import org.junit.Assert;
+import org.junit.Test;
+import org.openjdk.jmh.annotations.Benchmark;
+import org.openjdk.jmh.annotations.BenchmarkMode;
+import org.openjdk.jmh.annotations.Fork;
+import org.openjdk.jmh.annotations.Level;
+import org.openjdk.jmh.annotations.Measurement;
+import org.openjdk.jmh.annotations.Mode;
+import org.openjdk.jmh.annotations.Scope;
+import org.openjdk.jmh.annotations.Setup;
+import org.openjdk.jmh.annotations.State;
+import org.openjdk.jmh.annotations.TearDown;
+import org.openjdk.jmh.annotations.Threads;
+import org.openjdk.jmh.annotations.Warmup;
+import org.openjdk.jmh.it.Fixtures;
+import org.openjdk.jmh.runner.Runner;
+import org.openjdk.jmh.runner.RunnerException;
+import org.openjdk.jmh.runner.options.Options;
+import org.openjdk.jmh.runner.options.OptionsBuilder;
+
+import java.util.concurrent.TimeUnit;
+import java.util.concurrent.atomic.AtomicInteger;
+
+@State(Scope.Thread)
+public class ThreadBatchedBenchHelperTimesTest {
+
+    private final AtomicInteger countInvocations = new AtomicInteger();
+    private final AtomicInteger countSetupRun = new AtomicInteger();
+    private final AtomicInteger countSetupIteration = new AtomicInteger();
+    private final AtomicInteger countSetupInvocation = new AtomicInteger();
+    private final AtomicInteger countTearDownRun = new AtomicInteger();
+    private final AtomicInteger countTearDownIteration = new AtomicInteger();
+    private final AtomicInteger countTearDownInvocation = new AtomicInteger();
+
+    @Setup(Level.Trial)
+    public void setup1() {
+        countSetupRun.incrementAndGet();
+    }
+
+    @Setup(Level.Iteration)
+    public void setup2() {
+        countSetupIteration.incrementAndGet();
+    }
+
+    @Setup(Level.Invocation)
+    public void setup3() {
+        countSetupInvocation.incrementAndGet();
+    }
+
+    @TearDown(Level.Trial)
+    public void tearDown1() {
+        countTearDownRun.incrementAndGet();
+    }
+
+    @TearDown(Level.Iteration)
+    public void tearDown2() {
+        countTearDownIteration.incrementAndGet();
+    }
+
+    @TearDown(Level.Invocation)
+    public void tearDown3() {
+        countTearDownInvocation.incrementAndGet();
+    }
+
+    @TearDown(Level.Trial)
+    public void tearDownLATEST() { // this name ensures this is the latest teardown to run
+        Assert.assertEquals("Setup1 called once", 1, countSetupRun.get());
+        Assert.assertEquals("Setup2 called twice", 2, countSetupIteration.get());
+
+        Assert.assertEquals("TearDown1 called once", 1, countTearDownRun.get());
+        Assert.assertEquals("TearDown2 called twice", 2, countTearDownIteration.get());
+
+        Assert.assertEquals("Setup3 and TearDown3 agree", countSetupInvocation.get(), countTearDownInvocation.get());
+        Assert.assertEquals("Test invocations and Setup3 agree", countInvocations.get(), countSetupInvocation.get());
+        Assert.assertEquals("Test invocations and TearDown3 agree", countInvocations.get(), countTearDownInvocation.get());
+    }
+
+    @Benchmark
+    @BenchmarkMode(Mode.All)
+    @Warmup(iterations = 0)
+    @Measurement(iterations = 2, time = 100, timeUnit = TimeUnit.MILLISECONDS)
+    @Fork(1)
+    @Threads(2)
+    public void test() {
+        Fixtures.work();
+        countInvocations.incrementAndGet();
+    }
+
+    @Test
+    public void invokeAPI() throws RunnerException {
+        for (int c = 0; c < Fixtures.repetitionCount(); c++) {
+            Options opt = new OptionsBuilder()
+                    .include(Fixtures.getTestMask(this.getClass()))
+                    .warmupBatchSize(10)
+                    .measurementBatchSize(10)
+                    .build();
+            new Runner(opt).run();
+        }
+    }
+
+}