changeset 1094:d40ed4e0fb5d

@State merge tests: verify the helper invocation counts are the same when @State objects are merged.
author shade
date Tue, 20 Jan 2015 13:45:06 +0300
parents 67f78641923f
children 0d9acc513438
files jmh-core-it/src/test/java/org/openjdk/jmh/it/times/statemerge/BenchmarkStateMergeHelperTimesTest.java jmh-core-it/src/test/java/org/openjdk/jmh/it/times/statemerge/GroupStateMergeHelperTimesTest.java jmh-core-it/src/test/java/org/openjdk/jmh/it/times/statemerge/ThreadStateMergeHelperTimesTest.java
diffstat 3 files changed, 374 insertions(+), 0 deletions(-) [+]
line wrap: on
line diff
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/jmh-core-it/src/test/java/org/openjdk/jmh/it/times/statemerge/BenchmarkStateMergeHelperTimesTest.java	Tue Jan 20 13:45:06 2015 +0300
@@ -0,0 +1,124 @@
+/*
+ * Copyright (c) 2005, 2015, Oracle and/or its affiliates. All rights reserved.
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * This code is free software; you can redistribute it and/or modify it
+ * under the terms of the GNU General Public License version 2 only, as
+ * published by the Free Software Foundation.  Oracle designates this
+ * particular file as subject to the "Classpath" exception as provided
+ * by Oracle in the LICENSE file that accompanied this code.
+ *
+ * This code is distributed in the hope that it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
+ * version 2 for more details (a copy is included in the LICENSE file that
+ * accompanied this code).
+ *
+ * You should have received a copy of the GNU General Public License version
+ * 2 along with this work; if not, write to the Free Software Foundation,
+ * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
+ *
+ * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
+ * or visit www.oracle.com if you need additional information or have any
+ * questions.
+ */
+package org.openjdk.jmh.it.times.statemerge;
+
+import org.junit.Assert;
+import org.junit.Test;
+import org.openjdk.jmh.annotations.Benchmark;
+import org.openjdk.jmh.annotations.BenchmarkMode;
+import org.openjdk.jmh.annotations.Fork;
+import org.openjdk.jmh.annotations.Level;
+import org.openjdk.jmh.annotations.Measurement;
+import org.openjdk.jmh.annotations.Mode;
+import org.openjdk.jmh.annotations.Scope;
+import org.openjdk.jmh.annotations.Setup;
+import org.openjdk.jmh.annotations.State;
+import org.openjdk.jmh.annotations.TearDown;
+import org.openjdk.jmh.annotations.Threads;
+import org.openjdk.jmh.annotations.Warmup;
+import org.openjdk.jmh.it.Fixtures;
+import org.openjdk.jmh.runner.Runner;
+import org.openjdk.jmh.runner.RunnerException;
+import org.openjdk.jmh.runner.options.Options;
+import org.openjdk.jmh.runner.options.OptionsBuilder;
+
+import java.util.concurrent.TimeUnit;
+import java.util.concurrent.atomic.AtomicInteger;
+
+public class BenchmarkStateMergeHelperTimesTest {
+
+    @State(Scope.Benchmark)
+    public static class MyState {
+        private final AtomicInteger countSetupRun = new AtomicInteger();
+        private final AtomicInteger countSetupIteration = new AtomicInteger();
+        private final AtomicInteger countSetupInvocation = new AtomicInteger();
+        private final AtomicInteger countTearDownRun = new AtomicInteger();
+        private final AtomicInteger countTearDownIteration = new AtomicInteger();
+        private final AtomicInteger countTearDownInvocation = new AtomicInteger();
+
+        @Setup(Level.Trial)
+        public void setup1() {
+            countSetupRun.incrementAndGet();
+        }
+
+        @Setup(Level.Iteration)
+        public void setup2() {
+            countSetupIteration.incrementAndGet();
+        }
+
+        @Setup(Level.Invocation)
+        public void setup3() {
+            countSetupInvocation.incrementAndGet();
+        }
+
+        @TearDown(Level.Trial)
+        public void tearDown1() {
+            countTearDownRun.incrementAndGet();
+        }
+
+        @TearDown(Level.Iteration)
+        public void tearDown2() {
+            countTearDownIteration.incrementAndGet();
+        }
+
+        @TearDown(Level.Invocation)
+        public void tearDown3() {
+            countTearDownInvocation.incrementAndGet();
+        }
+
+        @TearDown(Level.Trial)
+        public void tearDownLATEST() { // this name ensures this is the latest teardown to run
+            Assert.assertEquals("Setup1 called once", 1, countSetupRun.get());
+            Assert.assertEquals("Setup2 called twice", 2, countSetupIteration.get());
+
+            Assert.assertEquals("TearDown1 called once", 1, countTearDownRun.get());
+            Assert.assertEquals("TearDown2 called twice", 2, countTearDownIteration.get());
+
+            Assert.assertEquals("Setup3 and TearDown3 counters match", countSetupInvocation.get(), countTearDownInvocation.get());
+        }
+    }
+
+    @Benchmark
+    @BenchmarkMode(Mode.All)
+    @Warmup(iterations = 0)
+    @Measurement(iterations = 2, time = 100, timeUnit = TimeUnit.MILLISECONDS)
+    @Fork(1)
+    @Threads(2)
+    public void test(MyState state1, MyState state2) {
+        Fixtures.work();
+    }
+
+    @Test
+    public void invokeAPI() throws RunnerException {
+        for (int c = 0; c < Fixtures.repetitionCount(); c++) {
+            Options opt = new OptionsBuilder()
+                    .include(Fixtures.getTestMask(this.getClass()))
+                    .shouldFailOnError(true)
+                    .build();
+            new Runner(opt).run();
+        }
+    }
+
+}
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/jmh-core-it/src/test/java/org/openjdk/jmh/it/times/statemerge/GroupStateMergeHelperTimesTest.java	Tue Jan 20 13:45:06 2015 +0300
@@ -0,0 +1,126 @@
+/*
+ * Copyright (c) 2005, 2015, Oracle and/or its affiliates. All rights reserved.
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * This code is free software; you can redistribute it and/or modify it
+ * under the terms of the GNU General Public License version 2 only, as
+ * published by the Free Software Foundation.  Oracle designates this
+ * particular file as subject to the "Classpath" exception as provided
+ * by Oracle in the LICENSE file that accompanied this code.
+ *
+ * This code is distributed in the hope that it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
+ * version 2 for more details (a copy is included in the LICENSE file that
+ * accompanied this code).
+ *
+ * You should have received a copy of the GNU General Public License version
+ * 2 along with this work; if not, write to the Free Software Foundation,
+ * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
+ *
+ * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
+ * or visit www.oracle.com if you need additional information or have any
+ * questions.
+ */
+package org.openjdk.jmh.it.times.statemerge;
+
+import org.junit.Assert;
+import org.junit.Test;
+import org.openjdk.jmh.annotations.Benchmark;
+import org.openjdk.jmh.annotations.BenchmarkMode;
+import org.openjdk.jmh.annotations.Fork;
+import org.openjdk.jmh.annotations.Group;
+import org.openjdk.jmh.annotations.GroupThreads;
+import org.openjdk.jmh.annotations.Level;
+import org.openjdk.jmh.annotations.Measurement;
+import org.openjdk.jmh.annotations.Mode;
+import org.openjdk.jmh.annotations.Scope;
+import org.openjdk.jmh.annotations.Setup;
+import org.openjdk.jmh.annotations.State;
+import org.openjdk.jmh.annotations.TearDown;
+import org.openjdk.jmh.annotations.Warmup;
+import org.openjdk.jmh.it.Fixtures;
+import org.openjdk.jmh.runner.Runner;
+import org.openjdk.jmh.runner.RunnerException;
+import org.openjdk.jmh.runner.options.Options;
+import org.openjdk.jmh.runner.options.OptionsBuilder;
+
+import java.util.concurrent.TimeUnit;
+import java.util.concurrent.atomic.AtomicInteger;
+
+public class GroupStateMergeHelperTimesTest {
+
+    @State(Scope.Group)
+    public static class MyState {
+        private final AtomicInteger countSetupRun = new AtomicInteger();
+        private final AtomicInteger countSetupIteration = new AtomicInteger();
+        private final AtomicInteger countSetupInvocation = new AtomicInteger();
+        private final AtomicInteger countTearDownRun = new AtomicInteger();
+        private final AtomicInteger countTearDownIteration = new AtomicInteger();
+        private final AtomicInteger countTearDownInvocation = new AtomicInteger();
+
+        @Setup(Level.Trial)
+        public void setup1() {
+            countSetupRun.incrementAndGet();
+        }
+
+        @Setup(Level.Iteration)
+        public void setup2() {
+            countSetupIteration.incrementAndGet();
+        }
+
+        @Setup(Level.Invocation)
+        public void setup3() {
+            countSetupInvocation.incrementAndGet();
+        }
+
+        @TearDown(Level.Trial)
+        public void tearDown1() {
+            countTearDownRun.incrementAndGet();
+        }
+
+        @TearDown(Level.Iteration)
+        public void tearDown2() {
+            countTearDownIteration.incrementAndGet();
+        }
+
+        @TearDown(Level.Invocation)
+        public void tearDown3() {
+            countTearDownInvocation.incrementAndGet();
+        }
+
+        @TearDown(Level.Trial)
+        public void tearDownLATEST() { // this name ensures this is the latest teardown to run
+            Assert.assertEquals("Setup1 called once", 1, countSetupRun.get());
+            Assert.assertEquals("Setup2 called twice", 2, countSetupIteration.get());
+
+            Assert.assertEquals("TearDown1 called once", 1, countTearDownRun.get());
+            Assert.assertEquals("TearDown2 called twice", 2, countTearDownIteration.get());
+
+            Assert.assertEquals("Setup3 and TearDown3 counters match", countSetupInvocation.get(), countTearDownInvocation.get());
+        }
+    }
+
+    @Benchmark
+    @BenchmarkMode(Mode.All)
+    @Warmup(iterations = 0)
+    @Measurement(iterations = 2, time = 100, timeUnit = TimeUnit.MILLISECONDS)
+    @Fork(1)
+    @Group("T")
+    @GroupThreads(2)
+    public void test(MyState state1, MyState state2) {
+        Fixtures.work();
+    }
+
+    @Test
+    public void invokeAPI() throws RunnerException {
+        for (int c = 0; c < Fixtures.repetitionCount(); c++) {
+            Options opt = new OptionsBuilder()
+                    .include(Fixtures.getTestMask(this.getClass()))
+                    .shouldFailOnError(true)
+                    .build();
+            new Runner(opt).run();
+        }
+    }
+
+}
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/jmh-core-it/src/test/java/org/openjdk/jmh/it/times/statemerge/ThreadStateMergeHelperTimesTest.java	Tue Jan 20 13:45:06 2015 +0300
@@ -0,0 +1,124 @@
+/*
+ * Copyright (c) 2005, 2015, Oracle and/or its affiliates. All rights reserved.
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * This code is free software; you can redistribute it and/or modify it
+ * under the terms of the GNU General Public License version 2 only, as
+ * published by the Free Software Foundation.  Oracle designates this
+ * particular file as subject to the "Classpath" exception as provided
+ * by Oracle in the LICENSE file that accompanied this code.
+ *
+ * This code is distributed in the hope that it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
+ * version 2 for more details (a copy is included in the LICENSE file that
+ * accompanied this code).
+ *
+ * You should have received a copy of the GNU General Public License version
+ * 2 along with this work; if not, write to the Free Software Foundation,
+ * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
+ *
+ * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
+ * or visit www.oracle.com if you need additional information or have any
+ * questions.
+ */
+package org.openjdk.jmh.it.times.statemerge;
+
+import org.junit.Assert;
+import org.junit.Test;
+import org.openjdk.jmh.annotations.Benchmark;
+import org.openjdk.jmh.annotations.BenchmarkMode;
+import org.openjdk.jmh.annotations.Fork;
+import org.openjdk.jmh.annotations.Level;
+import org.openjdk.jmh.annotations.Measurement;
+import org.openjdk.jmh.annotations.Mode;
+import org.openjdk.jmh.annotations.Scope;
+import org.openjdk.jmh.annotations.Setup;
+import org.openjdk.jmh.annotations.State;
+import org.openjdk.jmh.annotations.TearDown;
+import org.openjdk.jmh.annotations.Threads;
+import org.openjdk.jmh.annotations.Warmup;
+import org.openjdk.jmh.it.Fixtures;
+import org.openjdk.jmh.runner.Runner;
+import org.openjdk.jmh.runner.RunnerException;
+import org.openjdk.jmh.runner.options.Options;
+import org.openjdk.jmh.runner.options.OptionsBuilder;
+
+import java.util.concurrent.TimeUnit;
+import java.util.concurrent.atomic.AtomicInteger;
+
+public class ThreadStateMergeHelperTimesTest {
+
+    @State(Scope.Thread)
+    public static class MyState {
+        private final AtomicInteger countSetupRun = new AtomicInteger();
+        private final AtomicInteger countSetupIteration = new AtomicInteger();
+        private final AtomicInteger countSetupInvocation = new AtomicInteger();
+        private final AtomicInteger countTearDownRun = new AtomicInteger();
+        private final AtomicInteger countTearDownIteration = new AtomicInteger();
+        private final AtomicInteger countTearDownInvocation = new AtomicInteger();
+
+        @Setup(Level.Trial)
+        public void setup1() {
+            countSetupRun.incrementAndGet();
+        }
+
+        @Setup(Level.Iteration)
+        public void setup2() {
+            countSetupIteration.incrementAndGet();
+        }
+
+        @Setup(Level.Invocation)
+        public void setup3() {
+            countSetupInvocation.incrementAndGet();
+        }
+
+        @TearDown(Level.Trial)
+        public void tearDown1() {
+            countTearDownRun.incrementAndGet();
+        }
+
+        @TearDown(Level.Iteration)
+        public void tearDown2() {
+            countTearDownIteration.incrementAndGet();
+        }
+
+        @TearDown(Level.Invocation)
+        public void tearDown3() {
+            countTearDownInvocation.incrementAndGet();
+        }
+
+        @TearDown(Level.Trial)
+        public void tearDownLATEST() { // this name ensures this is the latest teardown to run
+            Assert.assertEquals("Setup1 called once", 1, countSetupRun.get());
+            Assert.assertEquals("Setup2 called twice", 2, countSetupIteration.get());
+
+            Assert.assertEquals("TearDown1 called once", 1, countTearDownRun.get());
+            Assert.assertEquals("TearDown2 called twice", 2, countTearDownIteration.get());
+
+            Assert.assertEquals("Setup3 and TearDown3 counters match", countSetupInvocation.get(), countTearDownInvocation.get());
+        }
+    }
+
+    @Benchmark
+    @BenchmarkMode(Mode.All)
+    @Warmup(iterations = 0)
+    @Measurement(iterations = 2, time = 100, timeUnit = TimeUnit.MILLISECONDS)
+    @Fork(1)
+    @Threads(2)
+    public void test(MyState state1, MyState state2) {
+        Fixtures.work();
+    }
+
+    @Test
+    public void invokeAPI() throws RunnerException {
+        for (int c = 0; c < Fixtures.repetitionCount(); c++) {
+            Options opt = new OptionsBuilder()
+                    .include(Fixtures.getTestMask(this.getClass()))
+                    .shouldFailOnError(true)
+                    .build();
+            new Runner(opt).run();
+        }
+    }
+
+}