annotate jmh-core/src/test/resources/org/openjdk/jmh/output/results/output-golden.json @ 673:ac886642f14d

results: rework internal result aggregation mechanics to average/sum with Statistics, not with arcane passes over data.
author shade
date Wed, 21 May 2014 16:23:31 +0400
parents 9a0c3f0bb81d
children a2e93ab1c3c2
rev   line source
shade@276 1 [
shade@276 2 {
shade@276 3 "benchmark" : "benchmark_0",
shade@276 4 "mode" : "avgt",
shade@276 5 "threads" : 80,
shade@276 6 "forks" : 828,
shade@276 7 "warmupIterations" : 84,
shade@276 8 "warmupTime" : "375 s",
shade@276 9 "measurementIterations" : 802,
shade@276 10 "measurementTime" : "501 s",
shade@408 11 "params" : {
shade@408 12 "param0" : "value0",
shade@408 13 "param1" : "value1",
shade@408 14 "param2" : "value2",
shade@408 15 "param3" : "value3",
shade@408 16 "param4" : "value4"
shade@408 17 },
shade@276 18 "primaryMetric" : {
shade@673 19 "score" : 528.8571428571429,
shade@535 20 "scoreError" : 278.1419529743147,
shade@276 21 "scoreConfidence" : [
shade@535 22 250.7151898828282,
shade@535 23 806.9990958314576
shade@276 24 ],
shade@403 25 "scorePercentiles" : {
shade@535 26 "0.0" : 87.0,
shade@535 27 "50.0" : 567.5,
shade@535 28 "90.0" : 884.0,
shade@535 29 "95.0" : 942.0,
shade@535 30 "99.0" : 942.0,
shade@535 31 "99.9" : 942.0,
shade@535 32 "99.99" : 942.0,
shade@535 33 "99.999" : 942.0,
shade@535 34 "99.9999" : 942.0,
shade@535 35 "100.0" : 942.0
shade@403 36 },
shade@276 37 "scoreUnit" : "ops/ms",
shade@276 38 "rawData" : [
shade@276 39 [
shade@535 40 942.0,
shade@535 41 384.0
shade@276 42 ],
shade@276 43 [
shade@535 44 351.0,
shade@535 45 781.0
shade@276 46 ],
shade@276 47 [
shade@535 48 397.0,
shade@535 49 555.0
shade@276 50 ],
shade@276 51 [
shade@535 52 582.0,
shade@535 53 580.0
shade@276 54 ],
shade@276 55 [
shade@535 56 644.0
shade@276 57 ],
shade@276 58 [
shade@535 59 655.0,
shade@535 60 87.0,
shade@535 61 499.0
shade@276 62 ],
shade@276 63 [
shade@535 64 121.0,
shade@535 65 826.0
shade@276 66 ]
shade@276 67 ]
shade@276 68 },
shade@276 69 "secondaryMetrics" : {
shade@276 70 "secondary1" : {
shade@673 71 "score" : 549.7142857142857,
shade@535 72 "scoreError" : 320.2274881224688,
shade@276 73 "scoreConfidence" : [
shade@535 74 229.48679759181687,
shade@535 75 869.9417738367545
shade@276 76 ],
shade@403 77 "scorePercentiles" : {
shade@535 78 "0.0" : 54.0,
shade@535 79 "50.0" : 527.0,
shade@535 80 "90.0" : 935.0,
shade@535 81 "95.0" : 952.0,
shade@535 82 "99.0" : 952.0,
shade@535 83 "99.9" : 952.0,
shade@535 84 "99.99" : 952.0,
shade@535 85 "99.999" : 952.0,
shade@535 86 "99.9999" : 952.0,
shade@535 87 "100.0" : 952.0
shade@403 88 },
shade@276 89 "scoreUnit" : "ops/ms",
shade@276 90 "rawData" :[
shade@276 91 [
shade@535 92 390.0,
shade@535 93 787.0
shade@276 94 ],
shade@276 95 [
shade@535 96 792.0,
shade@535 97 425.0
shade@276 98 ],
shade@276 99 [
shade@535 100 501.0,
shade@535 101 952.0
shade@276 102 ],
shade@276 103 [
shade@535 104 99.0,
shade@535 105 412.0
shade@276 106 ],
shade@276 107 [
shade@535 108 54.0
shade@276 109 ],
shade@276 110 [
shade@535 111 594.0,
shade@535 112 553.0,
shade@535 113 370.0
shade@276 114 ],
shade@276 115 [
shade@535 116 918.0,
shade@535 117 849.0
shade@276 118 ]
shade@276 119 ]
shade@276 120 },
shade@276 121 "secondary2" : {
shade@535 122 "score" : 615.5,
shade@535 123 "scoreError" : 319.2095847883776,
shade@276 124 "scoreConfidence" : [
shade@535 125 296.2904152116224,
shade@535 126 934.7095847883776
shade@276 127 ],
shade@403 128 "scorePercentiles" : {
shade@535 129 "0.0" : 56.0,
shade@535 130 "50.0" : 724.5,
shade@535 131 "90.0" : 967.5,
shade@535 132 "95.0" : 992.0,
shade@535 133 "99.0" : 992.0,
shade@535 134 "99.9" : 992.0,
shade@535 135 "99.99" : 992.0,
shade@535 136 "99.999" : 992.0,
shade@535 137 "99.9999" : 992.0,
shade@535 138 "100.0" : 992.0
shade@403 139 },
shade@276 140 "scoreUnit" : "ops/ms",
shade@276 141 "rawData" :[
shade@276 142 [
shade@535 143 806.0,
shade@535 144 303.0
shade@276 145 ],
shade@276 146 [
shade@535 147 316.0,
shade@535 148 943.0
shade@276 149 ],
shade@276 150 [
shade@535 151 825.0,
shade@535 152 831.0
shade@276 153 ],
shade@276 154 [
shade@535 155 758.0,
shade@535 156 691.0
shade@276 157 ],
shade@276 158 [
shade@535 159 508.0
shade@276 160 ],
shade@276 161 [
shade@535 162 497.0,
shade@535 163 318.0,
shade@535 164 773.0
shade@276 165 ],
shade@276 166 [
shade@535 167 56.0,
shade@535 168 992.0
shade@276 169 ]
shade@276 170 ]
shade@276 171 }
shade@276 172 }
shade@276 173 }
shade@276 174 ,
shade@276 175 {
shade@276 176 "benchmark" : "benchmark_1",
shade@276 177 "mode" : "avgt",
shade@276 178 "threads" : 900,
shade@276 179 "forks" : 364,
shade@276 180 "warmupIterations" : 544,
shade@276 181 "warmupTime" : "409 s",
shade@276 182 "measurementIterations" : 55,
shade@276 183 "measurementTime" : "398 s",
shade@408 184 "params" : {
shade@408 185 "param0" : "value0",
shade@408 186 "param1" : "value1",
shade@408 187 "param2" : "value2",
shade@408 188 "param3" : "value3",
shade@408 189 "param4" : "value4"
shade@408 190 },
shade@276 191 "primaryMetric" : {
shade@535 192 "score" : 439.0,
shade@276 193 "scoreError" : "NaN",
shade@276 194 "scoreConfidence" : [
shade@276 195 "NaN",
shade@276 196 "NaN"
shade@276 197 ],
shade@403 198 "scorePercentiles" : {
shade@535 199 "0.0" : 439.0,
shade@535 200 "50.0" : 439.0,
shade@535 201 "90.0" : 439.0,
shade@535 202 "95.0" : 439.0,
shade@535 203 "99.0" : 439.0,
shade@535 204 "99.9" : 439.0,
shade@535 205 "99.99" : 439.0,
shade@535 206 "99.999" : 439.0,
shade@535 207 "99.9999" : 439.0,
shade@535 208 "100.0" : 439.0
shade@403 209 },
shade@276 210 "scoreUnit" : "ops/ms",
shade@276 211 "rawData" : [
shade@276 212 [
shade@535 213 439.0
shade@276 214 ]
shade@276 215 ]
shade@276 216 },
shade@276 217 "secondaryMetrics" : {
shade@276 218 "secondary1" : {
shade@535 219 "score" : 953.0,
shade@276 220 "scoreError" : "NaN",
shade@276 221 "scoreConfidence" : [
shade@276 222 "NaN",
shade@276 223 "NaN"
shade@276 224 ],
shade@403 225 "scorePercentiles" : {
shade@535 226 "0.0" : 953.0,
shade@535 227 "50.0" : 953.0,
shade@535 228 "90.0" : 953.0,
shade@535 229 "95.0" : 953.0,
shade@535 230 "99.0" : 953.0,
shade@535 231 "99.9" : 953.0,
shade@535 232 "99.99" : 953.0,
shade@535 233 "99.999" : 953.0,
shade@535 234 "99.9999" : 953.0,
shade@535 235 "100.0" : 953.0
shade@403 236 },
shade@276 237 "scoreUnit" : "ops/ms",
shade@276 238 "rawData" :[
shade@276 239 [
shade@535 240 953.0
shade@276 241 ]
shade@276 242 ]
shade@276 243 },
shade@276 244 "secondary2" : {
shade@535 245 "score" : 367.0,
shade@276 246 "scoreError" : "NaN",
shade@276 247 "scoreConfidence" : [
shade@276 248 "NaN",
shade@276 249 "NaN"
shade@276 250 ],
shade@403 251 "scorePercentiles" : {
shade@535 252 "0.0" : 367.0,
shade@535 253 "50.0" : 367.0,
shade@535 254 "90.0" : 367.0,
shade@535 255 "95.0" : 367.0,
shade@535 256 "99.0" : 367.0,
shade@535 257 "99.9" : 367.0,
shade@535 258 "99.99" : 367.0,
shade@535 259 "99.999" : 367.0,
shade@535 260 "99.9999" : 367.0,
shade@535 261 "100.0" : 367.0
shade@403 262 },
shade@276 263 "scoreUnit" : "ops/ms",
shade@276 264 "rawData" :[
shade@276 265 [
shade@535 266 367.0
shade@276 267 ]
shade@276 268 ]
shade@276 269 }
shade@276 270 }
shade@276 271 }
shade@276 272 ,
shade@276 273 {
shade@276 274 "benchmark" : "benchmark_2",
shade@276 275 "mode" : "avgt",
shade@276 276 "threads" : 466,
shade@276 277 "forks" : 677,
shade@276 278 "warmupIterations" : 384,
shade@276 279 "warmupTime" : "105 s",
shade@276 280 "measurementIterations" : 461,
shade@276 281 "measurementTime" : "96 s",
shade@408 282 "params" : {
shade@408 283 "param0" : "value0",
shade@408 284 "param1" : "value1",
shade@408 285 "param2" : "value2",
shade@408 286 "param3" : "value3",
shade@408 287 "param4" : "value4"
shade@408 288 },
shade@276 289 "primaryMetric" : {
shade@535 290 "score" : 545.0,
shade@535 291 "scoreError" : 553.3366994253071,
shade@276 292 "scoreConfidence" : [
shade@535 293 -8.336699425307074,
shade@535 294 1098.336699425307
shade@276 295 ],
shade@403 296 "scorePercentiles" : {
shade@535 297 "0.0" : 100.0,
shade@535 298 "50.0" : 497.0,
shade@535 299 "90.0" : 986.0,
shade@535 300 "95.0" : 986.0,
shade@535 301 "99.0" : 986.0,
shade@535 302 "99.9" : 986.0,
shade@535 303 "99.99" : 986.0,
shade@535 304 "99.999" : 986.0,
shade@535 305 "99.9999" : 986.0,
shade@535 306 "100.0" : 986.0
shade@403 307 },
shade@276 308 "scoreUnit" : "ops/ms",
shade@276 309 "rawData" : [
shade@276 310 [
shade@535 311 749.0,
shade@535 312 105.0,
shade@535 313 100.0,
shade@535 314 863.0
shade@276 315 ],
shade@276 316 [
shade@535 317 836.0,
shade@535 318 497.0,
shade@535 319 390.0,
shade@535 320 379.0,
shade@535 321 986.0
shade@276 322 ]
shade@276 323 ]
shade@276 324 },
shade@276 325 "secondaryMetrics" : {
shade@276 326 "secondary1" : {
shade@673 327 "score" : 434.44444444444446,
shade@535 328 "scoreError" : 465.1825044536822,
shade@276 329 "scoreConfidence" : [
shade@535 330 -30.738060009237756,
shade@535 331 899.6269488981267
shade@276 332 ],
shade@403 333 "scorePercentiles" : {
shade@535 334 "0.0" : 88.0,
shade@535 335 "50.0" : 499.0,
shade@535 336 "90.0" : 823.0,
shade@535 337 "95.0" : 823.0,
shade@535 338 "99.0" : 823.0,
shade@535 339 "99.9" : 823.0,
shade@535 340 "99.99" : 823.0,
shade@535 341 "99.999" : 823.0,
shade@535 342 "99.9999" : 823.0,
shade@535 343 "100.0" : 823.0
shade@403 344 },
shade@276 345 "scoreUnit" : "ops/ms",
shade@276 346 "rawData" :[
shade@276 347 [
shade@535 348 170.0,
shade@535 349 532.0,
shade@535 350 586.0,
shade@535 351 104.0
shade@276 352 ],
shade@276 353 [
shade@535 354 775.0,
shade@535 355 88.0,
shade@535 356 823.0,
shade@535 357 499.0,
shade@535 358 333.0
shade@276 359 ]
shade@276 360 ]
shade@276 361 },
shade@276 362 "secondary2" : {
shade@535 363 "score" : 470.3333333333333,
shade@535 364 "scoreError" : 502.27304118350804,
shade@276 365 "scoreConfidence" : [
shade@535 366 -31.939707850174727,
shade@535 367 972.6063745168414
shade@276 368 ],
shade@403 369 "scorePercentiles" : {
shade@535 370 "0.0" : 151.0,
shade@535 371 "50.0" : 339.0,
shade@535 372 "90.0" : 974.0,
shade@535 373 "95.0" : 974.0,
shade@535 374 "99.0" : 974.0,
shade@535 375 "99.9" : 974.0,
shade@535 376 "99.99" : 974.0,
shade@535 377 "99.999" : 974.0,
shade@535 378 "99.9999" : 974.0,
shade@535 379 "100.0" : 974.0
shade@403 380 },
shade@276 381 "scoreUnit" : "ops/ms",
shade@276 382 "rawData" :[
shade@276 383 [
shade@535 384 574.0,
shade@535 385 246.0,
shade@535 386 151.0,
shade@535 387 665.0
shade@276 388 ],
shade@276 389 [
shade@535 390 173.0,
shade@535 391 974.0,
shade@535 392 291.0,
shade@535 393 339.0,
shade@535 394 820.0
shade@276 395 ]
shade@276 396 ]
shade@276 397 }
shade@276 398 }
shade@276 399 }
shade@277 400 ,
shade@277 401 {
shade@277 402 "benchmark" : "benchmark_3",
shade@277 403 "mode" : "avgt",
shade@277 404 "threads" : 968,
shade@277 405 "forks" : 581,
shade@277 406 "warmupIterations" : 628,
shade@277 407 "warmupTime" : "207 s",
shade@277 408 "measurementIterations" : 857,
shade@277 409 "measurementTime" : "438 s",
shade@408 410 "params" : {
shade@408 411 "param0" : "value0",
shade@408 412 "param1" : "value1",
shade@408 413 "param2" : "value2",
shade@408 414 "param3" : "value3",
shade@408 415 "param4" : "value4"
shade@408 416 },
shade@277 417 "primaryMetric" : {
shade@673 418 "score" : 417.57142857142856,
shade@535 419 "scoreError" : 362.81396705929166,
shade@277 420 "scoreConfidence" : [
shade@535 421 54.7574615121369,
shade@535 422 780.3853956307203
shade@277 423 ],
shade@403 424 "scorePercentiles" : {
shade@535 425 "0.0" : 21.0,
shade@535 426 "50.0" : 396.5,
shade@535 427 "90.0" : 890.0,
shade@535 428 "95.0" : 979.0,
shade@535 429 "99.0" : 979.0,
shade@535 430 "99.9" : 979.0,
shade@535 431 "99.99" : 979.0,
shade@535 432 "99.999" : 979.0,
shade@535 433 "99.9999" : 979.0,
shade@535 434 "100.0" : 979.0
shade@403 435 },
shade@277 436 "scoreUnit" : "ops/ms",
shade@277 437 "rawData" : [
shade@277 438 [
shade@535 439 145.0,
shade@535 440 502.0,
shade@535 441 686.0,
shade@535 442 291.0,
shade@535 443 665.0,
shade@535 444 120.0,
shade@535 445 63.0,
shade@535 446 570.0
shade@277 447 ],
shade@277 448 [
shade@535 449 801.0
shade@277 450 ],
shade@277 451 [
shade@535 452 731.0,
shade@535 453 21.0
shade@277 454 ],
shade@277 455 [
shade@535 456 147.0,
shade@535 457 125.0,
shade@535 458 979.0
shade@277 459 ]
shade@277 460 ]
shade@277 461 },
shade@277 462 "secondaryMetrics" : {
shade@277 463 "secondary1" : {
shade@673 464 "score" : 672.2142857142857,
shade@535 465 "scoreError" : 287.98221103408406,
shade@277 466 "scoreConfidence" : [
shade@535 467 384.2320746802016,
shade@535 468 960.1964967483698
shade@277 469 ],
shade@403 470 "scorePercentiles" : {
shade@535 471 "0.0" : 232.0,
shade@535 472 "50.0" : 686.0,
shade@535 473 "90.0" : 975.0,
shade@535 474 "95.0" : 983.0,
shade@535 475 "99.0" : 983.0,
shade@535 476 "99.9" : 983.0,
shade@535 477 "99.99" : 983.0,
shade@535 478 "99.999" : 983.0,
shade@535 479 "99.9999" : 983.0,
shade@535 480 "100.0" : 983.0
shade@403 481 },
shade@277 482 "scoreUnit" : "ops/ms",
shade@277 483 "rawData" :[
shade@277 484 [
shade@535 485 454.0,
shade@535 486 626.0,
shade@535 487 584.0,
shade@535 488 858.0,
shade@535 489 967.0,
shade@535 490 814.0,
shade@535 491 587.0,
shade@535 492 423.0
shade@277 493 ],
shade@277 494 [
shade@535 495 746.0
shade@277 496 ],
shade@277 497 [
shade@535 498 888.0,
shade@535 499 284.0
shade@277 500 ],
shade@277 501 [
shade@535 502 965.0,
shade@535 503 983.0,
shade@535 504 232.0
shade@277 505 ]
shade@277 506 ]
shade@277 507 },
shade@277 508 "secondary2" : {
shade@673 509 "score" : 560.1428571428571,
shade@535 510 "scoreError" : 289.79996145153024,
shade@277 511 "scoreConfidence" : [
shade@535 512 270.3428956913269,
shade@535 513 849.9428185943873
shade@277 514 ],
shade@403 515 "scorePercentiles" : {
shade@535 516 "0.0" : 114.0,
shade@535 517 "50.0" : 559.5,
shade@535 518 "90.0" : 866.5,
shade@535 519 "95.0" : 870.0,
shade@535 520 "99.0" : 870.0,
shade@535 521 "99.9" : 870.0,
shade@535 522 "99.99" : 870.0,
shade@535 523 "99.999" : 870.0,
shade@535 524 "99.9999" : 870.0,
shade@535 525 "100.0" : 870.0
shade@403 526 },
shade@277 527 "scoreUnit" : "ops/ms",
shade@277 528 "rawData" :[
shade@277 529 [
shade@535 530 114.0,
shade@535 531 166.0,
shade@535 532 559.0,
shade@535 533 560.0,
shade@535 534 341.0,
shade@535 535 765.0,
shade@535 536 353.0,
shade@535 537 522.0
shade@277 538 ],
shade@277 539 [
shade@535 540 779.0
shade@277 541 ],
shade@277 542 [
shade@535 543 870.0,
shade@535 544 848.0
shade@277 545 ],
shade@277 546 [
shade@535 547 863.0,
shade@535 548 392.0,
shade@535 549 710.0
shade@277 550 ]
shade@277 551 ]
shade@277 552 }
shade@277 553 }
shade@277 554 }
shade@277 555 ,
shade@277 556 {
shade@277 557 "benchmark" : "benchmark_4",
shade@277 558 "mode" : "avgt",
shade@277 559 "threads" : 739,
shade@277 560 "forks" : 670,
shade@277 561 "warmupIterations" : 997,
shade@277 562 "warmupTime" : "651 s",
shade@277 563 "measurementIterations" : 16,
shade@277 564 "measurementTime" : "763 s",
shade@408 565 "params" : {
shade@408 566 "param0" : "value0",
shade@408 567 "param1" : "value1",
shade@408 568 "param2" : "value2",
shade@408 569 "param3" : "value3",
shade@408 570 "param4" : "value4"
shade@408 571 },
shade@277 572 "primaryMetric" : {
shade@535 573 "score" : 956.0,
shade@277 574 "scoreError" : "NaN",
shade@277 575 "scoreConfidence" : [
shade@277 576 "NaN",
shade@277 577 "NaN"
shade@277 578 ],
shade@403 579 "scorePercentiles" : {
shade@535 580 "0.0" : 956.0,
shade@535 581 "50.0" : 956.0,
shade@535 582 "90.0" : 956.0,
shade@535 583 "95.0" : 956.0,
shade@535 584 "99.0" : 956.0,
shade@535 585 "99.9" : 956.0,
shade@535 586 "99.99" : 956.0,
shade@535 587 "99.999" : 956.0,
shade@535 588 "99.9999" : 956.0,
shade@535 589 "100.0" : 956.0
shade@403 590 },
shade@277 591 "scoreUnit" : "ops/ms",
shade@277 592 "rawData" : [
shade@277 593 [
shade@535 594 956.0
shade@277 595 ]
shade@277 596 ]
shade@277 597 },
shade@277 598 "secondaryMetrics" : {
shade@277 599 "secondary1" : {
shade@535 600 "score" : 688.0,
shade@277 601 "scoreError" : "NaN",
shade@277 602 "scoreConfidence" : [
shade@277 603 "NaN",
shade@277 604 "NaN"
shade@277 605 ],
shade@403 606 "scorePercentiles" : {
shade@535 607 "0.0" : 688.0,
shade@535 608 "50.0" : 688.0,
shade@535 609 "90.0" : 688.0,
shade@535 610 "95.0" : 688.0,
shade@535 611 "99.0" : 688.0,
shade@535 612 "99.9" : 688.0,
shade@535 613 "99.99" : 688.0,
shade@535 614 "99.999" : 688.0,
shade@535 615 "99.9999" : 688.0,
shade@535 616 "100.0" : 688.0
shade@403 617 },
shade@277 618 "scoreUnit" : "ops/ms",
shade@277 619 "rawData" :[
shade@277 620 [
shade@535 621 688.0
shade@277 622 ]
shade@277 623 ]
shade@277 624 },
shade@277 625 "secondary2" : {
shade@535 626 "score" : 237.0,
shade@277 627 "scoreError" : "NaN",
shade@277 628 "scoreConfidence" : [
shade@277 629 "NaN",
shade@277 630 "NaN"
shade@277 631 ],
shade@403 632 "scorePercentiles" : {
shade@535 633 "0.0" : 237.0,
shade@535 634 "50.0" : 237.0,
shade@535 635 "90.0" : 237.0,
shade@535 636 "95.0" : 237.0,
shade@535 637 "99.0" : 237.0,
shade@535 638 "99.9" : 237.0,
shade@535 639 "99.99" : 237.0,
shade@535 640 "99.999" : 237.0,
shade@535 641 "99.9999" : 237.0,
shade@535 642 "100.0" : 237.0
shade@403 643 },
shade@277 644 "scoreUnit" : "ops/ms",
shade@277 645 "rawData" :[
shade@277 646 [
shade@535 647 237.0
shade@277 648 ]
shade@277 649 ]
shade@277 650 }
shade@277 651 }
shade@277 652 }
shade@276 653 ]
shade@276 654
shade@276 655