From 8568352d861ab9b71d3bf04976f1693d50fc1694 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Sun, 7 Apr 2024 08:58:03 +0000 Subject: [PATCH] Docs build for SOF3/dynec@9ed893f9d264f9083fc3c1a223fca7399f456002 --- .../1 entities/base/benchmark.json | 1 + .../1 entities/base/estimates.json | 1 + .../1 components/1 entities/base/sample.json | 1 + .../1 components/1 entities/base/tukey.json | 1 + .../1 entities/new/benchmark.json | 1 + .../1 entities/new/estimates.json | 1 + .../1 components/1 entities/new/sample.json | 1 + .../1 components/1 entities/new/tukey.json | 1 + .../1 components/1 entities/report/MAD.svg | 88 ++++ .../1 components/1 entities/report/SD.svg | 108 ++++ .../1 components/1 entities/report/index.html | 209 ++++++++ .../1 components/1 entities/report/mean.svg | 80 +++ .../1 components/1 entities/report/median.svg | 88 ++++ .../1 components/1 entities/report/pdf.svg | 163 ++++++ .../1 entities/report/pdf_small.svg | 44 ++ .../1 entities/report/regression.svg | 197 +++++++ .../1 entities/report/regression_small.svg | 182 +++++++ .../1 components/1 entities/report/slope.svg | 80 +++ .../1 entities/report/typical.svg | 80 +++ .../16 entities/base/benchmark.json | 1 + .../16 entities/base/estimates.json | 1 + .../1 components/16 entities/base/sample.json | 1 + .../1 components/16 entities/base/tukey.json | 1 + .../16 entities/new/benchmark.json | 1 + .../16 entities/new/estimates.json | 1 + .../1 components/16 entities/new/sample.json | 1 + .../1 components/16 entities/new/tukey.json | 1 + .../1 components/16 entities/report/MAD.svg | 84 +++ .../1 components/16 entities/report/SD.svg | 108 ++++ .../16 entities/report/index.html | 209 ++++++++ .../1 components/16 entities/report/mean.svg | 108 ++++ .../16 entities/report/median.svg | 80 +++ .../1 components/16 entities/report/pdf.svg | 177 +++++++ .../16 entities/report/pdf_small.svg | 52 ++ .../16 entities/report/regression.svg | 212 ++++++++ .../16 entities/report/regression_small.svg | 197 +++++++ .../1 components/16 entities/report/slope.svg | 112 ++++ .../16 entities/report/typical.svg | 112 ++++ .../256 entities/base/benchmark.json | 1 + .../256 entities/base/estimates.json | 1 + .../256 entities/base/sample.json | 1 + .../1 components/256 entities/base/tukey.json | 1 + .../256 entities/new/benchmark.json | 1 + .../256 entities/new/estimates.json | 1 + .../1 components/256 entities/new/sample.json | 1 + .../1 components/256 entities/new/tukey.json | 1 + .../1 components/256 entities/report/MAD.svg | 88 ++++ .../1 components/256 entities/report/SD.svg | 76 +++ .../256 entities/report/index.html | 209 ++++++++ .../1 components/256 entities/report/mean.svg | 104 ++++ .../256 entities/report/median.svg | 92 ++++ .../1 components/256 entities/report/pdf.svg | 139 +++++ .../256 entities/report/pdf_small.svg | 64 +++ .../256 entities/report/regression.svg | 207 ++++++++ .../256 entities/report/regression_small.svg | 192 +++++++ .../256 entities/report/slope.svg | 100 ++++ .../256 entities/report/typical.svg | 100 ++++ .../1 components/report/index.html | 142 +++++ .../1 components/report/lines.svg | 73 +++ .../1 components/report/violin.svg | 71 +++ .../1 entities/report/index.html | 185 +++++++ .../1 entities/report/violin.svg | 75 +++ .../1 entities/base/benchmark.json | 1 + .../1 entities/base/estimates.json | 1 + .../16 components/1 entities/base/sample.json | 1 + .../16 components/1 entities/base/tukey.json | 1 + .../1 entities/new/benchmark.json | 1 + .../1 entities/new/estimates.json | 1 + .../16 components/1 entities/new/sample.json | 1 + .../16 components/1 entities/new/tukey.json | 1 + .../16 components/1 entities/report/MAD.svg | 112 ++++ .../16 components/1 entities/report/SD.svg | 104 ++++ .../1 entities/report/index.html | 209 ++++++++ .../16 components/1 entities/report/mean.svg | 100 ++++ .../1 entities/report/median.svg | 80 +++ .../16 components/1 entities/report/pdf.svg | 149 ++++++ .../1 entities/report/pdf_small.svg | 64 +++ .../1 entities/report/regression.svg | 222 ++++++++ .../1 entities/report/regression_small.svg | 207 ++++++++ .../16 components/1 entities/report/slope.svg | 80 +++ .../1 entities/report/typical.svg | 80 +++ .../16 entities/base/benchmark.json | 1 + .../16 entities/base/estimates.json | 1 + .../16 entities/base/sample.json | 1 + .../16 components/16 entities/base/tukey.json | 1 + .../16 entities/new/benchmark.json | 1 + .../16 entities/new/estimates.json | 1 + .../16 components/16 entities/new/sample.json | 1 + .../16 components/16 entities/new/tukey.json | 1 + .../16 components/16 entities/report/MAD.svg | 88 ++++ .../16 components/16 entities/report/SD.svg | 104 ++++ .../16 entities/report/index.html | 209 ++++++++ .../16 components/16 entities/report/mean.svg | 108 ++++ .../16 entities/report/median.svg | 84 +++ .../16 components/16 entities/report/pdf.svg | 153 ++++++ .../16 entities/report/pdf_small.svg | 64 +++ .../16 entities/report/regression.svg | 212 ++++++++ .../16 entities/report/regression_small.svg | 197 +++++++ .../16 entities/report/slope.svg | 84 +++ .../16 entities/report/typical.svg | 84 +++ .../256 entities/base/benchmark.json | 1 + .../256 entities/base/estimates.json | 1 + .../256 entities/base/sample.json | 1 + .../256 entities/base/tukey.json | 1 + .../256 entities/new/benchmark.json | 1 + .../256 entities/new/estimates.json | 1 + .../256 entities/new/sample.json | 1 + .../16 components/256 entities/new/tukey.json | 1 + .../16 components/256 entities/report/MAD.svg | 80 +++ .../16 components/256 entities/report/SD.svg | 76 +++ .../256 entities/report/index.html | 209 ++++++++ .../256 entities/report/mean.svg | 80 +++ .../256 entities/report/median.svg | 80 +++ .../16 components/256 entities/report/pdf.svg | 145 ++++++ .../256 entities/report/pdf_small.svg | 48 ++ .../256 entities/report/regression.svg | 232 +++++++++ .../256 entities/report/regression_small.svg | 217 ++++++++ .../256 entities/report/slope.svg | 80 +++ .../256 entities/report/typical.svg | 80 +++ .../16 components/report/index.html | 142 +++++ .../16 components/report/lines.svg | 85 +++ .../16 components/report/violin.svg | 59 +++ .../16 entities/report/index.html | 185 +++++++ .../16 entities/report/violin.svg | 79 +++ .../1 entities/base/benchmark.json | 1 + .../1 entities/base/estimates.json | 1 + .../2 components/1 entities/base/sample.json | 1 + .../2 components/1 entities/base/tukey.json | 1 + .../1 entities/new/benchmark.json | 1 + .../1 entities/new/estimates.json | 1 + .../2 components/1 entities/new/sample.json | 1 + .../2 components/1 entities/new/tukey.json | 1 + .../2 components/1 entities/report/MAD.svg | 88 ++++ .../2 components/1 entities/report/SD.svg | 100 ++++ .../2 components/1 entities/report/index.html | 209 ++++++++ .../2 components/1 entities/report/mean.svg | 80 +++ .../2 components/1 entities/report/median.svg | 84 +++ .../2 components/1 entities/report/pdf.svg | 155 ++++++ .../1 entities/report/pdf_small.svg | 60 +++ .../1 entities/report/regression.svg | 197 +++++++ .../1 entities/report/regression_small.svg | 182 +++++++ .../2 components/1 entities/report/slope.svg | 80 +++ .../1 entities/report/typical.svg | 80 +++ .../16 entities/base/benchmark.json | 1 + .../16 entities/base/estimates.json | 1 + .../2 components/16 entities/base/sample.json | 1 + .../2 components/16 entities/base/tukey.json | 1 + .../16 entities/new/benchmark.json | 1 + .../16 entities/new/estimates.json | 1 + .../2 components/16 entities/new/sample.json | 1 + .../2 components/16 entities/new/tukey.json | 1 + .../2 components/16 entities/report/MAD.svg | 108 ++++ .../2 components/16 entities/report/SD.svg | 84 +++ .../16 entities/report/index.html | 209 ++++++++ .../2 components/16 entities/report/mean.svg | 80 +++ .../16 entities/report/median.svg | 80 +++ .../2 components/16 entities/report/pdf.svg | 155 ++++++ .../16 entities/report/pdf_small.svg | 68 +++ .../16 entities/report/regression.svg | 212 ++++++++ .../16 entities/report/regression_small.svg | 197 +++++++ .../2 components/16 entities/report/slope.svg | 100 ++++ .../16 entities/report/typical.svg | 100 ++++ .../256 entities/base/benchmark.json | 1 + .../256 entities/base/estimates.json | 1 + .../256 entities/base/sample.json | 1 + .../2 components/256 entities/base/tukey.json | 1 + .../256 entities/new/benchmark.json | 1 + .../256 entities/new/estimates.json | 1 + .../2 components/256 entities/new/sample.json | 1 + .../2 components/256 entities/new/tukey.json | 1 + .../2 components/256 entities/report/MAD.svg | 92 ++++ .../2 components/256 entities/report/SD.svg | 108 ++++ .../256 entities/report/index.html | 209 ++++++++ .../2 components/256 entities/report/mean.svg | 84 +++ .../256 entities/report/median.svg | 96 ++++ .../2 components/256 entities/report/pdf.svg | 167 ++++++ .../256 entities/report/pdf_small.svg | 48 ++ .../256 entities/report/regression.svg | 207 ++++++++ .../256 entities/report/regression_small.svg | 192 +++++++ .../256 entities/report/slope.svg | 76 +++ .../256 entities/report/typical.svg | 76 +++ .../2 components/report/index.html | 142 +++++ .../2 components/report/lines.svg | 77 +++ .../2 components/report/violin.svg | 75 +++ .../256 entities/report/index.html | 185 +++++++ .../256 entities/report/violin.svg | 71 +++ .../1 entities/base/benchmark.json | 1 + .../1 entities/base/estimates.json | 1 + .../4 components/1 entities/base/sample.json | 1 + .../4 components/1 entities/base/tukey.json | 1 + .../1 entities/new/benchmark.json | 1 + .../1 entities/new/estimates.json | 1 + .../4 components/1 entities/new/sample.json | 1 + .../4 components/1 entities/new/tukey.json | 1 + .../4 components/1 entities/report/MAD.svg | 104 ++++ .../4 components/1 entities/report/SD.svg | 84 +++ .../4 components/1 entities/report/index.html | 209 ++++++++ .../4 components/1 entities/report/mean.svg | 108 ++++ .../4 components/1 entities/report/median.svg | 84 +++ .../4 components/1 entities/report/pdf.svg | 151 ++++++ .../1 entities/report/pdf_small.svg | 64 +++ .../1 entities/report/regression.svg | 202 ++++++++ .../1 entities/report/regression_small.svg | 187 +++++++ .../4 components/1 entities/report/slope.svg | 80 +++ .../1 entities/report/typical.svg | 80 +++ .../16 entities/base/benchmark.json | 1 + .../16 entities/base/estimates.json | 1 + .../4 components/16 entities/base/sample.json | 1 + .../4 components/16 entities/base/tukey.json | 1 + .../16 entities/new/benchmark.json | 1 + .../16 entities/new/estimates.json | 1 + .../4 components/16 entities/new/sample.json | 1 + .../4 components/16 entities/new/tukey.json | 1 + .../4 components/16 entities/report/MAD.svg | 80 +++ .../4 components/16 entities/report/SD.svg | 100 ++++ .../16 entities/report/index.html | 209 ++++++++ .../4 components/16 entities/report/mean.svg | 88 ++++ .../16 entities/report/median.svg | 104 ++++ .../4 components/16 entities/report/pdf.svg | 133 +++++ .../16 entities/report/pdf_small.svg | 72 +++ .../16 entities/report/regression.svg | 212 ++++++++ .../16 entities/report/regression_small.svg | 197 +++++++ .../4 components/16 entities/report/slope.svg | 108 ++++ .../16 entities/report/typical.svg | 108 ++++ .../256 entities/base/benchmark.json | 1 + .../256 entities/base/estimates.json | 1 + .../256 entities/base/sample.json | 1 + .../4 components/256 entities/base/tukey.json | 1 + .../256 entities/new/benchmark.json | 1 + .../256 entities/new/estimates.json | 1 + .../4 components/256 entities/new/sample.json | 1 + .../4 components/256 entities/new/tukey.json | 1 + .../4 components/256 entities/report/MAD.svg | 80 +++ .../4 components/256 entities/report/SD.svg | 104 ++++ .../256 entities/report/index.html | 209 ++++++++ .../4 components/256 entities/report/mean.svg | 80 +++ .../256 entities/report/median.svg | 84 +++ .../4 components/256 entities/report/pdf.svg | 161 ++++++ .../256 entities/report/pdf_small.svg | 56 ++ .../256 entities/report/regression.svg | 232 +++++++++ .../256 entities/report/regression_small.svg | 217 ++++++++ .../256 entities/report/slope.svg | 100 ++++ .../256 entities/report/typical.svg | 100 ++++ .../4 components/report/index.html | 142 +++++ .../4 components/report/lines.svg | 85 +++ .../4 components/report/violin.svg | 51 ++ .../1 entities/base/benchmark.json | 1 + .../1 entities/base/estimates.json | 1 + .../8 components/1 entities/base/sample.json | 1 + .../8 components/1 entities/base/tukey.json | 1 + .../1 entities/new/benchmark.json | 1 + .../1 entities/new/estimates.json | 1 + .../8 components/1 entities/new/sample.json | 1 + .../8 components/1 entities/new/tukey.json | 1 + .../8 components/1 entities/report/MAD.svg | 108 ++++ .../8 components/1 entities/report/SD.svg | 108 ++++ .../8 components/1 entities/report/index.html | 209 ++++++++ .../8 components/1 entities/report/mean.svg | 108 ++++ .../8 components/1 entities/report/median.svg | 92 ++++ .../8 components/1 entities/report/pdf.svg | 157 ++++++ .../1 entities/report/pdf_small.svg | 60 +++ .../1 entities/report/regression.svg | 212 ++++++++ .../1 entities/report/regression_small.svg | 197 +++++++ .../8 components/1 entities/report/slope.svg | 88 ++++ .../1 entities/report/typical.svg | 88 ++++ .../16 entities/base/benchmark.json | 1 + .../16 entities/base/estimates.json | 1 + .../8 components/16 entities/base/sample.json | 1 + .../8 components/16 entities/base/tukey.json | 1 + .../16 entities/new/benchmark.json | 1 + .../16 entities/new/estimates.json | 1 + .../8 components/16 entities/new/sample.json | 1 + .../8 components/16 entities/new/tukey.json | 1 + .../8 components/16 entities/report/MAD.svg | 92 ++++ .../8 components/16 entities/report/SD.svg | 80 +++ .../16 entities/report/index.html | 209 ++++++++ .../8 components/16 entities/report/mean.svg | 108 ++++ .../16 entities/report/median.svg | 80 +++ .../8 components/16 entities/report/pdf.svg | 133 +++++ .../16 entities/report/pdf_small.svg | 56 ++ .../16 entities/report/regression.svg | 182 +++++++ .../16 entities/report/regression_small.svg | 167 ++++++ .../8 components/16 entities/report/slope.svg | 108 ++++ .../16 entities/report/typical.svg | 108 ++++ .../256 entities/base/benchmark.json | 1 + .../256 entities/base/estimates.json | 1 + .../256 entities/base/sample.json | 1 + .../8 components/256 entities/base/tukey.json | 1 + .../256 entities/new/benchmark.json | 1 + .../256 entities/new/estimates.json | 1 + .../8 components/256 entities/new/sample.json | 1 + .../8 components/256 entities/new/tukey.json | 1 + .../8 components/256 entities/report/MAD.svg | 88 ++++ .../8 components/256 entities/report/SD.svg | 104 ++++ .../256 entities/report/index.html | 209 ++++++++ .../8 components/256 entities/report/mean.svg | 76 +++ .../256 entities/report/median.svg | 92 ++++ .../8 components/256 entities/report/pdf.svg | 153 ++++++ .../256 entities/report/pdf_small.svg | 76 +++ .../256 entities/report/regression.svg | 207 ++++++++ .../256 entities/report/regression_small.svg | 192 +++++++ .../256 entities/report/slope.svg | 112 ++++ .../256 entities/report/typical.svg | 112 ++++ .../8 components/report/index.html | 142 +++++ .../8 components/report/lines.svg | 65 +++ .../8 components/report/violin.svg | 67 +++ .../tag/0.2.0/create entity/report/index.html | 418 +++++++++++++++ .../tag/0.2.0/create entity/report/lines.svg | 117 +++++ .../tag/0.2.0/create entity/report/violin.svg | 131 +++++ .../1 entities/base/benchmark.json | 1 + .../1 entities/base/estimates.json | 1 + .../0 components/1 entities/base/sample.json | 1 + .../0 components/1 entities/base/tukey.json | 1 + .../1 entities/new/benchmark.json | 1 + .../1 entities/new/estimates.json | 1 + .../0 components/1 entities/new/sample.json | 1 + .../0 components/1 entities/new/tukey.json | 1 + .../0 components/1 entities/report/MAD.svg | 88 ++++ .../0 components/1 entities/report/SD.svg | 100 ++++ .../0 components/1 entities/report/index.html | 209 ++++++++ .../0 components/1 entities/report/mean.svg | 108 ++++ .../0 components/1 entities/report/median.svg | 80 +++ .../0 components/1 entities/report/pdf.svg | 151 ++++++ .../1 entities/report/pdf_small.svg | 64 +++ .../1 entities/report/regression.svg | 192 +++++++ .../1 entities/report/regression_small.svg | 177 +++++++ .../0 components/1 entities/report/slope.svg | 80 +++ .../1 entities/report/typical.svg | 80 +++ .../16 entities/base/benchmark.json | 1 + .../16 entities/base/estimates.json | 1 + .../0 components/16 entities/base/sample.json | 1 + .../0 components/16 entities/base/tukey.json | 1 + .../16 entities/new/benchmark.json | 1 + .../16 entities/new/estimates.json | 1 + .../0 components/16 entities/new/sample.json | 1 + .../0 components/16 entities/new/tukey.json | 1 + .../0 components/16 entities/report/MAD.svg | 88 ++++ .../0 components/16 entities/report/SD.svg | 84 +++ .../16 entities/report/index.html | 209 ++++++++ .../0 components/16 entities/report/mean.svg | 104 ++++ .../16 entities/report/median.svg | 80 +++ .../0 components/16 entities/report/pdf.svg | 155 ++++++ .../16 entities/report/pdf_small.svg | 52 ++ .../16 entities/report/regression.svg | 182 +++++++ .../16 entities/report/regression_small.svg | 167 ++++++ .../0 components/16 entities/report/slope.svg | 88 ++++ .../16 entities/report/typical.svg | 88 ++++ .../256 entities/base/benchmark.json | 1 + .../256 entities/base/estimates.json | 1 + .../256 entities/base/sample.json | 1 + .../0 components/256 entities/base/tukey.json | 1 + .../256 entities/new/benchmark.json | 1 + .../256 entities/new/estimates.json | 1 + .../0 components/256 entities/new/sample.json | 1 + .../0 components/256 entities/new/tukey.json | 1 + .../0 components/256 entities/report/MAD.svg | 104 ++++ .../0 components/256 entities/report/SD.svg | 112 ++++ .../256 entities/report/index.html | 209 ++++++++ .../0 components/256 entities/report/mean.svg | 100 ++++ .../256 entities/report/median.svg | 80 +++ .../0 components/256 entities/report/pdf.svg | 169 ++++++ .../256 entities/report/pdf_small.svg | 68 +++ .../256 entities/report/regression.svg | 222 ++++++++ .../256 entities/report/regression_small.svg | 207 ++++++++ .../256 entities/report/slope.svg | 100 ++++ .../256 entities/report/typical.svg | 100 ++++ .../0 components/report/index.html | 142 +++++ .../0 components/report/lines.svg | 69 +++ .../0 components/report/violin.svg | 63 +++ .../1 entities/base/benchmark.json | 1 + .../1 entities/base/estimates.json | 1 + .../1 components/1 entities/base/sample.json | 1 + .../1 components/1 entities/base/tukey.json | 1 + .../1 entities/new/benchmark.json | 1 + .../1 entities/new/estimates.json | 1 + .../1 components/1 entities/new/sample.json | 1 + .../1 components/1 entities/new/tukey.json | 1 + .../1 components/1 entities/report/MAD.svg | 80 +++ .../1 components/1 entities/report/SD.svg | 88 ++++ .../1 components/1 entities/report/index.html | 209 ++++++++ .../1 components/1 entities/report/mean.svg | 108 ++++ .../1 components/1 entities/report/median.svg | 100 ++++ .../1 components/1 entities/report/pdf.svg | 153 ++++++ .../1 entities/report/pdf_small.svg | 56 ++ .../1 entities/report/regression.svg | 187 +++++++ .../1 entities/report/regression_small.svg | 172 +++++++ .../1 components/1 entities/report/slope.svg | 80 +++ .../1 entities/report/typical.svg | 80 +++ .../16 entities/base/benchmark.json | 1 + .../16 entities/base/estimates.json | 1 + .../1 components/16 entities/base/sample.json | 1 + .../1 components/16 entities/base/tukey.json | 1 + .../16 entities/new/benchmark.json | 1 + .../16 entities/new/estimates.json | 1 + .../1 components/16 entities/new/sample.json | 1 + .../1 components/16 entities/new/tukey.json | 1 + .../1 components/16 entities/report/MAD.svg | 100 ++++ .../1 components/16 entities/report/SD.svg | 76 +++ .../16 entities/report/index.html | 209 ++++++++ .../1 components/16 entities/report/mean.svg | 96 ++++ .../16 entities/report/median.svg | 100 ++++ .../1 components/16 entities/report/pdf.svg | 157 ++++++ .../16 entities/report/pdf_small.svg | 72 +++ .../16 entities/report/regression.svg | 177 +++++++ .../16 entities/report/regression_small.svg | 162 ++++++ .../1 components/16 entities/report/slope.svg | 100 ++++ .../16 entities/report/typical.svg | 100 ++++ .../256 entities/base/benchmark.json | 1 + .../256 entities/base/estimates.json | 1 + .../256 entities/base/sample.json | 1 + .../1 components/256 entities/base/tukey.json | 1 + .../256 entities/new/benchmark.json | 1 + .../256 entities/new/estimates.json | 1 + .../1 components/256 entities/new/sample.json | 1 + .../1 components/256 entities/new/tukey.json | 1 + .../1 components/256 entities/report/MAD.svg | 88 ++++ .../1 components/256 entities/report/SD.svg | 76 +++ .../256 entities/report/index.html | 209 ++++++++ .../1 components/256 entities/report/mean.svg | 96 ++++ .../256 entities/report/median.svg | 104 ++++ .../1 components/256 entities/report/pdf.svg | 167 ++++++ .../256 entities/report/pdf_small.svg | 68 +++ .../256 entities/report/regression.svg | 222 ++++++++ .../256 entities/report/regression_small.svg | 207 ++++++++ .../256 entities/report/slope.svg | 76 +++ .../256 entities/report/typical.svg | 76 +++ .../1 components/report/index.html | 142 +++++ .../1 components/report/lines.svg | 69 +++ .../1 components/report/violin.svg | 63 +++ .../1 entities/report/index.html | 208 ++++++++ .../1 entities/report/violin.svg | 93 ++++ .../1 entities/base/benchmark.json | 1 + .../1 entities/base/estimates.json | 1 + .../16 components/1 entities/base/sample.json | 1 + .../16 components/1 entities/base/tukey.json | 1 + .../1 entities/new/benchmark.json | 1 + .../1 entities/new/estimates.json | 1 + .../16 components/1 entities/new/sample.json | 1 + .../16 components/1 entities/new/tukey.json | 1 + .../16 components/1 entities/report/MAD.svg | 84 +++ .../16 components/1 entities/report/SD.svg | 84 +++ .../1 entities/report/index.html | 209 ++++++++ .../16 components/1 entities/report/mean.svg | 84 +++ .../1 entities/report/median.svg | 88 ++++ .../16 components/1 entities/report/pdf.svg | 157 ++++++ .../1 entities/report/pdf_small.svg | 56 ++ .../1 entities/report/regression.svg | 212 ++++++++ .../1 entities/report/regression_small.svg | 197 +++++++ .../16 components/1 entities/report/slope.svg | 92 ++++ .../1 entities/report/typical.svg | 92 ++++ .../16 entities/base/benchmark.json | 1 + .../16 entities/base/estimates.json | 1 + .../16 entities/base/sample.json | 1 + .../16 components/16 entities/base/tukey.json | 1 + .../16 entities/new/benchmark.json | 1 + .../16 entities/new/estimates.json | 1 + .../16 components/16 entities/new/sample.json | 1 + .../16 components/16 entities/new/tukey.json | 1 + .../16 components/16 entities/report/MAD.svg | 92 ++++ .../16 components/16 entities/report/SD.svg | 80 +++ .../16 entities/report/index.html | 209 ++++++++ .../16 components/16 entities/report/mean.svg | 84 +++ .../16 entities/report/median.svg | 108 ++++ .../16 components/16 entities/report/pdf.svg | 149 ++++++ .../16 entities/report/pdf_small.svg | 68 +++ .../16 entities/report/regression.svg | 222 ++++++++ .../16 entities/report/regression_small.svg | 207 ++++++++ .../16 entities/report/slope.svg | 80 +++ .../16 entities/report/typical.svg | 80 +++ .../256 entities/base/benchmark.json | 1 + .../256 entities/base/estimates.json | 1 + .../256 entities/base/sample.json | 1 + .../256 entities/base/tukey.json | 1 + .../256 entities/new/benchmark.json | 1 + .../256 entities/new/estimates.json | 1 + .../256 entities/new/sample.json | 1 + .../16 components/256 entities/new/tukey.json | 1 + .../16 components/256 entities/report/MAD.svg | 104 ++++ .../16 components/256 entities/report/SD.svg | 80 +++ .../256 entities/report/index.html | 209 ++++++++ .../256 entities/report/mean.svg | 100 ++++ .../256 entities/report/median.svg | 96 ++++ .../16 components/256 entities/report/pdf.svg | 189 +++++++ .../256 entities/report/pdf_small.svg | 56 ++ .../256 entities/report/regression.svg | 222 ++++++++ .../256 entities/report/regression_small.svg | 207 ++++++++ .../256 entities/report/slope.svg | 96 ++++ .../256 entities/report/typical.svg | 96 ++++ .../16 components/report/index.html | 142 +++++ .../16 components/report/lines.svg | 77 +++ .../16 components/report/violin.svg | 75 +++ .../16 entities/report/index.html | 208 ++++++++ .../16 entities/report/violin.svg | 77 +++ .../1 entities/base/benchmark.json | 1 + .../1 entities/base/estimates.json | 1 + .../2 components/1 entities/base/sample.json | 1 + .../2 components/1 entities/base/tukey.json | 1 + .../1 entities/new/benchmark.json | 1 + .../1 entities/new/estimates.json | 1 + .../2 components/1 entities/new/sample.json | 1 + .../2 components/1 entities/new/tukey.json | 1 + .../2 components/1 entities/report/MAD.svg | 108 ++++ .../2 components/1 entities/report/SD.svg | 84 +++ .../2 components/1 entities/report/index.html | 209 ++++++++ .../2 components/1 entities/report/mean.svg | 84 +++ .../2 components/1 entities/report/median.svg | 76 +++ .../2 components/1 entities/report/pdf.svg | 139 +++++ .../1 entities/report/pdf_small.svg | 56 ++ .../1 entities/report/regression.svg | 187 +++++++ .../1 entities/report/regression_small.svg | 172 +++++++ .../2 components/1 entities/report/slope.svg | 84 +++ .../1 entities/report/typical.svg | 84 +++ .../16 entities/base/benchmark.json | 1 + .../16 entities/base/estimates.json | 1 + .../2 components/16 entities/base/sample.json | 1 + .../2 components/16 entities/base/tukey.json | 1 + .../16 entities/new/benchmark.json | 1 + .../16 entities/new/estimates.json | 1 + .../2 components/16 entities/new/sample.json | 1 + .../2 components/16 entities/new/tukey.json | 1 + .../2 components/16 entities/report/MAD.svg | 80 +++ .../2 components/16 entities/report/SD.svg | 76 +++ .../16 entities/report/index.html | 209 ++++++++ .../2 components/16 entities/report/mean.svg | 96 ++++ .../16 entities/report/median.svg | 80 +++ .../2 components/16 entities/report/pdf.svg | 137 +++++ .../16 entities/report/pdf_small.svg | 60 +++ .../16 entities/report/regression.svg | 177 +++++++ .../16 entities/report/regression_small.svg | 162 ++++++ .../2 components/16 entities/report/slope.svg | 104 ++++ .../16 entities/report/typical.svg | 104 ++++ .../256 entities/base/benchmark.json | 1 + .../256 entities/base/estimates.json | 1 + .../256 entities/base/sample.json | 1 + .../2 components/256 entities/base/tukey.json | 1 + .../256 entities/new/benchmark.json | 1 + .../256 entities/new/estimates.json | 1 + .../2 components/256 entities/new/sample.json | 1 + .../2 components/256 entities/new/tukey.json | 1 + .../2 components/256 entities/report/MAD.svg | 88 ++++ .../2 components/256 entities/report/SD.svg | 92 ++++ .../256 entities/report/index.html | 209 ++++++++ .../2 components/256 entities/report/mean.svg | 108 ++++ .../256 entities/report/median.svg | 84 +++ .../2 components/256 entities/report/pdf.svg | 147 ++++++ .../256 entities/report/pdf_small.svg | 52 ++ .../256 entities/report/regression.svg | 197 +++++++ .../256 entities/report/regression_small.svg | 182 +++++++ .../256 entities/report/slope.svg | 112 ++++ .../256 entities/report/typical.svg | 112 ++++ .../2 components/report/index.html | 142 +++++ .../2 components/report/lines.svg | 65 +++ .../2 components/report/violin.svg | 67 +++ .../256 entities/report/index.html | 208 ++++++++ .../256 entities/report/violin.svg | 85 +++ .../1 entities/base/benchmark.json | 1 + .../1 entities/base/estimates.json | 1 + .../4 components/1 entities/base/sample.json | 1 + .../4 components/1 entities/base/tukey.json | 1 + .../1 entities/new/benchmark.json | 1 + .../1 entities/new/estimates.json | 1 + .../4 components/1 entities/new/sample.json | 1 + .../4 components/1 entities/new/tukey.json | 1 + .../4 components/1 entities/report/MAD.svg | 84 +++ .../4 components/1 entities/report/SD.svg | 108 ++++ .../4 components/1 entities/report/index.html | 209 ++++++++ .../4 components/1 entities/report/mean.svg | 88 ++++ .../4 components/1 entities/report/median.svg | 96 ++++ .../4 components/1 entities/report/pdf.svg | 161 ++++++ .../1 entities/report/pdf_small.svg | 72 +++ .../1 entities/report/regression.svg | 212 ++++++++ .../1 entities/report/regression_small.svg | 197 +++++++ .../4 components/1 entities/report/slope.svg | 88 ++++ .../1 entities/report/typical.svg | 88 ++++ .../16 entities/base/benchmark.json | 1 + .../16 entities/base/estimates.json | 1 + .../4 components/16 entities/base/sample.json | 1 + .../4 components/16 entities/base/tukey.json | 1 + .../16 entities/new/benchmark.json | 1 + .../16 entities/new/estimates.json | 1 + .../4 components/16 entities/new/sample.json | 1 + .../4 components/16 entities/new/tukey.json | 1 + .../4 components/16 entities/report/MAD.svg | 88 ++++ .../4 components/16 entities/report/SD.svg | 88 ++++ .../16 entities/report/index.html | 209 ++++++++ .../4 components/16 entities/report/mean.svg | 96 ++++ .../16 entities/report/median.svg | 84 +++ .../4 components/16 entities/report/pdf.svg | 145 ++++++ .../16 entities/report/pdf_small.svg | 60 +++ .../16 entities/report/regression.svg | 207 ++++++++ .../16 entities/report/regression_small.svg | 192 +++++++ .../4 components/16 entities/report/slope.svg | 100 ++++ .../16 entities/report/typical.svg | 100 ++++ .../256 entities/base/benchmark.json | 1 + .../256 entities/base/estimates.json | 1 + .../256 entities/base/sample.json | 1 + .../4 components/256 entities/base/tukey.json | 1 + .../256 entities/new/benchmark.json | 1 + .../256 entities/new/estimates.json | 1 + .../4 components/256 entities/new/sample.json | 1 + .../4 components/256 entities/new/tukey.json | 1 + .../4 components/256 entities/report/MAD.svg | 88 ++++ .../4 components/256 entities/report/SD.svg | 92 ++++ .../256 entities/report/index.html | 209 ++++++++ .../4 components/256 entities/report/mean.svg | 80 +++ .../256 entities/report/median.svg | 84 +++ .../4 components/256 entities/report/pdf.svg | 167 ++++++ .../256 entities/report/pdf_small.svg | 68 +++ .../256 entities/report/regression.svg | 192 +++++++ .../256 entities/report/regression_small.svg | 177 +++++++ .../256 entities/report/slope.svg | 76 +++ .../256 entities/report/typical.svg | 76 +++ .../4 components/report/index.html | 142 +++++ .../4 components/report/lines.svg | 65 +++ .../4 components/report/violin.svg | 63 +++ .../1 entities/base/benchmark.json | 1 + .../1 entities/base/estimates.json | 1 + .../8 components/1 entities/base/sample.json | 1 + .../8 components/1 entities/base/tukey.json | 1 + .../1 entities/new/benchmark.json | 1 + .../1 entities/new/estimates.json | 1 + .../8 components/1 entities/new/sample.json | 1 + .../8 components/1 entities/new/tukey.json | 1 + .../8 components/1 entities/report/MAD.svg | 84 +++ .../8 components/1 entities/report/SD.svg | 84 +++ .../8 components/1 entities/report/index.html | 209 ++++++++ .../8 components/1 entities/report/mean.svg | 80 +++ .../8 components/1 entities/report/median.svg | 84 +++ .../8 components/1 entities/report/pdf.svg | 133 +++++ .../1 entities/report/pdf_small.svg | 56 ++ .../1 entities/report/regression.svg | 227 ++++++++ .../1 entities/report/regression_small.svg | 212 ++++++++ .../8 components/1 entities/report/slope.svg | 88 ++++ .../1 entities/report/typical.svg | 88 ++++ .../16 entities/base/benchmark.json | 1 + .../16 entities/base/estimates.json | 1 + .../8 components/16 entities/base/sample.json | 1 + .../8 components/16 entities/base/tukey.json | 1 + .../16 entities/new/benchmark.json | 1 + .../16 entities/new/estimates.json | 1 + .../8 components/16 entities/new/sample.json | 1 + .../8 components/16 entities/new/tukey.json | 1 + .../8 components/16 entities/report/MAD.svg | 84 +++ .../8 components/16 entities/report/SD.svg | 80 +++ .../16 entities/report/index.html | 209 ++++++++ .../8 components/16 entities/report/mean.svg | 104 ++++ .../16 entities/report/median.svg | 96 ++++ .../8 components/16 entities/report/pdf.svg | 131 +++++ .../16 entities/report/pdf_small.svg | 56 ++ .../16 entities/report/regression.svg | 222 ++++++++ .../16 entities/report/regression_small.svg | 207 ++++++++ .../8 components/16 entities/report/slope.svg | 96 ++++ .../16 entities/report/typical.svg | 96 ++++ .../256 entities/base/benchmark.json | 1 + .../256 entities/base/estimates.json | 1 + .../256 entities/base/sample.json | 1 + .../8 components/256 entities/base/tukey.json | 1 + .../256 entities/new/benchmark.json | 1 + .../256 entities/new/estimates.json | 1 + .../8 components/256 entities/new/sample.json | 1 + .../8 components/256 entities/new/tukey.json | 1 + .../8 components/256 entities/report/MAD.svg | 88 ++++ .../8 components/256 entities/report/SD.svg | 76 +++ .../256 entities/report/index.html | 209 ++++++++ .../8 components/256 entities/report/mean.svg | 100 ++++ .../256 entities/report/median.svg | 96 ++++ .../8 components/256 entities/report/pdf.svg | 157 ++++++ .../256 entities/report/pdf_small.svg | 72 +++ .../256 entities/report/regression.svg | 192 +++++++ .../256 entities/report/regression_small.svg | 177 +++++++ .../256 entities/report/slope.svg | 100 ++++ .../256 entities/report/typical.svg | 100 ++++ .../8 components/report/index.html | 142 +++++ .../8 components/report/lines.svg | 85 +++ .../8 components/report/violin.svg | 59 +++ .../tag/0.2.0/delete entity/report/index.html | 487 ++++++++++++++++++ .../tag/0.2.0/delete entity/report/lines.svg | 109 ++++ .../tag/0.2.0/delete entity/report/violin.svg | 157 ++++++ .../chunk arr/full/base/benchmark.json | 1 + .../chunk arr/full/base/estimates.json | 1 + .../chunk arr/full/base/sample.json | 1 + .../chunk arr/full/base/tukey.json | 1 + .../chunk arr/full/new/benchmark.json | 1 + .../chunk arr/full/new/estimates.json | 1 + .../chunk arr/full/new/sample.json | 1 + .../chunk arr/full/new/tukey.json | 1 + .../chunk arr/full/report/MAD.svg | 80 +++ .../chunk arr/full/report/SD.svg | 92 ++++ .../chunk arr/full/report/index.html | 209 ++++++++ .../chunk arr/full/report/mean.svg | 84 +++ .../chunk arr/full/report/median.svg | 84 +++ .../chunk arr/full/report/pdf.svg | 121 +++++ .../chunk arr/full/report/pdf_small.svg | 48 ++ .../chunk arr/full/report/regression.svg | 202 ++++++++ .../full/report/regression_small.svg | 187 +++++++ .../chunk arr/full/report/slope.svg | 76 +++ .../chunk arr/full/report/typical.svg | 76 +++ .../chunk arr/holes 4x/base/benchmark.json | 1 + .../chunk arr/holes 4x/base/estimates.json | 1 + .../chunk arr/holes 4x/base/sample.json | 1 + .../chunk arr/holes 4x/base/tukey.json | 1 + .../chunk arr/holes 4x/new/benchmark.json | 1 + .../chunk arr/holes 4x/new/estimates.json | 1 + .../chunk arr/holes 4x/new/sample.json | 1 + .../chunk arr/holes 4x/new/tukey.json | 1 + .../chunk arr/holes 4x/report/MAD.svg | 84 +++ .../chunk arr/holes 4x/report/SD.svg | 88 ++++ .../chunk arr/holes 4x/report/index.html | 209 ++++++++ .../chunk arr/holes 4x/report/mean.svg | 80 +++ .../chunk arr/holes 4x/report/median.svg | 92 ++++ .../chunk arr/holes 4x/report/pdf.svg | 157 ++++++ .../chunk arr/holes 4x/report/pdf_small.svg | 60 +++ .../chunk arr/holes 4x/report/regression.svg | 217 ++++++++ .../holes 4x/report/regression_small.svg | 202 ++++++++ .../chunk arr/holes 4x/report/slope.svg | 84 +++ .../chunk arr/holes 4x/report/typical.svg | 84 +++ .../chunk arr/holes/base/benchmark.json | 1 + .../chunk arr/holes/base/estimates.json | 1 + .../chunk arr/holes/base/sample.json | 1 + .../chunk arr/holes/base/tukey.json | 1 + .../chunk arr/holes/new/benchmark.json | 1 + .../chunk arr/holes/new/estimates.json | 1 + .../chunk arr/holes/new/sample.json | 1 + .../chunk arr/holes/new/tukey.json | 1 + .../chunk arr/holes/report/MAD.svg | 96 ++++ .../chunk arr/holes/report/SD.svg | 88 ++++ .../chunk arr/holes/report/index.html | 209 ++++++++ .../chunk arr/holes/report/mean.svg | 76 +++ .../chunk arr/holes/report/median.svg | 84 +++ .../chunk arr/holes/report/pdf.svg | 153 ++++++ .../chunk arr/holes/report/pdf_small.svg | 56 ++ .../chunk arr/holes/report/regression.svg | 217 ++++++++ .../holes/report/regression_small.svg | 202 ++++++++ .../chunk arr/holes/report/slope.svg | 84 +++ .../chunk arr/holes/report/typical.svg | 84 +++ .../chunk arr/report/index.html | 139 +++++ .../chunk arr/report/violin.svg | 67 +++ .../chunk idv/full/base/benchmark.json | 1 + .../chunk idv/full/base/estimates.json | 1 + .../chunk idv/full/base/sample.json | 1 + .../chunk idv/full/base/tukey.json | 1 + .../chunk idv/full/new/benchmark.json | 1 + .../chunk idv/full/new/estimates.json | 1 + .../chunk idv/full/new/sample.json | 1 + .../chunk idv/full/new/tukey.json | 1 + .../chunk idv/full/report/MAD.svg | 112 ++++ .../chunk idv/full/report/SD.svg | 108 ++++ .../chunk idv/full/report/index.html | 209 ++++++++ .../chunk idv/full/report/mean.svg | 108 ++++ .../chunk idv/full/report/median.svg | 76 +++ .../chunk idv/full/report/pdf.svg | 187 +++++++ .../chunk idv/full/report/pdf_small.svg | 56 ++ .../chunk idv/full/report/regression.svg | 192 +++++++ .../full/report/regression_small.svg | 177 +++++++ .../chunk idv/full/report/slope.svg | 88 ++++ .../chunk idv/full/report/typical.svg | 88 ++++ .../chunk idv/holes 4x/base/benchmark.json | 1 + .../chunk idv/holes 4x/base/estimates.json | 1 + .../chunk idv/holes 4x/base/sample.json | 1 + .../chunk idv/holes 4x/base/tukey.json | 1 + .../chunk idv/holes 4x/new/benchmark.json | 1 + .../chunk idv/holes 4x/new/estimates.json | 1 + .../chunk idv/holes 4x/new/sample.json | 1 + .../chunk idv/holes 4x/new/tukey.json | 1 + .../chunk idv/holes 4x/report/MAD.svg | 80 +++ .../chunk idv/holes 4x/report/SD.svg | 88 ++++ .../chunk idv/holes 4x/report/index.html | 209 ++++++++ .../chunk idv/holes 4x/report/mean.svg | 76 +++ .../chunk idv/holes 4x/report/median.svg | 96 ++++ .../chunk idv/holes 4x/report/pdf.svg | 149 ++++++ .../chunk idv/holes 4x/report/pdf_small.svg | 52 ++ .../chunk idv/holes 4x/report/regression.svg | 207 ++++++++ .../holes 4x/report/regression_small.svg | 192 +++++++ .../chunk idv/holes 4x/report/slope.svg | 100 ++++ .../chunk idv/holes 4x/report/typical.svg | 100 ++++ .../chunk idv/holes/base/benchmark.json | 1 + .../chunk idv/holes/base/estimates.json | 1 + .../chunk idv/holes/base/sample.json | 1 + .../chunk idv/holes/base/tukey.json | 1 + .../chunk idv/holes/new/benchmark.json | 1 + .../chunk idv/holes/new/estimates.json | 1 + .../chunk idv/holes/new/sample.json | 1 + .../chunk idv/holes/new/tukey.json | 1 + .../chunk idv/holes/report/MAD.svg | 104 ++++ .../chunk idv/holes/report/SD.svg | 92 ++++ .../chunk idv/holes/report/index.html | 209 ++++++++ .../chunk idv/holes/report/mean.svg | 96 ++++ .../chunk idv/holes/report/median.svg | 88 ++++ .../chunk idv/holes/report/pdf.svg | 155 ++++++ .../chunk idv/holes/report/pdf_small.svg | 60 +++ .../chunk idv/holes/report/regression.svg | 192 +++++++ .../holes/report/regression_small.svg | 177 +++++++ .../chunk idv/holes/report/slope.svg | 104 ++++ .../chunk idv/holes/report/typical.svg | 104 ++++ .../chunk idv/report/index.html | 139 +++++ .../chunk idv/report/violin.svg | 67 +++ .../ent arr/full/base/benchmark.json | 1 + .../ent arr/full/base/estimates.json | 1 + .../ent arr/full/base/sample.json | 1 + .../ent arr/full/base/tukey.json | 1 + .../ent arr/full/new/benchmark.json | 1 + .../ent arr/full/new/estimates.json | 1 + .../ent arr/full/new/sample.json | 1 + .../ent arr/full/new/tukey.json | 1 + .../ent arr/full/report/MAD.svg | 84 +++ .../ent arr/full/report/SD.svg | 88 ++++ .../ent arr/full/report/index.html | 209 ++++++++ .../ent arr/full/report/mean.svg | 84 +++ .../ent arr/full/report/median.svg | 96 ++++ .../ent arr/full/report/pdf.svg | 149 ++++++ .../ent arr/full/report/pdf_small.svg | 60 +++ .../ent arr/full/report/regression.svg | 227 ++++++++ .../ent arr/full/report/regression_small.svg | 212 ++++++++ .../ent arr/full/report/slope.svg | 84 +++ .../ent arr/full/report/typical.svg | 84 +++ .../ent arr/holes 4x/base/benchmark.json | 1 + .../ent arr/holes 4x/base/estimates.json | 1 + .../ent arr/holes 4x/base/sample.json | 1 + .../ent arr/holes 4x/base/tukey.json | 1 + .../ent arr/holes 4x/new/benchmark.json | 1 + .../ent arr/holes 4x/new/estimates.json | 1 + .../ent arr/holes 4x/new/sample.json | 1 + .../ent arr/holes 4x/new/tukey.json | 1 + .../ent arr/holes 4x/report/MAD.svg | 100 ++++ .../ent arr/holes 4x/report/SD.svg | 92 ++++ .../ent arr/holes 4x/report/index.html | 209 ++++++++ .../ent arr/holes 4x/report/mean.svg | 80 +++ .../ent arr/holes 4x/report/median.svg | 72 +++ .../ent arr/holes 4x/report/pdf.svg | 153 ++++++ .../ent arr/holes 4x/report/pdf_small.svg | 52 ++ .../ent arr/holes 4x/report/regression.svg | 207 ++++++++ .../holes 4x/report/regression_small.svg | 192 +++++++ .../ent arr/holes 4x/report/slope.svg | 80 +++ .../ent arr/holes 4x/report/typical.svg | 80 +++ .../ent arr/holes/base/benchmark.json | 1 + .../ent arr/holes/base/estimates.json | 1 + .../ent arr/holes/base/sample.json | 1 + .../ent arr/holes/base/tukey.json | 1 + .../ent arr/holes/new/benchmark.json | 1 + .../ent arr/holes/new/estimates.json | 1 + .../ent arr/holes/new/sample.json | 1 + .../ent arr/holes/new/tukey.json | 1 + .../ent arr/holes/report/MAD.svg | 84 +++ .../ent arr/holes/report/SD.svg | 92 ++++ .../ent arr/holes/report/index.html | 209 ++++++++ .../ent arr/holes/report/mean.svg | 80 +++ .../ent arr/holes/report/median.svg | 88 ++++ .../ent arr/holes/report/pdf.svg | 149 ++++++ .../ent arr/holes/report/pdf_small.svg | 52 ++ .../ent arr/holes/report/regression.svg | 202 ++++++++ .../ent arr/holes/report/regression_small.svg | 187 +++++++ .../ent arr/holes/report/slope.svg | 76 +++ .../ent arr/holes/report/typical.svg | 76 +++ .../ent arr/report/index.html | 139 +++++ .../ent arr/report/violin.svg | 75 +++ .../ent idv/full/base/benchmark.json | 1 + .../ent idv/full/base/estimates.json | 1 + .../ent idv/full/base/sample.json | 1 + .../ent idv/full/base/tukey.json | 1 + .../ent idv/full/new/benchmark.json | 1 + .../ent idv/full/new/estimates.json | 1 + .../ent idv/full/new/sample.json | 1 + .../ent idv/full/new/tukey.json | 1 + .../ent idv/full/report/MAD.svg | 112 ++++ .../ent idv/full/report/SD.svg | 84 +++ .../ent idv/full/report/index.html | 209 ++++++++ .../ent idv/full/report/mean.svg | 96 ++++ .../ent idv/full/report/median.svg | 92 ++++ .../ent idv/full/report/pdf.svg | 185 +++++++ .../ent idv/full/report/pdf_small.svg | 56 ++ .../ent idv/full/report/regression.svg | 222 ++++++++ .../ent idv/full/report/regression_small.svg | 207 ++++++++ .../ent idv/full/report/slope.svg | 104 ++++ .../ent idv/full/report/typical.svg | 104 ++++ .../ent idv/holes 4x/base/benchmark.json | 1 + .../ent idv/holes 4x/base/estimates.json | 1 + .../ent idv/holes 4x/base/sample.json | 1 + .../ent idv/holes 4x/base/tukey.json | 1 + .../ent idv/holes 4x/new/benchmark.json | 1 + .../ent idv/holes 4x/new/estimates.json | 1 + .../ent idv/holes 4x/new/sample.json | 1 + .../ent idv/holes 4x/new/tukey.json | 1 + .../ent idv/holes 4x/report/MAD.svg | 88 ++++ .../ent idv/holes 4x/report/SD.svg | 88 ++++ .../ent idv/holes 4x/report/index.html | 209 ++++++++ .../ent idv/holes 4x/report/mean.svg | 104 ++++ .../ent idv/holes 4x/report/median.svg | 104 ++++ .../ent idv/holes 4x/report/pdf.svg | 189 +++++++ .../ent idv/holes 4x/report/pdf_small.svg | 68 +++ .../ent idv/holes 4x/report/regression.svg | 232 +++++++++ .../holes 4x/report/regression_small.svg | 217 ++++++++ .../ent idv/holes 4x/report/slope.svg | 76 +++ .../ent idv/holes 4x/report/typical.svg | 76 +++ .../ent idv/holes/base/benchmark.json | 1 + .../ent idv/holes/base/estimates.json | 1 + .../ent idv/holes/base/sample.json | 1 + .../ent idv/holes/base/tukey.json | 1 + .../ent idv/holes/new/benchmark.json | 1 + .../ent idv/holes/new/estimates.json | 1 + .../ent idv/holes/new/sample.json | 1 + .../ent idv/holes/new/tukey.json | 1 + .../ent idv/holes/report/MAD.svg | 76 +++ .../ent idv/holes/report/SD.svg | 92 ++++ .../ent idv/holes/report/index.html | 209 ++++++++ .../ent idv/holes/report/mean.svg | 112 ++++ .../ent idv/holes/report/median.svg | 100 ++++ .../ent idv/holes/report/pdf.svg | 187 +++++++ .../ent idv/holes/report/pdf_small.svg | 68 +++ .../ent idv/holes/report/regression.svg | 232 +++++++++ .../ent idv/holes/report/regression_small.svg | 217 ++++++++ .../ent idv/holes/report/slope.svg | 100 ++++ .../ent idv/holes/report/typical.svg | 100 ++++ .../ent idv/report/index.html | 139 +++++ .../ent idv/report/violin.svg | 59 +++ .../full/report/index.html | 162 ++++++ .../full/report/violin.svg | 57 ++ .../holes 4x/report/index.html | 162 ++++++ .../holes 4x/report/violin.svg | 65 +++ .../holes/report/index.html | 162 ++++++ .../holes/report/violin.svg | 65 +++ .../iter entity (p += v)/report/index.html | 346 +++++++++++++ .../iter entity (p += v)/report/violin.svg | 113 ++++ bench-report/tag/0.2.0/report/index.html | 195 +++++++ 923 files changed, 70324 insertions(+) create mode 100644 bench-report/tag/0.2.0/create entity/1 components/1 entities/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/create entity/1 components/1 entities/base/estimates.json create mode 100644 bench-report/tag/0.2.0/create entity/1 components/1 entities/base/sample.json create mode 100644 bench-report/tag/0.2.0/create entity/1 components/1 entities/base/tukey.json create mode 100644 bench-report/tag/0.2.0/create entity/1 components/1 entities/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/create entity/1 components/1 entities/new/estimates.json create mode 100644 bench-report/tag/0.2.0/create entity/1 components/1 entities/new/sample.json create mode 100644 bench-report/tag/0.2.0/create entity/1 components/1 entities/new/tukey.json create mode 100644 bench-report/tag/0.2.0/create entity/1 components/1 entities/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/create entity/1 components/1 entities/report/SD.svg create mode 100644 bench-report/tag/0.2.0/create entity/1 components/1 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/create entity/1 components/1 entities/report/mean.svg create mode 100644 bench-report/tag/0.2.0/create entity/1 components/1 entities/report/median.svg create mode 100644 bench-report/tag/0.2.0/create entity/1 components/1 entities/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/create entity/1 components/1 entities/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/create entity/1 components/1 entities/report/regression.svg create mode 100644 bench-report/tag/0.2.0/create entity/1 components/1 entities/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/create entity/1 components/1 entities/report/slope.svg create mode 100644 bench-report/tag/0.2.0/create entity/1 components/1 entities/report/typical.svg create mode 100644 bench-report/tag/0.2.0/create entity/1 components/16 entities/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/create entity/1 components/16 entities/base/estimates.json create mode 100644 bench-report/tag/0.2.0/create entity/1 components/16 entities/base/sample.json create mode 100644 bench-report/tag/0.2.0/create entity/1 components/16 entities/base/tukey.json create mode 100644 bench-report/tag/0.2.0/create entity/1 components/16 entities/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/create entity/1 components/16 entities/new/estimates.json create mode 100644 bench-report/tag/0.2.0/create entity/1 components/16 entities/new/sample.json create mode 100644 bench-report/tag/0.2.0/create entity/1 components/16 entities/new/tukey.json create mode 100644 bench-report/tag/0.2.0/create entity/1 components/16 entities/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/create entity/1 components/16 entities/report/SD.svg create mode 100644 bench-report/tag/0.2.0/create entity/1 components/16 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/create entity/1 components/16 entities/report/mean.svg create mode 100644 bench-report/tag/0.2.0/create entity/1 components/16 entities/report/median.svg create mode 100644 bench-report/tag/0.2.0/create entity/1 components/16 entities/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/create entity/1 components/16 entities/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/create entity/1 components/16 entities/report/regression.svg create mode 100644 bench-report/tag/0.2.0/create entity/1 components/16 entities/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/create entity/1 components/16 entities/report/slope.svg create mode 100644 bench-report/tag/0.2.0/create entity/1 components/16 entities/report/typical.svg create mode 100644 bench-report/tag/0.2.0/create entity/1 components/256 entities/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/create entity/1 components/256 entities/base/estimates.json create mode 100644 bench-report/tag/0.2.0/create entity/1 components/256 entities/base/sample.json create mode 100644 bench-report/tag/0.2.0/create entity/1 components/256 entities/base/tukey.json create mode 100644 bench-report/tag/0.2.0/create entity/1 components/256 entities/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/create entity/1 components/256 entities/new/estimates.json create mode 100644 bench-report/tag/0.2.0/create entity/1 components/256 entities/new/sample.json create mode 100644 bench-report/tag/0.2.0/create entity/1 components/256 entities/new/tukey.json create mode 100644 bench-report/tag/0.2.0/create entity/1 components/256 entities/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/create entity/1 components/256 entities/report/SD.svg create mode 100644 bench-report/tag/0.2.0/create entity/1 components/256 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/create entity/1 components/256 entities/report/mean.svg create mode 100644 bench-report/tag/0.2.0/create entity/1 components/256 entities/report/median.svg create mode 100644 bench-report/tag/0.2.0/create entity/1 components/256 entities/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/create entity/1 components/256 entities/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/create entity/1 components/256 entities/report/regression.svg create mode 100644 bench-report/tag/0.2.0/create entity/1 components/256 entities/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/create entity/1 components/256 entities/report/slope.svg create mode 100644 bench-report/tag/0.2.0/create entity/1 components/256 entities/report/typical.svg create mode 100644 bench-report/tag/0.2.0/create entity/1 components/report/index.html create mode 100644 bench-report/tag/0.2.0/create entity/1 components/report/lines.svg create mode 100644 bench-report/tag/0.2.0/create entity/1 components/report/violin.svg create mode 100644 bench-report/tag/0.2.0/create entity/1 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/create entity/1 entities/report/violin.svg create mode 100644 bench-report/tag/0.2.0/create entity/16 components/1 entities/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/create entity/16 components/1 entities/base/estimates.json create mode 100644 bench-report/tag/0.2.0/create entity/16 components/1 entities/base/sample.json create mode 100644 bench-report/tag/0.2.0/create entity/16 components/1 entities/base/tukey.json create mode 100644 bench-report/tag/0.2.0/create entity/16 components/1 entities/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/create entity/16 components/1 entities/new/estimates.json create mode 100644 bench-report/tag/0.2.0/create entity/16 components/1 entities/new/sample.json create mode 100644 bench-report/tag/0.2.0/create entity/16 components/1 entities/new/tukey.json create mode 100644 bench-report/tag/0.2.0/create entity/16 components/1 entities/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/create entity/16 components/1 entities/report/SD.svg create mode 100644 bench-report/tag/0.2.0/create entity/16 components/1 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/create entity/16 components/1 entities/report/mean.svg create mode 100644 bench-report/tag/0.2.0/create entity/16 components/1 entities/report/median.svg create mode 100644 bench-report/tag/0.2.0/create entity/16 components/1 entities/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/create entity/16 components/1 entities/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/create entity/16 components/1 entities/report/regression.svg create mode 100644 bench-report/tag/0.2.0/create entity/16 components/1 entities/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/create entity/16 components/1 entities/report/slope.svg create mode 100644 bench-report/tag/0.2.0/create entity/16 components/1 entities/report/typical.svg create mode 100644 bench-report/tag/0.2.0/create entity/16 components/16 entities/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/create entity/16 components/16 entities/base/estimates.json create mode 100644 bench-report/tag/0.2.0/create entity/16 components/16 entities/base/sample.json create mode 100644 bench-report/tag/0.2.0/create entity/16 components/16 entities/base/tukey.json create mode 100644 bench-report/tag/0.2.0/create entity/16 components/16 entities/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/create entity/16 components/16 entities/new/estimates.json create mode 100644 bench-report/tag/0.2.0/create entity/16 components/16 entities/new/sample.json create mode 100644 bench-report/tag/0.2.0/create entity/16 components/16 entities/new/tukey.json create mode 100644 bench-report/tag/0.2.0/create entity/16 components/16 entities/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/create entity/16 components/16 entities/report/SD.svg create mode 100644 bench-report/tag/0.2.0/create entity/16 components/16 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/create entity/16 components/16 entities/report/mean.svg create mode 100644 bench-report/tag/0.2.0/create entity/16 components/16 entities/report/median.svg create mode 100644 bench-report/tag/0.2.0/create entity/16 components/16 entities/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/create entity/16 components/16 entities/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/create entity/16 components/16 entities/report/regression.svg create mode 100644 bench-report/tag/0.2.0/create entity/16 components/16 entities/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/create entity/16 components/16 entities/report/slope.svg create mode 100644 bench-report/tag/0.2.0/create entity/16 components/16 entities/report/typical.svg create mode 100644 bench-report/tag/0.2.0/create entity/16 components/256 entities/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/create entity/16 components/256 entities/base/estimates.json create mode 100644 bench-report/tag/0.2.0/create entity/16 components/256 entities/base/sample.json create mode 100644 bench-report/tag/0.2.0/create entity/16 components/256 entities/base/tukey.json create mode 100644 bench-report/tag/0.2.0/create entity/16 components/256 entities/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/create entity/16 components/256 entities/new/estimates.json create mode 100644 bench-report/tag/0.2.0/create entity/16 components/256 entities/new/sample.json create mode 100644 bench-report/tag/0.2.0/create entity/16 components/256 entities/new/tukey.json create mode 100644 bench-report/tag/0.2.0/create entity/16 components/256 entities/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/create entity/16 components/256 entities/report/SD.svg create mode 100644 bench-report/tag/0.2.0/create entity/16 components/256 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/create entity/16 components/256 entities/report/mean.svg create mode 100644 bench-report/tag/0.2.0/create entity/16 components/256 entities/report/median.svg create mode 100644 bench-report/tag/0.2.0/create entity/16 components/256 entities/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/create entity/16 components/256 entities/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/create entity/16 components/256 entities/report/regression.svg create mode 100644 bench-report/tag/0.2.0/create entity/16 components/256 entities/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/create entity/16 components/256 entities/report/slope.svg create mode 100644 bench-report/tag/0.2.0/create entity/16 components/256 entities/report/typical.svg create mode 100644 bench-report/tag/0.2.0/create entity/16 components/report/index.html create mode 100644 bench-report/tag/0.2.0/create entity/16 components/report/lines.svg create mode 100644 bench-report/tag/0.2.0/create entity/16 components/report/violin.svg create mode 100644 bench-report/tag/0.2.0/create entity/16 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/create entity/16 entities/report/violin.svg create mode 100644 bench-report/tag/0.2.0/create entity/2 components/1 entities/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/create entity/2 components/1 entities/base/estimates.json create mode 100644 bench-report/tag/0.2.0/create entity/2 components/1 entities/base/sample.json create mode 100644 bench-report/tag/0.2.0/create entity/2 components/1 entities/base/tukey.json create mode 100644 bench-report/tag/0.2.0/create entity/2 components/1 entities/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/create entity/2 components/1 entities/new/estimates.json create mode 100644 bench-report/tag/0.2.0/create entity/2 components/1 entities/new/sample.json create mode 100644 bench-report/tag/0.2.0/create entity/2 components/1 entities/new/tukey.json create mode 100644 bench-report/tag/0.2.0/create entity/2 components/1 entities/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/create entity/2 components/1 entities/report/SD.svg create mode 100644 bench-report/tag/0.2.0/create entity/2 components/1 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/create entity/2 components/1 entities/report/mean.svg create mode 100644 bench-report/tag/0.2.0/create entity/2 components/1 entities/report/median.svg create mode 100644 bench-report/tag/0.2.0/create entity/2 components/1 entities/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/create entity/2 components/1 entities/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/create entity/2 components/1 entities/report/regression.svg create mode 100644 bench-report/tag/0.2.0/create entity/2 components/1 entities/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/create entity/2 components/1 entities/report/slope.svg create mode 100644 bench-report/tag/0.2.0/create entity/2 components/1 entities/report/typical.svg create mode 100644 bench-report/tag/0.2.0/create entity/2 components/16 entities/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/create entity/2 components/16 entities/base/estimates.json create mode 100644 bench-report/tag/0.2.0/create entity/2 components/16 entities/base/sample.json create mode 100644 bench-report/tag/0.2.0/create entity/2 components/16 entities/base/tukey.json create mode 100644 bench-report/tag/0.2.0/create entity/2 components/16 entities/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/create entity/2 components/16 entities/new/estimates.json create mode 100644 bench-report/tag/0.2.0/create entity/2 components/16 entities/new/sample.json create mode 100644 bench-report/tag/0.2.0/create entity/2 components/16 entities/new/tukey.json create mode 100644 bench-report/tag/0.2.0/create entity/2 components/16 entities/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/create entity/2 components/16 entities/report/SD.svg create mode 100644 bench-report/tag/0.2.0/create entity/2 components/16 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/create entity/2 components/16 entities/report/mean.svg create mode 100644 bench-report/tag/0.2.0/create entity/2 components/16 entities/report/median.svg create mode 100644 bench-report/tag/0.2.0/create entity/2 components/16 entities/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/create entity/2 components/16 entities/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/create entity/2 components/16 entities/report/regression.svg create mode 100644 bench-report/tag/0.2.0/create entity/2 components/16 entities/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/create entity/2 components/16 entities/report/slope.svg create mode 100644 bench-report/tag/0.2.0/create entity/2 components/16 entities/report/typical.svg create mode 100644 bench-report/tag/0.2.0/create entity/2 components/256 entities/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/create entity/2 components/256 entities/base/estimates.json create mode 100644 bench-report/tag/0.2.0/create entity/2 components/256 entities/base/sample.json create mode 100644 bench-report/tag/0.2.0/create entity/2 components/256 entities/base/tukey.json create mode 100644 bench-report/tag/0.2.0/create entity/2 components/256 entities/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/create entity/2 components/256 entities/new/estimates.json create mode 100644 bench-report/tag/0.2.0/create entity/2 components/256 entities/new/sample.json create mode 100644 bench-report/tag/0.2.0/create entity/2 components/256 entities/new/tukey.json create mode 100644 bench-report/tag/0.2.0/create entity/2 components/256 entities/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/create entity/2 components/256 entities/report/SD.svg create mode 100644 bench-report/tag/0.2.0/create entity/2 components/256 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/create entity/2 components/256 entities/report/mean.svg create mode 100644 bench-report/tag/0.2.0/create entity/2 components/256 entities/report/median.svg create mode 100644 bench-report/tag/0.2.0/create entity/2 components/256 entities/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/create entity/2 components/256 entities/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/create entity/2 components/256 entities/report/regression.svg create mode 100644 bench-report/tag/0.2.0/create entity/2 components/256 entities/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/create entity/2 components/256 entities/report/slope.svg create mode 100644 bench-report/tag/0.2.0/create entity/2 components/256 entities/report/typical.svg create mode 100644 bench-report/tag/0.2.0/create entity/2 components/report/index.html create mode 100644 bench-report/tag/0.2.0/create entity/2 components/report/lines.svg create mode 100644 bench-report/tag/0.2.0/create entity/2 components/report/violin.svg create mode 100644 bench-report/tag/0.2.0/create entity/256 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/create entity/256 entities/report/violin.svg create mode 100644 bench-report/tag/0.2.0/create entity/4 components/1 entities/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/create entity/4 components/1 entities/base/estimates.json create mode 100644 bench-report/tag/0.2.0/create entity/4 components/1 entities/base/sample.json create mode 100644 bench-report/tag/0.2.0/create entity/4 components/1 entities/base/tukey.json create mode 100644 bench-report/tag/0.2.0/create entity/4 components/1 entities/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/create entity/4 components/1 entities/new/estimates.json create mode 100644 bench-report/tag/0.2.0/create entity/4 components/1 entities/new/sample.json create mode 100644 bench-report/tag/0.2.0/create entity/4 components/1 entities/new/tukey.json create mode 100644 bench-report/tag/0.2.0/create entity/4 components/1 entities/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/create entity/4 components/1 entities/report/SD.svg create mode 100644 bench-report/tag/0.2.0/create entity/4 components/1 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/create entity/4 components/1 entities/report/mean.svg create mode 100644 bench-report/tag/0.2.0/create entity/4 components/1 entities/report/median.svg create mode 100644 bench-report/tag/0.2.0/create entity/4 components/1 entities/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/create entity/4 components/1 entities/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/create entity/4 components/1 entities/report/regression.svg create mode 100644 bench-report/tag/0.2.0/create entity/4 components/1 entities/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/create entity/4 components/1 entities/report/slope.svg create mode 100644 bench-report/tag/0.2.0/create entity/4 components/1 entities/report/typical.svg create mode 100644 bench-report/tag/0.2.0/create entity/4 components/16 entities/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/create entity/4 components/16 entities/base/estimates.json create mode 100644 bench-report/tag/0.2.0/create entity/4 components/16 entities/base/sample.json create mode 100644 bench-report/tag/0.2.0/create entity/4 components/16 entities/base/tukey.json create mode 100644 bench-report/tag/0.2.0/create entity/4 components/16 entities/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/create entity/4 components/16 entities/new/estimates.json create mode 100644 bench-report/tag/0.2.0/create entity/4 components/16 entities/new/sample.json create mode 100644 bench-report/tag/0.2.0/create entity/4 components/16 entities/new/tukey.json create mode 100644 bench-report/tag/0.2.0/create entity/4 components/16 entities/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/create entity/4 components/16 entities/report/SD.svg create mode 100644 bench-report/tag/0.2.0/create entity/4 components/16 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/create entity/4 components/16 entities/report/mean.svg create mode 100644 bench-report/tag/0.2.0/create entity/4 components/16 entities/report/median.svg create mode 100644 bench-report/tag/0.2.0/create entity/4 components/16 entities/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/create entity/4 components/16 entities/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/create entity/4 components/16 entities/report/regression.svg create mode 100644 bench-report/tag/0.2.0/create entity/4 components/16 entities/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/create entity/4 components/16 entities/report/slope.svg create mode 100644 bench-report/tag/0.2.0/create entity/4 components/16 entities/report/typical.svg create mode 100644 bench-report/tag/0.2.0/create entity/4 components/256 entities/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/create entity/4 components/256 entities/base/estimates.json create mode 100644 bench-report/tag/0.2.0/create entity/4 components/256 entities/base/sample.json create mode 100644 bench-report/tag/0.2.0/create entity/4 components/256 entities/base/tukey.json create mode 100644 bench-report/tag/0.2.0/create entity/4 components/256 entities/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/create entity/4 components/256 entities/new/estimates.json create mode 100644 bench-report/tag/0.2.0/create entity/4 components/256 entities/new/sample.json create mode 100644 bench-report/tag/0.2.0/create entity/4 components/256 entities/new/tukey.json create mode 100644 bench-report/tag/0.2.0/create entity/4 components/256 entities/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/create entity/4 components/256 entities/report/SD.svg create mode 100644 bench-report/tag/0.2.0/create entity/4 components/256 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/create entity/4 components/256 entities/report/mean.svg create mode 100644 bench-report/tag/0.2.0/create entity/4 components/256 entities/report/median.svg create mode 100644 bench-report/tag/0.2.0/create entity/4 components/256 entities/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/create entity/4 components/256 entities/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/create entity/4 components/256 entities/report/regression.svg create mode 100644 bench-report/tag/0.2.0/create entity/4 components/256 entities/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/create entity/4 components/256 entities/report/slope.svg create mode 100644 bench-report/tag/0.2.0/create entity/4 components/256 entities/report/typical.svg create mode 100644 bench-report/tag/0.2.0/create entity/4 components/report/index.html create mode 100644 bench-report/tag/0.2.0/create entity/4 components/report/lines.svg create mode 100644 bench-report/tag/0.2.0/create entity/4 components/report/violin.svg create mode 100644 bench-report/tag/0.2.0/create entity/8 components/1 entities/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/create entity/8 components/1 entities/base/estimates.json create mode 100644 bench-report/tag/0.2.0/create entity/8 components/1 entities/base/sample.json create mode 100644 bench-report/tag/0.2.0/create entity/8 components/1 entities/base/tukey.json create mode 100644 bench-report/tag/0.2.0/create entity/8 components/1 entities/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/create entity/8 components/1 entities/new/estimates.json create mode 100644 bench-report/tag/0.2.0/create entity/8 components/1 entities/new/sample.json create mode 100644 bench-report/tag/0.2.0/create entity/8 components/1 entities/new/tukey.json create mode 100644 bench-report/tag/0.2.0/create entity/8 components/1 entities/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/create entity/8 components/1 entities/report/SD.svg create mode 100644 bench-report/tag/0.2.0/create entity/8 components/1 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/create entity/8 components/1 entities/report/mean.svg create mode 100644 bench-report/tag/0.2.0/create entity/8 components/1 entities/report/median.svg create mode 100644 bench-report/tag/0.2.0/create entity/8 components/1 entities/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/create entity/8 components/1 entities/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/create entity/8 components/1 entities/report/regression.svg create mode 100644 bench-report/tag/0.2.0/create entity/8 components/1 entities/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/create entity/8 components/1 entities/report/slope.svg create mode 100644 bench-report/tag/0.2.0/create entity/8 components/1 entities/report/typical.svg create mode 100644 bench-report/tag/0.2.0/create entity/8 components/16 entities/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/create entity/8 components/16 entities/base/estimates.json create mode 100644 bench-report/tag/0.2.0/create entity/8 components/16 entities/base/sample.json create mode 100644 bench-report/tag/0.2.0/create entity/8 components/16 entities/base/tukey.json create mode 100644 bench-report/tag/0.2.0/create entity/8 components/16 entities/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/create entity/8 components/16 entities/new/estimates.json create mode 100644 bench-report/tag/0.2.0/create entity/8 components/16 entities/new/sample.json create mode 100644 bench-report/tag/0.2.0/create entity/8 components/16 entities/new/tukey.json create mode 100644 bench-report/tag/0.2.0/create entity/8 components/16 entities/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/create entity/8 components/16 entities/report/SD.svg create mode 100644 bench-report/tag/0.2.0/create entity/8 components/16 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/create entity/8 components/16 entities/report/mean.svg create mode 100644 bench-report/tag/0.2.0/create entity/8 components/16 entities/report/median.svg create mode 100644 bench-report/tag/0.2.0/create entity/8 components/16 entities/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/create entity/8 components/16 entities/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/create entity/8 components/16 entities/report/regression.svg create mode 100644 bench-report/tag/0.2.0/create entity/8 components/16 entities/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/create entity/8 components/16 entities/report/slope.svg create mode 100644 bench-report/tag/0.2.0/create entity/8 components/16 entities/report/typical.svg create mode 100644 bench-report/tag/0.2.0/create entity/8 components/256 entities/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/create entity/8 components/256 entities/base/estimates.json create mode 100644 bench-report/tag/0.2.0/create entity/8 components/256 entities/base/sample.json create mode 100644 bench-report/tag/0.2.0/create entity/8 components/256 entities/base/tukey.json create mode 100644 bench-report/tag/0.2.0/create entity/8 components/256 entities/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/create entity/8 components/256 entities/new/estimates.json create mode 100644 bench-report/tag/0.2.0/create entity/8 components/256 entities/new/sample.json create mode 100644 bench-report/tag/0.2.0/create entity/8 components/256 entities/new/tukey.json create mode 100644 bench-report/tag/0.2.0/create entity/8 components/256 entities/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/create entity/8 components/256 entities/report/SD.svg create mode 100644 bench-report/tag/0.2.0/create entity/8 components/256 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/create entity/8 components/256 entities/report/mean.svg create mode 100644 bench-report/tag/0.2.0/create entity/8 components/256 entities/report/median.svg create mode 100644 bench-report/tag/0.2.0/create entity/8 components/256 entities/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/create entity/8 components/256 entities/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/create entity/8 components/256 entities/report/regression.svg create mode 100644 bench-report/tag/0.2.0/create entity/8 components/256 entities/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/create entity/8 components/256 entities/report/slope.svg create mode 100644 bench-report/tag/0.2.0/create entity/8 components/256 entities/report/typical.svg create mode 100644 bench-report/tag/0.2.0/create entity/8 components/report/index.html create mode 100644 bench-report/tag/0.2.0/create entity/8 components/report/lines.svg create mode 100644 bench-report/tag/0.2.0/create entity/8 components/report/violin.svg create mode 100644 bench-report/tag/0.2.0/create entity/report/index.html create mode 100644 bench-report/tag/0.2.0/create entity/report/lines.svg create mode 100644 bench-report/tag/0.2.0/create entity/report/violin.svg create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/1 entities/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/1 entities/base/estimates.json create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/1 entities/base/sample.json create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/1 entities/base/tukey.json create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/1 entities/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/1 entities/new/estimates.json create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/1 entities/new/sample.json create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/1 entities/new/tukey.json create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/SD.svg create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/mean.svg create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/median.svg create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/regression.svg create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/slope.svg create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/typical.svg create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/16 entities/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/16 entities/base/estimates.json create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/16 entities/base/sample.json create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/16 entities/base/tukey.json create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/16 entities/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/16 entities/new/estimates.json create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/16 entities/new/sample.json create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/16 entities/new/tukey.json create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/SD.svg create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/mean.svg create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/median.svg create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/regression.svg create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/slope.svg create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/typical.svg create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/256 entities/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/256 entities/base/estimates.json create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/256 entities/base/sample.json create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/256 entities/base/tukey.json create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/256 entities/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/256 entities/new/estimates.json create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/256 entities/new/sample.json create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/256 entities/new/tukey.json create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/SD.svg create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/mean.svg create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/median.svg create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/regression.svg create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/slope.svg create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/typical.svg create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/report/index.html create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/report/lines.svg create mode 100644 bench-report/tag/0.2.0/delete entity/0 components/report/violin.svg create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/1 entities/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/1 entities/base/estimates.json create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/1 entities/base/sample.json create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/1 entities/base/tukey.json create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/1 entities/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/1 entities/new/estimates.json create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/1 entities/new/sample.json create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/1 entities/new/tukey.json create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/SD.svg create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/mean.svg create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/median.svg create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/regression.svg create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/slope.svg create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/typical.svg create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/16 entities/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/16 entities/base/estimates.json create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/16 entities/base/sample.json create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/16 entities/base/tukey.json create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/16 entities/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/16 entities/new/estimates.json create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/16 entities/new/sample.json create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/16 entities/new/tukey.json create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/SD.svg create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/mean.svg create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/median.svg create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/regression.svg create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/slope.svg create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/typical.svg create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/256 entities/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/256 entities/base/estimates.json create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/256 entities/base/sample.json create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/256 entities/base/tukey.json create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/256 entities/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/256 entities/new/estimates.json create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/256 entities/new/sample.json create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/256 entities/new/tukey.json create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/SD.svg create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/mean.svg create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/median.svg create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/regression.svg create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/slope.svg create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/typical.svg create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/report/index.html create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/report/lines.svg create mode 100644 bench-report/tag/0.2.0/delete entity/1 components/report/violin.svg create mode 100644 bench-report/tag/0.2.0/delete entity/1 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/delete entity/1 entities/report/violin.svg create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/1 entities/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/1 entities/base/estimates.json create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/1 entities/base/sample.json create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/1 entities/base/tukey.json create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/1 entities/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/1 entities/new/estimates.json create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/1 entities/new/sample.json create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/1 entities/new/tukey.json create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/SD.svg create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/mean.svg create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/median.svg create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/regression.svg create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/slope.svg create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/typical.svg create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/16 entities/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/16 entities/base/estimates.json create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/16 entities/base/sample.json create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/16 entities/base/tukey.json create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/16 entities/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/16 entities/new/estimates.json create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/16 entities/new/sample.json create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/16 entities/new/tukey.json create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/SD.svg create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/mean.svg create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/median.svg create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/regression.svg create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/slope.svg create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/typical.svg create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/256 entities/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/256 entities/base/estimates.json create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/256 entities/base/sample.json create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/256 entities/base/tukey.json create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/256 entities/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/256 entities/new/estimates.json create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/256 entities/new/sample.json create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/256 entities/new/tukey.json create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/SD.svg create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/mean.svg create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/median.svg create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/regression.svg create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/slope.svg create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/typical.svg create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/report/index.html create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/report/lines.svg create mode 100644 bench-report/tag/0.2.0/delete entity/16 components/report/violin.svg create mode 100644 bench-report/tag/0.2.0/delete entity/16 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/delete entity/16 entities/report/violin.svg create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/1 entities/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/1 entities/base/estimates.json create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/1 entities/base/sample.json create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/1 entities/base/tukey.json create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/1 entities/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/1 entities/new/estimates.json create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/1 entities/new/sample.json create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/1 entities/new/tukey.json create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/SD.svg create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/mean.svg create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/median.svg create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/regression.svg create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/slope.svg create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/typical.svg create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/16 entities/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/16 entities/base/estimates.json create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/16 entities/base/sample.json create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/16 entities/base/tukey.json create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/16 entities/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/16 entities/new/estimates.json create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/16 entities/new/sample.json create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/16 entities/new/tukey.json create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/SD.svg create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/mean.svg create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/median.svg create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/regression.svg create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/slope.svg create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/typical.svg create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/256 entities/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/256 entities/base/estimates.json create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/256 entities/base/sample.json create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/256 entities/base/tukey.json create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/256 entities/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/256 entities/new/estimates.json create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/256 entities/new/sample.json create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/256 entities/new/tukey.json create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/SD.svg create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/mean.svg create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/median.svg create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/regression.svg create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/slope.svg create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/typical.svg create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/report/index.html create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/report/lines.svg create mode 100644 bench-report/tag/0.2.0/delete entity/2 components/report/violin.svg create mode 100644 bench-report/tag/0.2.0/delete entity/256 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/delete entity/256 entities/report/violin.svg create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/1 entities/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/1 entities/base/estimates.json create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/1 entities/base/sample.json create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/1 entities/base/tukey.json create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/1 entities/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/1 entities/new/estimates.json create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/1 entities/new/sample.json create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/1 entities/new/tukey.json create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/SD.svg create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/mean.svg create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/median.svg create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/regression.svg create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/slope.svg create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/typical.svg create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/16 entities/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/16 entities/base/estimates.json create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/16 entities/base/sample.json create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/16 entities/base/tukey.json create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/16 entities/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/16 entities/new/estimates.json create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/16 entities/new/sample.json create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/16 entities/new/tukey.json create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/SD.svg create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/mean.svg create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/median.svg create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/regression.svg create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/slope.svg create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/typical.svg create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/256 entities/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/256 entities/base/estimates.json create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/256 entities/base/sample.json create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/256 entities/base/tukey.json create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/256 entities/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/256 entities/new/estimates.json create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/256 entities/new/sample.json create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/256 entities/new/tukey.json create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/SD.svg create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/mean.svg create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/median.svg create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/regression.svg create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/slope.svg create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/typical.svg create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/report/index.html create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/report/lines.svg create mode 100644 bench-report/tag/0.2.0/delete entity/4 components/report/violin.svg create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/1 entities/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/1 entities/base/estimates.json create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/1 entities/base/sample.json create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/1 entities/base/tukey.json create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/1 entities/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/1 entities/new/estimates.json create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/1 entities/new/sample.json create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/1 entities/new/tukey.json create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/SD.svg create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/mean.svg create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/median.svg create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/regression.svg create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/slope.svg create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/typical.svg create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/16 entities/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/16 entities/base/estimates.json create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/16 entities/base/sample.json create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/16 entities/base/tukey.json create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/16 entities/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/16 entities/new/estimates.json create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/16 entities/new/sample.json create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/16 entities/new/tukey.json create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/SD.svg create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/mean.svg create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/median.svg create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/regression.svg create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/slope.svg create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/typical.svg create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/256 entities/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/256 entities/base/estimates.json create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/256 entities/base/sample.json create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/256 entities/base/tukey.json create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/256 entities/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/256 entities/new/estimates.json create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/256 entities/new/sample.json create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/256 entities/new/tukey.json create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/SD.svg create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/index.html create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/mean.svg create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/median.svg create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/regression.svg create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/slope.svg create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/typical.svg create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/report/index.html create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/report/lines.svg create mode 100644 bench-report/tag/0.2.0/delete entity/8 components/report/violin.svg create mode 100644 bench-report/tag/0.2.0/delete entity/report/index.html create mode 100644 bench-report/tag/0.2.0/delete entity/report/lines.svg create mode 100644 bench-report/tag/0.2.0/delete entity/report/violin.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/base/estimates.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/base/sample.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/base/tukey.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/new/estimates.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/new/sample.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/new/tukey.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/SD.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/index.html create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/mean.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/median.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/regression.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/slope.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/typical.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/base/estimates.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/base/sample.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/base/tukey.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/new/estimates.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/new/sample.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/new/tukey.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/SD.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/index.html create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/mean.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/median.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/regression.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/slope.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/typical.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/base/estimates.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/base/sample.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/base/tukey.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/new/estimates.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/new/sample.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/new/tukey.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/SD.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/index.html create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/mean.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/median.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/regression.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/slope.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/typical.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/report/index.html create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/report/violin.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/base/estimates.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/base/sample.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/base/tukey.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/new/estimates.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/new/sample.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/new/tukey.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/SD.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/index.html create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/mean.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/median.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/regression.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/slope.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/typical.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/base/estimates.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/base/sample.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/base/tukey.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/new/estimates.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/new/sample.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/new/tukey.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/SD.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/index.html create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/mean.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/median.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/regression.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/slope.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/typical.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/base/estimates.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/base/sample.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/base/tukey.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/new/estimates.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/new/sample.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/new/tukey.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/SD.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/index.html create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/mean.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/median.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/regression.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/slope.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/typical.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/report/index.html create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/report/violin.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/base/estimates.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/base/sample.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/base/tukey.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/new/estimates.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/new/sample.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/new/tukey.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/SD.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/index.html create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/mean.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/median.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/regression.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/slope.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/typical.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/base/estimates.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/base/sample.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/base/tukey.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/new/estimates.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/new/sample.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/new/tukey.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/SD.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/index.html create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/mean.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/median.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/regression.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/slope.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/typical.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/base/estimates.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/base/sample.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/base/tukey.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/new/estimates.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/new/sample.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/new/tukey.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/SD.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/index.html create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/mean.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/median.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/regression.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/slope.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/typical.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/report/index.html create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent arr/report/violin.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/base/estimates.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/base/sample.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/base/tukey.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/new/estimates.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/new/sample.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/new/tukey.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/SD.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/index.html create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/mean.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/median.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/regression.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/slope.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/typical.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/base/estimates.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/base/sample.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/base/tukey.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/new/estimates.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/new/sample.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/new/tukey.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/SD.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/index.html create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/mean.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/median.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/regression.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/slope.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/typical.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/base/benchmark.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/base/estimates.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/base/sample.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/base/tukey.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/new/benchmark.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/new/estimates.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/new/sample.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/new/tukey.json create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/MAD.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/SD.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/index.html create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/mean.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/median.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/pdf.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/pdf_small.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/regression.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/regression_small.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/slope.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/typical.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/report/index.html create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/ent idv/report/violin.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/full/report/index.html create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/full/report/violin.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/holes 4x/report/index.html create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/holes 4x/report/violin.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/holes/report/index.html create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/holes/report/violin.svg create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/report/index.html create mode 100644 bench-report/tag/0.2.0/iter entity (p += v)/report/violin.svg create mode 100644 bench-report/tag/0.2.0/report/index.html diff --git a/bench-report/tag/0.2.0/create entity/1 components/1 entities/base/benchmark.json b/bench-report/tag/0.2.0/create entity/1 components/1 entities/base/benchmark.json new file mode 100644 index 0000000000..e5f38a3816 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/1 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"1 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"create entity/1 components/1 entities","directory_name":"create entity/1 components/1 entities","title":"create entity/1 components/1 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/1 components/1 entities/base/estimates.json b/bench-report/tag/0.2.0/create entity/1 components/1 entities/base/estimates.json new file mode 100644 index 0000000000..fd6332e2af --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/1 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":977.2888145395743,"upper_bound":988.2999729312768},"point_estimate":982.6007396340742,"standard_error":2.8129188960627687},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":982.2942868478476,"upper_bound":988.6797627872498},"point_estimate":983.9155596457533,"standard_error":1.2830545470591785},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9.67818415792109,"upper_bound":17.211732793022218},"point_estimate":13.272911164582192,"standard_error":1.9420674373485378},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":987.3138465789915,"upper_bound":992.308851164835},"point_estimate":989.7410104962566,"standard_error":1.260869295077937},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18.535771072339642,"upper_bound":36.85126400587234},"point_estimate":28.166019529227608,"standard_error":4.6956303809096775}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/1 components/1 entities/base/sample.json b/bench-report/tag/0.2.0/create entity/1 components/1 entities/base/sample.json new file mode 100644 index 0000000000..fee0c21746 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/1 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[71.0,142.0,213.0,284.0,355.0,426.0,497.0,568.0,639.0,710.0,781.0,852.0,923.0,994.0,1065.0,1136.0,1207.0,1278.0,1349.0,1420.0,1491.0,1562.0,1633.0,1704.0,1775.0,1846.0,1917.0,1988.0,2059.0,2130.0,2201.0,2272.0,2343.0,2414.0,2485.0,2556.0,2627.0,2698.0,2769.0,2840.0,2911.0,2982.0,3053.0,3124.0,3195.0,3266.0,3337.0,3408.0,3479.0,3550.0,3621.0,3692.0,3763.0,3834.0,3905.0,3976.0,4047.0,4118.0,4189.0,4260.0,4331.0,4402.0,4473.0,4544.0,4615.0,4686.0,4757.0,4828.0,4899.0,4970.0,5041.0,5112.0,5183.0,5254.0,5325.0,5396.0,5467.0,5538.0,5609.0,5680.0,5751.0,5822.0,5893.0,5964.0,6035.0,6106.0,6177.0,6248.0,6319.0,6390.0,6461.0,6532.0,6603.0,6674.0,6745.0,6816.0,6887.0,6958.0,7029.0,7100.0],"times":[79357.0,146065.0,194522.0,258463.0,320154.0,392799.0,460223.0,534865.0,608492.0,690766.0,769279.0,826757.0,895756.0,965433.0,1057183.0,1123496.0,1182117.0,1255543.0,1333729.0,1396645.0,1475770.0,1536565.0,1600144.0,1699936.0,1762004.0,2051693.0,1842706.0,1913133.0,1992861.0,2054928.0,2113977.0,2176132.0,2251265.0,2380140.0,2388359.0,2449432.0,2561537.0,2596491.0,2658178.0,2754515.0,2864961.0,2868000.0,2916900.0,3041370.0,3219801.0,3205817.0,3287487.0,3353863.0,3418563.0,3486550.0,3616912.0,3639233.0,3697090.0,3754115.0,3828163.0,3907890.0,3955961.0,4072075.0,4123621.0,4189914.0,4262779.0,4301442.0,4429788.0,4444147.0,4514978.0,4595498.0,4705132.0,4729618.0,4817212.0,4878195.0,4952590.0,5041145.0,5098043.0,5223704.0,5293826.0,5343757.0,5437434.0,5761124.0,5580267.0,5621465.0,5701142.0,5800335.0,5879152.0,5932071.0,6010538.0,6081240.0,6135498.0,6217882.0,6286648.0,6384841.0,6410650.0,6505066.0,6556684.0,6640066.0,6684830.0,6764125.0,6825842.0,6918513.0,6976911.0,7037446.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/1 components/1 entities/base/tukey.json b/bench-report/tag/0.2.0/create entity/1 components/1 entities/base/tukey.json new file mode 100644 index 0000000000..6c14c7845a --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/1 entities/base/tukey.json @@ -0,0 +1 @@ +[915.5657234314976,944.4778201024326,1021.576744558259,1050.488841229194] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/1 components/1 entities/new/benchmark.json b/bench-report/tag/0.2.0/create entity/1 components/1 entities/new/benchmark.json new file mode 100644 index 0000000000..e5f38a3816 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/1 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"1 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"create entity/1 components/1 entities","directory_name":"create entity/1 components/1 entities","title":"create entity/1 components/1 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/1 components/1 entities/new/estimates.json b/bench-report/tag/0.2.0/create entity/1 components/1 entities/new/estimates.json new file mode 100644 index 0000000000..fd6332e2af --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/1 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":977.2888145395743,"upper_bound":988.2999729312768},"point_estimate":982.6007396340742,"standard_error":2.8129188960627687},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":982.2942868478476,"upper_bound":988.6797627872498},"point_estimate":983.9155596457533,"standard_error":1.2830545470591785},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9.67818415792109,"upper_bound":17.211732793022218},"point_estimate":13.272911164582192,"standard_error":1.9420674373485378},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":987.3138465789915,"upper_bound":992.308851164835},"point_estimate":989.7410104962566,"standard_error":1.260869295077937},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18.535771072339642,"upper_bound":36.85126400587234},"point_estimate":28.166019529227608,"standard_error":4.6956303809096775}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/1 components/1 entities/new/sample.json b/bench-report/tag/0.2.0/create entity/1 components/1 entities/new/sample.json new file mode 100644 index 0000000000..fee0c21746 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/1 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[71.0,142.0,213.0,284.0,355.0,426.0,497.0,568.0,639.0,710.0,781.0,852.0,923.0,994.0,1065.0,1136.0,1207.0,1278.0,1349.0,1420.0,1491.0,1562.0,1633.0,1704.0,1775.0,1846.0,1917.0,1988.0,2059.0,2130.0,2201.0,2272.0,2343.0,2414.0,2485.0,2556.0,2627.0,2698.0,2769.0,2840.0,2911.0,2982.0,3053.0,3124.0,3195.0,3266.0,3337.0,3408.0,3479.0,3550.0,3621.0,3692.0,3763.0,3834.0,3905.0,3976.0,4047.0,4118.0,4189.0,4260.0,4331.0,4402.0,4473.0,4544.0,4615.0,4686.0,4757.0,4828.0,4899.0,4970.0,5041.0,5112.0,5183.0,5254.0,5325.0,5396.0,5467.0,5538.0,5609.0,5680.0,5751.0,5822.0,5893.0,5964.0,6035.0,6106.0,6177.0,6248.0,6319.0,6390.0,6461.0,6532.0,6603.0,6674.0,6745.0,6816.0,6887.0,6958.0,7029.0,7100.0],"times":[79357.0,146065.0,194522.0,258463.0,320154.0,392799.0,460223.0,534865.0,608492.0,690766.0,769279.0,826757.0,895756.0,965433.0,1057183.0,1123496.0,1182117.0,1255543.0,1333729.0,1396645.0,1475770.0,1536565.0,1600144.0,1699936.0,1762004.0,2051693.0,1842706.0,1913133.0,1992861.0,2054928.0,2113977.0,2176132.0,2251265.0,2380140.0,2388359.0,2449432.0,2561537.0,2596491.0,2658178.0,2754515.0,2864961.0,2868000.0,2916900.0,3041370.0,3219801.0,3205817.0,3287487.0,3353863.0,3418563.0,3486550.0,3616912.0,3639233.0,3697090.0,3754115.0,3828163.0,3907890.0,3955961.0,4072075.0,4123621.0,4189914.0,4262779.0,4301442.0,4429788.0,4444147.0,4514978.0,4595498.0,4705132.0,4729618.0,4817212.0,4878195.0,4952590.0,5041145.0,5098043.0,5223704.0,5293826.0,5343757.0,5437434.0,5761124.0,5580267.0,5621465.0,5701142.0,5800335.0,5879152.0,5932071.0,6010538.0,6081240.0,6135498.0,6217882.0,6286648.0,6384841.0,6410650.0,6505066.0,6556684.0,6640066.0,6684830.0,6764125.0,6825842.0,6918513.0,6976911.0,7037446.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/1 components/1 entities/new/tukey.json b/bench-report/tag/0.2.0/create entity/1 components/1 entities/new/tukey.json new file mode 100644 index 0000000000..6c14c7845a --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/1 entities/new/tukey.json @@ -0,0 +1 @@ +[915.5657234314976,944.4778201024326,1021.576744558259,1050.488841229194] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/1 components/1 entities/report/MAD.svg b/bench-report/tag/0.2.0/create entity/1 components/1 entities/report/MAD.svg new file mode 100644 index 0000000000..137987d615 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/1 entities/report/MAD.svg @@ -0,0 +1,88 @@ + + +create entity/1 components/1 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + + +9 + + + +10 + + + +11 + + + +12 + + + +13 + + + +14 + + + +15 + + + +16 + + + +17 + + + +18 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/1 components/1 entities/report/SD.svg b/bench-report/tag/0.2.0/create entity/1 components/1 entities/report/SD.svg new file mode 100644 index 0000000000..8ee0d5950a --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/1 entities/report/SD.svg @@ -0,0 +1,108 @@ + + +create entity/1 components/1 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + +0.09 + + + + +18 + + + +20 + + + +22 + + + +24 + + + +26 + + + +28 + + + +30 + + + +32 + + + +34 + + + +36 + + + +38 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/1 components/1 entities/report/index.html b/bench-report/tag/0.2.0/create entity/1 components/1 entities/report/index.html new file mode 100644 index 0000000000..77f902d155 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/1 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + create entity/1 components/1 entities - Criterion.rs + + + + +
+

create entity/1 components/1 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope987.31 ns989.74 ns992.31 ns
Throughput1.0078 Melem/s1.0104 Melem/s1.0128 Melem/s
0.97792980.97871590.9778361
Mean977.29 ns982.60 ns988.30 ns
Std. Dev.18.536 ns28.166 ns36.851 ns
Median982.29 ns983.92 ns988.68 ns
MAD9.6782 ns13.273 ns17.212 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/1 components/1 entities/report/mean.svg b/bench-report/tag/0.2.0/create entity/1 components/1 entities/report/mean.svg new file mode 100644 index 0000000000..25d021460d --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/1 entities/report/mean.svg @@ -0,0 +1,80 @@ + + +create entity/1 components/1 entities:mean + + +Density (a.u.) + + +Average time (ns) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + + +978 + + + +980 + + + +982 + + + +984 + + + +986 + + + +988 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/1 components/1 entities/report/median.svg b/bench-report/tag/0.2.0/create entity/1 components/1 entities/report/median.svg new file mode 100644 index 0000000000..8c0829a557 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/1 entities/report/median.svg @@ -0,0 +1,88 @@ + + +create entity/1 components/1 entities:median + + +Density (a.u.) + + +Average time (ns) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + + +982 + + + +983 + + + +984 + + + +985 + + + +986 + + + +987 + + + +988 + + + +989 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/1 components/1 entities/report/pdf.svg b/bench-report/tag/0.2.0/create entity/1 components/1 entities/report/pdf.svg new file mode 100644 index 0000000000..eaffa20195 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/1 entities/report/pdf.svg @@ -0,0 +1,163 @@ + + +create entity/1 components/1 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + + +0.9 + + + +0.95 + + + +1 + + + +1.05 + + + +1.1 + + + +1.15 + + + +Density (a.u.) + + + +0 + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + +20 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/1 components/1 entities/report/pdf_small.svg b/bench-report/tag/0.2.0/create entity/1 components/1 entities/report/pdf_small.svg new file mode 100644 index 0000000000..c07228f86d --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/1 entities/report/pdf_small.svg @@ -0,0 +1,44 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +5 + + + +10 + + + +15 + + + +20 + + + + +0.9 + + + +1 + + + +1.1 + + + + + diff --git a/bench-report/tag/0.2.0/create entity/1 components/1 entities/report/regression.svg b/bench-report/tag/0.2.0/create entity/1 components/1 entities/report/regression.svg new file mode 100644 index 0000000000..683e1c156c --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/1 entities/report/regression.svg @@ -0,0 +1,197 @@ + + +create entity/1 components/1 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + +6.0 + + + +7.0 + + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/create entity/1 components/1 entities/report/regression_small.svg b/bench-report/tag/0.2.0/create entity/1 components/1 entities/report/regression_small.svg new file mode 100644 index 0000000000..5cc9d3eea4 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/1 entities/report/regression_small.svg @@ -0,0 +1,182 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + +6.0 + + + +7.0 + + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/1 components/1 entities/report/slope.svg b/bench-report/tag/0.2.0/create entity/1 components/1 entities/report/slope.svg new file mode 100644 index 0000000000..057858081b --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/1 entities/report/slope.svg @@ -0,0 +1,80 @@ + + +create entity/1 components/1 entities:slope + + +Density (a.u.) + + +Average time (ns) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + + +987 + + + +988 + + + +989 + + + +990 + + + +991 + + + +992 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/1 components/1 entities/report/typical.svg b/bench-report/tag/0.2.0/create entity/1 components/1 entities/report/typical.svg new file mode 100644 index 0000000000..c2c2fa8118 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/1 entities/report/typical.svg @@ -0,0 +1,80 @@ + + +create entity/1 components/1 entities:typical + + +Density (a.u.) + + +Average time (ns) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + + +987 + + + +988 + + + +989 + + + +990 + + + +991 + + + +992 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/1 components/16 entities/base/benchmark.json b/bench-report/tag/0.2.0/create entity/1 components/16 entities/base/benchmark.json new file mode 100644 index 0000000000..a5598f1b00 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/16 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"1 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"create entity/1 components/16 entities","directory_name":"create entity/1 components/16 entities","title":"create entity/1 components/16 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/1 components/16 entities/base/estimates.json b/bench-report/tag/0.2.0/create entity/1 components/16 entities/base/estimates.json new file mode 100644 index 0000000000..8b6dfc15f9 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/16 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11176.349935167926,"upper_bound":11263.522437545955},"point_estimate":11220.125843267831,"standard_error":22.26847882164868},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11220.75680272109,"upper_bound":11272.23568452381},"point_estimate":11251.012965186075,"standard_error":11.864260840681041},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71.47471259559869,"upper_bound":126.33160758622363},"point_estimate":97.75558160846194,"standard_error":13.932547187308653},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11173.075246625562,"upper_bound":11253.114186450568},"point_estimate":11213.01763206598,"standard_error":20.268341912876842},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":177.19761872662977,"upper_bound":265.3497483912893},"point_estimate":223.92642205965828,"standard_error":22.391610942056165}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/1 components/16 entities/base/sample.json b/bench-report/tag/0.2.0/create entity/1 components/16 entities/base/sample.json new file mode 100644 index 0000000000..a570de4ed3 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/16 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[42.0,84.0,126.0,168.0,210.0,252.0,294.0,336.0,378.0,420.0,462.0,504.0,546.0,588.0,630.0,672.0,714.0,756.0,798.0,840.0,882.0,924.0,966.0,1008.0,1050.0,1092.0,1134.0,1176.0,1218.0,1260.0,1302.0,1344.0,1386.0,1428.0,1470.0,1512.0,1554.0,1596.0,1638.0,1680.0,1722.0,1764.0,1806.0,1848.0,1890.0,1932.0,1974.0,2016.0,2058.0,2100.0,2142.0,2184.0,2226.0,2268.0,2310.0,2352.0,2394.0,2436.0,2478.0,2520.0,2562.0,2604.0,2646.0,2688.0,2730.0,2772.0,2814.0,2856.0,2898.0,2940.0,2982.0,3024.0,3066.0,3108.0,3150.0,3192.0,3234.0,3276.0,3318.0,3360.0,3402.0,3444.0,3486.0,3528.0,3570.0,3612.0,3654.0,3696.0,3738.0,3780.0,3822.0,3864.0,3906.0,3948.0,3990.0,4032.0,4074.0,4116.0,4158.0,4200.0],"times":[497255.0,949934.0,1426672.0,1892465.0,2388255.0,2840136.0,3307994.0,3781075.0,4240969.0,4741998.0,5192155.0,5678288.0,6179153.0,6679669.0,7114695.0,7604867.0,8098255.0,8616507.0,9061665.0,9524204.0,9961927.0,10496942.0,10991119.0,11385199.0,11839664.0,12337100.0,12876133.0,13278660.0,13691765.0,14168261.0,14604334.0,15102777.0,15690802.0,16113996.0,16541898.0,16887292.0,17310068.0,17853365.0,18314873.0,18799044.0,19301429.0,19721851.0,21494062.0,19936917.0,20471396.0,20903703.0,21226524.0,21790050.0,22087172.0,22584687.0,23100005.0,23451236.0,24007931.0,24452907.0,24899077.0,25331010.0,25697979.0,26745677.0,27986832.0,28540583.0,29027386.0,29545611.0,30133188.0,30501664.0,32579325.0,31621955.0,32085837.0,32524391.0,32904068.0,33096673.0,33499262.0,33913942.0,34373924.0,36114162.0,35318821.0,35713428.0,36468048.0,36868279.0,37773053.0,37862499.0,38108275.0,38649410.0,39332121.0,39586830.0,40163734.0,40657714.0,41054149.0,41389924.0,42004702.0,42393259.0,42883838.0,43192901.0,44684093.0,43904166.0,44522180.0,45189381.0,45584203.0,46116412.0,46467123.0,47040028.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/1 components/16 entities/base/tukey.json b/bench-report/tag/0.2.0/create entity/1 components/16 entities/base/tukey.json new file mode 100644 index 0000000000..902e0fe923 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/16 entities/base/tukey.json @@ -0,0 +1 @@ +[10791.400680121102,10990.147475941489,11520.138931462523,11718.885727282912] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/1 components/16 entities/new/benchmark.json b/bench-report/tag/0.2.0/create entity/1 components/16 entities/new/benchmark.json new file mode 100644 index 0000000000..a5598f1b00 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/16 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"1 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"create entity/1 components/16 entities","directory_name":"create entity/1 components/16 entities","title":"create entity/1 components/16 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/1 components/16 entities/new/estimates.json b/bench-report/tag/0.2.0/create entity/1 components/16 entities/new/estimates.json new file mode 100644 index 0000000000..8b6dfc15f9 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/16 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11176.349935167926,"upper_bound":11263.522437545955},"point_estimate":11220.125843267831,"standard_error":22.26847882164868},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11220.75680272109,"upper_bound":11272.23568452381},"point_estimate":11251.012965186075,"standard_error":11.864260840681041},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71.47471259559869,"upper_bound":126.33160758622363},"point_estimate":97.75558160846194,"standard_error":13.932547187308653},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11173.075246625562,"upper_bound":11253.114186450568},"point_estimate":11213.01763206598,"standard_error":20.268341912876842},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":177.19761872662977,"upper_bound":265.3497483912893},"point_estimate":223.92642205965828,"standard_error":22.391610942056165}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/1 components/16 entities/new/sample.json b/bench-report/tag/0.2.0/create entity/1 components/16 entities/new/sample.json new file mode 100644 index 0000000000..a570de4ed3 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/16 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[42.0,84.0,126.0,168.0,210.0,252.0,294.0,336.0,378.0,420.0,462.0,504.0,546.0,588.0,630.0,672.0,714.0,756.0,798.0,840.0,882.0,924.0,966.0,1008.0,1050.0,1092.0,1134.0,1176.0,1218.0,1260.0,1302.0,1344.0,1386.0,1428.0,1470.0,1512.0,1554.0,1596.0,1638.0,1680.0,1722.0,1764.0,1806.0,1848.0,1890.0,1932.0,1974.0,2016.0,2058.0,2100.0,2142.0,2184.0,2226.0,2268.0,2310.0,2352.0,2394.0,2436.0,2478.0,2520.0,2562.0,2604.0,2646.0,2688.0,2730.0,2772.0,2814.0,2856.0,2898.0,2940.0,2982.0,3024.0,3066.0,3108.0,3150.0,3192.0,3234.0,3276.0,3318.0,3360.0,3402.0,3444.0,3486.0,3528.0,3570.0,3612.0,3654.0,3696.0,3738.0,3780.0,3822.0,3864.0,3906.0,3948.0,3990.0,4032.0,4074.0,4116.0,4158.0,4200.0],"times":[497255.0,949934.0,1426672.0,1892465.0,2388255.0,2840136.0,3307994.0,3781075.0,4240969.0,4741998.0,5192155.0,5678288.0,6179153.0,6679669.0,7114695.0,7604867.0,8098255.0,8616507.0,9061665.0,9524204.0,9961927.0,10496942.0,10991119.0,11385199.0,11839664.0,12337100.0,12876133.0,13278660.0,13691765.0,14168261.0,14604334.0,15102777.0,15690802.0,16113996.0,16541898.0,16887292.0,17310068.0,17853365.0,18314873.0,18799044.0,19301429.0,19721851.0,21494062.0,19936917.0,20471396.0,20903703.0,21226524.0,21790050.0,22087172.0,22584687.0,23100005.0,23451236.0,24007931.0,24452907.0,24899077.0,25331010.0,25697979.0,26745677.0,27986832.0,28540583.0,29027386.0,29545611.0,30133188.0,30501664.0,32579325.0,31621955.0,32085837.0,32524391.0,32904068.0,33096673.0,33499262.0,33913942.0,34373924.0,36114162.0,35318821.0,35713428.0,36468048.0,36868279.0,37773053.0,37862499.0,38108275.0,38649410.0,39332121.0,39586830.0,40163734.0,40657714.0,41054149.0,41389924.0,42004702.0,42393259.0,42883838.0,43192901.0,44684093.0,43904166.0,44522180.0,45189381.0,45584203.0,46116412.0,46467123.0,47040028.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/1 components/16 entities/new/tukey.json b/bench-report/tag/0.2.0/create entity/1 components/16 entities/new/tukey.json new file mode 100644 index 0000000000..902e0fe923 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/16 entities/new/tukey.json @@ -0,0 +1 @@ +[10791.400680121102,10990.147475941489,11520.138931462523,11718.885727282912] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/1 components/16 entities/report/MAD.svg b/bench-report/tag/0.2.0/create entity/1 components/16 entities/report/MAD.svg new file mode 100644 index 0000000000..8e32ab289d --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/16 entities/report/MAD.svg @@ -0,0 +1,84 @@ + + +create entity/1 components/16 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + + +70 + + + +80 + + + +90 + + + +100 + + + +110 + + + +120 + + + +130 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/1 components/16 entities/report/SD.svg b/bench-report/tag/0.2.0/create entity/1 components/16 entities/report/SD.svg new file mode 100644 index 0000000000..562e544c2c --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/16 entities/report/SD.svg @@ -0,0 +1,108 @@ + + +create entity/1 components/16 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + + +0.016 + + + +0.018 + + + + +170 + + + +180 + + + +190 + + + +200 + + + +210 + + + +220 + + + +230 + + + +240 + + + +250 + + + +260 + + + +270 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/1 components/16 entities/report/index.html b/bench-report/tag/0.2.0/create entity/1 components/16 entities/report/index.html new file mode 100644 index 0000000000..53dda86c98 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/16 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + create entity/1 components/16 entities - Criterion.rs + + + + +
+

create entity/1 components/16 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope11.173 µs11.213 µs11.253 µs
Throughput1.4218 Melem/s1.4269 Melem/s1.4320 Melem/s
0.95741420.95902830.9574017
Mean11.176 µs11.220 µs11.264 µs
Std. Dev.177.20 ns223.93 ns265.35 ns
Median11.221 µs11.251 µs11.272 µs
MAD71.475 ns97.756 ns126.33 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/1 components/16 entities/report/mean.svg b/bench-report/tag/0.2.0/create entity/1 components/16 entities/report/mean.svg new file mode 100644 index 0000000000..fde6f24f78 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/16 entities/report/mean.svg @@ -0,0 +1,108 @@ + + +create entity/1 components/16 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + + +11.17 + + + +11.18 + + + +11.19 + + + +11.2 + + + +11.21 + + + +11.22 + + + +11.23 + + + +11.24 + + + +11.25 + + + +11.26 + + + +11.27 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/1 components/16 entities/report/median.svg b/bench-report/tag/0.2.0/create entity/1 components/16 entities/report/median.svg new file mode 100644 index 0000000000..dac9b8ab5c --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/16 entities/report/median.svg @@ -0,0 +1,80 @@ + + +create entity/1 components/16 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + + +11.22 + + + +11.23 + + + +11.24 + + + +11.25 + + + +11.26 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/1 components/16 entities/report/pdf.svg b/bench-report/tag/0.2.0/create entity/1 components/16 entities/report/pdf.svg new file mode 100644 index 0000000000..08131df515 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/16 entities/report/pdf.svg @@ -0,0 +1,177 @@ + + +create entity/1 components/16 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + +10.6 + + + +10.8 + + + +11 + + + +11.2 + + + +11.4 + + + +11.6 + + + +11.8 + + + +12 + + + +12.2 + + + +Density (a.u.) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/1 components/16 entities/report/pdf_small.svg b/bench-report/tag/0.2.0/create entity/1 components/16 entities/report/pdf_small.svg new file mode 100644 index 0000000000..9802ea990b --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/16 entities/report/pdf_small.svg @@ -0,0 +1,52 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + +10.5 + + + +11 + + + +11.5 + + + +12 + + + + + diff --git a/bench-report/tag/0.2.0/create entity/1 components/16 entities/report/regression.svg b/bench-report/tag/0.2.0/create entity/1 components/16 entities/report/regression.svg new file mode 100644 index 0000000000..a5b6ccc227 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/16 entities/report/regression.svg @@ -0,0 +1,212 @@ + + +create entity/1 components/16 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + +30.0 + + + +35.0 + + + +40.0 + + + +45.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/create entity/1 components/16 entities/report/regression_small.svg b/bench-report/tag/0.2.0/create entity/1 components/16 entities/report/regression_small.svg new file mode 100644 index 0000000000..a45b912265 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/16 entities/report/regression_small.svg @@ -0,0 +1,197 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + +30.0 + + + +35.0 + + + +40.0 + + + +45.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/1 components/16 entities/report/slope.svg b/bench-report/tag/0.2.0/create entity/1 components/16 entities/report/slope.svg new file mode 100644 index 0000000000..8a2cb53a5a --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/16 entities/report/slope.svg @@ -0,0 +1,112 @@ + + +create entity/1 components/16 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + +20 + + + +22 + + + + +11.17 + + + +11.18 + + + +11.19 + + + +11.2 + + + +11.21 + + + +11.22 + + + +11.23 + + + +11.24 + + + +11.25 + + + +11.26 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/1 components/16 entities/report/typical.svg b/bench-report/tag/0.2.0/create entity/1 components/16 entities/report/typical.svg new file mode 100644 index 0000000000..d3dcb722ff --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/16 entities/report/typical.svg @@ -0,0 +1,112 @@ + + +create entity/1 components/16 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + +20 + + + +22 + + + + +11.17 + + + +11.18 + + + +11.19 + + + +11.2 + + + +11.21 + + + +11.22 + + + +11.23 + + + +11.24 + + + +11.25 + + + +11.26 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/1 components/256 entities/base/benchmark.json b/bench-report/tag/0.2.0/create entity/1 components/256 entities/base/benchmark.json new file mode 100644 index 0000000000..167b2f0d17 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/256 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"1 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"create entity/1 components/256 entities","directory_name":"create entity/1 components/256 entities","title":"create entity/1 components/256 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/1 components/256 entities/base/estimates.json b/bench-report/tag/0.2.0/create entity/1 components/256 entities/base/estimates.json new file mode 100644 index 0000000000..3106310a47 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/256 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":168904.54252913993,"upper_bound":169701.04919998263},"point_estimate":169242.4708302276,"standard_error":206.13244278208953},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":168738.92544802866,"upper_bound":169004.1568627451},"point_estimate":168860.4107096607,"standard_error":72.48498733192642},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":497.6347787474814,"upper_bound":877.6105235567363},"point_estimate":689.8197451146714,"standard_error":93.93505855006616},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":168921.6322964456,"upper_bound":169333.92506638478},"point_estimate":169114.96029111865,"standard_error":104.9141729724031},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":882.7154728897775,"upper_bound":3227.387306828096},"point_estimate":2067.8768218784626,"standard_error":714.209196919362}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/1 components/256 entities/base/sample.json b/bench-report/tag/0.2.0/create entity/1 components/256 entities/base/sample.json new file mode 100644 index 0000000000..56016ea518 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/256 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[1118105.0,2022138.0,3037603.0,4112869.0,5143351.0,6042385.0,7059997.0,8113283.0,9142644.0,10144315.0,11246321.0,12281147.0,13368034.0,14194469.0,15090416.0,16549123.0,17238424.0,18165876.0,19199056.0,20132723.0,21240327.0,22272035.0,23237631.0,24146156.0,25127853.0,26408401.0,27136893.0,28053376.0,29730511.0,30263273.0,31541096.0,32430979.0,33537283.0,34344373.0,35429578.0,36182958.0,37332666.0,38309228.0,39314257.0,40785801.0,41488434.0,42417290.0,43837569.0,44492537.0,45561390.0,46670111.0,47815900.0,48658385.0,49627435.0,51401389.0,51769785.0,52560823.0,53674612.0,54710156.0,55706929.0,56594106.0,57496871.0,58621824.0,59831257.0,62964829.0,61908709.0,62657723.0,64235807.0,64785734.0,65856025.0,68244160.0,67720940.0,68648934.0,70290862.0,70786980.0,72133556.0,72822911.0,74030531.0,75179758.0,75930345.0,76605611.0,78261223.0,79052846.0,80263957.0,80996813.0,82361989.0,83339782.0,84114335.0,85127697.0,86870976.0,86921458.0,88086576.0,89025157.0,90203788.0,91349265.0,91835917.0,93710952.0,94159013.0,95522218.0,96302478.0,97121729.0,98992956.0,99758746.0,100302376.0,101707932.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/1 components/256 entities/base/tukey.json b/bench-report/tag/0.2.0/create entity/1 components/256 entities/base/tukey.json new file mode 100644 index 0000000000..892f232fd4 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/256 entities/base/tukey.json @@ -0,0 +1 @@ +[165665.1504625143,167059.19894483642,170776.66156436203,172170.71004668414] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/1 components/256 entities/new/benchmark.json b/bench-report/tag/0.2.0/create entity/1 components/256 entities/new/benchmark.json new file mode 100644 index 0000000000..167b2f0d17 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/256 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"1 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"create entity/1 components/256 entities","directory_name":"create entity/1 components/256 entities","title":"create entity/1 components/256 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/1 components/256 entities/new/estimates.json b/bench-report/tag/0.2.0/create entity/1 components/256 entities/new/estimates.json new file mode 100644 index 0000000000..3106310a47 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/256 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":168904.54252913993,"upper_bound":169701.04919998263},"point_estimate":169242.4708302276,"standard_error":206.13244278208953},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":168738.92544802866,"upper_bound":169004.1568627451},"point_estimate":168860.4107096607,"standard_error":72.48498733192642},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":497.6347787474814,"upper_bound":877.6105235567363},"point_estimate":689.8197451146714,"standard_error":93.93505855006616},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":168921.6322964456,"upper_bound":169333.92506638478},"point_estimate":169114.96029111865,"standard_error":104.9141729724031},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":882.7154728897775,"upper_bound":3227.387306828096},"point_estimate":2067.8768218784626,"standard_error":714.209196919362}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/1 components/256 entities/new/sample.json b/bench-report/tag/0.2.0/create entity/1 components/256 entities/new/sample.json new file mode 100644 index 0000000000..56016ea518 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/256 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[1118105.0,2022138.0,3037603.0,4112869.0,5143351.0,6042385.0,7059997.0,8113283.0,9142644.0,10144315.0,11246321.0,12281147.0,13368034.0,14194469.0,15090416.0,16549123.0,17238424.0,18165876.0,19199056.0,20132723.0,21240327.0,22272035.0,23237631.0,24146156.0,25127853.0,26408401.0,27136893.0,28053376.0,29730511.0,30263273.0,31541096.0,32430979.0,33537283.0,34344373.0,35429578.0,36182958.0,37332666.0,38309228.0,39314257.0,40785801.0,41488434.0,42417290.0,43837569.0,44492537.0,45561390.0,46670111.0,47815900.0,48658385.0,49627435.0,51401389.0,51769785.0,52560823.0,53674612.0,54710156.0,55706929.0,56594106.0,57496871.0,58621824.0,59831257.0,62964829.0,61908709.0,62657723.0,64235807.0,64785734.0,65856025.0,68244160.0,67720940.0,68648934.0,70290862.0,70786980.0,72133556.0,72822911.0,74030531.0,75179758.0,75930345.0,76605611.0,78261223.0,79052846.0,80263957.0,80996813.0,82361989.0,83339782.0,84114335.0,85127697.0,86870976.0,86921458.0,88086576.0,89025157.0,90203788.0,91349265.0,91835917.0,93710952.0,94159013.0,95522218.0,96302478.0,97121729.0,98992956.0,99758746.0,100302376.0,101707932.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/1 components/256 entities/new/tukey.json b/bench-report/tag/0.2.0/create entity/1 components/256 entities/new/tukey.json new file mode 100644 index 0000000000..892f232fd4 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/256 entities/new/tukey.json @@ -0,0 +1 @@ +[165665.1504625143,167059.19894483642,170776.66156436203,172170.71004668414] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/1 components/256 entities/report/MAD.svg b/bench-report/tag/0.2.0/create entity/1 components/256 entities/report/MAD.svg new file mode 100644 index 0000000000..bfc265b8d2 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/256 entities/report/MAD.svg @@ -0,0 +1,88 @@ + + +create entity/1 components/256 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + + +500 + + + +550 + + + +600 + + + +650 + + + +700 + + + +750 + + + +800 + + + +850 + + + +900 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/1 components/256 entities/report/SD.svg b/bench-report/tag/0.2.0/create entity/1 components/256 entities/report/SD.svg new file mode 100644 index 0000000000..f88f9c4782 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/256 entities/report/SD.svg @@ -0,0 +1,76 @@ + + +create entity/1 components/256 entities:SD + + +Density (a.u.) + + +Average time (µs) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/1 components/256 entities/report/index.html b/bench-report/tag/0.2.0/create entity/1 components/256 entities/report/index.html new file mode 100644 index 0000000000..9cdbde5168 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/256 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + create entity/1 components/256 entities - Criterion.rs + + + + +
+

create entity/1 components/256 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope168.92 µs169.11 µs169.33 µs
Throughput1.5118 Melem/s1.5138 Melem/s1.5155 Melem/s
0.99568440.99586160.9956343
Mean168.90 µs169.24 µs169.70 µs
Std. Dev.882.72 ns2.0679 µs3.2274 µs
Median168.74 µs168.86 µs169.00 µs
MAD497.63 ns689.82 ns877.61 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/1 components/256 entities/report/mean.svg b/bench-report/tag/0.2.0/create entity/1 components/256 entities/report/mean.svg new file mode 100644 index 0000000000..12a2d28b5c --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/256 entities/report/mean.svg @@ -0,0 +1,104 @@ + + +create entity/1 components/256 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + +2 + + + + +168.9 + + + +169 + + + +169.1 + + + +169.2 + + + +169.3 + + + +169.4 + + + +169.5 + + + +169.6 + + + +169.7 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/1 components/256 entities/report/median.svg b/bench-report/tag/0.2.0/create entity/1 components/256 entities/report/median.svg new file mode 100644 index 0000000000..05604f2b78 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/256 entities/report/median.svg @@ -0,0 +1,92 @@ + + +create entity/1 components/256 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + +10 + + + +11 + + + + +168.75 + + + +168.8 + + + +168.85 + + + +168.9 + + + +168.95 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/1 components/256 entities/report/pdf.svg b/bench-report/tag/0.2.0/create entity/1 components/256 entities/report/pdf.svg new file mode 100644 index 0000000000..b7a4c2481c --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/256 entities/report/pdf.svg @@ -0,0 +1,139 @@ + + +create entity/1 components/256 entities + + +Iterations + + +Average Time (µs) + + + +0 + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + + +165 + + + +170 + + + +175 + + + +180 + + + +185 + + + +Density (a.u.) + + + +0 + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/1 components/256 entities/report/pdf_small.svg b/bench-report/tag/0.2.0/create entity/1 components/256 entities/report/pdf_small.svg new file mode 100644 index 0000000000..dcf78f8234 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/256 entities/report/pdf_small.svg @@ -0,0 +1,64 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + + +165 + + + +170 + + + +175 + + + +180 + + + +185 + + + + + diff --git a/bench-report/tag/0.2.0/create entity/1 components/256 entities/report/regression.svg b/bench-report/tag/0.2.0/create entity/1 components/256 entities/report/regression.svg new file mode 100644 index 0000000000..4c7cf14a22 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/256 entities/report/regression.svg @@ -0,0 +1,207 @@ + + +create entity/1 components/256 entities + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + +100.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/create entity/1 components/256 entities/report/regression_small.svg b/bench-report/tag/0.2.0/create entity/1 components/256 entities/report/regression_small.svg new file mode 100644 index 0000000000..9af2018cd1 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/256 entities/report/regression_small.svg @@ -0,0 +1,192 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + +100.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/1 components/256 entities/report/slope.svg b/bench-report/tag/0.2.0/create entity/1 components/256 entities/report/slope.svg new file mode 100644 index 0000000000..beb42e9a3f --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/256 entities/report/slope.svg @@ -0,0 +1,100 @@ + + +create entity/1 components/256 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + +168.9 + + + +168.95 + + + +169 + + + +169.05 + + + +169.1 + + + +169.15 + + + +169.2 + + + +169.25 + + + +169.3 + + + +169.35 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/1 components/256 entities/report/typical.svg b/bench-report/tag/0.2.0/create entity/1 components/256 entities/report/typical.svg new file mode 100644 index 0000000000..d146cbf86f --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/256 entities/report/typical.svg @@ -0,0 +1,100 @@ + + +create entity/1 components/256 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + +168.9 + + + +168.95 + + + +169 + + + +169.05 + + + +169.1 + + + +169.15 + + + +169.2 + + + +169.25 + + + +169.3 + + + +169.35 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/1 components/report/index.html b/bench-report/tag/0.2.0/create entity/1 components/report/index.html new file mode 100644 index 0000000000..e2643619e5 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/report/index.html @@ -0,0 +1,142 @@ + + + + + + create entity/1 components Summary - Criterion.rs + + + + +
+

create entity/1 components

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+

Line Chart

+ Line Chart +

This chart shows the mean measured time for each function as the input (or the size of the input) increases.

+
+ +

create entity/1 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/1 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/1 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/1 components/report/lines.svg b/bench-report/tag/0.2.0/create entity/1 components/report/lines.svg new file mode 100644 index 0000000000..5c2fb3a13d --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/report/lines.svg @@ -0,0 +1,73 @@ + + +create entity/1 components: Comparison + + +Average time (µs) + + +Input Size (Elements) + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + + + + +1 components + + + diff --git a/bench-report/tag/0.2.0/create entity/1 components/report/violin.svg b/bench-report/tag/0.2.0/create entity/1 components/report/violin.svg new file mode 100644 index 0000000000..814aff32a0 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 components/report/violin.svg @@ -0,0 +1,71 @@ + + +create entity/1 components: Violin plot + + +Input + + +Average time (µs) + + + +create entity/1 components/256 entities + + + +create entity/1 components/16 entities + + + +create entity/1 components/1 entities + + + + +0.0 + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/1 entities/report/index.html b/bench-report/tag/0.2.0/create entity/1 entities/report/index.html new file mode 100644 index 0000000000..0a876e1fbd --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 entities/report/index.html @@ -0,0 +1,185 @@ + + + + + + create entity/1 entities Summary - Criterion.rs + + + + +
+

create entity/1 entities

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

create entity/1 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/2 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/4 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/8 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/16 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/1 entities/report/violin.svg b/bench-report/tag/0.2.0/create entity/1 entities/report/violin.svg new file mode 100644 index 0000000000..7185a1f83d --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/1 entities/report/violin.svg @@ -0,0 +1,75 @@ + + +create entity/1 entities: Violin plot + + +Input + + +Average time (µs) + + + +create entity/16 components/1 entities + + + +create entity/8 components/1 entities + + + +create entity/4 components/1 entities + + + +create entity/2 components/1 entities + + + +create entity/1 components/1 entities + + + + +0.0 + + + +0.5 + + + +1.0 + + + +1.5 + + + +2.0 + + + +2.5 + + + +3.0 + + + +3.5 + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/16 components/1 entities/base/benchmark.json b/bench-report/tag/0.2.0/create entity/16 components/1 entities/base/benchmark.json new file mode 100644 index 0000000000..eef6c3b162 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/1 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"16 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"create entity/16 components/1 entities","directory_name":"create entity/16 components/1 entities","title":"create entity/16 components/1 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/16 components/1 entities/base/estimates.json b/bench-report/tag/0.2.0/create entity/16 components/1 entities/base/estimates.json new file mode 100644 index 0000000000..77d8b74e9f --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/1 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3022.6861638296054,"upper_bound":3051.3527252921945},"point_estimate":3034.58670030149,"standard_error":7.445527702943001},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3011.2469316189363,"upper_bound":3024.381269996445},"point_estimate":3015.601577302008,"standard_error":3.2600428970234057},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20.122223125106988,"upper_bound":38.18068849179687},"point_estimate":28.456371347767536,"standard_error":4.646680877793234},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3003.5163179543074,"upper_bound":3010.2224849450326},"point_estimate":3006.7905061581814,"standard_error":1.7083826254836683},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31.527067231858005,"upper_bound":117.8598309167572},"point_estimate":74.59248149356759,"standard_error":27.76429464685673}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/16 components/1 entities/base/sample.json b/bench-report/tag/0.2.0/create entity/16 components/1 entities/base/sample.json new file mode 100644 index 0000000000..90820616dd --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/1 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[58.0,116.0,174.0,232.0,290.0,348.0,406.0,464.0,522.0,580.0,638.0,696.0,754.0,812.0,870.0,928.0,986.0,1044.0,1102.0,1160.0,1218.0,1276.0,1334.0,1392.0,1450.0,1508.0,1566.0,1624.0,1682.0,1740.0,1798.0,1856.0,1914.0,1972.0,2030.0,2088.0,2146.0,2204.0,2262.0,2320.0,2378.0,2436.0,2494.0,2552.0,2610.0,2668.0,2726.0,2784.0,2842.0,2900.0,2958.0,3016.0,3074.0,3132.0,3190.0,3248.0,3306.0,3364.0,3422.0,3480.0,3538.0,3596.0,3654.0,3712.0,3770.0,3828.0,3886.0,3944.0,4002.0,4060.0,4118.0,4176.0,4234.0,4292.0,4350.0,4408.0,4466.0,4524.0,4582.0,4640.0,4698.0,4756.0,4814.0,4872.0,4930.0,4988.0,5046.0,5104.0,5162.0,5220.0,5278.0,5336.0,5394.0,5452.0,5510.0,5568.0,5626.0,5684.0,5742.0,5800.0],"times":[213125.0,362874.0,545415.0,730779.0,917056.0,1073197.0,1237941.0,1416330.0,1601508.0,1785067.0,1970298.0,2148604.0,2330250.0,2516925.0,2672458.0,2851818.0,3003153.0,3183756.0,3368990.0,3551447.0,3727507.0,3899525.0,4071115.0,4237495.0,4442431.0,4624884.0,4756458.0,4956499.0,5115436.0,5292516.0,5435561.0,5605825.0,5841726.0,5947209.0,6100836.0,6353997.0,6501339.0,6670193.0,6795406.0,7020706.0,7204486.0,7325271.0,7562480.0,7686010.0,7940024.0,8038668.0,8214623.0,8563254.0,8573660.0,8681168.0,8934571.0,9095531.0,9264305.0,9425863.0,9675428.0,9786664.0,9936553.0,10096059.0,10304487.0,10472680.0,10582261.0,10770310.0,11025596.0,11119311.0,11329262.0,11439153.0,11646487.0,11769839.0,11980871.0,12145055.0,12274918.0,12452888.0,12702832.0,12901189.0,13113868.0,13213272.0,13382716.0,13515743.0,13783878.0,13838251.0,13998860.0,14269472.0,14491484.0,14616436.0,14771455.0,14940828.0,15225268.0,15338299.0,15489000.0,15699319.0,15915511.0,16028973.0,16240686.0,16391006.0,16476545.0,16692466.0,17005126.0,17119269.0,17351030.0,17486608.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/16 components/1 entities/base/tukey.json b/bench-report/tag/0.2.0/create entity/16 components/1 entities/base/tukey.json new file mode 100644 index 0000000000..1d2947ec89 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/1 entities/base/tukey.json @@ -0,0 +1 @@ +[2862.5971540092023,2932.923329014372,3120.4597956948246,3190.7859706999943] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/16 components/1 entities/new/benchmark.json b/bench-report/tag/0.2.0/create entity/16 components/1 entities/new/benchmark.json new file mode 100644 index 0000000000..eef6c3b162 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/1 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"16 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"create entity/16 components/1 entities","directory_name":"create entity/16 components/1 entities","title":"create entity/16 components/1 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/16 components/1 entities/new/estimates.json b/bench-report/tag/0.2.0/create entity/16 components/1 entities/new/estimates.json new file mode 100644 index 0000000000..77d8b74e9f --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/1 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3022.6861638296054,"upper_bound":3051.3527252921945},"point_estimate":3034.58670030149,"standard_error":7.445527702943001},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3011.2469316189363,"upper_bound":3024.381269996445},"point_estimate":3015.601577302008,"standard_error":3.2600428970234057},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20.122223125106988,"upper_bound":38.18068849179687},"point_estimate":28.456371347767536,"standard_error":4.646680877793234},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3003.5163179543074,"upper_bound":3010.2224849450326},"point_estimate":3006.7905061581814,"standard_error":1.7083826254836683},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31.527067231858005,"upper_bound":117.8598309167572},"point_estimate":74.59248149356759,"standard_error":27.76429464685673}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/16 components/1 entities/new/sample.json b/bench-report/tag/0.2.0/create entity/16 components/1 entities/new/sample.json new file mode 100644 index 0000000000..90820616dd --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/1 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[58.0,116.0,174.0,232.0,290.0,348.0,406.0,464.0,522.0,580.0,638.0,696.0,754.0,812.0,870.0,928.0,986.0,1044.0,1102.0,1160.0,1218.0,1276.0,1334.0,1392.0,1450.0,1508.0,1566.0,1624.0,1682.0,1740.0,1798.0,1856.0,1914.0,1972.0,2030.0,2088.0,2146.0,2204.0,2262.0,2320.0,2378.0,2436.0,2494.0,2552.0,2610.0,2668.0,2726.0,2784.0,2842.0,2900.0,2958.0,3016.0,3074.0,3132.0,3190.0,3248.0,3306.0,3364.0,3422.0,3480.0,3538.0,3596.0,3654.0,3712.0,3770.0,3828.0,3886.0,3944.0,4002.0,4060.0,4118.0,4176.0,4234.0,4292.0,4350.0,4408.0,4466.0,4524.0,4582.0,4640.0,4698.0,4756.0,4814.0,4872.0,4930.0,4988.0,5046.0,5104.0,5162.0,5220.0,5278.0,5336.0,5394.0,5452.0,5510.0,5568.0,5626.0,5684.0,5742.0,5800.0],"times":[213125.0,362874.0,545415.0,730779.0,917056.0,1073197.0,1237941.0,1416330.0,1601508.0,1785067.0,1970298.0,2148604.0,2330250.0,2516925.0,2672458.0,2851818.0,3003153.0,3183756.0,3368990.0,3551447.0,3727507.0,3899525.0,4071115.0,4237495.0,4442431.0,4624884.0,4756458.0,4956499.0,5115436.0,5292516.0,5435561.0,5605825.0,5841726.0,5947209.0,6100836.0,6353997.0,6501339.0,6670193.0,6795406.0,7020706.0,7204486.0,7325271.0,7562480.0,7686010.0,7940024.0,8038668.0,8214623.0,8563254.0,8573660.0,8681168.0,8934571.0,9095531.0,9264305.0,9425863.0,9675428.0,9786664.0,9936553.0,10096059.0,10304487.0,10472680.0,10582261.0,10770310.0,11025596.0,11119311.0,11329262.0,11439153.0,11646487.0,11769839.0,11980871.0,12145055.0,12274918.0,12452888.0,12702832.0,12901189.0,13113868.0,13213272.0,13382716.0,13515743.0,13783878.0,13838251.0,13998860.0,14269472.0,14491484.0,14616436.0,14771455.0,14940828.0,15225268.0,15338299.0,15489000.0,15699319.0,15915511.0,16028973.0,16240686.0,16391006.0,16476545.0,16692466.0,17005126.0,17119269.0,17351030.0,17486608.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/16 components/1 entities/new/tukey.json b/bench-report/tag/0.2.0/create entity/16 components/1 entities/new/tukey.json new file mode 100644 index 0000000000..1d2947ec89 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/1 entities/new/tukey.json @@ -0,0 +1 @@ +[2862.5971540092023,2932.923329014372,3120.4597956948246,3190.7859706999943] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/16 components/1 entities/report/MAD.svg b/bench-report/tag/0.2.0/create entity/16 components/1 entities/report/MAD.svg new file mode 100644 index 0000000000..3d5dfbcef9 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/1 entities/report/MAD.svg @@ -0,0 +1,112 @@ + + +create entity/16 components/1 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + +0.09 + + + +0.1 + + + + +20 + + + +22 + + + +24 + + + +26 + + + +28 + + + +30 + + + +32 + + + +34 + + + +36 + + + +38 + + + +40 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/16 components/1 entities/report/SD.svg b/bench-report/tag/0.2.0/create entity/16 components/1 entities/report/SD.svg new file mode 100644 index 0000000000..0b43314c20 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/1 entities/report/SD.svg @@ -0,0 +1,104 @@ + + +create entity/16 components/1 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + +0.045 + + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + +110 + + + +120 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/16 components/1 entities/report/index.html b/bench-report/tag/0.2.0/create entity/16 components/1 entities/report/index.html new file mode 100644 index 0000000000..524a94ba9b --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/1 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + create entity/16 components/1 entities - Criterion.rs + + + + +
+

create entity/16 components/1 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope3.0035 µs3.0068 µs3.0102 µs
Throughput332.20 Kelem/s332.58 Kelem/s332.94 Kelem/s
0.99569310.99585430.9956772
Mean3.0227 µs3.0346 µs3.0514 µs
Std. Dev.31.527 ns74.592 ns117.86 ns
Median3.0112 µs3.0156 µs3.0244 µs
MAD20.122 ns28.456 ns38.181 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/16 components/1 entities/report/mean.svg b/bench-report/tag/0.2.0/create entity/16 components/1 entities/report/mean.svg new file mode 100644 index 0000000000..8ca281cc64 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/1 entities/report/mean.svg @@ -0,0 +1,100 @@ + + +create entity/16 components/1 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + +50 + + + +55 + + + + +3.02 + + + +3.025 + + + +3.03 + + + +3.035 + + + +3.04 + + + +3.045 + + + +3.05 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/16 components/1 entities/report/median.svg b/bench-report/tag/0.2.0/create entity/16 components/1 entities/report/median.svg new file mode 100644 index 0000000000..a7da8a649a --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/1 entities/report/median.svg @@ -0,0 +1,80 @@ + + +create entity/16 components/1 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + + +3.01 + + + +3.012 + + + +3.014 + + + +3.016 + + + +3.018 + + + +3.02 + + + +3.022 + + + +3.024 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/16 components/1 entities/report/pdf.svg b/bench-report/tag/0.2.0/create entity/16 components/1 entities/report/pdf.svg new file mode 100644 index 0000000000..0b4a753fb0 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/1 entities/report/pdf.svg @@ -0,0 +1,149 @@ + + +create entity/16 components/1 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + + +2.9 + + + +3 + + + +3.1 + + + +3.2 + + + +3.3 + + + +3.4 + + + +3.5 + + + +3.6 + + + +3.7 + + + +Density (a.u.) + + + +0 + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/16 components/1 entities/report/pdf_small.svg b/bench-report/tag/0.2.0/create entity/16 components/1 entities/report/pdf_small.svg new file mode 100644 index 0000000000..8df400e926 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/1 entities/report/pdf_small.svg @@ -0,0 +1,64 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + + +3 + + + +3.2 + + + +3.4 + + + + + diff --git a/bench-report/tag/0.2.0/create entity/16 components/1 entities/report/regression.svg b/bench-report/tag/0.2.0/create entity/16 components/1 entities/report/regression.svg new file mode 100644 index 0000000000..5e980400f4 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/1 entities/report/regression.svg @@ -0,0 +1,222 @@ + + +create entity/16 components/1 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + + + +2.0 + + + +4.0 + + + +6.0 + + + +8.0 + + + +10.0 + + + +12.0 + + + +14.0 + + + +16.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + +5.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/create entity/16 components/1 entities/report/regression_small.svg b/bench-report/tag/0.2.0/create entity/16 components/1 entities/report/regression_small.svg new file mode 100644 index 0000000000..53a47310d7 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/1 entities/report/regression_small.svg @@ -0,0 +1,207 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + + + +2.0 + + + +4.0 + + + +6.0 + + + +8.0 + + + +10.0 + + + +12.0 + + + +14.0 + + + +16.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + +5.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/16 components/1 entities/report/slope.svg b/bench-report/tag/0.2.0/create entity/16 components/1 entities/report/slope.svg new file mode 100644 index 0000000000..c753147d63 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/1 entities/report/slope.svg @@ -0,0 +1,80 @@ + + +create entity/16 components/1 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + + +3.003 + + + +3.004 + + + +3.005 + + + +3.006 + + + +3.007 + + + +3.008 + + + +3.009 + + + +3.01 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/16 components/1 entities/report/typical.svg b/bench-report/tag/0.2.0/create entity/16 components/1 entities/report/typical.svg new file mode 100644 index 0000000000..d5a9a31a7c --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/1 entities/report/typical.svg @@ -0,0 +1,80 @@ + + +create entity/16 components/1 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + + +3.003 + + + +3.004 + + + +3.005 + + + +3.006 + + + +3.007 + + + +3.008 + + + +3.009 + + + +3.01 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/16 components/16 entities/base/benchmark.json b/bench-report/tag/0.2.0/create entity/16 components/16 entities/base/benchmark.json new file mode 100644 index 0000000000..85186beea0 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/16 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"16 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"create entity/16 components/16 entities","directory_name":"create entity/16 components/16 entities","title":"create entity/16 components/16 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/16 components/16 entities/base/estimates.json b/bench-report/tag/0.2.0/create entity/16 components/16 entities/base/estimates.json new file mode 100644 index 0000000000..0375312033 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/16 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":38663.184205098216,"upper_bound":38816.51107794723},"point_estimate":38731.13215536896,"standard_error":39.088013302599066},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":38624.52267441861,"upper_bound":38762.120833333334},"point_estimate":38680.22327586207,"standard_error":39.947284044616794},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":192.8922185813005,"upper_bound":333.2534506565326},"point_estimate":266.08271348095326,"standard_error":35.86857028758807},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":38558.87071910198,"upper_bound":38668.462109260676},"point_estimate":38612.27062243239,"standard_error":27.994639619050925},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":229.39527496793747,"upper_bound":575.910233913993},"point_estimate":389.8103756975458,"standard_error":108.13287644250084}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/16 components/16 entities/base/sample.json b/bench-report/tag/0.2.0/create entity/16 components/16 entities/base/sample.json new file mode 100644 index 0000000000..a40c0fe8b3 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/16 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[20.0,40.0,60.0,80.0,100.0,120.0,140.0,160.0,180.0,200.0,220.0,240.0,260.0,280.0,300.0,320.0,340.0,360.0,380.0,400.0,420.0,440.0,460.0,480.0,500.0,520.0,540.0,560.0,580.0,600.0,620.0,640.0,660.0,680.0,700.0,720.0,740.0,760.0,780.0,800.0,820.0,840.0,860.0,880.0,900.0,920.0,940.0,960.0,980.0,1000.0,1020.0,1040.0,1060.0,1080.0,1100.0,1120.0,1140.0,1160.0,1180.0,1200.0,1220.0,1240.0,1260.0,1280.0,1300.0,1320.0,1340.0,1360.0,1380.0,1400.0,1420.0,1440.0,1460.0,1480.0,1500.0,1520.0,1540.0,1560.0,1580.0,1600.0,1620.0,1640.0,1660.0,1680.0,1700.0,1720.0,1740.0,1760.0,1780.0,1800.0,1820.0,1840.0,1860.0,1880.0,1900.0,1920.0,1940.0,1960.0,1980.0,2000.0],"times":[833280.0,1536613.0,2351820.0,3137941.0,3827220.0,4634490.0,5459877.0,6226059.0,7039298.0,7764276.0,8525018.0,9373406.0,10037219.0,10949425.0,11714533.0,12470078.0,13058014.0,13952865.0,14678261.0,15441029.0,16348837.0,16913648.0,17904396.0,18623773.0,19282309.0,19990764.0,20903127.0,21757395.0,22434543.0,23258845.0,23928248.0,25046539.0,25677482.0,26532045.0,27112944.0,27893144.0,28683783.0,29457220.0,30321898.0,31276733.0,32062994.0,32741674.0,33220334.0,33855824.0,35398412.0,35300265.0,36359388.0,37260140.0,38014553.0,38796143.0,39275784.0,40466248.0,40800646.0,42319792.0,41961958.0,42966725.0,44121088.0,45285362.0,45884532.0,46835049.0,47165032.0,47887558.0,48582487.0,49562286.0,50435318.0,51193948.0,51450644.0,52741415.0,53316842.0,54011427.0,54498017.0,55492282.0,56289122.0,57078797.0,57955760.0,58041569.0,59557153.0,60190600.0,61407163.0,62273772.0,62159758.0,63386474.0,64168028.0,64939352.0,65442920.0,66749695.0,66712237.0,67218062.0,68155025.0,69202794.0,70111919.0,70479413.0,71434026.0,72510757.0,73311613.0,73838184.0,75314655.0,75577654.0,77036243.0,77094203.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/16 components/16 entities/base/tukey.json b/bench-report/tag/0.2.0/create entity/16 components/16 entities/base/tukey.json new file mode 100644 index 0000000000..b686d1576e --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/16 entities/base/tukey.json @@ -0,0 +1 @@ +[37506.96225338124,38025.682557246175,39408.93670088599,39927.65700475092] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/16 components/16 entities/new/benchmark.json b/bench-report/tag/0.2.0/create entity/16 components/16 entities/new/benchmark.json new file mode 100644 index 0000000000..85186beea0 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/16 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"16 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"create entity/16 components/16 entities","directory_name":"create entity/16 components/16 entities","title":"create entity/16 components/16 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/16 components/16 entities/new/estimates.json b/bench-report/tag/0.2.0/create entity/16 components/16 entities/new/estimates.json new file mode 100644 index 0000000000..0375312033 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/16 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":38663.184205098216,"upper_bound":38816.51107794723},"point_estimate":38731.13215536896,"standard_error":39.088013302599066},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":38624.52267441861,"upper_bound":38762.120833333334},"point_estimate":38680.22327586207,"standard_error":39.947284044616794},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":192.8922185813005,"upper_bound":333.2534506565326},"point_estimate":266.08271348095326,"standard_error":35.86857028758807},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":38558.87071910198,"upper_bound":38668.462109260676},"point_estimate":38612.27062243239,"standard_error":27.994639619050925},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":229.39527496793747,"upper_bound":575.910233913993},"point_estimate":389.8103756975458,"standard_error":108.13287644250084}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/16 components/16 entities/new/sample.json b/bench-report/tag/0.2.0/create entity/16 components/16 entities/new/sample.json new file mode 100644 index 0000000000..a40c0fe8b3 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/16 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[20.0,40.0,60.0,80.0,100.0,120.0,140.0,160.0,180.0,200.0,220.0,240.0,260.0,280.0,300.0,320.0,340.0,360.0,380.0,400.0,420.0,440.0,460.0,480.0,500.0,520.0,540.0,560.0,580.0,600.0,620.0,640.0,660.0,680.0,700.0,720.0,740.0,760.0,780.0,800.0,820.0,840.0,860.0,880.0,900.0,920.0,940.0,960.0,980.0,1000.0,1020.0,1040.0,1060.0,1080.0,1100.0,1120.0,1140.0,1160.0,1180.0,1200.0,1220.0,1240.0,1260.0,1280.0,1300.0,1320.0,1340.0,1360.0,1380.0,1400.0,1420.0,1440.0,1460.0,1480.0,1500.0,1520.0,1540.0,1560.0,1580.0,1600.0,1620.0,1640.0,1660.0,1680.0,1700.0,1720.0,1740.0,1760.0,1780.0,1800.0,1820.0,1840.0,1860.0,1880.0,1900.0,1920.0,1940.0,1960.0,1980.0,2000.0],"times":[833280.0,1536613.0,2351820.0,3137941.0,3827220.0,4634490.0,5459877.0,6226059.0,7039298.0,7764276.0,8525018.0,9373406.0,10037219.0,10949425.0,11714533.0,12470078.0,13058014.0,13952865.0,14678261.0,15441029.0,16348837.0,16913648.0,17904396.0,18623773.0,19282309.0,19990764.0,20903127.0,21757395.0,22434543.0,23258845.0,23928248.0,25046539.0,25677482.0,26532045.0,27112944.0,27893144.0,28683783.0,29457220.0,30321898.0,31276733.0,32062994.0,32741674.0,33220334.0,33855824.0,35398412.0,35300265.0,36359388.0,37260140.0,38014553.0,38796143.0,39275784.0,40466248.0,40800646.0,42319792.0,41961958.0,42966725.0,44121088.0,45285362.0,45884532.0,46835049.0,47165032.0,47887558.0,48582487.0,49562286.0,50435318.0,51193948.0,51450644.0,52741415.0,53316842.0,54011427.0,54498017.0,55492282.0,56289122.0,57078797.0,57955760.0,58041569.0,59557153.0,60190600.0,61407163.0,62273772.0,62159758.0,63386474.0,64168028.0,64939352.0,65442920.0,66749695.0,66712237.0,67218062.0,68155025.0,69202794.0,70111919.0,70479413.0,71434026.0,72510757.0,73311613.0,73838184.0,75314655.0,75577654.0,77036243.0,77094203.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/16 components/16 entities/new/tukey.json b/bench-report/tag/0.2.0/create entity/16 components/16 entities/new/tukey.json new file mode 100644 index 0000000000..b686d1576e --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/16 entities/new/tukey.json @@ -0,0 +1 @@ +[37506.96225338124,38025.682557246175,39408.93670088599,39927.65700475092] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/16 components/16 entities/report/MAD.svg b/bench-report/tag/0.2.0/create entity/16 components/16 entities/report/MAD.svg new file mode 100644 index 0000000000..c2274a2c5e --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/16 entities/report/MAD.svg @@ -0,0 +1,88 @@ + + +create entity/16 components/16 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + + +180 + + + +200 + + + +220 + + + +240 + + + +260 + + + +280 + + + +300 + + + +320 + + + +340 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/16 components/16 entities/report/SD.svg b/bench-report/tag/0.2.0/create entity/16 components/16 entities/report/SD.svg new file mode 100644 index 0000000000..2abdd342ed --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/16 entities/report/SD.svg @@ -0,0 +1,104 @@ + + +create entity/16 components/16 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + +0.007 + + + +0.008 + + + +0.009 + + + +0.01 + + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + +450 + + + +500 + + + +550 + + + +600 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/16 components/16 entities/report/index.html b/bench-report/tag/0.2.0/create entity/16 components/16 entities/report/index.html new file mode 100644 index 0000000000..c8e6a180a0 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/16 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + create entity/16 components/16 entities - Criterion.rs + + + + +
+

create entity/16 components/16 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope38.559 µs38.612 µs38.668 µs
Throughput413.77 Kelem/s414.38 Kelem/s414.95 Kelem/s
0.99504630.99531010.9950180
Mean38.663 µs38.731 µs38.817 µs
Std. Dev.229.40 ns389.81 ns575.91 ns
Median38.625 µs38.680 µs38.762 µs
MAD192.89 ns266.08 ns333.25 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/16 components/16 entities/report/mean.svg b/bench-report/tag/0.2.0/create entity/16 components/16 entities/report/mean.svg new file mode 100644 index 0000000000..c5a4918a1e --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/16 entities/report/mean.svg @@ -0,0 +1,108 @@ + + +create entity/16 components/16 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + +10 + + + +11 + + + + +38.66 + + + +38.68 + + + +38.7 + + + +38.72 + + + +38.74 + + + +38.76 + + + +38.78 + + + +38.8 + + + +38.82 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/16 components/16 entities/report/median.svg b/bench-report/tag/0.2.0/create entity/16 components/16 entities/report/median.svg new file mode 100644 index 0000000000..c311c26b17 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/16 entities/report/median.svg @@ -0,0 +1,84 @@ + + +create entity/16 components/16 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + + +38.62 + + + +38.64 + + + +38.66 + + + +38.68 + + + +38.7 + + + +38.72 + + + +38.74 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/16 components/16 entities/report/pdf.svg b/bench-report/tag/0.2.0/create entity/16 components/16 entities/report/pdf.svg new file mode 100644 index 0000000000..182a5e8f50 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/16 entities/report/pdf.svg @@ -0,0 +1,153 @@ + + +create entity/16 components/16 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + +2 + + + + +38 + + + +38.5 + + + +39 + + + +39.5 + + + +40 + + + +40.5 + + + +41 + + + +41.5 + + + +42 + + + +Density (a.u.) + + + +0 + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/16 components/16 entities/report/pdf_small.svg b/bench-report/tag/0.2.0/create entity/16 components/16 entities/report/pdf_small.svg new file mode 100644 index 0000000000..15c1c03e0e --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/16 entities/report/pdf_small.svg @@ -0,0 +1,64 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + + +38 + + + +39 + + + +40 + + + +41 + + + +42 + + + + + diff --git a/bench-report/tag/0.2.0/create entity/16 components/16 entities/report/regression.svg b/bench-report/tag/0.2.0/create entity/16 components/16 entities/report/regression.svg new file mode 100644 index 0000000000..2a45f2a496 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/16 entities/report/regression.svg @@ -0,0 +1,212 @@ + + +create entity/16 components/16 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + +2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/create entity/16 components/16 entities/report/regression_small.svg b/bench-report/tag/0.2.0/create entity/16 components/16 entities/report/regression_small.svg new file mode 100644 index 0000000000..30d81e8cc3 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/16 entities/report/regression_small.svg @@ -0,0 +1,197 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + +2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/16 components/16 entities/report/slope.svg b/bench-report/tag/0.2.0/create entity/16 components/16 entities/report/slope.svg new file mode 100644 index 0000000000..664f66f6b5 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/16 entities/report/slope.svg @@ -0,0 +1,84 @@ + + +create entity/16 components/16 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + + +38.56 + + + +38.58 + + + +38.6 + + + +38.62 + + + +38.64 + + + +38.66 + + + +38.68 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/16 components/16 entities/report/typical.svg b/bench-report/tag/0.2.0/create entity/16 components/16 entities/report/typical.svg new file mode 100644 index 0000000000..8bf9138713 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/16 entities/report/typical.svg @@ -0,0 +1,84 @@ + + +create entity/16 components/16 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + + +38.56 + + + +38.58 + + + +38.6 + + + +38.62 + + + +38.64 + + + +38.66 + + + +38.68 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/16 components/256 entities/base/benchmark.json b/bench-report/tag/0.2.0/create entity/16 components/256 entities/base/benchmark.json new file mode 100644 index 0000000000..351de28ff9 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/256 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"16 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"create entity/16 components/256 entities","directory_name":"create entity/16 components/256 entities","title":"create entity/16 components/256 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/16 components/256 entities/base/estimates.json b/bench-report/tag/0.2.0/create entity/16 components/256 entities/base/estimates.json new file mode 100644 index 0000000000..0074322595 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/256 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":569360.8651863431,"upper_bound":575156.0654749097},"point_estimate":572071.3687356771,"standard_error":1475.5964764437067},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":566148.7260273972,"upper_bound":576261.6860465116},"point_estimate":572676.468852459,"standard_error":2464.9702821167575},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12188.369778721853,"upper_bound":17796.611572595288},"point_estimate":16431.74280705893,"standard_error":1470.564570619516},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":561925.0473778326,"upper_bound":566864.4299841856},"point_estimate":564041.4658622728,"standard_error":1272.3552978355292},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10563.677644484995,"upper_bound":20289.96790188926},"point_estimate":14852.448430623035,"standard_error":2935.6204279630383}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/16 components/256 entities/base/sample.json b/bench-report/tag/0.2.0/create entity/16 components/256 entities/base/sample.json new file mode 100644 index 0000000000..37f1e9af4c --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/256 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1334750.0,2315042.0,3464747.0,4701544.0,5844319.0,6966523.0,8154637.0,9303052.0,10463397.0,11742766.0,12517845.0,14095176.0,15042746.0,16358588.0,17177391.0,18233471.0,19962403.0,20949109.0,22330123.0,22200731.0,24108719.0,25759294.0,26881791.0,27799132.0,28914024.0,30582852.0,31272745.0,32781895.0,33941685.0,35249724.0,36510428.0,37173165.0,38650562.0,39291943.0,40485031.0,42174738.0,42553713.0,44408909.0,45062422.0,46673847.0,48188730.0,48165489.0,49558505.0,50929534.0,51674675.0,53439045.0,54172136.0,54632833.0,55635729.0,57297082.0,58521566.0,59597344.0,60402962.0,60553661.0,63101814.0,62898026.0,64816881.0,66302851.0,68228937.0,67695339.0,69878335.0,69517905.0,70626003.0,71938651.0,73429127.0,73872516.0,75000988.0,76111013.0,76611151.0,78832898.0,79091179.0,79814293.0,82657714.0,81832554.0,83779017.0,85068552.0,86673555.0,86507015.0,88249014.0,89202354.0,91312894.0,92066263.0,93539489.0,93176876.0,94144541.0,96234315.0,97137694.0,97956254.0,98957707.0,100577302.0,101532085.0,102438390.0,103540969.0,105509564.0,107160863.0,107826682.0,109015029.0,109291972.0,118253922.0,113588975.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/16 components/256 entities/base/tukey.json b/bench-report/tag/0.2.0/create entity/16 components/256 entities/base/tukey.json new file mode 100644 index 0000000000..deb8cd7e38 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/256 entities/base/tukey.json @@ -0,0 +1 @@ +[499500.5909595608,530051.3744448342,611520.1304055632,642070.9138908365] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/16 components/256 entities/new/benchmark.json b/bench-report/tag/0.2.0/create entity/16 components/256 entities/new/benchmark.json new file mode 100644 index 0000000000..351de28ff9 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/256 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"16 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"create entity/16 components/256 entities","directory_name":"create entity/16 components/256 entities","title":"create entity/16 components/256 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/16 components/256 entities/new/estimates.json b/bench-report/tag/0.2.0/create entity/16 components/256 entities/new/estimates.json new file mode 100644 index 0000000000..0074322595 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/256 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":569360.8651863431,"upper_bound":575156.0654749097},"point_estimate":572071.3687356771,"standard_error":1475.5964764437067},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":566148.7260273972,"upper_bound":576261.6860465116},"point_estimate":572676.468852459,"standard_error":2464.9702821167575},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12188.369778721853,"upper_bound":17796.611572595288},"point_estimate":16431.74280705893,"standard_error":1470.564570619516},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":561925.0473778326,"upper_bound":566864.4299841856},"point_estimate":564041.4658622728,"standard_error":1272.3552978355292},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10563.677644484995,"upper_bound":20289.96790188926},"point_estimate":14852.448430623035,"standard_error":2935.6204279630383}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/16 components/256 entities/new/sample.json b/bench-report/tag/0.2.0/create entity/16 components/256 entities/new/sample.json new file mode 100644 index 0000000000..37f1e9af4c --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/256 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1334750.0,2315042.0,3464747.0,4701544.0,5844319.0,6966523.0,8154637.0,9303052.0,10463397.0,11742766.0,12517845.0,14095176.0,15042746.0,16358588.0,17177391.0,18233471.0,19962403.0,20949109.0,22330123.0,22200731.0,24108719.0,25759294.0,26881791.0,27799132.0,28914024.0,30582852.0,31272745.0,32781895.0,33941685.0,35249724.0,36510428.0,37173165.0,38650562.0,39291943.0,40485031.0,42174738.0,42553713.0,44408909.0,45062422.0,46673847.0,48188730.0,48165489.0,49558505.0,50929534.0,51674675.0,53439045.0,54172136.0,54632833.0,55635729.0,57297082.0,58521566.0,59597344.0,60402962.0,60553661.0,63101814.0,62898026.0,64816881.0,66302851.0,68228937.0,67695339.0,69878335.0,69517905.0,70626003.0,71938651.0,73429127.0,73872516.0,75000988.0,76111013.0,76611151.0,78832898.0,79091179.0,79814293.0,82657714.0,81832554.0,83779017.0,85068552.0,86673555.0,86507015.0,88249014.0,89202354.0,91312894.0,92066263.0,93539489.0,93176876.0,94144541.0,96234315.0,97137694.0,97956254.0,98957707.0,100577302.0,101532085.0,102438390.0,103540969.0,105509564.0,107160863.0,107826682.0,109015029.0,109291972.0,118253922.0,113588975.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/16 components/256 entities/new/tukey.json b/bench-report/tag/0.2.0/create entity/16 components/256 entities/new/tukey.json new file mode 100644 index 0000000000..deb8cd7e38 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/256 entities/new/tukey.json @@ -0,0 +1 @@ +[499500.5909595608,530051.3744448342,611520.1304055632,642070.9138908365] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/16 components/256 entities/report/MAD.svg b/bench-report/tag/0.2.0/create entity/16 components/256 entities/report/MAD.svg new file mode 100644 index 0000000000..fdfb2e6f03 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/256 entities/report/MAD.svg @@ -0,0 +1,80 @@ + + +create entity/16 components/256 entities:MAD + + +Density (a.u.) + + +Average time (µs) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + + +12 + + + +13 + + + +14 + + + +15 + + + +16 + + + +17 + + + +18 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/16 components/256 entities/report/SD.svg b/bench-report/tag/0.2.0/create entity/16 components/256 entities/report/SD.svg new file mode 100644 index 0000000000..e381e0f5a8 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/256 entities/report/SD.svg @@ -0,0 +1,76 @@ + + +create entity/16 components/256 entities:SD + + +Density (a.u.) + + +Average time (µs) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + +20 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/16 components/256 entities/report/index.html b/bench-report/tag/0.2.0/create entity/16 components/256 entities/report/index.html new file mode 100644 index 0000000000..3701f178dc --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/256 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + create entity/16 components/256 entities - Criterion.rs + + + + +
+

create entity/16 components/256 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope561.93 µs564.04 µs566.86 µs
Throughput451.61 Kelem/s453.87 Kelem/s455.58 Kelem/s
0.95936750.96112620.9580017
Mean569.36 µs572.07 µs575.16 µs
Std. Dev.10.564 µs14.852 µs20.290 µs
Median566.15 µs572.68 µs576.26 µs
MAD12.188 µs16.432 µs17.797 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/16 components/256 entities/report/mean.svg b/bench-report/tag/0.2.0/create entity/16 components/256 entities/report/mean.svg new file mode 100644 index 0000000000..23f5733f05 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/256 entities/report/mean.svg @@ -0,0 +1,80 @@ + + +create entity/16 components/256 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + + +569 + + + +570 + + + +571 + + + +572 + + + +573 + + + +574 + + + +575 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/16 components/256 entities/report/median.svg b/bench-report/tag/0.2.0/create entity/16 components/256 entities/report/median.svg new file mode 100644 index 0000000000..2a5227fbd1 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/256 entities/report/median.svg @@ -0,0 +1,80 @@ + + +create entity/16 components/256 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + + +566 + + + +568 + + + +570 + + + +572 + + + +574 + + + +576 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/16 components/256 entities/report/pdf.svg b/bench-report/tag/0.2.0/create entity/16 components/256 entities/report/pdf.svg new file mode 100644 index 0000000000..d34f2d6ccb --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/256 entities/report/pdf.svg @@ -0,0 +1,145 @@ + + +create entity/16 components/256 entities + + +Iterations + + +Average Time (µs) + + + +0 + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + +540 + + + +560 + + + +580 + + + +600 + + + +620 + + + +640 + + + +660 + + + +680 + + + +Density (a.u.) + + + +0 + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/16 components/256 entities/report/pdf_small.svg b/bench-report/tag/0.2.0/create entity/16 components/256 entities/report/pdf_small.svg new file mode 100644 index 0000000000..a997165960 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/256 entities/report/pdf_small.svg @@ -0,0 +1,48 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + + +550 + + + +600 + + + +650 + + + + + diff --git a/bench-report/tag/0.2.0/create entity/16 components/256 entities/report/regression.svg b/bench-report/tag/0.2.0/create entity/16 components/256 entities/report/regression.svg new file mode 100644 index 0000000000..4d87bbc21a --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/256 entities/report/regression.svg @@ -0,0 +1,232 @@ + + +create entity/16 components/256 entities + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + +100.0 + + + +110.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/create entity/16 components/256 entities/report/regression_small.svg b/bench-report/tag/0.2.0/create entity/16 components/256 entities/report/regression_small.svg new file mode 100644 index 0000000000..a93aeb42b9 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/256 entities/report/regression_small.svg @@ -0,0 +1,217 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + +100.0 + + + +110.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/16 components/256 entities/report/slope.svg b/bench-report/tag/0.2.0/create entity/16 components/256 entities/report/slope.svg new file mode 100644 index 0000000000..960f8a6e5d --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/256 entities/report/slope.svg @@ -0,0 +1,80 @@ + + +create entity/16 components/256 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + + +562 + + + +563 + + + +564 + + + +565 + + + +566 + + + +567 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/16 components/256 entities/report/typical.svg b/bench-report/tag/0.2.0/create entity/16 components/256 entities/report/typical.svg new file mode 100644 index 0000000000..a5fa4050cb --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/256 entities/report/typical.svg @@ -0,0 +1,80 @@ + + +create entity/16 components/256 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + + +562 + + + +563 + + + +564 + + + +565 + + + +566 + + + +567 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/16 components/report/index.html b/bench-report/tag/0.2.0/create entity/16 components/report/index.html new file mode 100644 index 0000000000..e4a2ec2d2b --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/report/index.html @@ -0,0 +1,142 @@ + + + + + + create entity/16 components Summary - Criterion.rs + + + + +
+

create entity/16 components

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+

Line Chart

+ Line Chart +

This chart shows the mean measured time for each function as the input (or the size of the input) increases.

+
+ +

create entity/16 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/16 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/16 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/16 components/report/lines.svg b/bench-report/tag/0.2.0/create entity/16 components/report/lines.svg new file mode 100644 index 0000000000..f770f865d4 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/report/lines.svg @@ -0,0 +1,85 @@ + + +create entity/16 components: Comparison + + +Average time (µs) + + +Input Size (Elements) + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + +300.0 + + + +350.0 + + + +400.0 + + + +450.0 + + + +500.0 + + + +550.0 + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + + + + +16 components + + + diff --git a/bench-report/tag/0.2.0/create entity/16 components/report/violin.svg b/bench-report/tag/0.2.0/create entity/16 components/report/violin.svg new file mode 100644 index 0000000000..83d662a580 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 components/report/violin.svg @@ -0,0 +1,59 @@ + + +create entity/16 components: Violin plot + + +Input + + +Average time (µs) + + + +create entity/16 components/256 entities + + + +create entity/16 components/16 entities + + + +create entity/16 components/1 entities + + + + +0.0 + + + +100.0 + + + +200.0 + + + +300.0 + + + +400.0 + + + +500.0 + + + +600.0 + + + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/16 entities/report/index.html b/bench-report/tag/0.2.0/create entity/16 entities/report/index.html new file mode 100644 index 0000000000..1ad5929f36 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 entities/report/index.html @@ -0,0 +1,185 @@ + + + + + + create entity/16 entities Summary - Criterion.rs + + + + +
+

create entity/16 entities

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

create entity/1 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/2 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/4 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/8 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/16 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/16 entities/report/violin.svg b/bench-report/tag/0.2.0/create entity/16 entities/report/violin.svg new file mode 100644 index 0000000000..3645d194a7 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/16 entities/report/violin.svg @@ -0,0 +1,79 @@ + + +create entity/16 entities: Violin plot + + +Input + + +Average time (µs) + + + +create entity/16 components/16 entities + + + +create entity/8 components/16 entities + + + +create entity/4 components/16 entities + + + +create entity/2 components/16 entities + + + +create entity/1 components/16 entities + + + + +0.0 + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + +30.0 + + + +35.0 + + + +40.0 + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/2 components/1 entities/base/benchmark.json b/bench-report/tag/0.2.0/create entity/2 components/1 entities/base/benchmark.json new file mode 100644 index 0000000000..7de16e4cb5 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/1 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"2 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"create entity/2 components/1 entities","directory_name":"create entity/2 components/1 entities","title":"create entity/2 components/1 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/2 components/1 entities/base/estimates.json b/bench-report/tag/0.2.0/create entity/2 components/1 entities/base/estimates.json new file mode 100644 index 0000000000..7d7c3dfe45 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/1 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1098.2586527603207,"upper_bound":1105.071760308177},"point_estimate":1101.351424779724,"standard_error":1.7366595470969686},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1095.8592001316656,"upper_bound":1102.1537527967998},"point_estimate":1098.9438472906404,"standard_error":1.3525356449029067},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8.566156999095902,"upper_bound":13.66654273805372},"point_estimate":10.768369453092104,"standard_error":1.2214043471167462},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1095.5985502596675,"upper_bound":1101.8366212120973},"point_estimate":1098.531729992189,"standard_error":1.5962875620667218},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10.215380994227507,"upper_bound":25.610961149299463},"point_estimate":17.46746512836103,"standard_error":4.550801673892671}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/2 components/1 entities/base/sample.json b/bench-report/tag/0.2.0/create entity/2 components/1 entities/base/sample.json new file mode 100644 index 0000000000..fbbb7aae2a --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/1 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[70.0,140.0,210.0,280.0,350.0,420.0,490.0,560.0,630.0,700.0,770.0,840.0,910.0,980.0,1050.0,1120.0,1190.0,1260.0,1330.0,1400.0,1470.0,1540.0,1610.0,1680.0,1750.0,1820.0,1890.0,1960.0,2030.0,2100.0,2170.0,2240.0,2310.0,2380.0,2450.0,2520.0,2590.0,2660.0,2730.0,2800.0,2870.0,2940.0,3010.0,3080.0,3150.0,3220.0,3290.0,3360.0,3430.0,3500.0,3570.0,3640.0,3710.0,3780.0,3850.0,3920.0,3990.0,4060.0,4130.0,4200.0,4270.0,4340.0,4410.0,4480.0,4550.0,4620.0,4690.0,4760.0,4830.0,4900.0,4970.0,5040.0,5110.0,5180.0,5250.0,5320.0,5390.0,5460.0,5530.0,5600.0,5670.0,5740.0,5810.0,5880.0,5950.0,6020.0,6090.0,6160.0,6230.0,6300.0,6370.0,6440.0,6510.0,6580.0,6650.0,6720.0,6790.0,6860.0,6930.0,7000.0],"times":[85999.0,155940.0,229286.0,306500.0,376079.0,445708.0,522491.0,607348.0,692845.0,770062.0,857656.0,924010.0,1001861.0,1075436.0,1147671.0,1228933.0,1351282.0,1396234.0,1479649.0,1565068.0,1624609.0,1686873.0,1757642.0,1856813.0,1946907.0,2014561.0,2102454.0,2169480.0,2253838.0,2333906.0,2426809.0,2487470.0,2570216.0,2645722.0,2736012.0,2787988.0,2857259.0,2949029.0,3027083.0,3097102.0,3168848.0,3222365.0,3314646.0,3403133.0,3460919.0,3551997.0,3641408.0,3687581.0,3783620.0,3845694.0,3948247.0,3978472.0,4054373.0,4152526.0,4217184.0,4316159.0,4431282.0,4462419.0,4598795.0,4713596.0,4677309.0,4766938.0,4857042.0,4895466.0,4977319.0,5043771.0,5107129.0,5214125.0,5266663.0,5361501.0,5463281.0,5514206.0,5565230.0,5676656.0,5712173.0,5797690.0,6070318.0,5954613.0,6079030.0,6117465.0,6163710.0,6248530.0,6307829.0,6385805.0,6500335.0,6557000.0,6647081.0,6690450.0,6787203.0,6844693.0,6958769.0,7041058.0,7132850.0,7175592.0,7343444.0,7383650.0,7630706.0,7712088.0,7666170.0,7819397.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/2 components/1 entities/base/tukey.json b/bench-report/tag/0.2.0/create entity/2 components/1 entities/base/tukey.json new file mode 100644 index 0000000000..29ef3f2a6f --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/1 entities/base/tukey.json @@ -0,0 +1 @@ +[1048.287870917597,1070.3824662557327,1129.3013871574276,1151.3959824955632] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/2 components/1 entities/new/benchmark.json b/bench-report/tag/0.2.0/create entity/2 components/1 entities/new/benchmark.json new file mode 100644 index 0000000000..7de16e4cb5 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/1 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"2 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"create entity/2 components/1 entities","directory_name":"create entity/2 components/1 entities","title":"create entity/2 components/1 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/2 components/1 entities/new/estimates.json b/bench-report/tag/0.2.0/create entity/2 components/1 entities/new/estimates.json new file mode 100644 index 0000000000..7d7c3dfe45 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/1 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1098.2586527603207,"upper_bound":1105.071760308177},"point_estimate":1101.351424779724,"standard_error":1.7366595470969686},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1095.8592001316656,"upper_bound":1102.1537527967998},"point_estimate":1098.9438472906404,"standard_error":1.3525356449029067},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8.566156999095902,"upper_bound":13.66654273805372},"point_estimate":10.768369453092104,"standard_error":1.2214043471167462},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1095.5985502596675,"upper_bound":1101.8366212120973},"point_estimate":1098.531729992189,"standard_error":1.5962875620667218},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10.215380994227507,"upper_bound":25.610961149299463},"point_estimate":17.46746512836103,"standard_error":4.550801673892671}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/2 components/1 entities/new/sample.json b/bench-report/tag/0.2.0/create entity/2 components/1 entities/new/sample.json new file mode 100644 index 0000000000..fbbb7aae2a --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/1 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[70.0,140.0,210.0,280.0,350.0,420.0,490.0,560.0,630.0,700.0,770.0,840.0,910.0,980.0,1050.0,1120.0,1190.0,1260.0,1330.0,1400.0,1470.0,1540.0,1610.0,1680.0,1750.0,1820.0,1890.0,1960.0,2030.0,2100.0,2170.0,2240.0,2310.0,2380.0,2450.0,2520.0,2590.0,2660.0,2730.0,2800.0,2870.0,2940.0,3010.0,3080.0,3150.0,3220.0,3290.0,3360.0,3430.0,3500.0,3570.0,3640.0,3710.0,3780.0,3850.0,3920.0,3990.0,4060.0,4130.0,4200.0,4270.0,4340.0,4410.0,4480.0,4550.0,4620.0,4690.0,4760.0,4830.0,4900.0,4970.0,5040.0,5110.0,5180.0,5250.0,5320.0,5390.0,5460.0,5530.0,5600.0,5670.0,5740.0,5810.0,5880.0,5950.0,6020.0,6090.0,6160.0,6230.0,6300.0,6370.0,6440.0,6510.0,6580.0,6650.0,6720.0,6790.0,6860.0,6930.0,7000.0],"times":[85999.0,155940.0,229286.0,306500.0,376079.0,445708.0,522491.0,607348.0,692845.0,770062.0,857656.0,924010.0,1001861.0,1075436.0,1147671.0,1228933.0,1351282.0,1396234.0,1479649.0,1565068.0,1624609.0,1686873.0,1757642.0,1856813.0,1946907.0,2014561.0,2102454.0,2169480.0,2253838.0,2333906.0,2426809.0,2487470.0,2570216.0,2645722.0,2736012.0,2787988.0,2857259.0,2949029.0,3027083.0,3097102.0,3168848.0,3222365.0,3314646.0,3403133.0,3460919.0,3551997.0,3641408.0,3687581.0,3783620.0,3845694.0,3948247.0,3978472.0,4054373.0,4152526.0,4217184.0,4316159.0,4431282.0,4462419.0,4598795.0,4713596.0,4677309.0,4766938.0,4857042.0,4895466.0,4977319.0,5043771.0,5107129.0,5214125.0,5266663.0,5361501.0,5463281.0,5514206.0,5565230.0,5676656.0,5712173.0,5797690.0,6070318.0,5954613.0,6079030.0,6117465.0,6163710.0,6248530.0,6307829.0,6385805.0,6500335.0,6557000.0,6647081.0,6690450.0,6787203.0,6844693.0,6958769.0,7041058.0,7132850.0,7175592.0,7343444.0,7383650.0,7630706.0,7712088.0,7666170.0,7819397.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/2 components/1 entities/new/tukey.json b/bench-report/tag/0.2.0/create entity/2 components/1 entities/new/tukey.json new file mode 100644 index 0000000000..29ef3f2a6f --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/1 entities/new/tukey.json @@ -0,0 +1 @@ +[1048.287870917597,1070.3824662557327,1129.3013871574276,1151.3959824955632] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/2 components/1 entities/report/MAD.svg b/bench-report/tag/0.2.0/create entity/2 components/1 entities/report/MAD.svg new file mode 100644 index 0000000000..b046bcf704 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/1 entities/report/MAD.svg @@ -0,0 +1,88 @@ + + +create entity/2 components/1 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +8 + + + +9 + + + +10 + + + +11 + + + +12 + + + +13 + + + +14 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/2 components/1 entities/report/SD.svg b/bench-report/tag/0.2.0/create entity/2 components/1 entities/report/SD.svg new file mode 100644 index 0000000000..2c0dcbfa20 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/1 entities/report/SD.svg @@ -0,0 +1,100 @@ + + +create entity/2 components/1 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 + + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + +20 + + + +22 + + + +24 + + + +26 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/2 components/1 entities/report/index.html b/bench-report/tag/0.2.0/create entity/2 components/1 entities/report/index.html new file mode 100644 index 0000000000..5e56522523 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/1 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + create entity/2 components/1 entities - Criterion.rs + + + + +
+

create entity/2 components/1 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope1.0956 µs1.0985 µs1.1018 µs
Throughput907.58 Kelem/s910.31 Kelem/s912.74 Kelem/s
0.98610400.98700140.9858625
Mean1.0983 µs1.1014 µs1.1051 µs
Std. Dev.10.215 ns17.467 ns25.611 ns
Median1.0959 µs1.0989 µs1.1022 µs
MAD8.5662 ns10.768 ns13.667 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/2 components/1 entities/report/mean.svg b/bench-report/tag/0.2.0/create entity/2 components/1 entities/report/mean.svg new file mode 100644 index 0000000000..cbd56b7ef3 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/1 entities/report/mean.svg @@ -0,0 +1,80 @@ + + +create entity/2 components/1 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + + +1.098 + + + +1.099 + + + +1.1 + + + +1.101 + + + +1.102 + + + +1.103 + + + +1.104 + + + +1.105 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/2 components/1 entities/report/median.svg b/bench-report/tag/0.2.0/create entity/2 components/1 entities/report/median.svg new file mode 100644 index 0000000000..6abe7dfd06 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/1 entities/report/median.svg @@ -0,0 +1,84 @@ + + +create entity/2 components/1 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + + +1.096 + + + +1.097 + + + +1.098 + + + +1.099 + + + +1.1 + + + +1.101 + + + +1.102 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/2 components/1 entities/report/pdf.svg b/bench-report/tag/0.2.0/create entity/2 components/1 entities/report/pdf.svg new file mode 100644 index 0000000000..aa2dc8f190 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/1 entities/report/pdf.svg @@ -0,0 +1,155 @@ + + +create entity/2 components/1 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + + +1.04 + + + +1.06 + + + +1.08 + + + +1.1 + + + +1.12 + + + +1.14 + + + +1.16 + + + +1.18 + + + +1.2 + + + +1.22 + + + +1.24 + + + +Density (a.u.) + + + +0 + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/2 components/1 entities/report/pdf_small.svg b/bench-report/tag/0.2.0/create entity/2 components/1 entities/report/pdf_small.svg new file mode 100644 index 0000000000..a8479d3aa0 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/1 entities/report/pdf_small.svg @@ -0,0 +1,60 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + + +1.05 + + + +1.1 + + + +1.15 + + + +1.2 + + + +1.25 + + + + + diff --git a/bench-report/tag/0.2.0/create entity/2 components/1 entities/report/regression.svg b/bench-report/tag/0.2.0/create entity/2 components/1 entities/report/regression.svg new file mode 100644 index 0000000000..8c529408ad --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/1 entities/report/regression.svg @@ -0,0 +1,197 @@ + + +create entity/2 components/1 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + +6.0 + + + +7.0 + + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/create entity/2 components/1 entities/report/regression_small.svg b/bench-report/tag/0.2.0/create entity/2 components/1 entities/report/regression_small.svg new file mode 100644 index 0000000000..e7d30b2416 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/1 entities/report/regression_small.svg @@ -0,0 +1,182 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + +6.0 + + + +7.0 + + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/2 components/1 entities/report/slope.svg b/bench-report/tag/0.2.0/create entity/2 components/1 entities/report/slope.svg new file mode 100644 index 0000000000..7a7f495dc0 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/1 entities/report/slope.svg @@ -0,0 +1,80 @@ + + +create entity/2 components/1 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + + +1.095 + + + +1.096 + + + +1.097 + + + +1.098 + + + +1.099 + + + +1.1 + + + +1.101 + + + +1.102 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/2 components/1 entities/report/typical.svg b/bench-report/tag/0.2.0/create entity/2 components/1 entities/report/typical.svg new file mode 100644 index 0000000000..179c3d2830 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/1 entities/report/typical.svg @@ -0,0 +1,80 @@ + + +create entity/2 components/1 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + + +1.095 + + + +1.096 + + + +1.097 + + + +1.098 + + + +1.099 + + + +1.1 + + + +1.101 + + + +1.102 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/2 components/16 entities/base/benchmark.json b/bench-report/tag/0.2.0/create entity/2 components/16 entities/base/benchmark.json new file mode 100644 index 0000000000..6e95f282ce --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/16 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"2 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"create entity/2 components/16 entities","directory_name":"create entity/2 components/16 entities","title":"create entity/2 components/16 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/2 components/16 entities/base/estimates.json b/bench-report/tag/0.2.0/create entity/2 components/16 entities/base/estimates.json new file mode 100644 index 0000000000..e2cf8d2a51 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/16 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12008.960024565386,"upper_bound":12056.91647418774},"point_estimate":12029.044769858336,"standard_error":12.335008160383367},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11999.631818181819,"upper_bound":12023.782175642595},"point_estimate":12005.189108187134,"standard_error":6.717938985845271},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42.29569441576792,"upper_bound":80.77421662045235},"point_estimate":62.59422239577243,"standard_error":9.707152355804093},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11995.090808555366,"upper_bound":12024.308077571468},"point_estimate":12009.456553051574,"standard_error":7.445341908107099},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56.068220306420564,"upper_bound":194.6877648617004},"point_estimate":123.87950711599052,"standard_error":44.90657112984279}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/2 components/16 entities/base/sample.json b/bench-report/tag/0.2.0/create entity/2 components/16 entities/base/sample.json new file mode 100644 index 0000000000..504e9c10ce --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/16 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[40.0,80.0,120.0,160.0,200.0,240.0,280.0,320.0,360.0,400.0,440.0,480.0,520.0,560.0,600.0,640.0,680.0,720.0,760.0,800.0,840.0,880.0,920.0,960.0,1000.0,1040.0,1080.0,1120.0,1160.0,1200.0,1240.0,1280.0,1320.0,1360.0,1400.0,1440.0,1480.0,1520.0,1560.0,1600.0,1640.0,1680.0,1720.0,1760.0,1800.0,1840.0,1880.0,1920.0,1960.0,2000.0,2040.0,2080.0,2120.0,2160.0,2200.0,2240.0,2280.0,2320.0,2360.0,2400.0,2440.0,2480.0,2520.0,2560.0,2600.0,2640.0,2680.0,2720.0,2760.0,2800.0,2840.0,2880.0,2920.0,2960.0,3000.0,3040.0,3080.0,3120.0,3160.0,3200.0,3240.0,3280.0,3320.0,3360.0,3400.0,3440.0,3480.0,3520.0,3560.0,3600.0,3640.0,3680.0,3720.0,3760.0,3800.0,3840.0,3880.0,3920.0,3960.0,4000.0],"times":[523310.0,971735.0,1447511.0,1946024.0,2434202.0,2899656.0,3330988.0,3834916.0,4322371.0,4818842.0,5281039.0,5779538.0,6302318.0,6838542.0,7239457.0,7667984.0,8165397.0,8625662.0,9122557.0,9606283.0,10081525.0,10618923.0,11036010.0,11561918.0,11969833.0,12561174.0,12999125.0,13519564.0,13994414.0,14510656.0,14864272.0,15562109.0,15774624.0,16449045.0,16918234.0,17333590.0,17752627.0,18245764.0,18715275.0,19039898.0,19763051.0,20243384.0,20683982.0,20996043.0,21658001.0,22135227.0,22436597.0,22940283.0,23458465.0,23875482.0,24425814.0,24961598.0,25311858.0,25757066.0,26399190.0,26759877.0,27357661.0,27829527.0,28185046.0,28802051.0,29323000.0,29892898.0,30161959.0,30716918.0,31375303.0,32028776.0,32166121.0,32637198.0,33096450.0,33594173.0,33973973.0,34753586.0,34922602.0,35580905.0,36220994.0,36546860.0,36769945.0,37818729.0,38290880.0,38447900.0,38849035.0,39549165.0,39616803.0,40045196.0,40589279.0,41196448.0,41506604.0,42066042.0,42944721.0,43210545.0,43745310.0,44701727.0,44501011.0,45118592.0,45697928.0,46166280.0,46567572.0,47366287.0,47641539.0,48040351.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/2 components/16 entities/base/tukey.json b/bench-report/tag/0.2.0/create entity/2 components/16 entities/base/tukey.json new file mode 100644 index 0000000000..46664656fa --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/16 entities/base/tukey.json @@ -0,0 +1 @@ +[11727.795803936944,11853.394147123512,12188.32306228769,12313.921405474257] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/2 components/16 entities/new/benchmark.json b/bench-report/tag/0.2.0/create entity/2 components/16 entities/new/benchmark.json new file mode 100644 index 0000000000..6e95f282ce --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/16 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"2 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"create entity/2 components/16 entities","directory_name":"create entity/2 components/16 entities","title":"create entity/2 components/16 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/2 components/16 entities/new/estimates.json b/bench-report/tag/0.2.0/create entity/2 components/16 entities/new/estimates.json new file mode 100644 index 0000000000..e2cf8d2a51 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/16 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12008.960024565386,"upper_bound":12056.91647418774},"point_estimate":12029.044769858336,"standard_error":12.335008160383367},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11999.631818181819,"upper_bound":12023.782175642595},"point_estimate":12005.189108187134,"standard_error":6.717938985845271},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42.29569441576792,"upper_bound":80.77421662045235},"point_estimate":62.59422239577243,"standard_error":9.707152355804093},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11995.090808555366,"upper_bound":12024.308077571468},"point_estimate":12009.456553051574,"standard_error":7.445341908107099},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56.068220306420564,"upper_bound":194.6877648617004},"point_estimate":123.87950711599052,"standard_error":44.90657112984279}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/2 components/16 entities/new/sample.json b/bench-report/tag/0.2.0/create entity/2 components/16 entities/new/sample.json new file mode 100644 index 0000000000..504e9c10ce --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/16 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[40.0,80.0,120.0,160.0,200.0,240.0,280.0,320.0,360.0,400.0,440.0,480.0,520.0,560.0,600.0,640.0,680.0,720.0,760.0,800.0,840.0,880.0,920.0,960.0,1000.0,1040.0,1080.0,1120.0,1160.0,1200.0,1240.0,1280.0,1320.0,1360.0,1400.0,1440.0,1480.0,1520.0,1560.0,1600.0,1640.0,1680.0,1720.0,1760.0,1800.0,1840.0,1880.0,1920.0,1960.0,2000.0,2040.0,2080.0,2120.0,2160.0,2200.0,2240.0,2280.0,2320.0,2360.0,2400.0,2440.0,2480.0,2520.0,2560.0,2600.0,2640.0,2680.0,2720.0,2760.0,2800.0,2840.0,2880.0,2920.0,2960.0,3000.0,3040.0,3080.0,3120.0,3160.0,3200.0,3240.0,3280.0,3320.0,3360.0,3400.0,3440.0,3480.0,3520.0,3560.0,3600.0,3640.0,3680.0,3720.0,3760.0,3800.0,3840.0,3880.0,3920.0,3960.0,4000.0],"times":[523310.0,971735.0,1447511.0,1946024.0,2434202.0,2899656.0,3330988.0,3834916.0,4322371.0,4818842.0,5281039.0,5779538.0,6302318.0,6838542.0,7239457.0,7667984.0,8165397.0,8625662.0,9122557.0,9606283.0,10081525.0,10618923.0,11036010.0,11561918.0,11969833.0,12561174.0,12999125.0,13519564.0,13994414.0,14510656.0,14864272.0,15562109.0,15774624.0,16449045.0,16918234.0,17333590.0,17752627.0,18245764.0,18715275.0,19039898.0,19763051.0,20243384.0,20683982.0,20996043.0,21658001.0,22135227.0,22436597.0,22940283.0,23458465.0,23875482.0,24425814.0,24961598.0,25311858.0,25757066.0,26399190.0,26759877.0,27357661.0,27829527.0,28185046.0,28802051.0,29323000.0,29892898.0,30161959.0,30716918.0,31375303.0,32028776.0,32166121.0,32637198.0,33096450.0,33594173.0,33973973.0,34753586.0,34922602.0,35580905.0,36220994.0,36546860.0,36769945.0,37818729.0,38290880.0,38447900.0,38849035.0,39549165.0,39616803.0,40045196.0,40589279.0,41196448.0,41506604.0,42066042.0,42944721.0,43210545.0,43745310.0,44701727.0,44501011.0,45118592.0,45697928.0,46166280.0,46567572.0,47366287.0,47641539.0,48040351.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/2 components/16 entities/new/tukey.json b/bench-report/tag/0.2.0/create entity/2 components/16 entities/new/tukey.json new file mode 100644 index 0000000000..46664656fa --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/16 entities/new/tukey.json @@ -0,0 +1 @@ +[11727.795803936944,11853.394147123512,12188.32306228769,12313.921405474257] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/2 components/16 entities/report/MAD.svg b/bench-report/tag/0.2.0/create entity/2 components/16 entities/report/MAD.svg new file mode 100644 index 0000000000..62a3268cc3 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/16 entities/report/MAD.svg @@ -0,0 +1,108 @@ + + +create entity/2 components/16 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + +0.045 + + + +0.05 + + + + +40 + + + +45 + + + +50 + + + +55 + + + +60 + + + +65 + + + +70 + + + +75 + + + +80 + + + +85 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/2 components/16 entities/report/SD.svg b/bench-report/tag/0.2.0/create entity/2 components/16 entities/report/SD.svg new file mode 100644 index 0000000000..591ce410a6 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/16 entities/report/SD.svg @@ -0,0 +1,84 @@ + + +create entity/2 components/16 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/2 components/16 entities/report/index.html b/bench-report/tag/0.2.0/create entity/2 components/16 entities/report/index.html new file mode 100644 index 0000000000..d4035e6cbc --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/16 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + create entity/2 components/16 entities - Criterion.rs + + + + +
+

create entity/2 components/16 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope11.995 µs12.009 µs12.024 µs
Throughput1.3306 Melem/s1.3323 Melem/s1.3339 Melem/s
0.99678130.99697760.9967678
Mean12.009 µs12.029 µs12.057 µs
Std. Dev.56.068 ns123.88 ns194.69 ns
Median12.000 µs12.005 µs12.024 µs
MAD42.296 ns62.594 ns80.774 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/2 components/16 entities/report/mean.svg b/bench-report/tag/0.2.0/create entity/2 components/16 entities/report/mean.svg new file mode 100644 index 0000000000..93b94d8e96 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/16 entities/report/mean.svg @@ -0,0 +1,80 @@ + + +create entity/2 components/16 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + + +12.01 + + + +12.02 + + + +12.03 + + + +12.04 + + + +12.05 + + + +12.06 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/2 components/16 entities/report/median.svg b/bench-report/tag/0.2.0/create entity/2 components/16 entities/report/median.svg new file mode 100644 index 0000000000..1c933ebfa3 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/16 entities/report/median.svg @@ -0,0 +1,80 @@ + + +create entity/2 components/16 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + + +12 + + + +12.005 + + + +12.01 + + + +12.015 + + + +12.02 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/2 components/16 entities/report/pdf.svg b/bench-report/tag/0.2.0/create entity/2 components/16 entities/report/pdf.svg new file mode 100644 index 0000000000..c120408b88 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/16 entities/report/pdf.svg @@ -0,0 +1,155 @@ + + +create entity/2 components/16 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + +11.8 + + + +12 + + + +12.2 + + + +12.4 + + + +12.6 + + + +12.8 + + + +13 + + + +13.2 + + + +Density (a.u.) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/2 components/16 entities/report/pdf_small.svg b/bench-report/tag/0.2.0/create entity/2 components/16 entities/report/pdf_small.svg new file mode 100644 index 0000000000..10874b638d --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/16 entities/report/pdf_small.svg @@ -0,0 +1,68 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + + +12 + + + +12.5 + + + +13 + + + + + diff --git a/bench-report/tag/0.2.0/create entity/2 components/16 entities/report/regression.svg b/bench-report/tag/0.2.0/create entity/2 components/16 entities/report/regression.svg new file mode 100644 index 0000000000..e2fa18ee68 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/16 entities/report/regression.svg @@ -0,0 +1,212 @@ + + +create entity/2 components/16 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + +30.0 + + + +35.0 + + + +40.0 + + + +45.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/create entity/2 components/16 entities/report/regression_small.svg b/bench-report/tag/0.2.0/create entity/2 components/16 entities/report/regression_small.svg new file mode 100644 index 0000000000..f7283163b9 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/16 entities/report/regression_small.svg @@ -0,0 +1,197 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + +30.0 + + + +35.0 + + + +40.0 + + + +45.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/2 components/16 entities/report/slope.svg b/bench-report/tag/0.2.0/create entity/2 components/16 entities/report/slope.svg new file mode 100644 index 0000000000..1008fdc73a --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/16 entities/report/slope.svg @@ -0,0 +1,100 @@ + + +create entity/2 components/16 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + +50 + + + +55 + + + + +11.995 + + + +12 + + + +12.005 + + + +12.01 + + + +12.015 + + + +12.02 + + + +12.025 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/2 components/16 entities/report/typical.svg b/bench-report/tag/0.2.0/create entity/2 components/16 entities/report/typical.svg new file mode 100644 index 0000000000..445e22dcd1 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/16 entities/report/typical.svg @@ -0,0 +1,100 @@ + + +create entity/2 components/16 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + +50 + + + +55 + + + + +11.995 + + + +12 + + + +12.005 + + + +12.01 + + + +12.015 + + + +12.02 + + + +12.025 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/2 components/256 entities/base/benchmark.json b/bench-report/tag/0.2.0/create entity/2 components/256 entities/base/benchmark.json new file mode 100644 index 0000000000..9971098308 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/256 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"2 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"create entity/2 components/256 entities","directory_name":"create entity/2 components/256 entities","title":"create entity/2 components/256 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/2 components/256 entities/base/estimates.json b/bench-report/tag/0.2.0/create entity/2 components/256 entities/base/estimates.json new file mode 100644 index 0000000000..5f199ec888 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/256 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":181098.65987853875,"upper_bound":182342.39453417363},"point_estimate":181601.37543733988,"standard_error":324.94232037086226},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":180880.95641025642,"upper_bound":181290.01715686274},"point_estimate":181112.32618572694,"standard_error":95.18871709690457},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":643.5480157524444,"upper_bound":1123.8314628035093},"point_estimate":804.018211759406,"standard_error":118.5323019514035},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":180904.5437097582,"upper_bound":181506.64725528326},"point_estimate":181190.97061819615,"standard_error":153.89915747897106},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1197.5313769717125,"upper_bound":5294.85934116986},"point_estimate":3277.1658253247115,"standard_error":1340.389621867169}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/2 components/256 entities/base/sample.json b/bench-report/tag/0.2.0/create entity/2 components/256 entities/base/sample.json new file mode 100644 index 0000000000..8315cb4c9c --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/256 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[1265121.0,2213034.0,3291419.0,4375143.0,5471301.0,6687150.0,7670578.0,8792195.0,9987784.0,11031595.0,12035060.0,12953005.0,13992637.0,15279699.0,16330936.0,17715288.0,18427152.0,19618526.0,20405016.0,21611791.0,23107381.0,23965896.0,25175837.0,25929006.0,26949200.0,28116010.0,28913724.0,30040909.0,31441440.0,32609872.0,33597100.0,34776353.0,36142219.0,36964259.0,37646134.0,39110289.0,40233034.0,41410611.0,42289597.0,43297329.0,44726124.0,45760938.0,46710833.0,47960787.0,48702585.0,50199861.0,51090192.0,52013541.0,53086876.0,54165390.0,55188482.0,56397270.0,58923766.0,57628577.0,59784975.0,60710987.0,61837289.0,63173313.0,63970475.0,65215859.0,65806907.0,67267304.0,68615558.0,69339634.0,70543573.0,71896595.0,73041219.0,73906740.0,74957754.0,76430357.0,77380383.0,78081347.0,79100849.0,80344568.0,81361469.0,82864904.0,83710733.0,83838612.0,85757126.0,89257738.0,87955786.0,89266384.0,89317108.0,91288340.0,92505170.0,93173301.0,94324248.0,95353341.0,96670659.0,98342654.0,99422900.0,99839096.0,100365452.0,102139167.0,103035230.0,104010058.0,106244300.0,106939760.0,108965503.0,108588463.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/2 components/256 entities/base/tukey.json b/bench-report/tag/0.2.0/create entity/2 components/256 entities/base/tukey.json new file mode 100644 index 0000000000..5ef3d82802 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/256 entities/base/tukey.json @@ -0,0 +1 @@ +[176920.10687103518,178760.46148703014,183668.07379635004,185508.428412345] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/2 components/256 entities/new/benchmark.json b/bench-report/tag/0.2.0/create entity/2 components/256 entities/new/benchmark.json new file mode 100644 index 0000000000..9971098308 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/256 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"2 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"create entity/2 components/256 entities","directory_name":"create entity/2 components/256 entities","title":"create entity/2 components/256 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/2 components/256 entities/new/estimates.json b/bench-report/tag/0.2.0/create entity/2 components/256 entities/new/estimates.json new file mode 100644 index 0000000000..5f199ec888 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/256 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":181098.65987853875,"upper_bound":182342.39453417363},"point_estimate":181601.37543733988,"standard_error":324.94232037086226},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":180880.95641025642,"upper_bound":181290.01715686274},"point_estimate":181112.32618572694,"standard_error":95.18871709690457},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":643.5480157524444,"upper_bound":1123.8314628035093},"point_estimate":804.018211759406,"standard_error":118.5323019514035},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":180904.5437097582,"upper_bound":181506.64725528326},"point_estimate":181190.97061819615,"standard_error":153.89915747897106},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1197.5313769717125,"upper_bound":5294.85934116986},"point_estimate":3277.1658253247115,"standard_error":1340.389621867169}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/2 components/256 entities/new/sample.json b/bench-report/tag/0.2.0/create entity/2 components/256 entities/new/sample.json new file mode 100644 index 0000000000..8315cb4c9c --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/256 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[1265121.0,2213034.0,3291419.0,4375143.0,5471301.0,6687150.0,7670578.0,8792195.0,9987784.0,11031595.0,12035060.0,12953005.0,13992637.0,15279699.0,16330936.0,17715288.0,18427152.0,19618526.0,20405016.0,21611791.0,23107381.0,23965896.0,25175837.0,25929006.0,26949200.0,28116010.0,28913724.0,30040909.0,31441440.0,32609872.0,33597100.0,34776353.0,36142219.0,36964259.0,37646134.0,39110289.0,40233034.0,41410611.0,42289597.0,43297329.0,44726124.0,45760938.0,46710833.0,47960787.0,48702585.0,50199861.0,51090192.0,52013541.0,53086876.0,54165390.0,55188482.0,56397270.0,58923766.0,57628577.0,59784975.0,60710987.0,61837289.0,63173313.0,63970475.0,65215859.0,65806907.0,67267304.0,68615558.0,69339634.0,70543573.0,71896595.0,73041219.0,73906740.0,74957754.0,76430357.0,77380383.0,78081347.0,79100849.0,80344568.0,81361469.0,82864904.0,83710733.0,83838612.0,85757126.0,89257738.0,87955786.0,89266384.0,89317108.0,91288340.0,92505170.0,93173301.0,94324248.0,95353341.0,96670659.0,98342654.0,99422900.0,99839096.0,100365452.0,102139167.0,103035230.0,104010058.0,106244300.0,106939760.0,108965503.0,108588463.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/2 components/256 entities/new/tukey.json b/bench-report/tag/0.2.0/create entity/2 components/256 entities/new/tukey.json new file mode 100644 index 0000000000..5ef3d82802 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/256 entities/new/tukey.json @@ -0,0 +1 @@ +[176920.10687103518,178760.46148703014,183668.07379635004,185508.428412345] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/2 components/256 entities/report/MAD.svg b/bench-report/tag/0.2.0/create entity/2 components/256 entities/report/MAD.svg new file mode 100644 index 0000000000..cc800eb60e --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/256 entities/report/MAD.svg @@ -0,0 +1,92 @@ + + +create entity/2 components/256 entities:MAD + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + + +1.1 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/2 components/256 entities/report/SD.svg b/bench-report/tag/0.2.0/create entity/2 components/256 entities/report/SD.svg new file mode 100644 index 0000000000..dd66f884a7 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/256 entities/report/SD.svg @@ -0,0 +1,108 @@ + + +create entity/2 components/256 entities:SD + + +Density (a.u.) + + +Average time (µs) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + +5.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/2 components/256 entities/report/index.html b/bench-report/tag/0.2.0/create entity/2 components/256 entities/report/index.html new file mode 100644 index 0000000000..98a197ae78 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/256 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + create entity/2 components/256 entities - Criterion.rs + + + + +
+

create entity/2 components/256 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope180.90 µs181.19 µs181.51 µs
Throughput1.4104 Melem/s1.4129 Melem/s1.4151 Melem/s
0.99398140.99432390.9939079
Mean181.10 µs181.60 µs182.34 µs
Std. Dev.1.1975 µs3.2772 µs5.2949 µs
Median180.88 µs181.11 µs181.29 µs
MAD643.55 ns804.02 ns1.1238 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/2 components/256 entities/report/mean.svg b/bench-report/tag/0.2.0/create entity/2 components/256 entities/report/mean.svg new file mode 100644 index 0000000000..29f9a8d5e3 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/256 entities/report/mean.svg @@ -0,0 +1,84 @@ + + +create entity/2 components/256 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + +181 + + + +181.2 + + + +181.4 + + + +181.6 + + + +181.8 + + + +182 + + + +182.2 + + + +182.4 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/2 components/256 entities/report/median.svg b/bench-report/tag/0.2.0/create entity/2 components/256 entities/report/median.svg new file mode 100644 index 0000000000..aa0e7ede2f --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/256 entities/report/median.svg @@ -0,0 +1,96 @@ + + +create entity/2 components/256 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + + +180.85 + + + +180.9 + + + +180.95 + + + +181 + + + +181.05 + + + +181.1 + + + +181.15 + + + +181.2 + + + +181.25 + + + +181.3 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/2 components/256 entities/report/pdf.svg b/bench-report/tag/0.2.0/create entity/2 components/256 entities/report/pdf.svg new file mode 100644 index 0000000000..068f223973 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/256 entities/report/pdf.svg @@ -0,0 +1,167 @@ + + +create entity/2 components/256 entities + + +Iterations + + +Average Time (µs) + + + +0 + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + + +175 + + + +180 + + + +185 + + + +190 + + + +195 + + + +200 + + + +205 + + + +210 + + + +Density (a.u.) + + + +0 + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 + + + +0.2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/2 components/256 entities/report/pdf_small.svg b/bench-report/tag/0.2.0/create entity/2 components/256 entities/report/pdf_small.svg new file mode 100644 index 0000000000..1e1c9ec291 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/256 entities/report/pdf_small.svg @@ -0,0 +1,48 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + + +180 + + + +190 + + + +200 + + + +210 + + + + + diff --git a/bench-report/tag/0.2.0/create entity/2 components/256 entities/report/regression.svg b/bench-report/tag/0.2.0/create entity/2 components/256 entities/report/regression.svg new file mode 100644 index 0000000000..aa6efbd59c --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/256 entities/report/regression.svg @@ -0,0 +1,207 @@ + + +create entity/2 components/256 entities + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + +100.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/create entity/2 components/256 entities/report/regression_small.svg b/bench-report/tag/0.2.0/create entity/2 components/256 entities/report/regression_small.svg new file mode 100644 index 0000000000..7c9684c951 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/256 entities/report/regression_small.svg @@ -0,0 +1,192 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + +100.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/2 components/256 entities/report/slope.svg b/bench-report/tag/0.2.0/create entity/2 components/256 entities/report/slope.svg new file mode 100644 index 0000000000..eb8e31a88d --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/256 entities/report/slope.svg @@ -0,0 +1,76 @@ + + +create entity/2 components/256 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + +180.9 + + + +181 + + + +181.1 + + + +181.2 + + + +181.3 + + + +181.4 + + + +181.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/2 components/256 entities/report/typical.svg b/bench-report/tag/0.2.0/create entity/2 components/256 entities/report/typical.svg new file mode 100644 index 0000000000..509247976f --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/256 entities/report/typical.svg @@ -0,0 +1,76 @@ + + +create entity/2 components/256 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + +180.9 + + + +181 + + + +181.1 + + + +181.2 + + + +181.3 + + + +181.4 + + + +181.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/2 components/report/index.html b/bench-report/tag/0.2.0/create entity/2 components/report/index.html new file mode 100644 index 0000000000..fda68c6d23 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/report/index.html @@ -0,0 +1,142 @@ + + + + + + create entity/2 components Summary - Criterion.rs + + + + +
+

create entity/2 components

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+

Line Chart

+ Line Chart +

This chart shows the mean measured time for each function as the input (or the size of the input) increases.

+
+ +

create entity/2 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/2 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/2 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/2 components/report/lines.svg b/bench-report/tag/0.2.0/create entity/2 components/report/lines.svg new file mode 100644 index 0000000000..b342789a08 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/report/lines.svg @@ -0,0 +1,77 @@ + + +create entity/2 components: Comparison + + +Average time (µs) + + +Input Size (Elements) + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + + + + +2 components + + + diff --git a/bench-report/tag/0.2.0/create entity/2 components/report/violin.svg b/bench-report/tag/0.2.0/create entity/2 components/report/violin.svg new file mode 100644 index 0000000000..8392f29302 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/2 components/report/violin.svg @@ -0,0 +1,75 @@ + + +create entity/2 components: Violin plot + + +Input + + +Average time (µs) + + + +create entity/2 components/256 entities + + + +create entity/2 components/16 entities + + + +create entity/2 components/1 entities + + + + +0.0 + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + +200.0 + + + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/256 entities/report/index.html b/bench-report/tag/0.2.0/create entity/256 entities/report/index.html new file mode 100644 index 0000000000..2c4f3cc6be --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/256 entities/report/index.html @@ -0,0 +1,185 @@ + + + + + + create entity/256 entities Summary - Criterion.rs + + + + +
+

create entity/256 entities

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

create entity/1 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/2 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/4 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/8 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/16 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/256 entities/report/violin.svg b/bench-report/tag/0.2.0/create entity/256 entities/report/violin.svg new file mode 100644 index 0000000000..74b294e34f --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/256 entities/report/violin.svg @@ -0,0 +1,71 @@ + + +create entity/256 entities: Violin plot + + +Input + + +Average time (µs) + + + +create entity/16 components/256 entities + + + +create entity/8 components/256 entities + + + +create entity/4 components/256 entities + + + +create entity/2 components/256 entities + + + +create entity/1 components/256 entities + + + + +0.0 + + + +100.0 + + + +200.0 + + + +300.0 + + + +400.0 + + + +500.0 + + + +600.0 + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/4 components/1 entities/base/benchmark.json b/bench-report/tag/0.2.0/create entity/4 components/1 entities/base/benchmark.json new file mode 100644 index 0000000000..e4b36e8ef6 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/1 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"4 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"create entity/4 components/1 entities","directory_name":"create entity/4 components/1 entities","title":"create entity/4 components/1 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/4 components/1 entities/base/estimates.json b/bench-report/tag/0.2.0/create entity/4 components/1 entities/base/estimates.json new file mode 100644 index 0000000000..0b0c920d0b --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/1 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1378.2541231969842,"upper_bound":1396.020054260735},"point_estimate":1385.1222956322765,"standard_error":4.769850207560397},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1376.312099506258,"upper_bound":1381.2688762071994},"point_estimate":1379.1040062173129,"standard_error":1.4591395113432593},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6.683088484690741,"upper_bound":11.301677933887493},"point_estimate":9.229349777525687,"standard_error":1.1411238560285009},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1376.7197098010054,"upper_bound":1381.4945242062747},"point_estimate":1378.7075290313617,"standard_error":1.2230737581905247},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12.400482676556644,"upper_bound":79.90500051844923},"point_estimate":48.064709973758696,"standard_error":22.42757376739645}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/4 components/1 entities/base/sample.json b/bench-report/tag/0.2.0/create entity/4 components/1 entities/base/sample.json new file mode 100644 index 0000000000..674dd9b674 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/1 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[67.0,134.0,201.0,268.0,335.0,402.0,469.0,536.0,603.0,670.0,737.0,804.0,871.0,938.0,1005.0,1072.0,1139.0,1206.0,1273.0,1340.0,1407.0,1474.0,1541.0,1608.0,1675.0,1742.0,1809.0,1876.0,1943.0,2010.0,2077.0,2144.0,2211.0,2278.0,2345.0,2412.0,2479.0,2546.0,2613.0,2680.0,2747.0,2814.0,2881.0,2948.0,3015.0,3082.0,3149.0,3216.0,3283.0,3350.0,3417.0,3484.0,3551.0,3618.0,3685.0,3752.0,3819.0,3886.0,3953.0,4020.0,4087.0,4154.0,4221.0,4288.0,4355.0,4422.0,4489.0,4556.0,4623.0,4690.0,4757.0,4824.0,4891.0,4958.0,5025.0,5092.0,5159.0,5226.0,5293.0,5360.0,5427.0,5494.0,5561.0,5628.0,5695.0,5762.0,5829.0,5896.0,5963.0,6030.0,6097.0,6164.0,6231.0,6298.0,6365.0,6432.0,6499.0,6566.0,6633.0,6700.0],"times":[122870.0,183481.0,268561.0,356390.0,448355.0,552348.0,628336.0,739825.0,823711.0,941200.0,1028814.0,1122754.0,1225377.0,1313109.0,1383751.0,1477655.0,1589421.0,1674102.0,1774679.0,1858581.0,1952256.0,2043504.0,2157248.0,2226386.0,2342741.0,2413805.0,2483032.0,2628644.0,2751885.0,2774464.0,2838242.0,2924904.0,3049903.0,3189737.0,3309477.0,3391591.0,3436424.0,3519980.0,3625004.0,3686639.0,3801904.0,3873125.0,3974594.0,4120999.0,4203007.0,4235589.0,4331066.0,4441380.0,4550290.0,4614491.0,4739514.0,4777134.0,4867012.0,5004389.0,5104964.0,5141962.0,5258187.0,5347995.0,5460896.0,5556042.0,5619689.0,5720497.0,6165613.0,5870166.0,5967896.0,6144382.0,6209807.0,6293061.0,6353253.0,6442848.0,6558883.0,6622020.0,6718370.0,6825370.0,6877677.0,6995767.0,7099839.0,7155211.0,7247954.0,7416489.0,7510813.0,7534331.0,7671854.0,7723851.0,7864512.0,7926499.0,8007236.0,8128622.0,8254517.0,8289631.0,8391930.0,8511099.0,8556736.0,8724758.0,8784853.0,8832299.0,8941181.0,9014698.0,9121458.0,9195353.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/4 components/1 entities/base/tukey.json b/bench-report/tag/0.2.0/create entity/4 components/1 entities/base/tukey.json new file mode 100644 index 0000000000..3736dc183e --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/1 entities/base/tukey.json @@ -0,0 +1 @@ +[1335.9315393982447,1354.8016875355424,1405.1220825683367,1423.9922307056347] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/4 components/1 entities/new/benchmark.json b/bench-report/tag/0.2.0/create entity/4 components/1 entities/new/benchmark.json new file mode 100644 index 0000000000..e4b36e8ef6 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/1 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"4 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"create entity/4 components/1 entities","directory_name":"create entity/4 components/1 entities","title":"create entity/4 components/1 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/4 components/1 entities/new/estimates.json b/bench-report/tag/0.2.0/create entity/4 components/1 entities/new/estimates.json new file mode 100644 index 0000000000..0b0c920d0b --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/1 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1378.2541231969842,"upper_bound":1396.020054260735},"point_estimate":1385.1222956322765,"standard_error":4.769850207560397},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1376.312099506258,"upper_bound":1381.2688762071994},"point_estimate":1379.1040062173129,"standard_error":1.4591395113432593},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6.683088484690741,"upper_bound":11.301677933887493},"point_estimate":9.229349777525687,"standard_error":1.1411238560285009},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1376.7197098010054,"upper_bound":1381.4945242062747},"point_estimate":1378.7075290313617,"standard_error":1.2230737581905247},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12.400482676556644,"upper_bound":79.90500051844923},"point_estimate":48.064709973758696,"standard_error":22.42757376739645}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/4 components/1 entities/new/sample.json b/bench-report/tag/0.2.0/create entity/4 components/1 entities/new/sample.json new file mode 100644 index 0000000000..674dd9b674 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/1 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[67.0,134.0,201.0,268.0,335.0,402.0,469.0,536.0,603.0,670.0,737.0,804.0,871.0,938.0,1005.0,1072.0,1139.0,1206.0,1273.0,1340.0,1407.0,1474.0,1541.0,1608.0,1675.0,1742.0,1809.0,1876.0,1943.0,2010.0,2077.0,2144.0,2211.0,2278.0,2345.0,2412.0,2479.0,2546.0,2613.0,2680.0,2747.0,2814.0,2881.0,2948.0,3015.0,3082.0,3149.0,3216.0,3283.0,3350.0,3417.0,3484.0,3551.0,3618.0,3685.0,3752.0,3819.0,3886.0,3953.0,4020.0,4087.0,4154.0,4221.0,4288.0,4355.0,4422.0,4489.0,4556.0,4623.0,4690.0,4757.0,4824.0,4891.0,4958.0,5025.0,5092.0,5159.0,5226.0,5293.0,5360.0,5427.0,5494.0,5561.0,5628.0,5695.0,5762.0,5829.0,5896.0,5963.0,6030.0,6097.0,6164.0,6231.0,6298.0,6365.0,6432.0,6499.0,6566.0,6633.0,6700.0],"times":[122870.0,183481.0,268561.0,356390.0,448355.0,552348.0,628336.0,739825.0,823711.0,941200.0,1028814.0,1122754.0,1225377.0,1313109.0,1383751.0,1477655.0,1589421.0,1674102.0,1774679.0,1858581.0,1952256.0,2043504.0,2157248.0,2226386.0,2342741.0,2413805.0,2483032.0,2628644.0,2751885.0,2774464.0,2838242.0,2924904.0,3049903.0,3189737.0,3309477.0,3391591.0,3436424.0,3519980.0,3625004.0,3686639.0,3801904.0,3873125.0,3974594.0,4120999.0,4203007.0,4235589.0,4331066.0,4441380.0,4550290.0,4614491.0,4739514.0,4777134.0,4867012.0,5004389.0,5104964.0,5141962.0,5258187.0,5347995.0,5460896.0,5556042.0,5619689.0,5720497.0,6165613.0,5870166.0,5967896.0,6144382.0,6209807.0,6293061.0,6353253.0,6442848.0,6558883.0,6622020.0,6718370.0,6825370.0,6877677.0,6995767.0,7099839.0,7155211.0,7247954.0,7416489.0,7510813.0,7534331.0,7671854.0,7723851.0,7864512.0,7926499.0,8007236.0,8128622.0,8254517.0,8289631.0,8391930.0,8511099.0,8556736.0,8724758.0,8784853.0,8832299.0,8941181.0,9014698.0,9121458.0,9195353.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/4 components/1 entities/new/tukey.json b/bench-report/tag/0.2.0/create entity/4 components/1 entities/new/tukey.json new file mode 100644 index 0000000000..3736dc183e --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/1 entities/new/tukey.json @@ -0,0 +1 @@ +[1335.9315393982447,1354.8016875355424,1405.1220825683367,1423.9922307056347] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/4 components/1 entities/report/MAD.svg b/bench-report/tag/0.2.0/create entity/4 components/1 entities/report/MAD.svg new file mode 100644 index 0000000000..f115040d84 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/1 entities/report/MAD.svg @@ -0,0 +1,104 @@ + + +create entity/4 components/1 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +6.5 + + + +7 + + + +7.5 + + + +8 + + + +8.5 + + + +9 + + + +9.5 + + + +10 + + + +10.5 + + + +11 + + + +11.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/4 components/1 entities/report/SD.svg b/bench-report/tag/0.2.0/create entity/4 components/1 entities/report/SD.svg new file mode 100644 index 0000000000..38390d0e33 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/1 entities/report/SD.svg @@ -0,0 +1,84 @@ + + +create entity/4 components/1 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/4 components/1 entities/report/index.html b/bench-report/tag/0.2.0/create entity/4 components/1 entities/report/index.html new file mode 100644 index 0000000000..71a88c42e0 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/1 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + create entity/4 components/1 entities - Criterion.rs + + + + +
+

create entity/4 components/1 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope1.3767 µs1.3787 µs1.3815 µs
Throughput723.85 Kelem/s725.32 Kelem/s726.36 Kelem/s
0.99034700.99063440.9900695
Mean1.3783 µs1.3851 µs1.3960 µs
Std. Dev.12.400 ns48.065 ns79.905 ns
Median1.3763 µs1.3791 µs1.3813 µs
MAD6.6831 ns9.2293 ns11.302 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/4 components/1 entities/report/mean.svg b/bench-report/tag/0.2.0/create entity/4 components/1 entities/report/mean.svg new file mode 100644 index 0000000000..177e6ce0b6 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/1 entities/report/mean.svg @@ -0,0 +1,108 @@ + + +create entity/4 components/1 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + +1.378 + + + +1.38 + + + +1.382 + + + +1.384 + + + +1.386 + + + +1.388 + + + +1.39 + + + +1.392 + + + +1.394 + + + +1.396 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/4 components/1 entities/report/median.svg b/bench-report/tag/0.2.0/create entity/4 components/1 entities/report/median.svg new file mode 100644 index 0000000000..a16bf0a581 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/1 entities/report/median.svg @@ -0,0 +1,84 @@ + + +create entity/4 components/1 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + + +1.376 + + + +1.377 + + + +1.378 + + + +1.379 + + + +1.38 + + + +1.381 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/4 components/1 entities/report/pdf.svg b/bench-report/tag/0.2.0/create entity/4 components/1 entities/report/pdf.svg new file mode 100644 index 0000000000..ace4b4270a --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/1 entities/report/pdf.svg @@ -0,0 +1,151 @@ + + +create entity/4 components/1 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + + +1.3 + + + +1.4 + + + +1.5 + + + +1.6 + + + +1.7 + + + +1.8 + + + +Density (a.u.) + + + +0 + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/4 components/1 entities/report/pdf_small.svg b/bench-report/tag/0.2.0/create entity/4 components/1 entities/report/pdf_small.svg new file mode 100644 index 0000000000..7007c0eb64 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/1 entities/report/pdf_small.svg @@ -0,0 +1,64 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + + +1.4 + + + +1.6 + + + +1.8 + + + + + diff --git a/bench-report/tag/0.2.0/create entity/4 components/1 entities/report/regression.svg b/bench-report/tag/0.2.0/create entity/4 components/1 entities/report/regression.svg new file mode 100644 index 0000000000..04a2cb8515 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/1 entities/report/regression.svg @@ -0,0 +1,202 @@ + + +create entity/4 components/1 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + +6.0 + + + +7.0 + + + +8.0 + + + +9.0 + + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/create entity/4 components/1 entities/report/regression_small.svg b/bench-report/tag/0.2.0/create entity/4 components/1 entities/report/regression_small.svg new file mode 100644 index 0000000000..1eceb87813 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/1 entities/report/regression_small.svg @@ -0,0 +1,187 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + +6.0 + + + +7.0 + + + +8.0 + + + +9.0 + + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/4 components/1 entities/report/slope.svg b/bench-report/tag/0.2.0/create entity/4 components/1 entities/report/slope.svg new file mode 100644 index 0000000000..9186f96a83 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/1 entities/report/slope.svg @@ -0,0 +1,80 @@ + + +create entity/4 components/1 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + + +1.377 + + + +1.378 + + + +1.379 + + + +1.38 + + + +1.381 + + + +1.382 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/4 components/1 entities/report/typical.svg b/bench-report/tag/0.2.0/create entity/4 components/1 entities/report/typical.svg new file mode 100644 index 0000000000..eee65fcfbc --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/1 entities/report/typical.svg @@ -0,0 +1,80 @@ + + +create entity/4 components/1 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + + +1.377 + + + +1.378 + + + +1.379 + + + +1.38 + + + +1.381 + + + +1.382 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/4 components/16 entities/base/benchmark.json b/bench-report/tag/0.2.0/create entity/4 components/16 entities/base/benchmark.json new file mode 100644 index 0000000000..17d1f33657 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/16 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"4 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"create entity/4 components/16 entities","directory_name":"create entity/4 components/16 entities","title":"create entity/4 components/16 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/4 components/16 entities/base/estimates.json b/bench-report/tag/0.2.0/create entity/4 components/16 entities/base/estimates.json new file mode 100644 index 0000000000..5c121ba700 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/16 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15006.0241525856,"upper_bound":15099.924338624722},"point_estimate":15050.37564919081,"standard_error":24.00562133864968},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14936.571619812583,"upper_bound":15084.726912313432},"point_estimate":14987.570751633986,"standard_error":38.81607242686313},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":158.69375142281788,"upper_bound":264.3801787785349},"point_estimate":211.67447896514972,"standard_error":28.42189165373258},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15054.374882178612,"upper_bound":15147.710893725867},"point_estimate":15101.719079355697,"standard_error":23.790523661828264},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":172.74554357274192,"upper_bound":326.2807525155124},"point_estimate":242.10651333617616,"standard_error":44.487826518176206}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/4 components/16 entities/base/sample.json b/bench-report/tag/0.2.0/create entity/4 components/16 entities/base/sample.json new file mode 100644 index 0000000000..8c1da328c3 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/16 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[36.0,72.0,108.0,144.0,180.0,216.0,252.0,288.0,324.0,360.0,396.0,432.0,468.0,504.0,540.0,576.0,612.0,648.0,684.0,720.0,756.0,792.0,828.0,864.0,900.0,936.0,972.0,1008.0,1044.0,1080.0,1116.0,1152.0,1188.0,1224.0,1260.0,1296.0,1332.0,1368.0,1404.0,1440.0,1476.0,1512.0,1548.0,1584.0,1620.0,1656.0,1692.0,1728.0,1764.0,1800.0,1836.0,1872.0,1908.0,1944.0,1980.0,2016.0,2052.0,2088.0,2124.0,2160.0,2196.0,2232.0,2268.0,2304.0,2340.0,2376.0,2412.0,2448.0,2484.0,2520.0,2556.0,2592.0,2628.0,2664.0,2700.0,2736.0,2772.0,2808.0,2844.0,2880.0,2916.0,2952.0,2988.0,3024.0,3060.0,3096.0,3132.0,3168.0,3204.0,3240.0,3276.0,3312.0,3348.0,3384.0,3420.0,3456.0,3492.0,3528.0,3564.0,3600.0],"times":[595367.0,1080277.0,1617755.0,2155125.0,2697684.0,3222047.0,3719227.0,4338703.0,4823685.0,5354599.0,5896284.0,6425057.0,7022025.0,7489936.0,8007919.0,8583605.0,9172661.0,9660718.0,10310335.0,10708095.0,11284395.0,11816627.0,12333546.0,12859973.0,13339924.0,13950547.0,14464983.0,14878583.0,15426451.0,15952465.0,16503091.0,17086152.0,17654368.0,18193462.0,18978813.0,19356390.0,19686033.0,20282853.0,20713883.0,21405992.0,21957263.0,22445071.0,23241248.0,23724546.0,24617749.0,25049537.0,25792269.0,26121051.0,26774334.0,27140062.0,27961555.0,28527248.0,29272102.0,29680391.0,30106433.0,30182833.0,30722026.0,30835377.0,33141930.0,32903386.0,33109080.0,34405518.0,34422542.0,35031200.0,35475466.0,36226661.0,36432085.0,37083985.0,37855667.0,38348843.0,38747414.0,39733213.0,40087816.0,40783268.0,41531109.0,41818920.0,42141060.0,43124517.0,43947415.0,42949991.0,43638081.0,43934442.0,44630476.0,44897711.0,45507114.0,45857362.0,46494455.0,46805575.0,49164238.0,49350151.0,49496454.0,50248960.0,50816624.0,51363924.0,52100711.0,52475809.0,52249106.0,53088850.0,53317775.0,54344009.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/4 components/16 entities/base/tukey.json b/bench-report/tag/0.2.0/create entity/4 components/16 entities/base/tukey.json new file mode 100644 index 0000000000..5bcfc1f2df --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/16 entities/base/tukey.json @@ -0,0 +1 @@ +[13909.349440836942,14392.483400974026,15680.840628006252,16163.974588143337] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/4 components/16 entities/new/benchmark.json b/bench-report/tag/0.2.0/create entity/4 components/16 entities/new/benchmark.json new file mode 100644 index 0000000000..17d1f33657 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/16 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"4 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"create entity/4 components/16 entities","directory_name":"create entity/4 components/16 entities","title":"create entity/4 components/16 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/4 components/16 entities/new/estimates.json b/bench-report/tag/0.2.0/create entity/4 components/16 entities/new/estimates.json new file mode 100644 index 0000000000..5c121ba700 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/16 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15006.0241525856,"upper_bound":15099.924338624722},"point_estimate":15050.37564919081,"standard_error":24.00562133864968},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14936.571619812583,"upper_bound":15084.726912313432},"point_estimate":14987.570751633986,"standard_error":38.81607242686313},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":158.69375142281788,"upper_bound":264.3801787785349},"point_estimate":211.67447896514972,"standard_error":28.42189165373258},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15054.374882178612,"upper_bound":15147.710893725867},"point_estimate":15101.719079355697,"standard_error":23.790523661828264},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":172.74554357274192,"upper_bound":326.2807525155124},"point_estimate":242.10651333617616,"standard_error":44.487826518176206}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/4 components/16 entities/new/sample.json b/bench-report/tag/0.2.0/create entity/4 components/16 entities/new/sample.json new file mode 100644 index 0000000000..8c1da328c3 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/16 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[36.0,72.0,108.0,144.0,180.0,216.0,252.0,288.0,324.0,360.0,396.0,432.0,468.0,504.0,540.0,576.0,612.0,648.0,684.0,720.0,756.0,792.0,828.0,864.0,900.0,936.0,972.0,1008.0,1044.0,1080.0,1116.0,1152.0,1188.0,1224.0,1260.0,1296.0,1332.0,1368.0,1404.0,1440.0,1476.0,1512.0,1548.0,1584.0,1620.0,1656.0,1692.0,1728.0,1764.0,1800.0,1836.0,1872.0,1908.0,1944.0,1980.0,2016.0,2052.0,2088.0,2124.0,2160.0,2196.0,2232.0,2268.0,2304.0,2340.0,2376.0,2412.0,2448.0,2484.0,2520.0,2556.0,2592.0,2628.0,2664.0,2700.0,2736.0,2772.0,2808.0,2844.0,2880.0,2916.0,2952.0,2988.0,3024.0,3060.0,3096.0,3132.0,3168.0,3204.0,3240.0,3276.0,3312.0,3348.0,3384.0,3420.0,3456.0,3492.0,3528.0,3564.0,3600.0],"times":[595367.0,1080277.0,1617755.0,2155125.0,2697684.0,3222047.0,3719227.0,4338703.0,4823685.0,5354599.0,5896284.0,6425057.0,7022025.0,7489936.0,8007919.0,8583605.0,9172661.0,9660718.0,10310335.0,10708095.0,11284395.0,11816627.0,12333546.0,12859973.0,13339924.0,13950547.0,14464983.0,14878583.0,15426451.0,15952465.0,16503091.0,17086152.0,17654368.0,18193462.0,18978813.0,19356390.0,19686033.0,20282853.0,20713883.0,21405992.0,21957263.0,22445071.0,23241248.0,23724546.0,24617749.0,25049537.0,25792269.0,26121051.0,26774334.0,27140062.0,27961555.0,28527248.0,29272102.0,29680391.0,30106433.0,30182833.0,30722026.0,30835377.0,33141930.0,32903386.0,33109080.0,34405518.0,34422542.0,35031200.0,35475466.0,36226661.0,36432085.0,37083985.0,37855667.0,38348843.0,38747414.0,39733213.0,40087816.0,40783268.0,41531109.0,41818920.0,42141060.0,43124517.0,43947415.0,42949991.0,43638081.0,43934442.0,44630476.0,44897711.0,45507114.0,45857362.0,46494455.0,46805575.0,49164238.0,49350151.0,49496454.0,50248960.0,50816624.0,51363924.0,52100711.0,52475809.0,52249106.0,53088850.0,53317775.0,54344009.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/4 components/16 entities/new/tukey.json b/bench-report/tag/0.2.0/create entity/4 components/16 entities/new/tukey.json new file mode 100644 index 0000000000..5bcfc1f2df --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/16 entities/new/tukey.json @@ -0,0 +1 @@ +[13909.349440836942,14392.483400974026,15680.840628006252,16163.974588143337] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/4 components/16 entities/report/MAD.svg b/bench-report/tag/0.2.0/create entity/4 components/16 entities/report/MAD.svg new file mode 100644 index 0000000000..82e6659288 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/16 entities/report/MAD.svg @@ -0,0 +1,80 @@ + + +create entity/4 components/16 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + + + +160 + + + +180 + + + +200 + + + +220 + + + +240 + + + +260 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/4 components/16 entities/report/SD.svg b/bench-report/tag/0.2.0/create entity/4 components/16 entities/report/SD.svg new file mode 100644 index 0000000000..3d03e35a0a --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/16 entities/report/SD.svg @@ -0,0 +1,100 @@ + + +create entity/4 components/16 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + + +0.016 + + + + +160 + + + +180 + + + +200 + + + +220 + + + +240 + + + +260 + + + +280 + + + +300 + + + +320 + + + +340 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/4 components/16 entities/report/index.html b/bench-report/tag/0.2.0/create entity/4 components/16 entities/report/index.html new file mode 100644 index 0000000000..65e23f0b08 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/16 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + create entity/4 components/16 entities - Criterion.rs + + + + +
+

create entity/4 components/16 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope15.054 µs15.102 µs15.148 µs
Throughput1.0563 Melem/s1.0595 Melem/s1.0628 Melem/s
0.97802790.97932690.9781010
Mean15.006 µs15.050 µs15.100 µs
Std. Dev.172.75 ns242.11 ns326.28 ns
Median14.937 µs14.988 µs15.085 µs
MAD158.69 ns211.67 ns264.38 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/4 components/16 entities/report/mean.svg b/bench-report/tag/0.2.0/create entity/4 components/16 entities/report/mean.svg new file mode 100644 index 0000000000..726770f144 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/16 entities/report/mean.svg @@ -0,0 +1,88 @@ + + +create entity/4 components/16 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + + +15 + + + +15.02 + + + +15.04 + + + +15.06 + + + +15.08 + + + +15.1 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/4 components/16 entities/report/median.svg b/bench-report/tag/0.2.0/create entity/4 components/16 entities/report/median.svg new file mode 100644 index 0000000000..1c543bea25 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/16 entities/report/median.svg @@ -0,0 +1,104 @@ + + +create entity/4 components/16 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + +20 + + + + +14.94 + + + +14.96 + + + +14.98 + + + +15 + + + +15.02 + + + +15.04 + + + +15.06 + + + +15.08 + + + +15.1 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/4 components/16 entities/report/pdf.svg b/bench-report/tag/0.2.0/create entity/4 components/16 entities/report/pdf.svg new file mode 100644 index 0000000000..aaeb78b988 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/16 entities/report/pdf.svg @@ -0,0 +1,133 @@ + + +create entity/4 components/16 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + +14.5 + + + +15 + + + +15.5 + + + +16 + + + +16.5 + + + +Density (a.u.) + + + +0 + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/4 components/16 entities/report/pdf_small.svg b/bench-report/tag/0.2.0/create entity/4 components/16 entities/report/pdf_small.svg new file mode 100644 index 0000000000..01babda923 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/16 entities/report/pdf_small.svg @@ -0,0 +1,72 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + + +14.5 + + + +15 + + + +15.5 + + + +16 + + + +16.5 + + + + + diff --git a/bench-report/tag/0.2.0/create entity/4 components/16 entities/report/regression.svg b/bench-report/tag/0.2.0/create entity/4 components/16 entities/report/regression.svg new file mode 100644 index 0000000000..c27a1fd7da --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/16 entities/report/regression.svg @@ -0,0 +1,212 @@ + + +create entity/4 components/16 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + +30.0 + + + +35.0 + + + +40.0 + + + +45.0 + + + +50.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/create entity/4 components/16 entities/report/regression_small.svg b/bench-report/tag/0.2.0/create entity/4 components/16 entities/report/regression_small.svg new file mode 100644 index 0000000000..ff3e1425e5 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/16 entities/report/regression_small.svg @@ -0,0 +1,197 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + +30.0 + + + +35.0 + + + +40.0 + + + +45.0 + + + +50.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/4 components/16 entities/report/slope.svg b/bench-report/tag/0.2.0/create entity/4 components/16 entities/report/slope.svg new file mode 100644 index 0000000000..49a339ec81 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/16 entities/report/slope.svg @@ -0,0 +1,108 @@ + + +create entity/4 components/16 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + + +15.05 + + + +15.06 + + + +15.07 + + + +15.08 + + + +15.09 + + + +15.1 + + + +15.11 + + + +15.12 + + + +15.13 + + + +15.14 + + + +15.15 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/4 components/16 entities/report/typical.svg b/bench-report/tag/0.2.0/create entity/4 components/16 entities/report/typical.svg new file mode 100644 index 0000000000..6a127f2b88 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/16 entities/report/typical.svg @@ -0,0 +1,108 @@ + + +create entity/4 components/16 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + + +15.05 + + + +15.06 + + + +15.07 + + + +15.08 + + + +15.09 + + + +15.1 + + + +15.11 + + + +15.12 + + + +15.13 + + + +15.14 + + + +15.15 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/4 components/256 entities/base/benchmark.json b/bench-report/tag/0.2.0/create entity/4 components/256 entities/base/benchmark.json new file mode 100644 index 0000000000..1522587975 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/256 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"4 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"create entity/4 components/256 entities","directory_name":"create entity/4 components/256 entities","title":"create entity/4 components/256 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/4 components/256 entities/base/estimates.json b/bench-report/tag/0.2.0/create entity/4 components/256 entities/base/estimates.json new file mode 100644 index 0000000000..d084ee806a --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/256 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":221873.8941411402,"upper_bound":222450.21243192288},"point_estimate":222138.11876670932,"standard_error":147.4336302848432},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":221952.73034013604,"upper_bound":222308.27506938018},"point_estimate":222112.75345255836,"standard_error":97.98260006453062},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":661.987429061765,"upper_bound":1164.2935587557533},"point_estimate":930.3293659382551,"standard_error":131.0165627234953},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":221978.7134295494,"upper_bound":222444.60263919298},"point_estimate":222213.71036382444,"standard_error":119.12351798668101},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":913.9689616818225,"upper_bound":2133.745697730584},"point_estimate":1481.03969835334,"standard_error":361.24300717919573}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/4 components/256 entities/base/sample.json b/bench-report/tag/0.2.0/create entity/4 components/256 entities/base/sample.json new file mode 100644 index 0000000000..73dee79612 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/256 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[1163051.0,2214084.0,3366865.0,4450650.0,5562009.0,6693620.0,7734127.0,8917706.0,10039330.0,11062650.0,12194531.0,13237619.0,14321664.0,15623372.0,16646542.0,17530975.0,18702965.0,19874538.0,21116418.0,22281961.0,23062589.0,24312937.0,25382893.0,26683959.0,27423981.0,28825717.0,29972928.0,31077901.0,32087807.0,33325197.0,34401055.0,35558563.0,36749468.0,38153263.0,38827566.0,40126909.0,40676580.0,42439426.0,43262002.0,44221346.0,45267348.0,46527900.0,47829450.0,49046671.0,49874277.0,51140559.0,52232579.0,53329444.0,54378134.0,55204961.0,56804350.0,57702548.0,58814214.0,60523028.0,61066598.0,61993728.0,62873644.0,64933100.0,65377677.0,66251319.0,67750666.0,68883141.0,69728899.0,71438756.0,72561472.0,73290418.0,74136749.0,75682020.0,76615683.0,77901812.0,79004341.0,80206642.0,81273284.0,82122632.0,83476769.0,84551393.0,85466004.0,86697641.0,87986548.0,88872611.0,89506358.0,90688534.0,91984371.0,92677351.0,94344958.0,95655260.0,96768258.0,98274396.0,99005453.0,99995123.0,101938744.0,102420857.0,103267670.0,103646867.0,105757496.0,106919867.0,107424942.0,109731709.0,110399309.0,110642982.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/4 components/256 entities/base/tukey.json b/bench-report/tag/0.2.0/create entity/4 components/256 entities/base/tukey.json new file mode 100644 index 0000000000..6738f7f4fe --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/256 entities/base/tukey.json @@ -0,0 +1 @@ +[217608.6166303875,219501.82061678104,224550.36458049717,226443.56856689072] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/4 components/256 entities/new/benchmark.json b/bench-report/tag/0.2.0/create entity/4 components/256 entities/new/benchmark.json new file mode 100644 index 0000000000..1522587975 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/256 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"4 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"create entity/4 components/256 entities","directory_name":"create entity/4 components/256 entities","title":"create entity/4 components/256 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/4 components/256 entities/new/estimates.json b/bench-report/tag/0.2.0/create entity/4 components/256 entities/new/estimates.json new file mode 100644 index 0000000000..d084ee806a --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/256 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":221873.8941411402,"upper_bound":222450.21243192288},"point_estimate":222138.11876670932,"standard_error":147.4336302848432},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":221952.73034013604,"upper_bound":222308.27506938018},"point_estimate":222112.75345255836,"standard_error":97.98260006453062},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":661.987429061765,"upper_bound":1164.2935587557533},"point_estimate":930.3293659382551,"standard_error":131.0165627234953},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":221978.7134295494,"upper_bound":222444.60263919298},"point_estimate":222213.71036382444,"standard_error":119.12351798668101},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":913.9689616818225,"upper_bound":2133.745697730584},"point_estimate":1481.03969835334,"standard_error":361.24300717919573}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/4 components/256 entities/new/sample.json b/bench-report/tag/0.2.0/create entity/4 components/256 entities/new/sample.json new file mode 100644 index 0000000000..73dee79612 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/256 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[1163051.0,2214084.0,3366865.0,4450650.0,5562009.0,6693620.0,7734127.0,8917706.0,10039330.0,11062650.0,12194531.0,13237619.0,14321664.0,15623372.0,16646542.0,17530975.0,18702965.0,19874538.0,21116418.0,22281961.0,23062589.0,24312937.0,25382893.0,26683959.0,27423981.0,28825717.0,29972928.0,31077901.0,32087807.0,33325197.0,34401055.0,35558563.0,36749468.0,38153263.0,38827566.0,40126909.0,40676580.0,42439426.0,43262002.0,44221346.0,45267348.0,46527900.0,47829450.0,49046671.0,49874277.0,51140559.0,52232579.0,53329444.0,54378134.0,55204961.0,56804350.0,57702548.0,58814214.0,60523028.0,61066598.0,61993728.0,62873644.0,64933100.0,65377677.0,66251319.0,67750666.0,68883141.0,69728899.0,71438756.0,72561472.0,73290418.0,74136749.0,75682020.0,76615683.0,77901812.0,79004341.0,80206642.0,81273284.0,82122632.0,83476769.0,84551393.0,85466004.0,86697641.0,87986548.0,88872611.0,89506358.0,90688534.0,91984371.0,92677351.0,94344958.0,95655260.0,96768258.0,98274396.0,99005453.0,99995123.0,101938744.0,102420857.0,103267670.0,103646867.0,105757496.0,106919867.0,107424942.0,109731709.0,110399309.0,110642982.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/4 components/256 entities/new/tukey.json b/bench-report/tag/0.2.0/create entity/4 components/256 entities/new/tukey.json new file mode 100644 index 0000000000..6738f7f4fe --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/256 entities/new/tukey.json @@ -0,0 +1 @@ +[217608.6166303875,219501.82061678104,224550.36458049717,226443.56856689072] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/4 components/256 entities/report/MAD.svg b/bench-report/tag/0.2.0/create entity/4 components/256 entities/report/MAD.svg new file mode 100644 index 0000000000..fe908ca7f7 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/256 entities/report/MAD.svg @@ -0,0 +1,80 @@ + + +create entity/4 components/256 entities:MAD + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + + +1.1 + + + +1.2 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/4 components/256 entities/report/SD.svg b/bench-report/tag/0.2.0/create entity/4 components/256 entities/report/SD.svg new file mode 100644 index 0000000000..6bc96f5714 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/256 entities/report/SD.svg @@ -0,0 +1,104 @@ + + +create entity/4 components/256 entities:SD + + +Density (a.u.) + + +Average time (µs) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + +2 + + + +2.2 + + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + +2 + + + +2.2 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/4 components/256 entities/report/index.html b/bench-report/tag/0.2.0/create entity/4 components/256 entities/report/index.html new file mode 100644 index 0000000000..82d9232c08 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/256 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + create entity/4 components/256 entities - Criterion.rs + + + + +
+

create entity/4 components/256 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope221.98 µs222.21 µs222.44 µs
Throughput1.1508 Melem/s1.1520 Melem/s1.1533 Melem/s
0.99761100.99776730.9976165
Mean221.87 µs222.14 µs222.45 µs
Std. Dev.913.97 ns1.4810 µs2.1337 µs
Median221.95 µs222.11 µs222.31 µs
MAD661.99 ns930.33 ns1.1643 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/4 components/256 entities/report/mean.svg b/bench-report/tag/0.2.0/create entity/4 components/256 entities/report/mean.svg new file mode 100644 index 0000000000..c13cf13eaf --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/256 entities/report/mean.svg @@ -0,0 +1,80 @@ + + +create entity/4 components/256 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + +221.9 + + + +222 + + + +222.1 + + + +222.2 + + + +222.3 + + + +222.4 + + + +222.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/4 components/256 entities/report/median.svg b/bench-report/tag/0.2.0/create entity/4 components/256 entities/report/median.svg new file mode 100644 index 0000000000..81946e614c --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/256 entities/report/median.svg @@ -0,0 +1,84 @@ + + +create entity/4 components/256 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + + +221.95 + + + +222 + + + +222.05 + + + +222.1 + + + +222.15 + + + +222.2 + + + +222.25 + + + +222.3 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/4 components/256 entities/report/pdf.svg b/bench-report/tag/0.2.0/create entity/4 components/256 entities/report/pdf.svg new file mode 100644 index 0000000000..967866422b --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/256 entities/report/pdf.svg @@ -0,0 +1,161 @@ + + +create entity/4 components/256 entities + + +Iterations + + +Average Time (µs) + + + +0 + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + +450 + + + +500 + + + + +218 + + + +220 + + + +222 + + + +224 + + + +226 + + + +228 + + + +230 + + + +232 + + + +234 + + + +Density (a.u.) + + + +0 + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/4 components/256 entities/report/pdf_small.svg b/bench-report/tag/0.2.0/create entity/4 components/256 entities/report/pdf_small.svg new file mode 100644 index 0000000000..742355b8bd --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/256 entities/report/pdf_small.svg @@ -0,0 +1,56 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + + +220 + + + +225 + + + +230 + + + + + diff --git a/bench-report/tag/0.2.0/create entity/4 components/256 entities/report/regression.svg b/bench-report/tag/0.2.0/create entity/4 components/256 entities/report/regression.svg new file mode 100644 index 0000000000..3aba643966 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/256 entities/report/regression.svg @@ -0,0 +1,232 @@ + + +create entity/4 components/256 entities + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + +100.0 + + + +110.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + +450 + + + +500 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/create entity/4 components/256 entities/report/regression_small.svg b/bench-report/tag/0.2.0/create entity/4 components/256 entities/report/regression_small.svg new file mode 100644 index 0000000000..250fb0ad6b --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/256 entities/report/regression_small.svg @@ -0,0 +1,217 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + +100.0 + + + +110.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + +450 + + + +500 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/4 components/256 entities/report/slope.svg b/bench-report/tag/0.2.0/create entity/4 components/256 entities/report/slope.svg new file mode 100644 index 0000000000..ea8e38d9c1 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/256 entities/report/slope.svg @@ -0,0 +1,100 @@ + + +create entity/4 components/256 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + +221.95 + + + +222 + + + +222.05 + + + +222.1 + + + +222.15 + + + +222.2 + + + +222.25 + + + +222.3 + + + +222.35 + + + +222.4 + + + +222.45 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/4 components/256 entities/report/typical.svg b/bench-report/tag/0.2.0/create entity/4 components/256 entities/report/typical.svg new file mode 100644 index 0000000000..b8d87decd1 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/256 entities/report/typical.svg @@ -0,0 +1,100 @@ + + +create entity/4 components/256 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + +221.95 + + + +222 + + + +222.05 + + + +222.1 + + + +222.15 + + + +222.2 + + + +222.25 + + + +222.3 + + + +222.35 + + + +222.4 + + + +222.45 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/4 components/report/index.html b/bench-report/tag/0.2.0/create entity/4 components/report/index.html new file mode 100644 index 0000000000..d7a9ea9cc9 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/report/index.html @@ -0,0 +1,142 @@ + + + + + + create entity/4 components Summary - Criterion.rs + + + + +
+

create entity/4 components

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+

Line Chart

+ Line Chart +

This chart shows the mean measured time for each function as the input (or the size of the input) increases.

+
+ +

create entity/4 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/4 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/4 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/4 components/report/lines.svg b/bench-report/tag/0.2.0/create entity/4 components/report/lines.svg new file mode 100644 index 0000000000..300009765d --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/report/lines.svg @@ -0,0 +1,85 @@ + + +create entity/4 components: Comparison + + +Average time (µs) + + +Input Size (Elements) + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + +200.0 + + + +220.0 + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + + + + +4 components + + + diff --git a/bench-report/tag/0.2.0/create entity/4 components/report/violin.svg b/bench-report/tag/0.2.0/create entity/4 components/report/violin.svg new file mode 100644 index 0000000000..8f3239fe2f --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/4 components/report/violin.svg @@ -0,0 +1,51 @@ + + +create entity/4 components: Violin plot + + +Input + + +Average time (µs) + + + +create entity/4 components/256 entities + + + +create entity/4 components/16 entities + + + +create entity/4 components/1 entities + + + + +0.0 + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/8 components/1 entities/base/benchmark.json b/bench-report/tag/0.2.0/create entity/8 components/1 entities/base/benchmark.json new file mode 100644 index 0000000000..3cf0194fdc --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/1 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"8 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"create entity/8 components/1 entities","directory_name":"create entity/8 components/1 entities","title":"create entity/8 components/1 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/8 components/1 entities/base/estimates.json b/bench-report/tag/0.2.0/create entity/8 components/1 entities/base/estimates.json new file mode 100644 index 0000000000..7a7856e009 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/1 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1893.3190799019458,"upper_bound":1976.5631840614553},"point_estimate":1930.8069344874748,"standard_error":21.363294799733264},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1873.7428571428572,"upper_bound":1882.5227148330596},"point_estimate":1878.5729674585884,"standard_error":2.369480551427188},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10.71025212752617,"upper_bound":17.96804495770886},"point_estimate":13.641721528644236,"standard_error":1.8926686070814283},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1874.9520716220447,"upper_bound":1886.7839792079671},"point_estimate":1880.1568039575814,"standard_error":3.021765715540416},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":107.04279367862912,"upper_bound":295.4561148724437},"point_estimate":214.77605858650637,"standard_error":48.9841410310396}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/8 components/1 entities/base/sample.json b/bench-report/tag/0.2.0/create entity/8 components/1 entities/base/sample.json new file mode 100644 index 0000000000..61c4bf4d2f --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/1 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[63.0,126.0,189.0,252.0,315.0,378.0,441.0,504.0,567.0,630.0,693.0,756.0,819.0,882.0,945.0,1008.0,1071.0,1134.0,1197.0,1260.0,1323.0,1386.0,1449.0,1512.0,1575.0,1638.0,1701.0,1764.0,1827.0,1890.0,1953.0,2016.0,2079.0,2142.0,2205.0,2268.0,2331.0,2394.0,2457.0,2520.0,2583.0,2646.0,2709.0,2772.0,2835.0,2898.0,2961.0,3024.0,3087.0,3150.0,3213.0,3276.0,3339.0,3402.0,3465.0,3528.0,3591.0,3654.0,3717.0,3780.0,3843.0,3906.0,3969.0,4032.0,4095.0,4158.0,4221.0,4284.0,4347.0,4410.0,4473.0,4536.0,4599.0,4662.0,4725.0,4788.0,4851.0,4914.0,4977.0,5040.0,5103.0,5166.0,5229.0,5292.0,5355.0,5418.0,5481.0,5544.0,5607.0,5670.0,5733.0,5796.0,5859.0,5922.0,5985.0,6048.0,6111.0,6174.0,6237.0,6300.0],"times":[163816.0,240046.0,352483.0,483316.0,599714.0,977885.0,824612.0,944692.0,1071418.0,1189159.0,1318942.0,1428123.0,1568374.0,1685951.0,1792501.0,2963996.0,3197731.0,3426427.0,2260187.0,2371155.0,2523185.0,3098225.0,2743165.0,2853301.0,2991695.0,3096274.0,3196270.0,3326561.0,3439369.0,3587625.0,3699243.0,3791553.0,3922176.0,4022874.0,4118421.0,4265061.0,4388772.0,4500219.0,4625854.0,4721832.0,4845330.0,5002565.0,5098532.0,5183511.0,5323236.0,5421644.0,5582841.0,5663863.0,5753390.0,5895482.0,6015247.0,6210759.0,6187916.0,6342773.0,6482713.0,6515925.0,6722901.0,6878821.0,6943690.0,7031875.0,7162666.0,7278150.0,7410078.0,7536419.0,7661163.0,7779383.0,7895530.0,7984044.0,8110337.0,8281977.0,8315597.0,8493871.0,8609303.0,8762210.0,8789341.0,8905132.0,9057176.0,9775369.0,9312301.0,9391656.0,9568017.0,9665306.0,9809316.0,9922584.0,10124960.0,10124468.0,10249942.0,10316828.0,10504565.0,10560538.0,10723254.0,10892595.0,11053505.0,11212280.0,11262685.0,11399997.0,11576808.0,11626386.0,11760087.0,11809235.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/8 components/1 entities/base/tukey.json b/bench-report/tag/0.2.0/create entity/8 components/1 entities/base/tukey.json new file mode 100644 index 0000000000..1707906db2 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/1 entities/base/tukey.json @@ -0,0 +1 @@ +[1812.0507502440994,1841.2025446046378,1918.940662899407,1948.0924572599456] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/8 components/1 entities/new/benchmark.json b/bench-report/tag/0.2.0/create entity/8 components/1 entities/new/benchmark.json new file mode 100644 index 0000000000..3cf0194fdc --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/1 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"8 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"create entity/8 components/1 entities","directory_name":"create entity/8 components/1 entities","title":"create entity/8 components/1 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/8 components/1 entities/new/estimates.json b/bench-report/tag/0.2.0/create entity/8 components/1 entities/new/estimates.json new file mode 100644 index 0000000000..7a7856e009 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/1 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1893.3190799019458,"upper_bound":1976.5631840614553},"point_estimate":1930.8069344874748,"standard_error":21.363294799733264},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1873.7428571428572,"upper_bound":1882.5227148330596},"point_estimate":1878.5729674585884,"standard_error":2.369480551427188},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10.71025212752617,"upper_bound":17.96804495770886},"point_estimate":13.641721528644236,"standard_error":1.8926686070814283},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1874.9520716220447,"upper_bound":1886.7839792079671},"point_estimate":1880.1568039575814,"standard_error":3.021765715540416},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":107.04279367862912,"upper_bound":295.4561148724437},"point_estimate":214.77605858650637,"standard_error":48.9841410310396}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/8 components/1 entities/new/sample.json b/bench-report/tag/0.2.0/create entity/8 components/1 entities/new/sample.json new file mode 100644 index 0000000000..61c4bf4d2f --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/1 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[63.0,126.0,189.0,252.0,315.0,378.0,441.0,504.0,567.0,630.0,693.0,756.0,819.0,882.0,945.0,1008.0,1071.0,1134.0,1197.0,1260.0,1323.0,1386.0,1449.0,1512.0,1575.0,1638.0,1701.0,1764.0,1827.0,1890.0,1953.0,2016.0,2079.0,2142.0,2205.0,2268.0,2331.0,2394.0,2457.0,2520.0,2583.0,2646.0,2709.0,2772.0,2835.0,2898.0,2961.0,3024.0,3087.0,3150.0,3213.0,3276.0,3339.0,3402.0,3465.0,3528.0,3591.0,3654.0,3717.0,3780.0,3843.0,3906.0,3969.0,4032.0,4095.0,4158.0,4221.0,4284.0,4347.0,4410.0,4473.0,4536.0,4599.0,4662.0,4725.0,4788.0,4851.0,4914.0,4977.0,5040.0,5103.0,5166.0,5229.0,5292.0,5355.0,5418.0,5481.0,5544.0,5607.0,5670.0,5733.0,5796.0,5859.0,5922.0,5985.0,6048.0,6111.0,6174.0,6237.0,6300.0],"times":[163816.0,240046.0,352483.0,483316.0,599714.0,977885.0,824612.0,944692.0,1071418.0,1189159.0,1318942.0,1428123.0,1568374.0,1685951.0,1792501.0,2963996.0,3197731.0,3426427.0,2260187.0,2371155.0,2523185.0,3098225.0,2743165.0,2853301.0,2991695.0,3096274.0,3196270.0,3326561.0,3439369.0,3587625.0,3699243.0,3791553.0,3922176.0,4022874.0,4118421.0,4265061.0,4388772.0,4500219.0,4625854.0,4721832.0,4845330.0,5002565.0,5098532.0,5183511.0,5323236.0,5421644.0,5582841.0,5663863.0,5753390.0,5895482.0,6015247.0,6210759.0,6187916.0,6342773.0,6482713.0,6515925.0,6722901.0,6878821.0,6943690.0,7031875.0,7162666.0,7278150.0,7410078.0,7536419.0,7661163.0,7779383.0,7895530.0,7984044.0,8110337.0,8281977.0,8315597.0,8493871.0,8609303.0,8762210.0,8789341.0,8905132.0,9057176.0,9775369.0,9312301.0,9391656.0,9568017.0,9665306.0,9809316.0,9922584.0,10124960.0,10124468.0,10249942.0,10316828.0,10504565.0,10560538.0,10723254.0,10892595.0,11053505.0,11212280.0,11262685.0,11399997.0,11576808.0,11626386.0,11760087.0,11809235.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/8 components/1 entities/new/tukey.json b/bench-report/tag/0.2.0/create entity/8 components/1 entities/new/tukey.json new file mode 100644 index 0000000000..1707906db2 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/1 entities/new/tukey.json @@ -0,0 +1 @@ +[1812.0507502440994,1841.2025446046378,1918.940662899407,1948.0924572599456] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/8 components/1 entities/report/MAD.svg b/bench-report/tag/0.2.0/create entity/8 components/1 entities/report/MAD.svg new file mode 100644 index 0000000000..d4c0518642 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/1 entities/report/MAD.svg @@ -0,0 +1,108 @@ + + +create entity/8 components/1 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 + + + +0.2 + + + +0.22 + + + + +10 + + + +11 + + + +12 + + + +13 + + + +14 + + + +15 + + + +16 + + + +17 + + + +18 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/8 components/1 entities/report/SD.svg b/bench-report/tag/0.2.0/create entity/8 components/1 entities/report/SD.svg new file mode 100644 index 0000000000..d373acce00 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/1 entities/report/SD.svg @@ -0,0 +1,108 @@ + + +create entity/8 components/1 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + +0.007 + + + +0.008 + + + +0.009 + + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + +220 + + + +240 + + + +260 + + + +280 + + + +300 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/8 components/1 entities/report/index.html b/bench-report/tag/0.2.0/create entity/8 components/1 entities/report/index.html new file mode 100644 index 0000000000..1b59fe3f55 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/1 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + create entity/8 components/1 entities - Criterion.rs + + + + +
+

create entity/8 components/1 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope1.8750 µs1.8802 µs1.8868 µs
Throughput530.00 Kelem/s531.87 Kelem/s533.35 Kelem/s
0.86943530.87025530.8689267
Mean1.8933 µs1.9308 µs1.9766 µs
Std. Dev.107.04 ns214.78 ns295.46 ns
Median1.8737 µs1.8786 µs1.8825 µs
MAD10.710 ns13.642 ns17.968 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/8 components/1 entities/report/mean.svg b/bench-report/tag/0.2.0/create entity/8 components/1 entities/report/mean.svg new file mode 100644 index 0000000000..42ca02f98f --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/1 entities/report/mean.svg @@ -0,0 +1,108 @@ + + +create entity/8 components/1 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + +20 + + + + +1.89 + + + +1.9 + + + +1.91 + + + +1.92 + + + +1.93 + + + +1.94 + + + +1.95 + + + +1.96 + + + +1.97 + + + +1.98 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/8 components/1 entities/report/median.svg b/bench-report/tag/0.2.0/create entity/8 components/1 entities/report/median.svg new file mode 100644 index 0000000000..0a593e9630 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/1 entities/report/median.svg @@ -0,0 +1,92 @@ + + +create entity/8 components/1 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + + +1.873 + + + +1.874 + + + +1.875 + + + +1.876 + + + +1.877 + + + +1.878 + + + +1.879 + + + +1.88 + + + +1.881 + + + +1.882 + + + +1.883 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/8 components/1 entities/report/pdf.svg b/bench-report/tag/0.2.0/create entity/8 components/1 entities/report/pdf.svg new file mode 100644 index 0000000000..d7211cc943 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/1 entities/report/pdf.svg @@ -0,0 +1,157 @@ + + +create entity/8 components/1 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + + +1.6 + + + +1.8 + + + +2 + + + +2.2 + + + +2.4 + + + +2.6 + + + +2.8 + + + +3 + + + +3.2 + + + +Density (a.u.) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/8 components/1 entities/report/pdf_small.svg b/bench-report/tag/0.2.0/create entity/8 components/1 entities/report/pdf_small.svg new file mode 100644 index 0000000000..0dad3cda2f --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/1 entities/report/pdf_small.svg @@ -0,0 +1,60 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + +2 + + + +2.5 + + + +3 + + + + + diff --git a/bench-report/tag/0.2.0/create entity/8 components/1 entities/report/regression.svg b/bench-report/tag/0.2.0/create entity/8 components/1 entities/report/regression.svg new file mode 100644 index 0000000000..38e5f27656 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/1 entities/report/regression.svg @@ -0,0 +1,212 @@ + + +create entity/8 components/1 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + +6.0 + + + +7.0 + + + +8.0 + + + +9.0 + + + +10.0 + + + +11.0 + + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/create entity/8 components/1 entities/report/regression_small.svg b/bench-report/tag/0.2.0/create entity/8 components/1 entities/report/regression_small.svg new file mode 100644 index 0000000000..d0304fce24 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/1 entities/report/regression_small.svg @@ -0,0 +1,197 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + +6.0 + + + +7.0 + + + +8.0 + + + +9.0 + + + +10.0 + + + +11.0 + + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/8 components/1 entities/report/slope.svg b/bench-report/tag/0.2.0/create entity/8 components/1 entities/report/slope.svg new file mode 100644 index 0000000000..e3e226ae01 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/1 entities/report/slope.svg @@ -0,0 +1,88 @@ + + +create entity/8 components/1 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + + +1.874 + + + +1.876 + + + +1.878 + + + +1.88 + + + +1.882 + + + +1.884 + + + +1.886 + + + +1.888 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/8 components/1 entities/report/typical.svg b/bench-report/tag/0.2.0/create entity/8 components/1 entities/report/typical.svg new file mode 100644 index 0000000000..dcf7fc846e --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/1 entities/report/typical.svg @@ -0,0 +1,88 @@ + + +create entity/8 components/1 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + + +1.874 + + + +1.876 + + + +1.878 + + + +1.88 + + + +1.882 + + + +1.884 + + + +1.886 + + + +1.888 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/8 components/16 entities/base/benchmark.json b/bench-report/tag/0.2.0/create entity/8 components/16 entities/base/benchmark.json new file mode 100644 index 0000000000..d091e2eaff --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/16 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"8 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"create entity/8 components/16 entities","directory_name":"create entity/8 components/16 entities","title":"create entity/8 components/16 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/8 components/16 entities/base/estimates.json b/bench-report/tag/0.2.0/create entity/8 components/16 entities/base/estimates.json new file mode 100644 index 0000000000..59368f6df7 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/16 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22646.954059787055,"upper_bound":22808.990132464136},"point_estimate":22723.153949806878,"standard_error":41.45613048345151},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22602.295168067227,"upper_bound":22737.185714285715},"point_estimate":22680.273596938772,"standard_error":35.95574383255046},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":209.50658657484055,"upper_bound":334.71680527289425},"point_estimate":269.62185778491687,"standard_error":30.277305484191178},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22503.773597606658,"upper_bound":22655.138184634863},"point_estimate":22572.40750163609,"standard_error":38.61555222430566},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":277.6049277084426,"upper_bound":546.5803985660797},"point_estimate":416.038152874085,"standard_error":69.57241209993248}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/8 components/16 entities/base/sample.json b/bench-report/tag/0.2.0/create entity/8 components/16 entities/base/sample.json new file mode 100644 index 0000000000..d067d86996 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/16 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[28.0,56.0,84.0,112.0,140.0,168.0,196.0,224.0,252.0,280.0,308.0,336.0,364.0,392.0,420.0,448.0,476.0,504.0,532.0,560.0,588.0,616.0,644.0,672.0,700.0,728.0,756.0,784.0,812.0,840.0,868.0,896.0,924.0,952.0,980.0,1008.0,1036.0,1064.0,1092.0,1120.0,1148.0,1176.0,1204.0,1232.0,1260.0,1288.0,1316.0,1344.0,1372.0,1400.0,1428.0,1456.0,1484.0,1512.0,1540.0,1568.0,1596.0,1624.0,1652.0,1680.0,1708.0,1736.0,1764.0,1792.0,1820.0,1848.0,1876.0,1904.0,1932.0,1960.0,1988.0,2016.0,2044.0,2072.0,2100.0,2128.0,2156.0,2184.0,2212.0,2240.0,2268.0,2296.0,2324.0,2352.0,2380.0,2408.0,2436.0,2464.0,2492.0,2520.0,2548.0,2576.0,2604.0,2632.0,2660.0,2688.0,2716.0,2744.0,2772.0,2800.0],"times":[676697.0,1266491.0,1945083.0,2605883.0,3227388.0,3884465.0,4427955.0,5013824.0,5746345.0,6395973.0,6943040.0,7646137.0,8295511.0,8892129.0,9445179.0,10159092.0,10957124.0,11496956.0,12032703.0,12808464.0,13935760.0,15382686.0,14681664.0,15375966.0,15988393.0,16691306.0,17275201.0,17827008.0,18307452.0,18808690.0,19516876.0,20325529.0,20927836.0,21599568.0,22282442.0,23002444.0,23684040.0,24258117.0,24894038.0,26322803.0,26157181.0,26691635.0,27615434.0,28080798.0,28804313.0,29430124.0,30099398.0,30518735.0,31712353.0,31824783.0,32292721.0,33242917.0,33483854.0,34378695.0,34939399.0,35299166.0,35933295.0,36741867.0,37391116.0,37621827.0,38511105.0,39569103.0,39395379.0,40694867.0,41248418.0,44589562.0,43486991.0,43034770.0,44588652.0,43947198.0,44598639.0,44942609.0,45869676.0,46415129.0,47304955.0,47647601.0,48096409.0,48659825.0,49296269.0,49850792.0,50104814.0,51287955.0,51407778.0,54994182.0,53278179.0,54087593.0,54649801.0,55430391.0,55681541.0,57278420.0,57185790.0,58710808.0,59012585.0,59079260.0,59634135.0,60155074.0,60999744.0,61512969.0,62362592.0,63148704.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/8 components/16 entities/base/tukey.json b/bench-report/tag/0.2.0/create entity/8 components/16 entities/base/tukey.json new file mode 100644 index 0000000000..a2b02308c2 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/16 entities/base/tukey.json @@ -0,0 +1 @@ +[21323.055337879254,21889.62046615393,23400.46080821973,23967.025936494403] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/8 components/16 entities/new/benchmark.json b/bench-report/tag/0.2.0/create entity/8 components/16 entities/new/benchmark.json new file mode 100644 index 0000000000..d091e2eaff --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/16 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"8 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"create entity/8 components/16 entities","directory_name":"create entity/8 components/16 entities","title":"create entity/8 components/16 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/8 components/16 entities/new/estimates.json b/bench-report/tag/0.2.0/create entity/8 components/16 entities/new/estimates.json new file mode 100644 index 0000000000..59368f6df7 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/16 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22646.954059787055,"upper_bound":22808.990132464136},"point_estimate":22723.153949806878,"standard_error":41.45613048345151},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22602.295168067227,"upper_bound":22737.185714285715},"point_estimate":22680.273596938772,"standard_error":35.95574383255046},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":209.50658657484055,"upper_bound":334.71680527289425},"point_estimate":269.62185778491687,"standard_error":30.277305484191178},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22503.773597606658,"upper_bound":22655.138184634863},"point_estimate":22572.40750163609,"standard_error":38.61555222430566},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":277.6049277084426,"upper_bound":546.5803985660797},"point_estimate":416.038152874085,"standard_error":69.57241209993248}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/8 components/16 entities/new/sample.json b/bench-report/tag/0.2.0/create entity/8 components/16 entities/new/sample.json new file mode 100644 index 0000000000..d067d86996 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/16 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[28.0,56.0,84.0,112.0,140.0,168.0,196.0,224.0,252.0,280.0,308.0,336.0,364.0,392.0,420.0,448.0,476.0,504.0,532.0,560.0,588.0,616.0,644.0,672.0,700.0,728.0,756.0,784.0,812.0,840.0,868.0,896.0,924.0,952.0,980.0,1008.0,1036.0,1064.0,1092.0,1120.0,1148.0,1176.0,1204.0,1232.0,1260.0,1288.0,1316.0,1344.0,1372.0,1400.0,1428.0,1456.0,1484.0,1512.0,1540.0,1568.0,1596.0,1624.0,1652.0,1680.0,1708.0,1736.0,1764.0,1792.0,1820.0,1848.0,1876.0,1904.0,1932.0,1960.0,1988.0,2016.0,2044.0,2072.0,2100.0,2128.0,2156.0,2184.0,2212.0,2240.0,2268.0,2296.0,2324.0,2352.0,2380.0,2408.0,2436.0,2464.0,2492.0,2520.0,2548.0,2576.0,2604.0,2632.0,2660.0,2688.0,2716.0,2744.0,2772.0,2800.0],"times":[676697.0,1266491.0,1945083.0,2605883.0,3227388.0,3884465.0,4427955.0,5013824.0,5746345.0,6395973.0,6943040.0,7646137.0,8295511.0,8892129.0,9445179.0,10159092.0,10957124.0,11496956.0,12032703.0,12808464.0,13935760.0,15382686.0,14681664.0,15375966.0,15988393.0,16691306.0,17275201.0,17827008.0,18307452.0,18808690.0,19516876.0,20325529.0,20927836.0,21599568.0,22282442.0,23002444.0,23684040.0,24258117.0,24894038.0,26322803.0,26157181.0,26691635.0,27615434.0,28080798.0,28804313.0,29430124.0,30099398.0,30518735.0,31712353.0,31824783.0,32292721.0,33242917.0,33483854.0,34378695.0,34939399.0,35299166.0,35933295.0,36741867.0,37391116.0,37621827.0,38511105.0,39569103.0,39395379.0,40694867.0,41248418.0,44589562.0,43486991.0,43034770.0,44588652.0,43947198.0,44598639.0,44942609.0,45869676.0,46415129.0,47304955.0,47647601.0,48096409.0,48659825.0,49296269.0,49850792.0,50104814.0,51287955.0,51407778.0,54994182.0,53278179.0,54087593.0,54649801.0,55430391.0,55681541.0,57278420.0,57185790.0,58710808.0,59012585.0,59079260.0,59634135.0,60155074.0,60999744.0,61512969.0,62362592.0,63148704.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/8 components/16 entities/new/tukey.json b/bench-report/tag/0.2.0/create entity/8 components/16 entities/new/tukey.json new file mode 100644 index 0000000000..a2b02308c2 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/16 entities/new/tukey.json @@ -0,0 +1 @@ +[21323.055337879254,21889.62046615393,23400.46080821973,23967.025936494403] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/8 components/16 entities/report/MAD.svg b/bench-report/tag/0.2.0/create entity/8 components/16 entities/report/MAD.svg new file mode 100644 index 0000000000..a024ced38d --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/16 entities/report/MAD.svg @@ -0,0 +1,92 @@ + + +create entity/8 components/16 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + + +0.016 + + + + +200 + + + +220 + + + +240 + + + +260 + + + +280 + + + +300 + + + +320 + + + +340 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/8 components/16 entities/report/SD.svg b/bench-report/tag/0.2.0/create entity/8 components/16 entities/report/SD.svg new file mode 100644 index 0000000000..c399c8a11f --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/16 entities/report/SD.svg @@ -0,0 +1,80 @@ + + +create entity/8 components/16 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + + +250 + + + +300 + + + +350 + + + +400 + + + +450 + + + +500 + + + +550 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/8 components/16 entities/report/index.html b/bench-report/tag/0.2.0/create entity/8 components/16 entities/report/index.html new file mode 100644 index 0000000000..9601db48cf --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/16 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + create entity/8 components/16 entities - Criterion.rs + + + + +
+

create entity/8 components/16 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope22.504 µs22.572 µs22.655 µs
Throughput706.24 Kelem/s708.83 Kelem/s710.99 Kelem/s
0.97069040.97190460.9701414
Mean22.647 µs22.723 µs22.809 µs
Std. Dev.277.60 ns416.04 ns546.58 ns
Median22.602 µs22.680 µs22.737 µs
MAD209.51 ns269.62 ns334.72 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/8 components/16 entities/report/mean.svg b/bench-report/tag/0.2.0/create entity/8 components/16 entities/report/mean.svg new file mode 100644 index 0000000000..ff08491bfd --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/16 entities/report/mean.svg @@ -0,0 +1,108 @@ + + +create entity/8 components/16 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + +10 + + + + +22.64 + + + +22.66 + + + +22.68 + + + +22.7 + + + +22.72 + + + +22.74 + + + +22.76 + + + +22.78 + + + +22.8 + + + +22.82 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/8 components/16 entities/report/median.svg b/bench-report/tag/0.2.0/create entity/8 components/16 entities/report/median.svg new file mode 100644 index 0000000000..30db84c52d --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/16 entities/report/median.svg @@ -0,0 +1,80 @@ + + +create entity/8 components/16 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + + +22.6 + + + +22.62 + + + +22.64 + + + +22.66 + + + +22.68 + + + +22.7 + + + +22.72 + + + +22.74 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/8 components/16 entities/report/pdf.svg b/bench-report/tag/0.2.0/create entity/8 components/16 entities/report/pdf.svg new file mode 100644 index 0000000000..316881f723 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/16 entities/report/pdf.svg @@ -0,0 +1,133 @@ + + +create entity/8 components/16 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + +22 + + + +22.5 + + + +23 + + + +23.5 + + + +24 + + + +24.5 + + + +25 + + + +Density (a.u.) + + + +0 + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/8 components/16 entities/report/pdf_small.svg b/bench-report/tag/0.2.0/create entity/8 components/16 entities/report/pdf_small.svg new file mode 100644 index 0000000000..5d2e4a998f --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/16 entities/report/pdf_small.svg @@ -0,0 +1,56 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + +22 + + + +23 + + + +24 + + + +25 + + + + + diff --git a/bench-report/tag/0.2.0/create entity/8 components/16 entities/report/regression.svg b/bench-report/tag/0.2.0/create entity/8 components/16 entities/report/regression.svg new file mode 100644 index 0000000000..37d1f2815b --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/16 entities/report/regression.svg @@ -0,0 +1,182 @@ + + +create entity/8 components/16 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/create entity/8 components/16 entities/report/regression_small.svg b/bench-report/tag/0.2.0/create entity/8 components/16 entities/report/regression_small.svg new file mode 100644 index 0000000000..12a0fd877f --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/16 entities/report/regression_small.svg @@ -0,0 +1,167 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/8 components/16 entities/report/slope.svg b/bench-report/tag/0.2.0/create entity/8 components/16 entities/report/slope.svg new file mode 100644 index 0000000000..d894c4d89d --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/16 entities/report/slope.svg @@ -0,0 +1,108 @@ + + +create entity/8 components/16 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + +10 + + + +11 + + + + +22.5 + + + +22.52 + + + +22.54 + + + +22.56 + + + +22.58 + + + +22.6 + + + +22.62 + + + +22.64 + + + +22.66 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/8 components/16 entities/report/typical.svg b/bench-report/tag/0.2.0/create entity/8 components/16 entities/report/typical.svg new file mode 100644 index 0000000000..b5a0590ed7 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/16 entities/report/typical.svg @@ -0,0 +1,108 @@ + + +create entity/8 components/16 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + +10 + + + +11 + + + + +22.5 + + + +22.52 + + + +22.54 + + + +22.56 + + + +22.58 + + + +22.6 + + + +22.62 + + + +22.64 + + + +22.66 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/8 components/256 entities/base/benchmark.json b/bench-report/tag/0.2.0/create entity/8 components/256 entities/base/benchmark.json new file mode 100644 index 0000000000..26be75412e --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/256 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"8 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"create entity/8 components/256 entities","directory_name":"create entity/8 components/256 entities","title":"create entity/8 components/256 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/8 components/256 entities/base/estimates.json b/bench-report/tag/0.2.0/create entity/8 components/256 entities/base/estimates.json new file mode 100644 index 0000000000..82332bea03 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/256 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":334958.62001355406,"upper_bound":337556.62538078404},"point_estimate":336033.5689292984,"standard_error":676.41945274204},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":334420.2315789474,"upper_bound":335953.5416666667},"point_estimate":335186.6045127353,"standard_error":438.21346371815673},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2205.5310421959716,"upper_bound":3692.6278902003523},"point_estimate":2929.968982512653,"standard_error":379.2980890159743},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":334534.25383228494,"upper_bound":336233.274111882},"point_estimate":335334.0137628688,"standard_error":432.86112477657093},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2698.384810826715,"upper_bound":10860.79606914378},"point_estimate":6813.109855941541,"standard_error":2595.231321353841}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/8 components/256 entities/base/sample.json b/bench-report/tag/0.2.0/create entity/8 components/256 entities/base/sample.json new file mode 100644 index 0000000000..f1767d984f --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/256 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[1184992.0,2015916.0,2989776.0,4116322.0,5090560.0,6018308.0,7041888.0,8033740.0,8869124.0,9992482.0,11144493.0,12126878.0,13009666.0,14231089.0,14972878.0,16125770.0,17231656.0,18272852.0,19319290.0,20055051.0,21033713.0,22403619.0,23326540.0,23992580.0,25323265.0,26259604.0,27331345.0,28307210.0,28700992.0,30466293.0,31520790.0,32670015.0,33608930.0,34743172.0,35513752.0,36269207.0,37426149.0,38121288.0,39189514.0,39606639.0,40716123.0,42328368.0,42515133.0,44420195.0,45149832.0,45642910.0,47155869.0,48127494.0,48685443.0,49566402.0,51069092.0,52472911.0,53128922.0,54662490.0,55085036.0,56307550.0,57653192.0,57795885.0,59007900.0,60154787.0,60751408.0,61934818.0,62758987.0,63766633.0,65426484.0,66491704.0,66704610.0,71725795.0,69668770.0,70459099.0,71950531.0,72338343.0,72950487.0,74001272.0,75621482.0,75830514.0,77115600.0,78601283.0,79250848.0,80328633.0,82269204.0,82653033.0,83658190.0,83859497.0,85151205.0,86483979.0,88175999.0,89370817.0,89750193.0,92157695.0,91417373.0,91570266.0,95858012.0,94329751.0,94395847.0,95792592.0,97717860.0,98085493.0,100088607.0,100467360.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/8 components/256 entities/base/tukey.json b/bench-report/tag/0.2.0/create entity/8 components/256 entities/base/tukey.json new file mode 100644 index 0000000000..167e3f61c7 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/256 entities/base/tukey.json @@ -0,0 +1 @@ +[321203.70210888865,327285.9712254628,343505.3555363272,349587.6246529013] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/8 components/256 entities/new/benchmark.json b/bench-report/tag/0.2.0/create entity/8 components/256 entities/new/benchmark.json new file mode 100644 index 0000000000..26be75412e --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/256 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"8 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"create entity/8 components/256 entities","directory_name":"create entity/8 components/256 entities","title":"create entity/8 components/256 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/8 components/256 entities/new/estimates.json b/bench-report/tag/0.2.0/create entity/8 components/256 entities/new/estimates.json new file mode 100644 index 0000000000..82332bea03 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/256 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":334958.62001355406,"upper_bound":337556.62538078404},"point_estimate":336033.5689292984,"standard_error":676.41945274204},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":334420.2315789474,"upper_bound":335953.5416666667},"point_estimate":335186.6045127353,"standard_error":438.21346371815673},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2205.5310421959716,"upper_bound":3692.6278902003523},"point_estimate":2929.968982512653,"standard_error":379.2980890159743},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":334534.25383228494,"upper_bound":336233.274111882},"point_estimate":335334.0137628688,"standard_error":432.86112477657093},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2698.384810826715,"upper_bound":10860.79606914378},"point_estimate":6813.109855941541,"standard_error":2595.231321353841}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/8 components/256 entities/new/sample.json b/bench-report/tag/0.2.0/create entity/8 components/256 entities/new/sample.json new file mode 100644 index 0000000000..f1767d984f --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/256 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[1184992.0,2015916.0,2989776.0,4116322.0,5090560.0,6018308.0,7041888.0,8033740.0,8869124.0,9992482.0,11144493.0,12126878.0,13009666.0,14231089.0,14972878.0,16125770.0,17231656.0,18272852.0,19319290.0,20055051.0,21033713.0,22403619.0,23326540.0,23992580.0,25323265.0,26259604.0,27331345.0,28307210.0,28700992.0,30466293.0,31520790.0,32670015.0,33608930.0,34743172.0,35513752.0,36269207.0,37426149.0,38121288.0,39189514.0,39606639.0,40716123.0,42328368.0,42515133.0,44420195.0,45149832.0,45642910.0,47155869.0,48127494.0,48685443.0,49566402.0,51069092.0,52472911.0,53128922.0,54662490.0,55085036.0,56307550.0,57653192.0,57795885.0,59007900.0,60154787.0,60751408.0,61934818.0,62758987.0,63766633.0,65426484.0,66491704.0,66704610.0,71725795.0,69668770.0,70459099.0,71950531.0,72338343.0,72950487.0,74001272.0,75621482.0,75830514.0,77115600.0,78601283.0,79250848.0,80328633.0,82269204.0,82653033.0,83658190.0,83859497.0,85151205.0,86483979.0,88175999.0,89370817.0,89750193.0,92157695.0,91417373.0,91570266.0,95858012.0,94329751.0,94395847.0,95792592.0,97717860.0,98085493.0,100088607.0,100467360.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/8 components/256 entities/new/tukey.json b/bench-report/tag/0.2.0/create entity/8 components/256 entities/new/tukey.json new file mode 100644 index 0000000000..167e3f61c7 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/256 entities/new/tukey.json @@ -0,0 +1 @@ +[321203.70210888865,327285.9712254628,343505.3555363272,349587.6246529013] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/8 components/256 entities/report/MAD.svg b/bench-report/tag/0.2.0/create entity/8 components/256 entities/report/MAD.svg new file mode 100644 index 0000000000..64d6c14f61 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/256 entities/report/MAD.svg @@ -0,0 +1,88 @@ + + +create entity/8 components/256 entities:MAD + + +Density (a.u.) + + +Average time (µs) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + +2.2 + + + +2.4 + + + +2.6 + + + +2.8 + + + +3 + + + +3.2 + + + +3.4 + + + +3.6 + + + +3.8 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/8 components/256 entities/report/SD.svg b/bench-report/tag/0.2.0/create entity/8 components/256 entities/report/SD.svg new file mode 100644 index 0000000000..ac4777ea5f --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/256 entities/report/SD.svg @@ -0,0 +1,104 @@ + + +create entity/8 components/256 entities:SD + + +Density (a.u.) + + +Average time (µs) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + +10 + + + +11 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/8 components/256 entities/report/index.html b/bench-report/tag/0.2.0/create entity/8 components/256 entities/report/index.html new file mode 100644 index 0000000000..18245c3a80 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/256 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + create entity/8 components/256 entities - Criterion.rs + + + + +
+

create entity/8 components/256 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope334.53 µs335.33 µs336.23 µs
Throughput761.38 Kelem/s763.42 Kelem/s765.24 Kelem/s
0.98590670.98667480.9857038
Mean334.96 µs336.03 µs337.56 µs
Std. Dev.2.6984 µs6.8131 µs10.861 µs
Median334.42 µs335.19 µs335.95 µs
MAD2.2055 µs2.9300 µs3.6926 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/8 components/256 entities/report/mean.svg b/bench-report/tag/0.2.0/create entity/8 components/256 entities/report/mean.svg new file mode 100644 index 0000000000..87a81cfcbb --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/256 entities/report/mean.svg @@ -0,0 +1,76 @@ + + +create entity/8 components/256 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + + +335 + + + +335.5 + + + +336 + + + +336.5 + + + +337 + + + +337.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/8 components/256 entities/report/median.svg b/bench-report/tag/0.2.0/create entity/8 components/256 entities/report/median.svg new file mode 100644 index 0000000000..077bb55a7c --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/256 entities/report/median.svg @@ -0,0 +1,92 @@ + + +create entity/8 components/256 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + + +334.4 + + + +334.6 + + + +334.8 + + + +335 + + + +335.2 + + + +335.4 + + + +335.6 + + + +335.8 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/8 components/256 entities/report/pdf.svg b/bench-report/tag/0.2.0/create entity/8 components/256 entities/report/pdf.svg new file mode 100644 index 0000000000..81a98b6240 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/256 entities/report/pdf.svg @@ -0,0 +1,153 @@ + + +create entity/8 components/256 entities + + +Iterations + + +Average Time (µs) + + + +0 + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + +320 + + + +330 + + + +340 + + + +350 + + + +360 + + + +370 + + + +380 + + + +390 + + + +400 + + + +Density (a.u.) + + + +0 + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + +0.09 + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/8 components/256 entities/report/pdf_small.svg b/bench-report/tag/0.2.0/create entity/8 components/256 entities/report/pdf_small.svg new file mode 100644 index 0000000000..78a0d25ef0 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/256 entities/report/pdf_small.svg @@ -0,0 +1,76 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + +0.09 + + + +0.1 + + + + +320 + + + +340 + + + +360 + + + +380 + + + +400 + + + + + diff --git a/bench-report/tag/0.2.0/create entity/8 components/256 entities/report/regression.svg b/bench-report/tag/0.2.0/create entity/8 components/256 entities/report/regression.svg new file mode 100644 index 0000000000..319ee9b72b --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/256 entities/report/regression.svg @@ -0,0 +1,207 @@ + + +create entity/8 components/256 entities + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + +100.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/create entity/8 components/256 entities/report/regression_small.svg b/bench-report/tag/0.2.0/create entity/8 components/256 entities/report/regression_small.svg new file mode 100644 index 0000000000..cbcc42fac4 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/256 entities/report/regression_small.svg @@ -0,0 +1,192 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + +100.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/8 components/256 entities/report/slope.svg b/bench-report/tag/0.2.0/create entity/8 components/256 entities/report/slope.svg new file mode 100644 index 0000000000..1142b9011f --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/256 entities/report/slope.svg @@ -0,0 +1,112 @@ + + +create entity/8 components/256 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + + + +334.4 + + + +334.6 + + + +334.8 + + + +335 + + + +335.2 + + + +335.4 + + + +335.6 + + + +335.8 + + + +336 + + + +336.2 + + + +336.4 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/8 components/256 entities/report/typical.svg b/bench-report/tag/0.2.0/create entity/8 components/256 entities/report/typical.svg new file mode 100644 index 0000000000..a5d0a0b91d --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/256 entities/report/typical.svg @@ -0,0 +1,112 @@ + + +create entity/8 components/256 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + + + +334.4 + + + +334.6 + + + +334.8 + + + +335 + + + +335.2 + + + +335.4 + + + +335.6 + + + +335.8 + + + +336 + + + +336.2 + + + +336.4 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/create entity/8 components/report/index.html b/bench-report/tag/0.2.0/create entity/8 components/report/index.html new file mode 100644 index 0000000000..2acc29e2d2 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/report/index.html @@ -0,0 +1,142 @@ + + + + + + create entity/8 components Summary - Criterion.rs + + + + +
+

create entity/8 components

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+

Line Chart

+ Line Chart +

This chart shows the mean measured time for each function as the input (or the size of the input) increases.

+
+ +

create entity/8 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/8 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/8 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/8 components/report/lines.svg b/bench-report/tag/0.2.0/create entity/8 components/report/lines.svg new file mode 100644 index 0000000000..1d5492aba0 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/report/lines.svg @@ -0,0 +1,65 @@ + + +create entity/8 components: Comparison + + +Average time (µs) + + +Input Size (Elements) + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + +300.0 + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + + + + +8 components + + + diff --git a/bench-report/tag/0.2.0/create entity/8 components/report/violin.svg b/bench-report/tag/0.2.0/create entity/8 components/report/violin.svg new file mode 100644 index 0000000000..b537f55d58 --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/8 components/report/violin.svg @@ -0,0 +1,67 @@ + + +create entity/8 components: Violin plot + + +Input + + +Average time (µs) + + + +create entity/8 components/256 entities + + + +create entity/8 components/16 entities + + + +create entity/8 components/1 entities + + + + +0.0 + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + +300.0 + + + +350.0 + + + +400.0 + + + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/report/index.html b/bench-report/tag/0.2.0/create entity/report/index.html new file mode 100644 index 0000000000..87323276dd --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/report/index.html @@ -0,0 +1,418 @@ + + + + + + create entity Summary - Criterion.rs + + + + +
+

create entity

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+

Line Chart

+ Line Chart +

This chart shows the mean measured time for each function as the input (or the size of the input) increases.

+
+ +

create entity/1 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/1 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/1 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/16 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/16 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/16 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/2 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/2 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/2 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/4 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/4 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/4 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/8 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/8 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/8 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/create entity/report/lines.svg b/bench-report/tag/0.2.0/create entity/report/lines.svg new file mode 100644 index 0000000000..ad87e23d4b --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/report/lines.svg @@ -0,0 +1,117 @@ + + +create entity: Comparison + + +Average time (µs) + + +Input Size (Elements) + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + +300.0 + + + +350.0 + + + +400.0 + + + +450.0 + + + +500.0 + + + +550.0 + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + + + + + + + + + + + + + + + + + + + + +1 components + + +16 components + + +2 components + + +4 components + + +8 components + + + + + + + diff --git a/bench-report/tag/0.2.0/create entity/report/violin.svg b/bench-report/tag/0.2.0/create entity/report/violin.svg new file mode 100644 index 0000000000..c2965973bc --- /dev/null +++ b/bench-report/tag/0.2.0/create entity/report/violin.svg @@ -0,0 +1,131 @@ + + +create entity: Violin plot + + +Input + + +Average time (µs) + + + +create entity/8 components/256 entities + + + +create entity/8 components/16 entities + + + +create entity/8 components/1 entities + + + +create entity/4 components/256 entities + + + +create entity/4 components/16 entities + + + +create entity/4 components/1 entities + + + +create entity/2 components/256 entities + + + +create entity/2 components/16 entities + + + +create entity/2 components/1 entities + + + +create entity/16 components/256 entities + + + +create entity/16 components/16 entities + + + +create entity/16 components/1 entities + + + +create entity/1 components/256 entities + + + +create entity/1 components/16 entities + + + +create entity/1 components/1 entities + + + + +0.0 + + + +100.0 + + + +200.0 + + + +300.0 + + + +400.0 + + + +500.0 + + + +600.0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/0 components/1 entities/base/benchmark.json b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/base/benchmark.json new file mode 100644 index 0000000000..043a9df0e0 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"0 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"delete entity/0 components/1 entities","directory_name":"delete entity/0 components/1 entities","title":"delete entity/0 components/1 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/0 components/1 entities/base/estimates.json b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/base/estimates.json new file mode 100644 index 0000000000..7eb6da427e --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1112.7850262484362,"upper_bound":1127.3596151757506},"point_estimate":1119.2863408560004,"standard_error":3.7479420838556328},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1106.3382594417078,"upper_bound":1118.1260135633202},"point_estimate":1110.9580355751464,"standard_error":2.9374141975195083},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14.145628912296436,"upper_bound":23.942193735187},"point_estimate":18.355532088024745,"standard_error":2.5574431881206077},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1111.0388453969672,"upper_bound":1134.1025546134804},"point_estimate":1120.8519522144113,"standard_error":5.9511756462626515},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19.425297966503148,"upper_bound":55.183330936901086},"point_estimate":37.65913386383962,"standard_error":9.763907215319696}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/0 components/1 entities/base/sample.json b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/base/sample.json new file mode 100644 index 0000000000..21fdbf3a60 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[63.0,126.0,189.0,252.0,315.0,378.0,441.0,504.0,567.0,630.0,693.0,756.0,819.0,882.0,945.0,1008.0,1071.0,1134.0,1197.0,1260.0,1323.0,1386.0,1449.0,1512.0,1575.0,1638.0,1701.0,1764.0,1827.0,1890.0,1953.0,2016.0,2079.0,2142.0,2205.0,2268.0,2331.0,2394.0,2457.0,2520.0,2583.0,2646.0,2709.0,2772.0,2835.0,2898.0,2961.0,3024.0,3087.0,3150.0,3213.0,3276.0,3339.0,3402.0,3465.0,3528.0,3591.0,3654.0,3717.0,3780.0,3843.0,3906.0,3969.0,4032.0,4095.0,4158.0,4221.0,4284.0,4347.0,4410.0,4473.0,4536.0,4599.0,4662.0,4725.0,4788.0,4851.0,4914.0,4977.0,5040.0,5103.0,5166.0,5229.0,5292.0,5355.0,5418.0,5481.0,5544.0,5607.0,5670.0,5733.0,5796.0,5859.0,5922.0,5985.0,6048.0,6111.0,6174.0,6237.0,6300.0],"times":[80088.0,137685.0,205032.0,273819.0,350664.0,409774.0,475534.0,545313.0,620202.0,700711.0,753842.0,835139.0,898619.0,994028.0,1054367.0,1165334.0,1206800.0,1246587.0,1327163.0,1417071.0,1507892.0,1572943.0,1627326.0,1710425.0,1767866.0,1856971.0,1938671.0,1955994.0,2011418.0,2141088.0,2170634.0,2243606.0,2356398.0,2463386.0,2465310.0,2550950.0,2607605.0,2667206.0,2750562.0,2777521.0,2863671.0,2960368.0,3004232.0,3103185.0,3120117.0,3213812.0,3271138.0,3428861.0,3522082.0,3565331.0,3553650.0,3635694.0,3753282.0,3763382.0,3788956.0,3837698.0,4014270.0,4042560.0,4102870.0,4109073.0,4249864.0,4302332.0,4378356.0,4413221.0,4836280.0,4937753.0,4783558.0,4791150.0,4827258.0,4935519.0,4944957.0,5053329.0,5251685.0,5309335.0,5300436.0,5380434.0,5439325.0,6802419.0,5679451.0,5709406.0,5778815.0,5693728.0,5776293.0,5843355.0,5851486.0,5939438.0,6122342.0,6104093.0,6119062.0,6247302.0,6282665.0,6363076.0,6434981.0,6557818.0,6998648.0,6628039.0,6717317.0,7364321.0,6907972.0,6940489.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/0 components/1 entities/base/tukey.json b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/base/tukey.json new file mode 100644 index 0000000000..0f3311cf18 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/base/tukey.json @@ -0,0 +1 @@ +[1024.8733112502089,1063.115322332501,1165.0940185519466,1203.336029634239] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/0 components/1 entities/new/benchmark.json b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/new/benchmark.json new file mode 100644 index 0000000000..043a9df0e0 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"0 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"delete entity/0 components/1 entities","directory_name":"delete entity/0 components/1 entities","title":"delete entity/0 components/1 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/0 components/1 entities/new/estimates.json b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/new/estimates.json new file mode 100644 index 0000000000..7eb6da427e --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1112.7850262484362,"upper_bound":1127.3596151757506},"point_estimate":1119.2863408560004,"standard_error":3.7479420838556328},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1106.3382594417078,"upper_bound":1118.1260135633202},"point_estimate":1110.9580355751464,"standard_error":2.9374141975195083},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14.145628912296436,"upper_bound":23.942193735187},"point_estimate":18.355532088024745,"standard_error":2.5574431881206077},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1111.0388453969672,"upper_bound":1134.1025546134804},"point_estimate":1120.8519522144113,"standard_error":5.9511756462626515},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19.425297966503148,"upper_bound":55.183330936901086},"point_estimate":37.65913386383962,"standard_error":9.763907215319696}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/0 components/1 entities/new/sample.json b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/new/sample.json new file mode 100644 index 0000000000..21fdbf3a60 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[63.0,126.0,189.0,252.0,315.0,378.0,441.0,504.0,567.0,630.0,693.0,756.0,819.0,882.0,945.0,1008.0,1071.0,1134.0,1197.0,1260.0,1323.0,1386.0,1449.0,1512.0,1575.0,1638.0,1701.0,1764.0,1827.0,1890.0,1953.0,2016.0,2079.0,2142.0,2205.0,2268.0,2331.0,2394.0,2457.0,2520.0,2583.0,2646.0,2709.0,2772.0,2835.0,2898.0,2961.0,3024.0,3087.0,3150.0,3213.0,3276.0,3339.0,3402.0,3465.0,3528.0,3591.0,3654.0,3717.0,3780.0,3843.0,3906.0,3969.0,4032.0,4095.0,4158.0,4221.0,4284.0,4347.0,4410.0,4473.0,4536.0,4599.0,4662.0,4725.0,4788.0,4851.0,4914.0,4977.0,5040.0,5103.0,5166.0,5229.0,5292.0,5355.0,5418.0,5481.0,5544.0,5607.0,5670.0,5733.0,5796.0,5859.0,5922.0,5985.0,6048.0,6111.0,6174.0,6237.0,6300.0],"times":[80088.0,137685.0,205032.0,273819.0,350664.0,409774.0,475534.0,545313.0,620202.0,700711.0,753842.0,835139.0,898619.0,994028.0,1054367.0,1165334.0,1206800.0,1246587.0,1327163.0,1417071.0,1507892.0,1572943.0,1627326.0,1710425.0,1767866.0,1856971.0,1938671.0,1955994.0,2011418.0,2141088.0,2170634.0,2243606.0,2356398.0,2463386.0,2465310.0,2550950.0,2607605.0,2667206.0,2750562.0,2777521.0,2863671.0,2960368.0,3004232.0,3103185.0,3120117.0,3213812.0,3271138.0,3428861.0,3522082.0,3565331.0,3553650.0,3635694.0,3753282.0,3763382.0,3788956.0,3837698.0,4014270.0,4042560.0,4102870.0,4109073.0,4249864.0,4302332.0,4378356.0,4413221.0,4836280.0,4937753.0,4783558.0,4791150.0,4827258.0,4935519.0,4944957.0,5053329.0,5251685.0,5309335.0,5300436.0,5380434.0,5439325.0,6802419.0,5679451.0,5709406.0,5778815.0,5693728.0,5776293.0,5843355.0,5851486.0,5939438.0,6122342.0,6104093.0,6119062.0,6247302.0,6282665.0,6363076.0,6434981.0,6557818.0,6998648.0,6628039.0,6717317.0,7364321.0,6907972.0,6940489.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/0 components/1 entities/new/tukey.json b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/new/tukey.json new file mode 100644 index 0000000000..0f3311cf18 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/new/tukey.json @@ -0,0 +1 @@ +[1024.8733112502089,1063.115322332501,1165.0940185519466,1203.336029634239] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/MAD.svg b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/MAD.svg new file mode 100644 index 0000000000..2680cdb88e --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/MAD.svg @@ -0,0 +1,88 @@ + + +delete entity/0 components/1 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 + + + + +14 + + + +16 + + + +18 + + + +20 + + + +22 + + + +24 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/SD.svg b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/SD.svg new file mode 100644 index 0000000000..a668df1d64 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/SD.svg @@ -0,0 +1,100 @@ + + +delete entity/0 components/1 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + +0.045 + + + +0.05 + + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + +50 + + + +55 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/index.html b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/index.html new file mode 100644 index 0000000000..8e8b19d30b --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + delete entity/0 components/1 entities - Criterion.rs + + + + +
+

delete entity/0 components/1 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope1.1110 µs1.1209 µs1.1341 µs
Throughput881.75 Kelem/s892.18 Kelem/s900.06 Kelem/s
0.81309010.82066320.8069593
Mean1.1128 µs1.1193 µs1.1274 µs
Std. Dev.19.425 ns37.659 ns55.183 ns
Median1.1063 µs1.1110 µs1.1181 µs
MAD14.146 ns18.356 ns23.942 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/mean.svg b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/mean.svg new file mode 100644 index 0000000000..07c210b587 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/mean.svg @@ -0,0 +1,108 @@ + + +delete entity/0 components/1 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + +110 + + + + +1.112 + + + +1.114 + + + +1.116 + + + +1.118 + + + +1.12 + + + +1.122 + + + +1.124 + + + +1.126 + + + +1.128 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/median.svg b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/median.svg new file mode 100644 index 0000000000..66661ec965 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/median.svg @@ -0,0 +1,80 @@ + + +delete entity/0 components/1 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + +1.106 + + + +1.108 + + + +1.11 + + + +1.112 + + + +1.114 + + + +1.116 + + + +1.118 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/pdf.svg b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/pdf.svg new file mode 100644 index 0000000000..720941d4aa --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/pdf.svg @@ -0,0 +1,151 @@ + + +delete entity/0 components/1 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + + +1.05 + + + +1.1 + + + +1.15 + + + +1.2 + + + +1.25 + + + +1.3 + + + +1.35 + + + +1.4 + + + +Density (a.u.) + + + +0 + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/pdf_small.svg b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/pdf_small.svg new file mode 100644 index 0000000000..125d4d4b54 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/pdf_small.svg @@ -0,0 +1,64 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + + +1.1 + + + +1.2 + + + +1.3 + + + +1.4 + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/regression.svg b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/regression.svg new file mode 100644 index 0000000000..a965c9f1f6 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/regression.svg @@ -0,0 +1,192 @@ + + +delete entity/0 components/1 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + +6.0 + + + +7.0 + + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/regression_small.svg b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/regression_small.svg new file mode 100644 index 0000000000..e1f9b145c4 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/regression_small.svg @@ -0,0 +1,177 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + +6.0 + + + +7.0 + + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/slope.svg b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/slope.svg new file mode 100644 index 0000000000..3de0fed179 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/slope.svg @@ -0,0 +1,80 @@ + + +delete entity/0 components/1 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + + +1.11 + + + +1.115 + + + +1.12 + + + +1.125 + + + +1.13 + + + +1.135 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/typical.svg b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/typical.svg new file mode 100644 index 0000000000..38f8a04e4a --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/1 entities/report/typical.svg @@ -0,0 +1,80 @@ + + +delete entity/0 components/1 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + + +1.11 + + + +1.115 + + + +1.12 + + + +1.125 + + + +1.13 + + + +1.135 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/0 components/16 entities/base/benchmark.json b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/base/benchmark.json new file mode 100644 index 0000000000..d0ce6660b7 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"0 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"delete entity/0 components/16 entities","directory_name":"delete entity/0 components/16 entities","title":"delete entity/0 components/16 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/0 components/16 entities/base/estimates.json b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/base/estimates.json new file mode 100644 index 0000000000..c19f1b464c --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9748.722056254644,"upper_bound":9869.825743948531},"point_estimate":9792.06652919706,"standard_error":35.296068335976976},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9750.237931034482,"upper_bound":9761.189696969697},"point_estimate":9756.024627024723,"standard_error":2.5398957964683957},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16.571207470164197,"upper_bound":30.18747360883166},"point_estimate":20.829554779006358,"standard_error":3.477811480766295},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9757.536382913642,"upper_bound":9771.538428573616},"point_estimate":9763.36373774691,"standard_error":3.6102638205993114},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":33.43337437132506,"upper_bound":603.0678098288275},"point_estimate":354.440988095623,"standard_error":195.0533510641198}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/0 components/16 entities/base/sample.json b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/base/sample.json new file mode 100644 index 0000000000..d5e519f5e4 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[30.0,60.0,90.0,120.0,150.0,180.0,210.0,240.0,270.0,300.0,330.0,360.0,390.0,420.0,450.0,480.0,510.0,540.0,570.0,600.0,630.0,660.0,690.0,720.0,750.0,780.0,810.0,840.0,870.0,900.0,930.0,960.0,990.0,1020.0,1050.0,1080.0,1110.0,1140.0,1170.0,1200.0,1230.0,1260.0,1290.0,1320.0,1350.0,1380.0,1410.0,1440.0,1470.0,1500.0,1530.0,1560.0,1590.0,1620.0,1650.0,1680.0,1710.0,1740.0,1770.0,1800.0,1830.0,1860.0,1890.0,1920.0,1950.0,1980.0,2010.0,2040.0,2070.0,2100.0,2130.0,2160.0,2190.0,2220.0,2250.0,2280.0,2310.0,2340.0,2370.0,2400.0,2430.0,2460.0,2490.0,2520.0,2550.0,2580.0,2610.0,2640.0,2670.0,2700.0,2730.0,2760.0,2790.0,2820.0,2850.0,2880.0,2910.0,2940.0,2970.0,3000.0],"times":[397380.0,580458.0,890173.0,1160745.0,1454110.0,1742367.0,2052964.0,2323496.0,2606995.0,2900108.0,3201676.0,3492797.0,3792127.0,4068339.0,4366682.0,4688260.0,4964623.0,5246386.0,5545752.0,5835491.0,6110350.0,6403928.0,6702123.0,7031622.0,7300351.0,7595298.0,7888525.0,8184203.0,8482707.0,8763150.0,9040535.0,9371336.0,9665516.0,9951518.0,10280930.0,10538206.0,10819080.0,11106595.0,11461874.0,11690728.0,12064352.0,12341809.0,12726552.0,12942414.0,13847454.0,13559071.0,13764280.0,14045282.0,14357724.0,14660045.0,14975620.0,15194449.0,15585332.0,15813908.0,16105963.0,16439813.0,16705831.0,16970840.0,17292278.0,17573592.0,17856879.0,18230018.0,18506964.0,18727122.0,19102254.0,19345452.0,19592292.0,19907326.0,20179482.0,20496522.0,20807789.0,21069877.0,21364757.0,21682835.0,21902314.0,22223261.0,22564838.0,22798409.0,23120189.0,23425624.0,23744159.0,23964526.0,24298110.0,24602150.0,24887604.0,25168615.0,25432936.0,25707105.0,25990754.0,26365321.0,26601138.0,26925619.0,27224574.0,27536615.0,27862744.0,28090531.0,28416894.0,28655435.0,29010584.0,29300995.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/0 components/16 entities/base/tukey.json b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/base/tukey.json new file mode 100644 index 0000000000..09ca4bad43 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/base/tukey.json @@ -0,0 +1 @@ +[9646.26313270063,9691.9096148643,9813.633567300756,9859.280049464427] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/0 components/16 entities/new/benchmark.json b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/new/benchmark.json new file mode 100644 index 0000000000..d0ce6660b7 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"0 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"delete entity/0 components/16 entities","directory_name":"delete entity/0 components/16 entities","title":"delete entity/0 components/16 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/0 components/16 entities/new/estimates.json b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/new/estimates.json new file mode 100644 index 0000000000..c19f1b464c --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9748.722056254644,"upper_bound":9869.825743948531},"point_estimate":9792.06652919706,"standard_error":35.296068335976976},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9750.237931034482,"upper_bound":9761.189696969697},"point_estimate":9756.024627024723,"standard_error":2.5398957964683957},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16.571207470164197,"upper_bound":30.18747360883166},"point_estimate":20.829554779006358,"standard_error":3.477811480766295},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9757.536382913642,"upper_bound":9771.538428573616},"point_estimate":9763.36373774691,"standard_error":3.6102638205993114},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":33.43337437132506,"upper_bound":603.0678098288275},"point_estimate":354.440988095623,"standard_error":195.0533510641198}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/0 components/16 entities/new/sample.json b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/new/sample.json new file mode 100644 index 0000000000..d5e519f5e4 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[30.0,60.0,90.0,120.0,150.0,180.0,210.0,240.0,270.0,300.0,330.0,360.0,390.0,420.0,450.0,480.0,510.0,540.0,570.0,600.0,630.0,660.0,690.0,720.0,750.0,780.0,810.0,840.0,870.0,900.0,930.0,960.0,990.0,1020.0,1050.0,1080.0,1110.0,1140.0,1170.0,1200.0,1230.0,1260.0,1290.0,1320.0,1350.0,1380.0,1410.0,1440.0,1470.0,1500.0,1530.0,1560.0,1590.0,1620.0,1650.0,1680.0,1710.0,1740.0,1770.0,1800.0,1830.0,1860.0,1890.0,1920.0,1950.0,1980.0,2010.0,2040.0,2070.0,2100.0,2130.0,2160.0,2190.0,2220.0,2250.0,2280.0,2310.0,2340.0,2370.0,2400.0,2430.0,2460.0,2490.0,2520.0,2550.0,2580.0,2610.0,2640.0,2670.0,2700.0,2730.0,2760.0,2790.0,2820.0,2850.0,2880.0,2910.0,2940.0,2970.0,3000.0],"times":[397380.0,580458.0,890173.0,1160745.0,1454110.0,1742367.0,2052964.0,2323496.0,2606995.0,2900108.0,3201676.0,3492797.0,3792127.0,4068339.0,4366682.0,4688260.0,4964623.0,5246386.0,5545752.0,5835491.0,6110350.0,6403928.0,6702123.0,7031622.0,7300351.0,7595298.0,7888525.0,8184203.0,8482707.0,8763150.0,9040535.0,9371336.0,9665516.0,9951518.0,10280930.0,10538206.0,10819080.0,11106595.0,11461874.0,11690728.0,12064352.0,12341809.0,12726552.0,12942414.0,13847454.0,13559071.0,13764280.0,14045282.0,14357724.0,14660045.0,14975620.0,15194449.0,15585332.0,15813908.0,16105963.0,16439813.0,16705831.0,16970840.0,17292278.0,17573592.0,17856879.0,18230018.0,18506964.0,18727122.0,19102254.0,19345452.0,19592292.0,19907326.0,20179482.0,20496522.0,20807789.0,21069877.0,21364757.0,21682835.0,21902314.0,22223261.0,22564838.0,22798409.0,23120189.0,23425624.0,23744159.0,23964526.0,24298110.0,24602150.0,24887604.0,25168615.0,25432936.0,25707105.0,25990754.0,26365321.0,26601138.0,26925619.0,27224574.0,27536615.0,27862744.0,28090531.0,28416894.0,28655435.0,29010584.0,29300995.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/0 components/16 entities/new/tukey.json b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/new/tukey.json new file mode 100644 index 0000000000..09ca4bad43 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/new/tukey.json @@ -0,0 +1 @@ +[9646.26313270063,9691.9096148643,9813.633567300756,9859.280049464427] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/MAD.svg b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/MAD.svg new file mode 100644 index 0000000000..803b13c99c --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/MAD.svg @@ -0,0 +1,88 @@ + + +delete entity/0 components/16 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + + +16 + + + +18 + + + +20 + + + +22 + + + +24 + + + +26 + + + +28 + + + +30 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/SD.svg b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/SD.svg new file mode 100644 index 0000000000..8d4760c0a6 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/SD.svg @@ -0,0 +1,84 @@ + + +delete entity/0 components/16 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + +0.007 + + + + +0 + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/index.html b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/index.html new file mode 100644 index 0000000000..bb2675a9d1 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + delete entity/0 components/16 entities - Criterion.rs + + + + +
+

delete entity/0 components/16 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope9.7575 µs9.7634 µs9.7715 µs
Throughput1.6374 Melem/s1.6388 Melem/s1.6398 Melem/s
0.99726910.99731800.9972218
Mean9.7487 µs9.7921 µs9.8698 µs
Std. Dev.33.433 ns354.44 ns603.07 ns
Median9.7502 µs9.7560 µs9.7612 µs
MAD16.571 ns20.830 ns30.187 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/mean.svg b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/mean.svg new file mode 100644 index 0000000000..487df4b81e --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/mean.svg @@ -0,0 +1,104 @@ + + +delete entity/0 components/16 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + +20 + + + +22 + + + + +9.74 + + + +9.76 + + + +9.78 + + + +9.8 + + + +9.82 + + + +9.84 + + + +9.86 + + + +9.88 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/median.svg b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/median.svg new file mode 100644 index 0000000000..6749db22a7 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/median.svg @@ -0,0 +1,80 @@ + + +delete entity/0 components/16 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + +9.75 + + + +9.752 + + + +9.754 + + + +9.756 + + + +9.758 + + + +9.76 + + + +9.762 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/pdf.svg b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/pdf.svg new file mode 100644 index 0000000000..74c5289ffb --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/pdf.svg @@ -0,0 +1,155 @@ + + +delete entity/0 components/16 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + +9.5 + + + +10 + + + +10.5 + + + +11 + + + +11.5 + + + +12 + + + +12.5 + + + +13 + + + +13.5 + + + +Density (a.u.) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/pdf_small.svg b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/pdf_small.svg new file mode 100644 index 0000000000..c5c5ed3ca2 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/pdf_small.svg @@ -0,0 +1,52 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + +10 + + + +11 + + + +12 + + + +13 + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/regression.svg b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/regression.svg new file mode 100644 index 0000000000..675b239b6d --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/regression.svg @@ -0,0 +1,182 @@ + + +delete entity/0 components/16 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/regression_small.svg b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/regression_small.svg new file mode 100644 index 0000000000..dd1dc705fc --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/regression_small.svg @@ -0,0 +1,167 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/slope.svg b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/slope.svg new file mode 100644 index 0000000000..94c943d3a5 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/slope.svg @@ -0,0 +1,88 @@ + + +delete entity/0 components/16 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + + +9.756 + + + +9.758 + + + +9.76 + + + +9.762 + + + +9.764 + + + +9.766 + + + +9.768 + + + +9.77 + + + +9.772 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/typical.svg b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/typical.svg new file mode 100644 index 0000000000..7353f70b25 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/16 entities/report/typical.svg @@ -0,0 +1,88 @@ + + +delete entity/0 components/16 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + + +9.756 + + + +9.758 + + + +9.76 + + + +9.762 + + + +9.764 + + + +9.766 + + + +9.768 + + + +9.77 + + + +9.772 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/0 components/256 entities/base/benchmark.json b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/base/benchmark.json new file mode 100644 index 0000000000..9ebe86f639 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"0 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"delete entity/0 components/256 entities","directory_name":"delete entity/0 components/256 entities","title":"delete entity/0 components/256 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/0 components/256 entities/base/estimates.json b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/base/estimates.json new file mode 100644 index 0000000000..2b2fc8ee89 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":145280.03537092198,"upper_bound":145617.6212498204},"point_estimate":145431.5750860777,"standard_error":86.30080426056456},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":145140.11724358975,"upper_bound":145284.45},"point_estimate":145203.70528819636,"standard_error":34.456605411234115},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":208.85064910987805,"upper_bound":381.2636602766895},"point_estimate":295.59121391507045,"standard_error":46.53450209584366},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":145172.76657367044,"upper_bound":145625.19929604811},"point_estimate":145363.32234003252,"standard_error":117.25246715567349},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":475.6854602275501,"upper_bound":1245.8569325118908},"point_estimate":870.6577496873383,"standard_error":203.6071428254568}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/0 components/256 entities/base/sample.json b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/base/sample.json new file mode 100644 index 0000000000..af3616d108 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[585298.0,1174341.0,1758787.0,2357229.0,2934741.0,3475578.0,4074991.0,4642888.0,5212656.0,5811378.0,6391616.0,6932522.0,7529248.0,8123003.0,8745760.0,9311030.0,9866422.0,10472207.0,11034683.0,11613216.0,12183136.0,12821252.0,13414203.0,13953896.0,14510602.0,15092271.0,15768248.0,16298330.0,16830602.0,17426065.0,18062069.0,18719910.0,19176680.0,19726303.0,20333610.0,21011609.0,21529881.0,22097959.0,22612666.0,23260608.0,23829898.0,24409724.0,25013454.0,25537568.0,26109601.0,27187404.0,27276560.0,27819428.0,28431788.0,29026661.0,29745416.0,31444804.0,30767908.0,31394080.0,31855989.0,32584633.0,33135766.0,33731132.0,34145003.0,34782496.0,35414892.0,36068535.0,36595254.0,37105380.0,37739196.0,38244649.0,38954787.0,39487218.0,40156160.0,40693026.0,41098791.0,41748380.0,42386987.0,42980168.0,43492548.0,44716982.0,44562577.0,45285842.0,45816226.0,46574467.0,47157438.0,47601103.0,48138029.0,48763693.0,49247460.0,49917978.0,50412745.0,51080859.0,51701434.0,52470238.0,52821400.0,53443266.0,54003670.0,54594566.0,56570774.0,55674136.0,56340635.0,56920023.0,57563636.0,57946629.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/0 components/256 entities/base/tukey.json b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/base/tukey.json new file mode 100644 index 0000000000..110638abc0 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/base/tukey.json @@ -0,0 +1 @@ +[143828.92576616805,144443.7195795126,146083.16974843142,146697.96356177598] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/0 components/256 entities/new/benchmark.json b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/new/benchmark.json new file mode 100644 index 0000000000..9ebe86f639 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"0 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"delete entity/0 components/256 entities","directory_name":"delete entity/0 components/256 entities","title":"delete entity/0 components/256 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/0 components/256 entities/new/estimates.json b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/new/estimates.json new file mode 100644 index 0000000000..2b2fc8ee89 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":145280.03537092198,"upper_bound":145617.6212498204},"point_estimate":145431.5750860777,"standard_error":86.30080426056456},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":145140.11724358975,"upper_bound":145284.45},"point_estimate":145203.70528819636,"standard_error":34.456605411234115},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":208.85064910987805,"upper_bound":381.2636602766895},"point_estimate":295.59121391507045,"standard_error":46.53450209584366},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":145172.76657367044,"upper_bound":145625.19929604811},"point_estimate":145363.32234003252,"standard_error":117.25246715567349},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":475.6854602275501,"upper_bound":1245.8569325118908},"point_estimate":870.6577496873383,"standard_error":203.6071428254568}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/0 components/256 entities/new/sample.json b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/new/sample.json new file mode 100644 index 0000000000..af3616d108 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[585298.0,1174341.0,1758787.0,2357229.0,2934741.0,3475578.0,4074991.0,4642888.0,5212656.0,5811378.0,6391616.0,6932522.0,7529248.0,8123003.0,8745760.0,9311030.0,9866422.0,10472207.0,11034683.0,11613216.0,12183136.0,12821252.0,13414203.0,13953896.0,14510602.0,15092271.0,15768248.0,16298330.0,16830602.0,17426065.0,18062069.0,18719910.0,19176680.0,19726303.0,20333610.0,21011609.0,21529881.0,22097959.0,22612666.0,23260608.0,23829898.0,24409724.0,25013454.0,25537568.0,26109601.0,27187404.0,27276560.0,27819428.0,28431788.0,29026661.0,29745416.0,31444804.0,30767908.0,31394080.0,31855989.0,32584633.0,33135766.0,33731132.0,34145003.0,34782496.0,35414892.0,36068535.0,36595254.0,37105380.0,37739196.0,38244649.0,38954787.0,39487218.0,40156160.0,40693026.0,41098791.0,41748380.0,42386987.0,42980168.0,43492548.0,44716982.0,44562577.0,45285842.0,45816226.0,46574467.0,47157438.0,47601103.0,48138029.0,48763693.0,49247460.0,49917978.0,50412745.0,51080859.0,51701434.0,52470238.0,52821400.0,53443266.0,54003670.0,54594566.0,56570774.0,55674136.0,56340635.0,56920023.0,57563636.0,57946629.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/0 components/256 entities/new/tukey.json b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/new/tukey.json new file mode 100644 index 0000000000..110638abc0 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/new/tukey.json @@ -0,0 +1 @@ +[143828.92576616805,144443.7195795126,146083.16974843142,146697.96356177598] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/MAD.svg b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/MAD.svg new file mode 100644 index 0000000000..1bce0506d9 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/MAD.svg @@ -0,0 +1,104 @@ + + +delete entity/0 components/256 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + +0.007 + + + +0.008 + + + + +200 + + + +220 + + + +240 + + + +260 + + + +280 + + + +300 + + + +320 + + + +340 + + + +360 + + + +380 + + + +400 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/SD.svg b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/SD.svg new file mode 100644 index 0000000000..15075da0e8 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/SD.svg @@ -0,0 +1,112 @@ + + +delete entity/0 components/256 entities:SD + + +Density (a.u.) + + +Average time (µs) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + +2 + + + +2.2 + + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + + +1.1 + + + +1.2 + + + +1.3 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/index.html b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/index.html new file mode 100644 index 0000000000..7a7dc5ca61 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + delete entity/0 components/256 entities - Criterion.rs + + + + +
+

delete entity/0 components/256 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope145.17 µs145.36 µs145.63 µs
Throughput1.7579 Melem/s1.7611 Melem/s1.7634 Melem/s
0.99460920.99484730.9943977
Mean145.28 µs145.43 µs145.62 µs
Std. Dev.475.69 ns870.66 ns1.2459 µs
Median145.14 µs145.20 µs145.28 µs
MAD208.85 ns295.59 ns381.26 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/mean.svg b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/mean.svg new file mode 100644 index 0000000000..29711b9033 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/mean.svg @@ -0,0 +1,100 @@ + + +delete entity/0 components/256 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + + +145.25 + + + +145.3 + + + +145.35 + + + +145.4 + + + +145.45 + + + +145.5 + + + +145.55 + + + +145.6 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/median.svg b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/median.svg new file mode 100644 index 0000000000..7d22b8c5ee --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/median.svg @@ -0,0 +1,80 @@ + + +delete entity/0 components/256 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + + +145.14 + + + +145.16 + + + +145.18 + + + +145.2 + + + +145.22 + + + +145.24 + + + +145.26 + + + +145.28 + + + +145.3 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/pdf.svg b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/pdf.svg new file mode 100644 index 0000000000..f5b72ac39b --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/pdf.svg @@ -0,0 +1,169 @@ + + +delete entity/0 components/256 entities + + +Iterations + + +Average Time (µs) + + + +0 + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + + +144 + + + +145 + + + +146 + + + +147 + + + +148 + + + +149 + + + +150 + + + +151 + + + +152 + + + +Density (a.u.) + + + +0 + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/pdf_small.svg b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/pdf_small.svg new file mode 100644 index 0000000000..7768c508f6 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/pdf_small.svg @@ -0,0 +1,68 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + + +144 + + + +146 + + + +148 + + + +150 + + + +152 + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/regression.svg b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/regression.svg new file mode 100644 index 0000000000..0862d6897c --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/regression.svg @@ -0,0 +1,222 @@ + + +delete entity/0 components/256 entities + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + +30.0 + + + +35.0 + + + +40.0 + + + +45.0 + + + +50.0 + + + +55.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/regression_small.svg b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/regression_small.svg new file mode 100644 index 0000000000..f856f60f12 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/regression_small.svg @@ -0,0 +1,207 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + +30.0 + + + +35.0 + + + +40.0 + + + +45.0 + + + +50.0 + + + +55.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/slope.svg b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/slope.svg new file mode 100644 index 0000000000..91c58a9be1 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/slope.svg @@ -0,0 +1,100 @@ + + +delete entity/0 components/256 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + +145.15 + + + +145.2 + + + +145.25 + + + +145.3 + + + +145.35 + + + +145.4 + + + +145.45 + + + +145.5 + + + +145.55 + + + +145.6 + + + +145.65 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/typical.svg b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/typical.svg new file mode 100644 index 0000000000..324c31fe3f --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/256 entities/report/typical.svg @@ -0,0 +1,100 @@ + + +delete entity/0 components/256 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + +145.15 + + + +145.2 + + + +145.25 + + + +145.3 + + + +145.35 + + + +145.4 + + + +145.45 + + + +145.5 + + + +145.55 + + + +145.6 + + + +145.65 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/0 components/report/index.html b/bench-report/tag/0.2.0/delete entity/0 components/report/index.html new file mode 100644 index 0000000000..eb67f804ec --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/report/index.html @@ -0,0 +1,142 @@ + + + + + + delete entity/0 components Summary - Criterion.rs + + + + +
+

delete entity/0 components

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+

Line Chart

+ Line Chart +

This chart shows the mean measured time for each function as the input (or the size of the input) increases.

+
+ +

delete entity/0 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/0 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/0 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/0 components/report/lines.svg b/bench-report/tag/0.2.0/delete entity/0 components/report/lines.svg new file mode 100644 index 0000000000..80727f5452 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/report/lines.svg @@ -0,0 +1,69 @@ + + +delete entity/0 components: Comparison + + +Average time (µs) + + +Input Size (Elements) + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + + + + +0 components + + + diff --git a/bench-report/tag/0.2.0/delete entity/0 components/report/violin.svg b/bench-report/tag/0.2.0/delete entity/0 components/report/violin.svg new file mode 100644 index 0000000000..0f3c181e08 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/0 components/report/violin.svg @@ -0,0 +1,63 @@ + + +delete entity/0 components: Violin plot + + +Input + + +Average time (µs) + + + +delete entity/0 components/256 entities + + + +delete entity/0 components/16 entities + + + +delete entity/0 components/1 entities + + + + +0.0 + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/1 components/1 entities/base/benchmark.json b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/base/benchmark.json new file mode 100644 index 0000000000..2236438235 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"1 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"delete entity/1 components/1 entities","directory_name":"delete entity/1 components/1 entities","title":"delete entity/1 components/1 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/1 components/1 entities/base/estimates.json b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/base/estimates.json new file mode 100644 index 0000000000..10b915c3a4 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1112.7525917654093,"upper_bound":1120.0262864715341},"point_estimate":1116.2716159363526,"standard_error":1.8512320057881764},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1112.3007474429583,"upper_bound":1115.251008064516},"point_estimate":1114.0344602977666,"standard_error":0.6832258859638729},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6.620679234686237,"upper_bound":11.572299071187945},"point_estimate":9.150439138193065,"standard_error":1.2861136130524067},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1111.5467011751903,"upper_bound":1118.0968870588238},"point_estimate":1114.2400966264177,"standard_error":1.703026796067171},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13.026668261881184,"upper_bound":23.418422909865207},"point_estimate":18.606292895033118,"standard_error":2.6420615848841993}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/1 components/1 entities/base/sample.json b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/base/sample.json new file mode 100644 index 0000000000..b53dfbdf42 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[62.0,124.0,186.0,248.0,310.0,372.0,434.0,496.0,558.0,620.0,682.0,744.0,806.0,868.0,930.0,992.0,1054.0,1116.0,1178.0,1240.0,1302.0,1364.0,1426.0,1488.0,1550.0,1612.0,1674.0,1736.0,1798.0,1860.0,1922.0,1984.0,2046.0,2108.0,2170.0,2232.0,2294.0,2356.0,2418.0,2480.0,2542.0,2604.0,2666.0,2728.0,2790.0,2852.0,2914.0,2976.0,3038.0,3100.0,3162.0,3224.0,3286.0,3348.0,3410.0,3472.0,3534.0,3596.0,3658.0,3720.0,3782.0,3844.0,3906.0,3968.0,4030.0,4092.0,4154.0,4216.0,4278.0,4340.0,4402.0,4464.0,4526.0,4588.0,4650.0,4712.0,4774.0,4836.0,4898.0,4960.0,5022.0,5084.0,5146.0,5208.0,5270.0,5332.0,5394.0,5456.0,5518.0,5580.0,5642.0,5704.0,5766.0,5828.0,5890.0,5952.0,6014.0,6076.0,6138.0,6200.0],"times":[72505.0,134942.0,201613.0,262178.0,329001.0,412135.0,477908.0,545892.0,612809.0,703900.0,771144.0,824051.0,910891.0,986555.0,1035044.0,1125811.0,1240926.0,1257566.0,1317437.0,1399609.0,1469120.0,1529499.0,1640761.0,1693166.0,1732088.0,1802978.0,1877558.0,1933062.0,2003933.0,2086095.0,2161707.0,2229543.0,2269816.0,2310024.0,2444302.0,2500486.0,2542984.0,2629124.0,2693415.0,2959747.0,2839127.0,2938948.0,2971110.0,3039486.0,3108557.0,3183394.0,3252123.0,3318987.0,3443338.0,3436264.0,3521424.0,3567988.0,3640347.0,3728809.0,3766317.0,3872625.0,3932015.0,4012913.0,4118562.0,4144701.0,4202030.0,4260083.0,4348175.0,4434511.0,4527842.0,4524206.0,4664899.0,4698962.0,4815309.0,4810095.0,4907498.0,4892211.0,4994929.0,5140432.0,5176068.0,5252917.0,5253260.0,5367533.0,5444337.0,5498448.0,5556464.0,5654937.0,6096796.0,5774699.0,5874064.0,5911613.0,5983748.0,6068465.0,6107156.0,6169933.0,6340642.0,6309713.0,6382127.0,6507520.0,6543878.0,6618448.0,6698456.0,6739021.0,6818007.0,6884178.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/1 components/1 entities/base/tukey.json b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/base/tukey.json new file mode 100644 index 0000000000..b9cd434ca5 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/base/tukey.json @@ -0,0 +1 @@ +[1069.3815806935977,1088.9512175481939,1141.136915827117,1160.7065526817132] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/1 components/1 entities/new/benchmark.json b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/new/benchmark.json new file mode 100644 index 0000000000..2236438235 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"1 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"delete entity/1 components/1 entities","directory_name":"delete entity/1 components/1 entities","title":"delete entity/1 components/1 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/1 components/1 entities/new/estimates.json b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/new/estimates.json new file mode 100644 index 0000000000..10b915c3a4 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1112.7525917654093,"upper_bound":1120.0262864715341},"point_estimate":1116.2716159363526,"standard_error":1.8512320057881764},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1112.3007474429583,"upper_bound":1115.251008064516},"point_estimate":1114.0344602977666,"standard_error":0.6832258859638729},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6.620679234686237,"upper_bound":11.572299071187945},"point_estimate":9.150439138193065,"standard_error":1.2861136130524067},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1111.5467011751903,"upper_bound":1118.0968870588238},"point_estimate":1114.2400966264177,"standard_error":1.703026796067171},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13.026668261881184,"upper_bound":23.418422909865207},"point_estimate":18.606292895033118,"standard_error":2.6420615848841993}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/1 components/1 entities/new/sample.json b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/new/sample.json new file mode 100644 index 0000000000..b53dfbdf42 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[62.0,124.0,186.0,248.0,310.0,372.0,434.0,496.0,558.0,620.0,682.0,744.0,806.0,868.0,930.0,992.0,1054.0,1116.0,1178.0,1240.0,1302.0,1364.0,1426.0,1488.0,1550.0,1612.0,1674.0,1736.0,1798.0,1860.0,1922.0,1984.0,2046.0,2108.0,2170.0,2232.0,2294.0,2356.0,2418.0,2480.0,2542.0,2604.0,2666.0,2728.0,2790.0,2852.0,2914.0,2976.0,3038.0,3100.0,3162.0,3224.0,3286.0,3348.0,3410.0,3472.0,3534.0,3596.0,3658.0,3720.0,3782.0,3844.0,3906.0,3968.0,4030.0,4092.0,4154.0,4216.0,4278.0,4340.0,4402.0,4464.0,4526.0,4588.0,4650.0,4712.0,4774.0,4836.0,4898.0,4960.0,5022.0,5084.0,5146.0,5208.0,5270.0,5332.0,5394.0,5456.0,5518.0,5580.0,5642.0,5704.0,5766.0,5828.0,5890.0,5952.0,6014.0,6076.0,6138.0,6200.0],"times":[72505.0,134942.0,201613.0,262178.0,329001.0,412135.0,477908.0,545892.0,612809.0,703900.0,771144.0,824051.0,910891.0,986555.0,1035044.0,1125811.0,1240926.0,1257566.0,1317437.0,1399609.0,1469120.0,1529499.0,1640761.0,1693166.0,1732088.0,1802978.0,1877558.0,1933062.0,2003933.0,2086095.0,2161707.0,2229543.0,2269816.0,2310024.0,2444302.0,2500486.0,2542984.0,2629124.0,2693415.0,2959747.0,2839127.0,2938948.0,2971110.0,3039486.0,3108557.0,3183394.0,3252123.0,3318987.0,3443338.0,3436264.0,3521424.0,3567988.0,3640347.0,3728809.0,3766317.0,3872625.0,3932015.0,4012913.0,4118562.0,4144701.0,4202030.0,4260083.0,4348175.0,4434511.0,4527842.0,4524206.0,4664899.0,4698962.0,4815309.0,4810095.0,4907498.0,4892211.0,4994929.0,5140432.0,5176068.0,5252917.0,5253260.0,5367533.0,5444337.0,5498448.0,5556464.0,5654937.0,6096796.0,5774699.0,5874064.0,5911613.0,5983748.0,6068465.0,6107156.0,6169933.0,6340642.0,6309713.0,6382127.0,6507520.0,6543878.0,6618448.0,6698456.0,6739021.0,6818007.0,6884178.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/1 components/1 entities/new/tukey.json b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/new/tukey.json new file mode 100644 index 0000000000..b9cd434ca5 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/new/tukey.json @@ -0,0 +1 @@ +[1069.3815806935977,1088.9512175481939,1141.136915827117,1160.7065526817132] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/MAD.svg b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/MAD.svg new file mode 100644 index 0000000000..f9483978eb --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/MAD.svg @@ -0,0 +1,80 @@ + + +delete entity/1 components/1 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + + +7 + + + +8 + + + +9 + + + +10 + + + +11 + + + +12 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/SD.svg b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/SD.svg new file mode 100644 index 0000000000..0072024767 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/SD.svg @@ -0,0 +1,88 @@ + + +delete entity/1 components/1 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 + + + + +12 + + + +14 + + + +16 + + + +18 + + + +20 + + + +22 + + + +24 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/index.html b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/index.html new file mode 100644 index 0000000000..e0acfb50c1 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + delete entity/1 components/1 entities - Criterion.rs + + + + +
+

delete entity/1 components/1 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope1.1115 µs1.1142 µs1.1181 µs
Throughput894.38 Kelem/s897.47 Kelem/s899.65 Kelem/s
0.97912440.97991120.9782992
Mean1.1128 µs1.1163 µs1.1200 µs
Std. Dev.13.027 ns18.606 ns23.418 ns
Median1.1123 µs1.1140 µs1.1153 µs
MAD6.6207 ns9.1504 ns11.572 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/mean.svg b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/mean.svg new file mode 100644 index 0000000000..6f64eea0bd --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/mean.svg @@ -0,0 +1,108 @@ + + +delete entity/1 components/1 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + +220 + + + + +1.112 + + + +1.113 + + + +1.114 + + + +1.115 + + + +1.116 + + + +1.117 + + + +1.118 + + + +1.119 + + + +1.12 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/median.svg b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/median.svg new file mode 100644 index 0000000000..c0027e9981 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/median.svg @@ -0,0 +1,100 @@ + + +delete entity/1 components/1 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + +800 + + + +900 + + + +1000 + + + + +1.112 + + + +1.1125 + + + +1.113 + + + +1.1135 + + + +1.114 + + + +1.1145 + + + +1.115 + + + +1.1155 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/pdf.svg b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/pdf.svg new file mode 100644 index 0000000000..37c4267874 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/pdf.svg @@ -0,0 +1,153 @@ + + +delete entity/1 components/1 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + + +1.04 + + + +1.06 + + + +1.08 + + + +1.1 + + + +1.12 + + + +1.14 + + + +1.16 + + + +1.18 + + + +1.2 + + + +Density (a.u.) + + + +0 + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/pdf_small.svg b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/pdf_small.svg new file mode 100644 index 0000000000..3f53011fb9 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/pdf_small.svg @@ -0,0 +1,56 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + + +1.05 + + + +1.1 + + + +1.15 + + + +1.2 + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/regression.svg b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/regression.svg new file mode 100644 index 0000000000..9e806a68d5 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/regression.svg @@ -0,0 +1,187 @@ + + +delete entity/1 components/1 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + +6.0 + + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/regression_small.svg b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/regression_small.svg new file mode 100644 index 0000000000..9c1b13aff7 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/regression_small.svg @@ -0,0 +1,172 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + +6.0 + + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/slope.svg b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/slope.svg new file mode 100644 index 0000000000..c1bcaa978a --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/slope.svg @@ -0,0 +1,80 @@ + + +delete entity/1 components/1 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + + +1.111 + + + +1.112 + + + +1.113 + + + +1.114 + + + +1.115 + + + +1.116 + + + +1.117 + + + +1.118 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/typical.svg b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/typical.svg new file mode 100644 index 0000000000..e461948b98 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/1 entities/report/typical.svg @@ -0,0 +1,80 @@ + + +delete entity/1 components/1 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + + +1.111 + + + +1.112 + + + +1.113 + + + +1.114 + + + +1.115 + + + +1.116 + + + +1.117 + + + +1.118 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/1 components/16 entities/base/benchmark.json b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/base/benchmark.json new file mode 100644 index 0000000000..ae8465043c --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"1 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"delete entity/1 components/16 entities","directory_name":"delete entity/1 components/16 entities","title":"delete entity/1 components/16 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/1 components/16 entities/base/estimates.json b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/base/estimates.json new file mode 100644 index 0000000000..769e921324 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9421.754428184173,"upper_bound":9467.871451765299},"point_estimate":9444.146378395457,"standard_error":11.7251683395594},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9415.818486590038,"upper_bound":9458.824805339265},"point_estimate":9443.163054187193,"standard_error":11.587179639910111},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":59.33059778873401,"upper_bound":95.75352903475012},"point_estimate":75.52537863263056,"standard_error":9.191486301544607},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9446.307964787282,"upper_bound":9481.138635500867},"point_estimate":9462.948487946067,"standard_error":8.881426976242249},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":89.70931010391496,"upper_bound":143.36171501237226},"point_estimate":117.53567217610096,"standard_error":13.773813054269583}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/1 components/16 entities/base/sample.json b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/base/sample.json new file mode 100644 index 0000000000..46d1194a44 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[29.0,58.0,87.0,116.0,145.0,174.0,203.0,232.0,261.0,290.0,319.0,348.0,377.0,406.0,435.0,464.0,493.0,522.0,551.0,580.0,609.0,638.0,667.0,696.0,725.0,754.0,783.0,812.0,841.0,870.0,899.0,928.0,957.0,986.0,1015.0,1044.0,1073.0,1102.0,1131.0,1160.0,1189.0,1218.0,1247.0,1276.0,1305.0,1334.0,1363.0,1392.0,1421.0,1450.0,1479.0,1508.0,1537.0,1566.0,1595.0,1624.0,1653.0,1682.0,1711.0,1740.0,1769.0,1798.0,1827.0,1856.0,1885.0,1914.0,1943.0,1972.0,2001.0,2030.0,2059.0,2088.0,2117.0,2146.0,2175.0,2204.0,2233.0,2262.0,2291.0,2320.0,2349.0,2378.0,2407.0,2436.0,2465.0,2494.0,2523.0,2552.0,2581.0,2610.0,2639.0,2668.0,2697.0,2726.0,2755.0,2784.0,2813.0,2842.0,2871.0,2900.0],"times":[283476.0,562923.0,812220.0,1073247.0,1345821.0,1613285.0,1865747.0,2171062.0,2411862.0,2747256.0,2969485.0,3222717.0,3547370.0,3824035.0,4010052.0,4307464.0,4674383.0,4904651.0,5132448.0,5395535.0,5701625.0,6073704.0,6259159.0,6603485.0,6889722.0,7057273.0,7247377.0,7684318.0,7914987.0,8229360.0,8432970.0,8715856.0,9024797.0,9268031.0,9619151.0,9807181.0,10023112.0,10468601.0,10760741.0,10972255.0,11174100.0,12102216.0,11981713.0,12121642.0,12507951.0,12544880.0,12786068.0,13187354.0,13392554.0,13674467.0,13882565.0,14367896.0,14505833.0,14740919.0,15112019.0,15394563.0,15601398.0,16174179.0,16361379.0,17022057.0,17321574.0,17006967.0,17420798.0,17401394.0,17826434.0,18122842.0,18370424.0,18393896.0,19172351.0,19159620.0,19491404.0,19660229.0,20133718.0,20230246.0,20442412.0,20670758.0,20968559.0,21342336.0,21770409.0,21959700.0,22206279.0,22480991.0,22929224.0,23095041.0,23289541.0,23462604.0,23627910.0,23936714.0,24259374.0,24721654.0,25054583.0,25223775.0,25684113.0,25870006.0,26261291.0,26176386.0,26589233.0,26858945.0,27172478.0,27415087.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/1 components/16 entities/base/tukey.json b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/base/tukey.json new file mode 100644 index 0000000000..93e9ae344c --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/base/tukey.json @@ -0,0 +1 @@ +[9094.19220444925,9240.02204366567,9628.901614909455,9774.731454125875] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/1 components/16 entities/new/benchmark.json b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/new/benchmark.json new file mode 100644 index 0000000000..ae8465043c --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"1 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"delete entity/1 components/16 entities","directory_name":"delete entity/1 components/16 entities","title":"delete entity/1 components/16 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/1 components/16 entities/new/estimates.json b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/new/estimates.json new file mode 100644 index 0000000000..769e921324 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9421.754428184173,"upper_bound":9467.871451765299},"point_estimate":9444.146378395457,"standard_error":11.7251683395594},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9415.818486590038,"upper_bound":9458.824805339265},"point_estimate":9443.163054187193,"standard_error":11.587179639910111},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":59.33059778873401,"upper_bound":95.75352903475012},"point_estimate":75.52537863263056,"standard_error":9.191486301544607},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9446.307964787282,"upper_bound":9481.138635500867},"point_estimate":9462.948487946067,"standard_error":8.881426976242249},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":89.70931010391496,"upper_bound":143.36171501237226},"point_estimate":117.53567217610096,"standard_error":13.773813054269583}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/1 components/16 entities/new/sample.json b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/new/sample.json new file mode 100644 index 0000000000..46d1194a44 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[29.0,58.0,87.0,116.0,145.0,174.0,203.0,232.0,261.0,290.0,319.0,348.0,377.0,406.0,435.0,464.0,493.0,522.0,551.0,580.0,609.0,638.0,667.0,696.0,725.0,754.0,783.0,812.0,841.0,870.0,899.0,928.0,957.0,986.0,1015.0,1044.0,1073.0,1102.0,1131.0,1160.0,1189.0,1218.0,1247.0,1276.0,1305.0,1334.0,1363.0,1392.0,1421.0,1450.0,1479.0,1508.0,1537.0,1566.0,1595.0,1624.0,1653.0,1682.0,1711.0,1740.0,1769.0,1798.0,1827.0,1856.0,1885.0,1914.0,1943.0,1972.0,2001.0,2030.0,2059.0,2088.0,2117.0,2146.0,2175.0,2204.0,2233.0,2262.0,2291.0,2320.0,2349.0,2378.0,2407.0,2436.0,2465.0,2494.0,2523.0,2552.0,2581.0,2610.0,2639.0,2668.0,2697.0,2726.0,2755.0,2784.0,2813.0,2842.0,2871.0,2900.0],"times":[283476.0,562923.0,812220.0,1073247.0,1345821.0,1613285.0,1865747.0,2171062.0,2411862.0,2747256.0,2969485.0,3222717.0,3547370.0,3824035.0,4010052.0,4307464.0,4674383.0,4904651.0,5132448.0,5395535.0,5701625.0,6073704.0,6259159.0,6603485.0,6889722.0,7057273.0,7247377.0,7684318.0,7914987.0,8229360.0,8432970.0,8715856.0,9024797.0,9268031.0,9619151.0,9807181.0,10023112.0,10468601.0,10760741.0,10972255.0,11174100.0,12102216.0,11981713.0,12121642.0,12507951.0,12544880.0,12786068.0,13187354.0,13392554.0,13674467.0,13882565.0,14367896.0,14505833.0,14740919.0,15112019.0,15394563.0,15601398.0,16174179.0,16361379.0,17022057.0,17321574.0,17006967.0,17420798.0,17401394.0,17826434.0,18122842.0,18370424.0,18393896.0,19172351.0,19159620.0,19491404.0,19660229.0,20133718.0,20230246.0,20442412.0,20670758.0,20968559.0,21342336.0,21770409.0,21959700.0,22206279.0,22480991.0,22929224.0,23095041.0,23289541.0,23462604.0,23627910.0,23936714.0,24259374.0,24721654.0,25054583.0,25223775.0,25684113.0,25870006.0,26261291.0,26176386.0,26589233.0,26858945.0,27172478.0,27415087.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/1 components/16 entities/new/tukey.json b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/new/tukey.json new file mode 100644 index 0000000000..93e9ae344c --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/new/tukey.json @@ -0,0 +1 @@ +[9094.19220444925,9240.02204366567,9628.901614909455,9774.731454125875] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/MAD.svg b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/MAD.svg new file mode 100644 index 0000000000..7db072b940 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/MAD.svg @@ -0,0 +1,100 @@ + + +delete entity/1 components/16 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + +0.045 + + + +0.05 + + + + +60 + + + +65 + + + +70 + + + +75 + + + +80 + + + +85 + + + +90 + + + +95 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/SD.svg b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/SD.svg new file mode 100644 index 0000000000..bc504bbfd2 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/SD.svg @@ -0,0 +1,76 @@ + + +delete entity/1 components/16 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + + +90 + + + +100 + + + +110 + + + +120 + + + +130 + + + +140 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/index.html b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/index.html new file mode 100644 index 0000000000..925641d237 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + delete entity/1 components/16 entities - Criterion.rs + + + + +
+

delete entity/1 components/16 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope9.4463 µs9.4629 µs9.4811 µs
Throughput1.6876 Melem/s1.6908 Melem/s1.6938 Melem/s
0.98926730.98968680.9891855
Mean9.4218 µs9.4441 µs9.4679 µs
Std. Dev.89.709 ns117.54 ns143.36 ns
Median9.4158 µs9.4432 µs9.4588 µs
MAD59.331 ns75.525 ns95.754 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/mean.svg b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/mean.svg new file mode 100644 index 0000000000..1f226244e9 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/mean.svg @@ -0,0 +1,96 @@ + + +delete entity/1 components/16 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + + +9.42 + + + +9.425 + + + +9.43 + + + +9.435 + + + +9.44 + + + +9.445 + + + +9.45 + + + +9.455 + + + +9.46 + + + +9.465 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/median.svg b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/median.svg new file mode 100644 index 0000000000..06195d0765 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/median.svg @@ -0,0 +1,100 @@ + + +delete entity/1 components/16 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + + +9.415 + + + +9.42 + + + +9.425 + + + +9.43 + + + +9.435 + + + +9.44 + + + +9.445 + + + +9.45 + + + +9.455 + + + +9.46 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/pdf.svg b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/pdf.svg new file mode 100644 index 0000000000..e1e71e2ca7 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/pdf.svg @@ -0,0 +1,157 @@ + + +delete entity/1 components/16 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + +9.1 + + + +9.2 + + + +9.3 + + + +9.4 + + + +9.5 + + + +9.6 + + + +9.7 + + + +9.8 + + + +9.9 + + + +10 + + + +Density (a.u.) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/pdf_small.svg b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/pdf_small.svg new file mode 100644 index 0000000000..ebc18a0b1d --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/pdf_small.svg @@ -0,0 +1,72 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + + +9.2 + + + +9.4 + + + +9.6 + + + +9.8 + + + +10 + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/regression.svg b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/regression.svg new file mode 100644 index 0000000000..cbc4392d8e --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/regression.svg @@ -0,0 +1,177 @@ + + +delete entity/1 components/16 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/regression_small.svg b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/regression_small.svg new file mode 100644 index 0000000000..2ff97613c4 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/regression_small.svg @@ -0,0 +1,162 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/slope.svg b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/slope.svg new file mode 100644 index 0000000000..c24e303af9 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/slope.svg @@ -0,0 +1,100 @@ + + +delete entity/1 components/16 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + + +9.445 + + + +9.45 + + + +9.455 + + + +9.46 + + + +9.465 + + + +9.47 + + + +9.475 + + + +9.48 + + + +9.485 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/typical.svg b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/typical.svg new file mode 100644 index 0000000000..27fc3ede0e --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/16 entities/report/typical.svg @@ -0,0 +1,100 @@ + + +delete entity/1 components/16 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + + +9.445 + + + +9.45 + + + +9.455 + + + +9.46 + + + +9.465 + + + +9.47 + + + +9.475 + + + +9.48 + + + +9.485 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/1 components/256 entities/base/benchmark.json b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/base/benchmark.json new file mode 100644 index 0000000000..ee1020214a --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"1 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"delete entity/1 components/256 entities","directory_name":"delete entity/1 components/256 entities","title":"delete entity/1 components/256 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/1 components/256 entities/base/estimates.json b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/base/estimates.json new file mode 100644 index 0000000000..4c46dbd812 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":142250.58410293917,"upper_bound":142585.54381116142},"point_estimate":142415.623947143,"standard_error":85.3310423421126},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":142287.55349462366,"upper_bound":142420.62096774194},"point_estimate":142357.23333333334,"standard_error":35.22515356557612},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":240.66076480635638,"upper_bound":436.10402630223655},"point_estimate":313.6441503862894,"standard_error":48.48835088171396},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":142378.8007584674,"upper_bound":142876.42041544226},"point_estimate":142596.6114925373,"standard_error":128.3852558208849},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":568.9055383711639,"upper_bound":1109.77551184336},"point_estimate":858.7737085986473,"standard_error":137.3762487104557}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/1 components/256 entities/base/sample.json b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/base/sample.json new file mode 100644 index 0000000000..16816dcc0a --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[555191.0,1143065.0,1729373.0,2236134.0,2875916.0,3367979.0,3972975.0,4539537.0,5123382.0,5691386.0,6232343.0,6836236.0,7413256.0,7925430.0,8512347.0,9123053.0,9649181.0,10292114.0,10846485.0,11310848.0,11973891.0,12547638.0,13330631.0,13658581.0,14291880.0,14817616.0,15324008.0,15881072.0,16547038.0,17071002.0,17613791.0,18194583.0,18753440.0,19415920.0,19918635.0,20462814.0,21048174.0,21658097.0,22189374.0,22832024.0,23354350.0,23907636.0,24516828.0,25001369.0,25652021.0,26194610.0,26887044.0,27290443.0,27832750.0,28430594.0,29044211.0,29611376.0,30193449.0,30724435.0,31299023.0,31876737.0,32364103.0,33213668.0,33676441.0,34164757.0,35171649.0,35320314.0,35825034.0,36485209.0,37109009.0,37632474.0,38030364.0,38710685.0,39331930.0,40055286.0,40397269.0,41000058.0,41730306.0,42150629.0,42717431.0,43347662.0,43862599.0,44349314.0,44973220.0,45656403.0,46118681.0,46647172.0,47332688.0,47771383.0,48481389.0,48958658.0,49508850.0,50120465.0,50566088.0,51303766.0,51793506.0,53675501.0,52932050.0,54851267.0,53928744.0,54533366.0,55275925.0,55734939.0,56709453.0,57100264.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/1 components/256 entities/base/tukey.json b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/base/tukey.json new file mode 100644 index 0000000000..b5247367a1 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/base/tukey.json @@ -0,0 +1 @@ +[140885.2915524335,141518.16417365265,143205.8244969037,143838.69711812283] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/1 components/256 entities/new/benchmark.json b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/new/benchmark.json new file mode 100644 index 0000000000..ee1020214a --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"1 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"delete entity/1 components/256 entities","directory_name":"delete entity/1 components/256 entities","title":"delete entity/1 components/256 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/1 components/256 entities/new/estimates.json b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/new/estimates.json new file mode 100644 index 0000000000..4c46dbd812 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":142250.58410293917,"upper_bound":142585.54381116142},"point_estimate":142415.623947143,"standard_error":85.3310423421126},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":142287.55349462366,"upper_bound":142420.62096774194},"point_estimate":142357.23333333334,"standard_error":35.22515356557612},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":240.66076480635638,"upper_bound":436.10402630223655},"point_estimate":313.6441503862894,"standard_error":48.48835088171396},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":142378.8007584674,"upper_bound":142876.42041544226},"point_estimate":142596.6114925373,"standard_error":128.3852558208849},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":568.9055383711639,"upper_bound":1109.77551184336},"point_estimate":858.7737085986473,"standard_error":137.3762487104557}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/1 components/256 entities/new/sample.json b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/new/sample.json new file mode 100644 index 0000000000..16816dcc0a --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[555191.0,1143065.0,1729373.0,2236134.0,2875916.0,3367979.0,3972975.0,4539537.0,5123382.0,5691386.0,6232343.0,6836236.0,7413256.0,7925430.0,8512347.0,9123053.0,9649181.0,10292114.0,10846485.0,11310848.0,11973891.0,12547638.0,13330631.0,13658581.0,14291880.0,14817616.0,15324008.0,15881072.0,16547038.0,17071002.0,17613791.0,18194583.0,18753440.0,19415920.0,19918635.0,20462814.0,21048174.0,21658097.0,22189374.0,22832024.0,23354350.0,23907636.0,24516828.0,25001369.0,25652021.0,26194610.0,26887044.0,27290443.0,27832750.0,28430594.0,29044211.0,29611376.0,30193449.0,30724435.0,31299023.0,31876737.0,32364103.0,33213668.0,33676441.0,34164757.0,35171649.0,35320314.0,35825034.0,36485209.0,37109009.0,37632474.0,38030364.0,38710685.0,39331930.0,40055286.0,40397269.0,41000058.0,41730306.0,42150629.0,42717431.0,43347662.0,43862599.0,44349314.0,44973220.0,45656403.0,46118681.0,46647172.0,47332688.0,47771383.0,48481389.0,48958658.0,49508850.0,50120465.0,50566088.0,51303766.0,51793506.0,53675501.0,52932050.0,54851267.0,53928744.0,54533366.0,55275925.0,55734939.0,56709453.0,57100264.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/1 components/256 entities/new/tukey.json b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/new/tukey.json new file mode 100644 index 0000000000..b5247367a1 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/new/tukey.json @@ -0,0 +1 @@ +[140885.2915524335,141518.16417365265,143205.8244969037,143838.69711812283] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/MAD.svg b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/MAD.svg new file mode 100644 index 0000000000..786468cd4c --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/MAD.svg @@ -0,0 +1,88 @@ + + +delete entity/1 components/256 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + +0.007 + + + +0.008 + + + +0.009 + + + +0.01 + + + + +250 + + + +300 + + + +350 + + + +400 + + + +450 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/SD.svg b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/SD.svg new file mode 100644 index 0000000000..d1f7b86236 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/SD.svg @@ -0,0 +1,76 @@ + + +delete entity/1 components/256 entities:SD + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + + +1.1 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/index.html b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/index.html new file mode 100644 index 0000000000..7ad443da8c --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + delete entity/1 components/256 entities - Criterion.rs + + + + +
+

delete entity/1 components/256 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope142.38 µs142.60 µs142.88 µs
Throughput1.7918 Melem/s1.7953 Melem/s1.7980 Melem/s
0.99494200.99525940.9947357
Mean142.25 µs142.42 µs142.59 µs
Std. Dev.568.91 ns858.77 ns1.1098 µs
Median142.29 µs142.36 µs142.42 µs
MAD240.66 ns313.64 ns436.10 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/mean.svg b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/mean.svg new file mode 100644 index 0000000000..1efb51bcf3 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/mean.svg @@ -0,0 +1,96 @@ + + +delete entity/1 components/256 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + + +142.25 + + + +142.3 + + + +142.35 + + + +142.4 + + + +142.45 + + + +142.5 + + + +142.55 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/median.svg b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/median.svg new file mode 100644 index 0000000000..5b121ae509 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/median.svg @@ -0,0 +1,104 @@ + + +delete entity/1 components/256 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + +20 + + + +22 + + + + +142.28 + + + +142.3 + + + +142.32 + + + +142.34 + + + +142.36 + + + +142.38 + + + +142.4 + + + +142.42 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/pdf.svg b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/pdf.svg new file mode 100644 index 0000000000..566393529e --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/pdf.svg @@ -0,0 +1,167 @@ + + +delete entity/1 components/256 entities + + +Iterations + + +Average Time (µs) + + + +0 + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + + +138 + + + +139 + + + +140 + + + +141 + + + +142 + + + +143 + + + +144 + + + +145 + + + +146 + + + +Density (a.u.) + + + +0 + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/pdf_small.svg b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/pdf_small.svg new file mode 100644 index 0000000000..694be17495 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/pdf_small.svg @@ -0,0 +1,68 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + + +138 + + + +140 + + + +142 + + + +144 + + + +146 + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/regression.svg b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/regression.svg new file mode 100644 index 0000000000..9ed96de3a4 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/regression.svg @@ -0,0 +1,222 @@ + + +delete entity/1 components/256 entities + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + +30.0 + + + +35.0 + + + +40.0 + + + +45.0 + + + +50.0 + + + +55.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/regression_small.svg b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/regression_small.svg new file mode 100644 index 0000000000..e4270a1243 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/regression_small.svg @@ -0,0 +1,207 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + +30.0 + + + +35.0 + + + +40.0 + + + +45.0 + + + +50.0 + + + +55.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/slope.svg b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/slope.svg new file mode 100644 index 0000000000..4ae34ebcab --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/slope.svg @@ -0,0 +1,76 @@ + + +delete entity/1 components/256 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + +142.4 + + + +142.5 + + + +142.6 + + + +142.7 + + + +142.8 + + + +142.9 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/typical.svg b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/typical.svg new file mode 100644 index 0000000000..ce4b778c75 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/256 entities/report/typical.svg @@ -0,0 +1,76 @@ + + +delete entity/1 components/256 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + +142.4 + + + +142.5 + + + +142.6 + + + +142.7 + + + +142.8 + + + +142.9 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/1 components/report/index.html b/bench-report/tag/0.2.0/delete entity/1 components/report/index.html new file mode 100644 index 0000000000..7ffafaa8a0 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/report/index.html @@ -0,0 +1,142 @@ + + + + + + delete entity/1 components Summary - Criterion.rs + + + + +
+

delete entity/1 components

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+

Line Chart

+ Line Chart +

This chart shows the mean measured time for each function as the input (or the size of the input) increases.

+
+ +

delete entity/1 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/1 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/1 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/1 components/report/lines.svg b/bench-report/tag/0.2.0/delete entity/1 components/report/lines.svg new file mode 100644 index 0000000000..81874ee8a0 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/report/lines.svg @@ -0,0 +1,69 @@ + + +delete entity/1 components: Comparison + + +Average time (µs) + + +Input Size (Elements) + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + + + + +1 components + + + diff --git a/bench-report/tag/0.2.0/delete entity/1 components/report/violin.svg b/bench-report/tag/0.2.0/delete entity/1 components/report/violin.svg new file mode 100644 index 0000000000..6057eb157e --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 components/report/violin.svg @@ -0,0 +1,63 @@ + + +delete entity/1 components: Violin plot + + +Input + + +Average time (µs) + + + +delete entity/1 components/256 entities + + + +delete entity/1 components/16 entities + + + +delete entity/1 components/1 entities + + + + +0.0 + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/1 entities/report/index.html b/bench-report/tag/0.2.0/delete entity/1 entities/report/index.html new file mode 100644 index 0000000000..a6068d311a --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 entities/report/index.html @@ -0,0 +1,208 @@ + + + + + + delete entity/1 entities Summary - Criterion.rs + + + + +
+

delete entity/1 entities

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

delete entity/0 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/1 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/2 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/4 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/8 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/16 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/1 entities/report/violin.svg b/bench-report/tag/0.2.0/delete entity/1 entities/report/violin.svg new file mode 100644 index 0000000000..e0e16eede5 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/1 entities/report/violin.svg @@ -0,0 +1,93 @@ + + +delete entity/1 entities: Violin plot + + +Input + + +Average time (µs) + + + +delete entity/16 components/1 entities + + + +delete entity/8 components/1 entities + + + +delete entity/4 components/1 entities + + + +delete entity/2 components/1 entities + + + +delete entity/1 components/1 entities + + + +delete entity/0 components/1 entities + + + + +0.0 + + + +0.5 + + + +1.0 + + + +1.5 + + + +2.0 + + + +2.5 + + + +3.0 + + + +3.5 + + + +4.0 + + + +4.5 + + + +5.0 + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/16 components/1 entities/base/benchmark.json b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/base/benchmark.json new file mode 100644 index 0000000000..51678ffac7 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"16 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"delete entity/16 components/1 entities","directory_name":"delete entity/16 components/1 entities","title":"delete entity/16 components/1 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/16 components/1 entities/base/estimates.json b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/base/estimates.json new file mode 100644 index 0000000000..1356491dea --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":652.7441888900532,"upper_bound":750.5896748150956},"point_estimate":686.1324643467057,"standard_error":31.3049691931423},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":651.4452973497091,"upper_bound":654.5432880844645},"point_estimate":652.6476061768581,"standard_error":0.7563111305961223},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5.176319036246283,"upper_bound":10.005793619758396},"point_estimate":6.896444989165598,"standard_error":1.2036400847988593},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":651.065321539393,"upper_bound":664.0311551962541},"point_estimate":655.5848811272699,"standard_error":3.5421648102400343},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10.255336381417289,"upper_bound":536.9298383750718},"point_estimate":313.2250060500213,"standard_error":190.70094948058048}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/16 components/1 entities/base/sample.json b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/base/sample.json new file mode 100644 index 0000000000..a0f6991db5 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[51.0,102.0,153.0,204.0,255.0,306.0,357.0,408.0,459.0,510.0,561.0,612.0,663.0,714.0,765.0,816.0,867.0,918.0,969.0,1020.0,1071.0,1122.0,1173.0,1224.0,1275.0,1326.0,1377.0,1428.0,1479.0,1530.0,1581.0,1632.0,1683.0,1734.0,1785.0,1836.0,1887.0,1938.0,1989.0,2040.0,2091.0,2142.0,2193.0,2244.0,2295.0,2346.0,2397.0,2448.0,2499.0,2550.0,2601.0,2652.0,2703.0,2754.0,2805.0,2856.0,2907.0,2958.0,3009.0,3060.0,3111.0,3162.0,3213.0,3264.0,3315.0,3366.0,3417.0,3468.0,3519.0,3570.0,3621.0,3672.0,3723.0,3774.0,3825.0,3876.0,3927.0,3978.0,4029.0,4080.0,4131.0,4182.0,4233.0,4284.0,4335.0,4386.0,4437.0,4488.0,4539.0,4590.0,4641.0,4692.0,4743.0,4794.0,4845.0,4896.0,4947.0,4998.0,5049.0,5100.0],"times":[37940.0,63389.0,94449.0,125541.0,158364.0,193789.0,233704.0,267920.0,299626.0,339320.0,376520.0,411793.0,445338.0,487235.0,511509.0,544800.0,580661.0,617107.0,3666472.0,686485.0,719509.0,749924.0,776412.0,822729.0,851431.0,885453.0,906132.0,935829.0,974269.0,1034752.0,1049400.0,1071872.0,1115943.0,1136694.0,1162839.0,1196344.0,1226147.0,1271170.0,1295738.0,1324048.0,1361648.0,1399078.0,1430767.0,1455652.0,1483927.0,1530881.0,1561152.0,1620088.0,1642319.0,1651376.0,1700328.0,1715395.0,1768365.0,1791268.0,1815001.0,1877557.0,1885713.0,1925165.0,1965082.0,1976602.0,2024625.0,2058473.0,2109559.0,2153179.0,2169811.0,2192230.0,2216187.0,2260492.0,2295084.0,2322675.0,2336900.0,2371513.0,2403187.0,2465842.0,2473994.0,2528256.0,2553763.0,2582300.0,2614417.0,2642478.0,2657306.0,2726567.0,2779282.0,2790763.0,2806131.0,2825819.0,2937076.0,2929523.0,2949119.0,2967561.0,3046649.0,3059504.0,3078398.0,3090163.0,3128499.0,3196499.0,3285444.0,3340295.0,3310621.0,3335054.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/16 components/1 entities/base/tukey.json b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/base/tukey.json new file mode 100644 index 0000000000..9fac9aa5a6 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/base/tukey.json @@ -0,0 +1 @@ +[615.4014342651362,632.203284206764,677.0082173844382,693.8100673260661] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/16 components/1 entities/new/benchmark.json b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/new/benchmark.json new file mode 100644 index 0000000000..51678ffac7 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"16 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"delete entity/16 components/1 entities","directory_name":"delete entity/16 components/1 entities","title":"delete entity/16 components/1 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/16 components/1 entities/new/estimates.json b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/new/estimates.json new file mode 100644 index 0000000000..1356491dea --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":652.7441888900532,"upper_bound":750.5896748150956},"point_estimate":686.1324643467057,"standard_error":31.3049691931423},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":651.4452973497091,"upper_bound":654.5432880844645},"point_estimate":652.6476061768581,"standard_error":0.7563111305961223},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5.176319036246283,"upper_bound":10.005793619758396},"point_estimate":6.896444989165598,"standard_error":1.2036400847988593},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":651.065321539393,"upper_bound":664.0311551962541},"point_estimate":655.5848811272699,"standard_error":3.5421648102400343},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10.255336381417289,"upper_bound":536.9298383750718},"point_estimate":313.2250060500213,"standard_error":190.70094948058048}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/16 components/1 entities/new/sample.json b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/new/sample.json new file mode 100644 index 0000000000..a0f6991db5 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[51.0,102.0,153.0,204.0,255.0,306.0,357.0,408.0,459.0,510.0,561.0,612.0,663.0,714.0,765.0,816.0,867.0,918.0,969.0,1020.0,1071.0,1122.0,1173.0,1224.0,1275.0,1326.0,1377.0,1428.0,1479.0,1530.0,1581.0,1632.0,1683.0,1734.0,1785.0,1836.0,1887.0,1938.0,1989.0,2040.0,2091.0,2142.0,2193.0,2244.0,2295.0,2346.0,2397.0,2448.0,2499.0,2550.0,2601.0,2652.0,2703.0,2754.0,2805.0,2856.0,2907.0,2958.0,3009.0,3060.0,3111.0,3162.0,3213.0,3264.0,3315.0,3366.0,3417.0,3468.0,3519.0,3570.0,3621.0,3672.0,3723.0,3774.0,3825.0,3876.0,3927.0,3978.0,4029.0,4080.0,4131.0,4182.0,4233.0,4284.0,4335.0,4386.0,4437.0,4488.0,4539.0,4590.0,4641.0,4692.0,4743.0,4794.0,4845.0,4896.0,4947.0,4998.0,5049.0,5100.0],"times":[37940.0,63389.0,94449.0,125541.0,158364.0,193789.0,233704.0,267920.0,299626.0,339320.0,376520.0,411793.0,445338.0,487235.0,511509.0,544800.0,580661.0,617107.0,3666472.0,686485.0,719509.0,749924.0,776412.0,822729.0,851431.0,885453.0,906132.0,935829.0,974269.0,1034752.0,1049400.0,1071872.0,1115943.0,1136694.0,1162839.0,1196344.0,1226147.0,1271170.0,1295738.0,1324048.0,1361648.0,1399078.0,1430767.0,1455652.0,1483927.0,1530881.0,1561152.0,1620088.0,1642319.0,1651376.0,1700328.0,1715395.0,1768365.0,1791268.0,1815001.0,1877557.0,1885713.0,1925165.0,1965082.0,1976602.0,2024625.0,2058473.0,2109559.0,2153179.0,2169811.0,2192230.0,2216187.0,2260492.0,2295084.0,2322675.0,2336900.0,2371513.0,2403187.0,2465842.0,2473994.0,2528256.0,2553763.0,2582300.0,2614417.0,2642478.0,2657306.0,2726567.0,2779282.0,2790763.0,2806131.0,2825819.0,2937076.0,2929523.0,2949119.0,2967561.0,3046649.0,3059504.0,3078398.0,3090163.0,3128499.0,3196499.0,3285444.0,3340295.0,3310621.0,3335054.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/16 components/1 entities/new/tukey.json b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/new/tukey.json new file mode 100644 index 0000000000..9fac9aa5a6 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/new/tukey.json @@ -0,0 +1 @@ +[615.4014342651362,632.203284206764,677.0082173844382,693.8100673260661] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/MAD.svg b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/MAD.svg new file mode 100644 index 0000000000..2782385923 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/MAD.svg @@ -0,0 +1,84 @@ + + +delete entity/16 components/1 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + +10 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/SD.svg b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/SD.svg new file mode 100644 index 0000000000..6ef20ee143 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/SD.svg @@ -0,0 +1,84 @@ + + +delete entity/16 components/1 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + +0.007 + + + +0.008 + + + + +0 + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/index.html b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/index.html new file mode 100644 index 0000000000..fce0d48289 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + delete entity/16 components/1 entities - Criterion.rs + + + + +
+

delete entity/16 components/1 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope651.07 ns655.58 ns664.03 ns
Throughput1.5060 Melem/s1.5254 Melem/s1.5359 Melem/s
0.22163710.22197290.2208045
Mean652.74 ns686.13 ns750.59 ns
Std. Dev.10.255 ns313.23 ns536.93 ns
Median651.45 ns652.65 ns654.54 ns
MAD5.1763 ns6.8964 ns10.006 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/mean.svg b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/mean.svg new file mode 100644 index 0000000000..d2c86ff692 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/mean.svg @@ -0,0 +1,84 @@ + + +delete entity/16 components/1 entities:mean + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + + +660 + + + +680 + + + +700 + + + +720 + + + +740 + + + +760 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/median.svg b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/median.svg new file mode 100644 index 0000000000..fee94f9fdc --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/median.svg @@ -0,0 +1,88 @@ + + +delete entity/16 components/1 entities:median + + +Density (a.u.) + + +Average time (ns) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + + +651.5 + + + +652 + + + +652.5 + + + +653 + + + +653.5 + + + +654 + + + +654.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/pdf.svg b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/pdf.svg new file mode 100644 index 0000000000..45c1d7007e --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/pdf.svg @@ -0,0 +1,157 @@ + + +delete entity/16 components/1 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +Density (a.u.) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/pdf_small.svg b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/pdf_small.svg new file mode 100644 index 0000000000..1d348dd998 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/pdf_small.svg @@ -0,0 +1,56 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + +1 + + + +2 + + + +3 + + + +4 + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/regression.svg b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/regression.svg new file mode 100644 index 0000000000..b4a2868532 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/regression.svg @@ -0,0 +1,212 @@ + + +delete entity/16 components/1 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + +0.5 + + + +1.0 + + + +1.5 + + + +2.0 + + + +2.5 + + + +3.0 + + + +3.5 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/regression_small.svg b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/regression_small.svg new file mode 100644 index 0000000000..f6502f3506 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/regression_small.svg @@ -0,0 +1,197 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + +0.5 + + + +1.0 + + + +1.5 + + + +2.0 + + + +2.5 + + + +3.0 + + + +3.5 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/slope.svg b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/slope.svg new file mode 100644 index 0000000000..090d361c6a --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/slope.svg @@ -0,0 +1,92 @@ + + +delete entity/16 components/1 entities:slope + + +Density (a.u.) + + +Average time (ns) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 + + + + +650 + + + +652 + + + +654 + + + +656 + + + +658 + + + +660 + + + +662 + + + +664 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/typical.svg b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/typical.svg new file mode 100644 index 0000000000..7de0e9df95 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/1 entities/report/typical.svg @@ -0,0 +1,92 @@ + + +delete entity/16 components/1 entities:typical + + +Density (a.u.) + + +Average time (ns) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 + + + + +650 + + + +652 + + + +654 + + + +656 + + + +658 + + + +660 + + + +662 + + + +664 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/16 components/16 entities/base/benchmark.json b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/base/benchmark.json new file mode 100644 index 0000000000..9875d11883 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"16 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"delete entity/16 components/16 entities","directory_name":"delete entity/16 components/16 entities","title":"delete entity/16 components/16 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/16 components/16 entities/base/estimates.json b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/base/estimates.json new file mode 100644 index 0000000000..c5925aef4f --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6609.721852159515,"upper_bound":6628.607198219595},"point_estimate":6619.080892496237,"standard_error":4.810730075720512},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6615.1312985571585,"upper_bound":6632.52481617647},"point_estimate":6623.424074727342,"standard_error":4.224651154385376},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31.944359689969584,"upper_bound":50.39779820544136},"point_estimate":40.952571773556386,"standard_error":4.6431763965694035},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6633.07152839756,"upper_bound":6654.48167806659},"point_estimate":6643.160988360469,"standard_error":5.439208656178272},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39.153389222308256,"upper_bound":58.031821012499975},"point_estimate":48.25477470062754,"standard_error":4.897561368927405}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/16 components/16 entities/base/sample.json b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/base/sample.json new file mode 100644 index 0000000000..202215ffa8 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[17.0,34.0,51.0,68.0,85.0,102.0,119.0,136.0,153.0,170.0,187.0,204.0,221.0,238.0,255.0,272.0,289.0,306.0,323.0,340.0,357.0,374.0,391.0,408.0,425.0,442.0,459.0,476.0,493.0,510.0,527.0,544.0,561.0,578.0,595.0,612.0,629.0,646.0,663.0,680.0,697.0,714.0,731.0,748.0,765.0,782.0,799.0,816.0,833.0,850.0,867.0,884.0,901.0,918.0,935.0,952.0,969.0,986.0,1003.0,1020.0,1037.0,1054.0,1071.0,1088.0,1105.0,1122.0,1139.0,1156.0,1173.0,1190.0,1207.0,1224.0,1241.0,1258.0,1275.0,1292.0,1309.0,1326.0,1343.0,1360.0,1377.0,1394.0,1411.0,1428.0,1445.0,1462.0,1479.0,1496.0,1513.0,1530.0,1547.0,1564.0,1581.0,1598.0,1615.0,1632.0,1649.0,1666.0,1683.0,1700.0],"times":[112583.0,225250.0,332556.0,444146.0,555613.0,678642.0,776070.0,886908.0,999777.0,1108779.0,1227701.0,1347734.0,1446947.0,1571838.0,1681685.0,1790395.0,1906735.0,2013420.0,2141440.0,2230326.0,2348604.0,2455101.0,2567210.0,2700708.0,2817896.0,2915536.0,3028786.0,3158488.0,3228047.0,3372396.0,3480839.0,3618914.0,3724822.0,3821840.0,3954376.0,4046590.0,4169816.0,4263341.0,4351866.0,4543992.0,4591243.0,4772047.0,4787815.0,4940197.0,5026017.0,5142593.0,5315626.0,5385145.0,5539770.0,5600334.0,5697806.0,5849539.0,5962567.0,6098291.0,6270730.0,6288886.0,6393129.0,6531295.0,6672628.0,6756884.0,6840272.0,7006358.0,7133985.0,7216187.0,7337113.0,7476492.0,7586625.0,7665432.0,7768564.0,7915917.0,7990635.0,8100849.0,8100279.0,8450941.0,8483194.0,8553213.0,8741090.0,8795063.0,8971280.0,9012474.0,9121587.0,9228915.0,9385205.0,9490769.0,9597398.0,9735265.0,10093393.0,9976063.0,10087934.0,10170604.0,10266744.0,10408631.0,10528273.0,10614862.0,10799770.0,10853371.0,10968301.0,11073629.0,11195327.0,11256691.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/16 components/16 entities/base/tukey.json b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/base/tukey.json new file mode 100644 index 0000000000..81834e91af --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/base/tukey.json @@ -0,0 +1 @@ +[6431.522932400294,6513.696414769738,6732.825701088257,6814.999183457702] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/16 components/16 entities/new/benchmark.json b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/new/benchmark.json new file mode 100644 index 0000000000..9875d11883 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"16 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"delete entity/16 components/16 entities","directory_name":"delete entity/16 components/16 entities","title":"delete entity/16 components/16 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/16 components/16 entities/new/estimates.json b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/new/estimates.json new file mode 100644 index 0000000000..c5925aef4f --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6609.721852159515,"upper_bound":6628.607198219595},"point_estimate":6619.080892496237,"standard_error":4.810730075720512},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6615.1312985571585,"upper_bound":6632.52481617647},"point_estimate":6623.424074727342,"standard_error":4.224651154385376},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31.944359689969584,"upper_bound":50.39779820544136},"point_estimate":40.952571773556386,"standard_error":4.6431763965694035},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6633.07152839756,"upper_bound":6654.48167806659},"point_estimate":6643.160988360469,"standard_error":5.439208656178272},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39.153389222308256,"upper_bound":58.031821012499975},"point_estimate":48.25477470062754,"standard_error":4.897561368927405}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/16 components/16 entities/new/sample.json b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/new/sample.json new file mode 100644 index 0000000000..202215ffa8 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[17.0,34.0,51.0,68.0,85.0,102.0,119.0,136.0,153.0,170.0,187.0,204.0,221.0,238.0,255.0,272.0,289.0,306.0,323.0,340.0,357.0,374.0,391.0,408.0,425.0,442.0,459.0,476.0,493.0,510.0,527.0,544.0,561.0,578.0,595.0,612.0,629.0,646.0,663.0,680.0,697.0,714.0,731.0,748.0,765.0,782.0,799.0,816.0,833.0,850.0,867.0,884.0,901.0,918.0,935.0,952.0,969.0,986.0,1003.0,1020.0,1037.0,1054.0,1071.0,1088.0,1105.0,1122.0,1139.0,1156.0,1173.0,1190.0,1207.0,1224.0,1241.0,1258.0,1275.0,1292.0,1309.0,1326.0,1343.0,1360.0,1377.0,1394.0,1411.0,1428.0,1445.0,1462.0,1479.0,1496.0,1513.0,1530.0,1547.0,1564.0,1581.0,1598.0,1615.0,1632.0,1649.0,1666.0,1683.0,1700.0],"times":[112583.0,225250.0,332556.0,444146.0,555613.0,678642.0,776070.0,886908.0,999777.0,1108779.0,1227701.0,1347734.0,1446947.0,1571838.0,1681685.0,1790395.0,1906735.0,2013420.0,2141440.0,2230326.0,2348604.0,2455101.0,2567210.0,2700708.0,2817896.0,2915536.0,3028786.0,3158488.0,3228047.0,3372396.0,3480839.0,3618914.0,3724822.0,3821840.0,3954376.0,4046590.0,4169816.0,4263341.0,4351866.0,4543992.0,4591243.0,4772047.0,4787815.0,4940197.0,5026017.0,5142593.0,5315626.0,5385145.0,5539770.0,5600334.0,5697806.0,5849539.0,5962567.0,6098291.0,6270730.0,6288886.0,6393129.0,6531295.0,6672628.0,6756884.0,6840272.0,7006358.0,7133985.0,7216187.0,7337113.0,7476492.0,7586625.0,7665432.0,7768564.0,7915917.0,7990635.0,8100849.0,8100279.0,8450941.0,8483194.0,8553213.0,8741090.0,8795063.0,8971280.0,9012474.0,9121587.0,9228915.0,9385205.0,9490769.0,9597398.0,9735265.0,10093393.0,9976063.0,10087934.0,10170604.0,10266744.0,10408631.0,10528273.0,10614862.0,10799770.0,10853371.0,10968301.0,11073629.0,11195327.0,11256691.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/16 components/16 entities/new/tukey.json b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/new/tukey.json new file mode 100644 index 0000000000..81834e91af --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/new/tukey.json @@ -0,0 +1 @@ +[6431.522932400294,6513.696414769738,6732.825701088257,6814.999183457702] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/MAD.svg b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/MAD.svg new file mode 100644 index 0000000000..6d67f276b2 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/MAD.svg @@ -0,0 +1,92 @@ + + +delete entity/16 components/16 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + +0.09 + + + +0.1 + + + +0.11 + + + + +30 + + + +35 + + + +40 + + + +45 + + + +50 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/SD.svg b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/SD.svg new file mode 100644 index 0000000000..cd0449d86d --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/SD.svg @@ -0,0 +1,80 @@ + + +delete entity/16 components/16 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + + +40 + + + +45 + + + +50 + + + +55 + + + +60 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/index.html b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/index.html new file mode 100644 index 0000000000..984c3d0032 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + delete entity/16 components/16 entities - Criterion.rs + + + + +
+

delete entity/16 components/16 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope6.6331 µs6.6432 µs6.6545 µs
Throughput2.4044 Melem/s2.4085 Melem/s2.4122 Melem/s
0.99414290.99446130.9940605
Mean6.6097 µs6.6191 µs6.6286 µs
Std. Dev.39.153 ns48.255 ns58.032 ns
Median6.6151 µs6.6234 µs6.6325 µs
MAD31.944 ns40.953 ns50.398 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/mean.svg b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/mean.svg new file mode 100644 index 0000000000..050803d61d --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/mean.svg @@ -0,0 +1,84 @@ + + +delete entity/16 components/16 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + + +6.61 + + + +6.615 + + + +6.62 + + + +6.625 + + + +6.63 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/median.svg b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/median.svg new file mode 100644 index 0000000000..c177e3b939 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/median.svg @@ -0,0 +1,108 @@ + + +delete entity/16 components/16 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + + +6.614 + + + +6.616 + + + +6.618 + + + +6.62 + + + +6.622 + + + +6.624 + + + +6.626 + + + +6.628 + + + +6.63 + + + +6.632 + + + +6.634 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/pdf.svg b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/pdf.svg new file mode 100644 index 0000000000..f569ba0dc8 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/pdf.svg @@ -0,0 +1,149 @@ + + +delete entity/16 components/16 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + + +6.5 + + + +6.55 + + + +6.6 + + + +6.65 + + + +6.7 + + + +6.75 + + + +6.8 + + + +6.85 + + + +Density (a.u.) + + + +0 + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/pdf_small.svg b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/pdf_small.svg new file mode 100644 index 0000000000..a27f91d7f7 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/pdf_small.svg @@ -0,0 +1,68 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + + +6.5 + + + +6.6 + + + +6.7 + + + +6.8 + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/regression.svg b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/regression.svg new file mode 100644 index 0000000000..631bedccfe --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/regression.svg @@ -0,0 +1,222 @@ + + +delete entity/16 components/16 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + +6.0 + + + +7.0 + + + +8.0 + + + +9.0 + + + +10.0 + + + +11.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/regression_small.svg b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/regression_small.svg new file mode 100644 index 0000000000..fb860dbf56 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/regression_small.svg @@ -0,0 +1,207 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + +6.0 + + + +7.0 + + + +8.0 + + + +9.0 + + + +10.0 + + + +11.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/slope.svg b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/slope.svg new file mode 100644 index 0000000000..f38878fe91 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/slope.svg @@ -0,0 +1,80 @@ + + +delete entity/16 components/16 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + + +6.635 + + + +6.64 + + + +6.645 + + + +6.65 + + + +6.655 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/typical.svg b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/typical.svg new file mode 100644 index 0000000000..3b2284281c --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/16 entities/report/typical.svg @@ -0,0 +1,80 @@ + + +delete entity/16 components/16 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + + +6.635 + + + +6.64 + + + +6.645 + + + +6.65 + + + +6.655 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/16 components/256 entities/base/benchmark.json b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/base/benchmark.json new file mode 100644 index 0000000000..21a63c2375 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"16 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"delete entity/16 components/256 entities","directory_name":"delete entity/16 components/256 entities","title":"delete entity/16 components/256 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/16 components/256 entities/base/estimates.json b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/base/estimates.json new file mode 100644 index 0000000000..f45ff06cfe --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98185.53041539407,"upper_bound":98594.22334071204},"point_estimate":98378.35015266543,"standard_error":104.6600695741926},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97923.109375,"upper_bound":98240.0925925926},"point_estimate":98053.47490488732,"standard_error":79.44886379366092},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":426.2926376171192,"upper_bound":783.2436065491789},"point_estimate":576.9370327805681,"standard_error":90.91658526995899},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97865.38406171913,"upper_bound":98293.11440691072},"point_estimate":98041.56748780848,"standard_error":111.54145274338961},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":743.3568723336265,"upper_bound":1358.4398781788102},"point_estimate":1051.3521834986552,"standard_error":160.14357699372235}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/16 components/256 entities/base/sample.json b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/base/sample.json new file mode 100644 index 0000000000..83b3f23db0 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[200102.0,392600.0,596770.0,789759.0,982717.0,1203036.0,1381347.0,1579006.0,1780177.0,1968660.0,2143975.0,2373031.0,2531915.0,2789303.0,3022580.0,3243336.0,3400199.0,3571150.0,3805754.0,3975838.0,4134645.0,4303140.0,4532403.0,4696558.0,4875282.0,5166914.0,5293321.0,5489824.0,5755308.0,5848060.0,6092015.0,6367956.0,6497727.0,6622471.0,6852014.0,7206565.0,7322239.0,7527921.0,7812421.0,7885044.0,8120854.0,8264723.0,8407886.0,9146471.0,8807002.0,9034561.0,9203756.0,9469811.0,9634689.0,9849077.0,10000406.0,10166846.0,10369776.0,10609930.0,10789004.0,10888448.0,11187976.0,11313138.0,11534608.0,11722489.0,12002779.0,12116801.0,12323747.0,12534158.0,12739718.0,12945933.0,13140543.0,13236510.0,13468113.0,13694634.0,13912239.0,14082813.0,14346416.0,14413579.0,14703449.0,14843753.0,15122980.0,15209419.0,15409570.0,15580099.0,15815677.0,16043550.0,16212875.0,16424508.0,16644239.0,16798492.0,17086810.0,17183067.0,17318448.0,17657622.0,17822588.0,17949042.0,18276052.0,19110411.0,18611713.0,18759257.0,18959029.0,19269715.0,19393198.0,19512899.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/16 components/256 entities/base/tukey.json b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/base/tukey.json new file mode 100644 index 0000000000..354f9eb030 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/base/tukey.json @@ -0,0 +1 @@ +[95030.27191560218,96387.598379171,100007.13561535453,101364.46207892336] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/16 components/256 entities/new/benchmark.json b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/new/benchmark.json new file mode 100644 index 0000000000..21a63c2375 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"16 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"delete entity/16 components/256 entities","directory_name":"delete entity/16 components/256 entities","title":"delete entity/16 components/256 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/16 components/256 entities/new/estimates.json b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/new/estimates.json new file mode 100644 index 0000000000..f45ff06cfe --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98185.53041539407,"upper_bound":98594.22334071204},"point_estimate":98378.35015266543,"standard_error":104.6600695741926},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97923.109375,"upper_bound":98240.0925925926},"point_estimate":98053.47490488732,"standard_error":79.44886379366092},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":426.2926376171192,"upper_bound":783.2436065491789},"point_estimate":576.9370327805681,"standard_error":90.91658526995899},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97865.38406171913,"upper_bound":98293.11440691072},"point_estimate":98041.56748780848,"standard_error":111.54145274338961},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":743.3568723336265,"upper_bound":1358.4398781788102},"point_estimate":1051.3521834986552,"standard_error":160.14357699372235}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/16 components/256 entities/new/sample.json b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/new/sample.json new file mode 100644 index 0000000000..83b3f23db0 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[200102.0,392600.0,596770.0,789759.0,982717.0,1203036.0,1381347.0,1579006.0,1780177.0,1968660.0,2143975.0,2373031.0,2531915.0,2789303.0,3022580.0,3243336.0,3400199.0,3571150.0,3805754.0,3975838.0,4134645.0,4303140.0,4532403.0,4696558.0,4875282.0,5166914.0,5293321.0,5489824.0,5755308.0,5848060.0,6092015.0,6367956.0,6497727.0,6622471.0,6852014.0,7206565.0,7322239.0,7527921.0,7812421.0,7885044.0,8120854.0,8264723.0,8407886.0,9146471.0,8807002.0,9034561.0,9203756.0,9469811.0,9634689.0,9849077.0,10000406.0,10166846.0,10369776.0,10609930.0,10789004.0,10888448.0,11187976.0,11313138.0,11534608.0,11722489.0,12002779.0,12116801.0,12323747.0,12534158.0,12739718.0,12945933.0,13140543.0,13236510.0,13468113.0,13694634.0,13912239.0,14082813.0,14346416.0,14413579.0,14703449.0,14843753.0,15122980.0,15209419.0,15409570.0,15580099.0,15815677.0,16043550.0,16212875.0,16424508.0,16644239.0,16798492.0,17086810.0,17183067.0,17318448.0,17657622.0,17822588.0,17949042.0,18276052.0,19110411.0,18611713.0,18759257.0,18959029.0,19269715.0,19393198.0,19512899.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/16 components/256 entities/new/tukey.json b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/new/tukey.json new file mode 100644 index 0000000000..354f9eb030 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/new/tukey.json @@ -0,0 +1 @@ +[95030.27191560218,96387.598379171,100007.13561535453,101364.46207892336] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/MAD.svg b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/MAD.svg new file mode 100644 index 0000000000..e498117ccc --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/MAD.svg @@ -0,0 +1,104 @@ + + +delete entity/16 components/256 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +5e-4 + + + +0.001 + + + +0.0015 + + + +0.002 + + + +0.0025 + + + +0.003 + + + +0.0035 + + + +0.004 + + + +0.0045 + + + +0.005 + + + + +400 + + + +450 + + + +500 + + + +550 + + + +600 + + + +650 + + + +700 + + + +750 + + + +800 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/SD.svg b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/SD.svg new file mode 100644 index 0000000000..b5f2b8ad76 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/SD.svg @@ -0,0 +1,80 @@ + + +delete entity/16 components/256 entities:SD + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + + +1.1 + + + +1.2 + + + +1.3 + + + +1.4 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/index.html b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/index.html new file mode 100644 index 0000000000..7043315f4f --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + delete entity/16 components/256 entities - Criterion.rs + + + + +
+

delete entity/16 components/256 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope97.865 µs98.042 µs98.293 µs
Throughput2.6045 Melem/s2.6111 Melem/s2.6158 Melem/s
0.98866370.98910940.9882013
Mean98.186 µs98.378 µs98.594 µs
Std. Dev.743.36 ns1.0514 µs1.3584 µs
Median97.923 µs98.053 µs98.240 µs
MAD426.29 ns576.94 ns783.24 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/mean.svg b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/mean.svg new file mode 100644 index 0000000000..83d63857d5 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/mean.svg @@ -0,0 +1,100 @@ + + +delete entity/16 components/256 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + +98.15 + + + +98.2 + + + +98.25 + + + +98.3 + + + +98.35 + + + +98.4 + + + +98.45 + + + +98.5 + + + +98.55 + + + +98.6 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/median.svg b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/median.svg new file mode 100644 index 0000000000..78935af14b --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/median.svg @@ -0,0 +1,96 @@ + + +delete entity/16 components/256 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + + +97.9 + + + +97.95 + + + +98 + + + +98.05 + + + +98.1 + + + +98.15 + + + +98.2 + + + +98.25 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/pdf.svg b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/pdf.svg new file mode 100644 index 0000000000..cd7eff0127 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/pdf.svg @@ -0,0 +1,189 @@ + + +delete entity/16 components/256 entities + + +Iterations + + +Average Time (µs) + + + +0 + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + +96 + + + +97 + + + +98 + + + +99 + + + +100 + + + +101 + + + +102 + + + +103 + + + +104 + + + +105 + + + +Density (a.u.) + + + +0 + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + + + +0.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/pdf_small.svg b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/pdf_small.svg new file mode 100644 index 0000000000..9f7b7b4646 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/pdf_small.svg @@ -0,0 +1,56 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + + +96 + + + +98 + + + +100 + + + +102 + + + +104 + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/regression.svg b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/regression.svg new file mode 100644 index 0000000000..d6ba081fcd --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/regression.svg @@ -0,0 +1,222 @@ + + +delete entity/16 components/256 entities + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + + +2.0 + + + +4.0 + + + +6.0 + + + +8.0 + + + +10.0 + + + +12.0 + + + +14.0 + + + +16.0 + + + +18.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/regression_small.svg b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/regression_small.svg new file mode 100644 index 0000000000..44bce3b0f1 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/regression_small.svg @@ -0,0 +1,207 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + + +2.0 + + + +4.0 + + + +6.0 + + + +8.0 + + + +10.0 + + + +12.0 + + + +14.0 + + + +16.0 + + + +18.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/slope.svg b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/slope.svg new file mode 100644 index 0000000000..b6ccfed952 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/slope.svg @@ -0,0 +1,96 @@ + + +delete entity/16 components/256 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + +97.85 + + + +97.9 + + + +97.95 + + + +98 + + + +98.05 + + + +98.1 + + + +98.15 + + + +98.2 + + + +98.25 + + + +98.3 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/typical.svg b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/typical.svg new file mode 100644 index 0000000000..7af57c70a0 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/256 entities/report/typical.svg @@ -0,0 +1,96 @@ + + +delete entity/16 components/256 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + +97.85 + + + +97.9 + + + +97.95 + + + +98 + + + +98.05 + + + +98.1 + + + +98.15 + + + +98.2 + + + +98.25 + + + +98.3 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/16 components/report/index.html b/bench-report/tag/0.2.0/delete entity/16 components/report/index.html new file mode 100644 index 0000000000..cec9809af7 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/report/index.html @@ -0,0 +1,142 @@ + + + + + + delete entity/16 components Summary - Criterion.rs + + + + +
+

delete entity/16 components

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+

Line Chart

+ Line Chart +

This chart shows the mean measured time for each function as the input (or the size of the input) increases.

+
+ +

delete entity/16 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/16 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/16 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/16 components/report/lines.svg b/bench-report/tag/0.2.0/delete entity/16 components/report/lines.svg new file mode 100644 index 0000000000..1b823b1b42 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/report/lines.svg @@ -0,0 +1,77 @@ + + +delete entity/16 components: Comparison + + +Average time (µs) + + +Input Size (Elements) + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + + + + +16 components + + + diff --git a/bench-report/tag/0.2.0/delete entity/16 components/report/violin.svg b/bench-report/tag/0.2.0/delete entity/16 components/report/violin.svg new file mode 100644 index 0000000000..ebf10995a8 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 components/report/violin.svg @@ -0,0 +1,75 @@ + + +delete entity/16 components: Violin plot + + +Input + + +Average time (µs) + + + +delete entity/16 components/256 entities + + + +delete entity/16 components/16 entities + + + +delete entity/16 components/1 entities + + + + +0.0 + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + +100.0 + + + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/16 entities/report/index.html b/bench-report/tag/0.2.0/delete entity/16 entities/report/index.html new file mode 100644 index 0000000000..42d4f295d2 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 entities/report/index.html @@ -0,0 +1,208 @@ + + + + + + delete entity/16 entities Summary - Criterion.rs + + + + +
+

delete entity/16 entities

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

delete entity/0 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/1 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/2 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/4 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/8 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/16 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/16 entities/report/violin.svg b/bench-report/tag/0.2.0/delete entity/16 entities/report/violin.svg new file mode 100644 index 0000000000..aaaee9ad26 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/16 entities/report/violin.svg @@ -0,0 +1,77 @@ + + +delete entity/16 entities: Violin plot + + +Input + + +Average time (µs) + + + +delete entity/16 components/16 entities + + + +delete entity/8 components/16 entities + + + +delete entity/4 components/16 entities + + + +delete entity/2 components/16 entities + + + +delete entity/1 components/16 entities + + + +delete entity/0 components/16 entities + + + + +0.0 + + + +2.0 + + + +4.0 + + + +6.0 + + + +8.0 + + + +10.0 + + + +12.0 + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/2 components/1 entities/base/benchmark.json b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/base/benchmark.json new file mode 100644 index 0000000000..f89469d40f --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"2 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"delete entity/2 components/1 entities","directory_name":"delete entity/2 components/1 entities","title":"delete entity/2 components/1 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/2 components/1 entities/base/estimates.json b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/base/estimates.json new file mode 100644 index 0000000000..8d206805ef --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1083.0563280257752,"upper_bound":1183.4035130660986},"point_estimate":1117.7219450139305,"standard_error":31.384525978410007},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1080.4855311355311,"upper_bound":1085.1652482269503},"point_estimate":1081.847087877351,"standard_error":1.0818590015516458},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8.008467808096835,"upper_bound":15.860161541903814},"point_estimate":10.695889488472504,"standard_error":2.041136145203715},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1081.5342739728758,"upper_bound":1092.3593976869277},"point_estimate":1085.8485073149106,"standard_error":2.8172665175479694},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15.599704748322083,"upper_bound":541.0661120595335},"point_estimate":315.9021145522923,"standard_error":188.57777627913063}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/2 components/1 entities/base/sample.json b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/base/sample.json new file mode 100644 index 0000000000..a64ab3c665 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[60.0,120.0,180.0,240.0,300.0,360.0,420.0,480.0,540.0,600.0,660.0,720.0,780.0,840.0,900.0,960.0,1020.0,1080.0,1140.0,1200.0,1260.0,1320.0,1380.0,1440.0,1500.0,1560.0,1620.0,1680.0,1740.0,1800.0,1860.0,1920.0,1980.0,2040.0,2100.0,2160.0,2220.0,2280.0,2340.0,2400.0,2460.0,2520.0,2580.0,2640.0,2700.0,2760.0,2820.0,2880.0,2940.0,3000.0,3060.0,3120.0,3180.0,3240.0,3300.0,3360.0,3420.0,3480.0,3540.0,3600.0,3660.0,3720.0,3780.0,3840.0,3900.0,3960.0,4020.0,4080.0,4140.0,4200.0,4260.0,4320.0,4380.0,4440.0,4500.0,4560.0,4620.0,4680.0,4740.0,4800.0,4860.0,4920.0,4980.0,5040.0,5100.0,5160.0,5220.0,5280.0,5340.0,5400.0,5460.0,5520.0,5580.0,5640.0,5700.0,5760.0,5820.0,5880.0,5940.0,6000.0],"times":[73326.0,126294.0,188762.0,248281.0,329113.0,380045.0,447110.0,506573.0,579315.0,665978.0,729525.0,798745.0,846925.0,919067.0,989259.0,4067980.0,1114852.0,1174400.0,1264911.0,1332855.0,1383873.0,1439104.0,1512620.0,1600212.0,1646749.0,1745822.0,1745582.0,1918035.0,1877450.0,1948492.0,1993996.0,2068123.0,2117204.0,2256661.0,2261675.0,2367789.0,2401154.0,2482793.0,2522844.0,2625640.0,2672645.0,2688097.0,2767955.0,2828256.0,2938119.0,2985007.0,3060166.0,3157738.0,3142442.0,3256171.0,3282820.0,3371727.0,3403616.0,3481431.0,3587814.0,3632809.0,3700759.0,3743975.0,4052741.0,4114547.0,3952174.0,3998639.0,4078769.0,4138904.0,4202741.0,4302195.0,4324076.0,4388195.0,4636938.0,4509252.0,4558182.0,4678722.0,4747843.0,4888558.0,4863558.0,4923317.0,5013969.0,5074135.0,5068480.0,5137658.0,5259924.0,5326929.0,5347255.0,5486698.0,5525448.0,5648866.0,5717694.0,5696695.0,5775313.0,5844422.0,5899451.0,5963239.0,6004217.0,6096459.0,6117857.0,6264882.0,6292272.0,6393332.0,6422192.0,6465244.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/2 components/1 entities/base/tukey.json b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/base/tukey.json new file mode 100644 index 0000000000..dc4c708431 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/base/tukey.json @@ -0,0 +1 @@ +[1021.0724154780285,1048.4368891380536,1121.4088188981204,1148.7732925581454] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/2 components/1 entities/new/benchmark.json b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/new/benchmark.json new file mode 100644 index 0000000000..f89469d40f --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"2 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"delete entity/2 components/1 entities","directory_name":"delete entity/2 components/1 entities","title":"delete entity/2 components/1 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/2 components/1 entities/new/estimates.json b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/new/estimates.json new file mode 100644 index 0000000000..8d206805ef --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1083.0563280257752,"upper_bound":1183.4035130660986},"point_estimate":1117.7219450139305,"standard_error":31.384525978410007},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1080.4855311355311,"upper_bound":1085.1652482269503},"point_estimate":1081.847087877351,"standard_error":1.0818590015516458},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8.008467808096835,"upper_bound":15.860161541903814},"point_estimate":10.695889488472504,"standard_error":2.041136145203715},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1081.5342739728758,"upper_bound":1092.3593976869277},"point_estimate":1085.8485073149106,"standard_error":2.8172665175479694},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15.599704748322083,"upper_bound":541.0661120595335},"point_estimate":315.9021145522923,"standard_error":188.57777627913063}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/2 components/1 entities/new/sample.json b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/new/sample.json new file mode 100644 index 0000000000..a64ab3c665 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[60.0,120.0,180.0,240.0,300.0,360.0,420.0,480.0,540.0,600.0,660.0,720.0,780.0,840.0,900.0,960.0,1020.0,1080.0,1140.0,1200.0,1260.0,1320.0,1380.0,1440.0,1500.0,1560.0,1620.0,1680.0,1740.0,1800.0,1860.0,1920.0,1980.0,2040.0,2100.0,2160.0,2220.0,2280.0,2340.0,2400.0,2460.0,2520.0,2580.0,2640.0,2700.0,2760.0,2820.0,2880.0,2940.0,3000.0,3060.0,3120.0,3180.0,3240.0,3300.0,3360.0,3420.0,3480.0,3540.0,3600.0,3660.0,3720.0,3780.0,3840.0,3900.0,3960.0,4020.0,4080.0,4140.0,4200.0,4260.0,4320.0,4380.0,4440.0,4500.0,4560.0,4620.0,4680.0,4740.0,4800.0,4860.0,4920.0,4980.0,5040.0,5100.0,5160.0,5220.0,5280.0,5340.0,5400.0,5460.0,5520.0,5580.0,5640.0,5700.0,5760.0,5820.0,5880.0,5940.0,6000.0],"times":[73326.0,126294.0,188762.0,248281.0,329113.0,380045.0,447110.0,506573.0,579315.0,665978.0,729525.0,798745.0,846925.0,919067.0,989259.0,4067980.0,1114852.0,1174400.0,1264911.0,1332855.0,1383873.0,1439104.0,1512620.0,1600212.0,1646749.0,1745822.0,1745582.0,1918035.0,1877450.0,1948492.0,1993996.0,2068123.0,2117204.0,2256661.0,2261675.0,2367789.0,2401154.0,2482793.0,2522844.0,2625640.0,2672645.0,2688097.0,2767955.0,2828256.0,2938119.0,2985007.0,3060166.0,3157738.0,3142442.0,3256171.0,3282820.0,3371727.0,3403616.0,3481431.0,3587814.0,3632809.0,3700759.0,3743975.0,4052741.0,4114547.0,3952174.0,3998639.0,4078769.0,4138904.0,4202741.0,4302195.0,4324076.0,4388195.0,4636938.0,4509252.0,4558182.0,4678722.0,4747843.0,4888558.0,4863558.0,4923317.0,5013969.0,5074135.0,5068480.0,5137658.0,5259924.0,5326929.0,5347255.0,5486698.0,5525448.0,5648866.0,5717694.0,5696695.0,5775313.0,5844422.0,5899451.0,5963239.0,6004217.0,6096459.0,6117857.0,6264882.0,6292272.0,6393332.0,6422192.0,6465244.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/2 components/1 entities/new/tukey.json b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/new/tukey.json new file mode 100644 index 0000000000..dc4c708431 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/new/tukey.json @@ -0,0 +1 @@ +[1021.0724154780285,1048.4368891380536,1121.4088188981204,1148.7732925581454] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/MAD.svg b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/MAD.svg new file mode 100644 index 0000000000..f4ffeb1bb0 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/MAD.svg @@ -0,0 +1,108 @@ + + +delete entity/2 components/1 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 + + + +0.2 + + + +0.22 + + + + +8 + + + +9 + + + +10 + + + +11 + + + +12 + + + +13 + + + +14 + + + +15 + + + +16 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/SD.svg b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/SD.svg new file mode 100644 index 0000000000..44c1203c05 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/SD.svg @@ -0,0 +1,84 @@ + + +delete entity/2 components/1 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + +0.007 + + + +0.008 + + + + +0 + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/index.html b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/index.html new file mode 100644 index 0000000000..e941b1fef8 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + delete entity/2 components/1 entities - Criterion.rs + + + + +
+

delete entity/2 components/1 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope1.0815 µs1.0858 µs1.0924 µs
Throughput915.45 Kelem/s920.94 Kelem/s924.61 Kelem/s
0.51391360.51451800.5131434
Mean1.0831 µs1.1177 µs1.1834 µs
Std. Dev.15.600 ns315.90 ns541.07 ns
Median1.0805 µs1.0818 µs1.0852 µs
MAD8.0085 ns10.696 ns15.860 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/mean.svg b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/mean.svg new file mode 100644 index 0000000000..34a5e662a8 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/mean.svg @@ -0,0 +1,84 @@ + + +delete entity/2 components/1 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + + +1.08 + + + +1.1 + + + +1.12 + + + +1.14 + + + +1.16 + + + +1.18 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/median.svg b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/median.svg new file mode 100644 index 0000000000..fb71eeada3 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/median.svg @@ -0,0 +1,76 @@ + + +delete entity/2 components/1 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + + +1.08 + + + +1.081 + + + +1.082 + + + +1.083 + + + +1.084 + + + +1.085 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/pdf.svg b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/pdf.svg new file mode 100644 index 0000000000..2df454fe83 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/pdf.svg @@ -0,0 +1,139 @@ + + +delete entity/2 components/1 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + +Density (a.u.) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/pdf_small.svg b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/pdf_small.svg new file mode 100644 index 0000000000..9a5e9da89d --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/pdf_small.svg @@ -0,0 +1,56 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + +1 + + + +2 + + + +3 + + + +4 + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/regression.svg b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/regression.svg new file mode 100644 index 0000000000..bc2ba46508 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/regression.svg @@ -0,0 +1,187 @@ + + +delete entity/2 components/1 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + +6.0 + + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/regression_small.svg b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/regression_small.svg new file mode 100644 index 0000000000..9e060e61ca --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/regression_small.svg @@ -0,0 +1,172 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + +6.0 + + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/slope.svg b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/slope.svg new file mode 100644 index 0000000000..a6d1c54530 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/slope.svg @@ -0,0 +1,84 @@ + + +delete entity/2 components/1 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + + +1.082 + + + +1.084 + + + +1.086 + + + +1.088 + + + +1.09 + + + +1.092 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/typical.svg b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/typical.svg new file mode 100644 index 0000000000..27e413b1a5 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/1 entities/report/typical.svg @@ -0,0 +1,84 @@ + + +delete entity/2 components/1 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + + +1.082 + + + +1.084 + + + +1.086 + + + +1.088 + + + +1.09 + + + +1.092 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/2 components/16 entities/base/benchmark.json b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/base/benchmark.json new file mode 100644 index 0000000000..c698becb28 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"2 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"delete entity/2 components/16 entities","directory_name":"delete entity/2 components/16 entities","title":"delete entity/2 components/16 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/2 components/16 entities/base/estimates.json b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/base/estimates.json new file mode 100644 index 0000000000..2beed7e06f --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9270.160272419444,"upper_bound":9303.105496580221},"point_estimate":9285.998519287867,"standard_error":8.389565675214596},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9272.037106446776,"upper_bound":9291.360053739365},"point_estimate":9278.470611022456,"standard_error":4.687914799323348},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":43.57031102450068,"upper_bound":70.0328518962081},"point_estimate":57.155716622574005,"standard_error":6.484559312103624},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9288.42696113699,"upper_bound":9322.331182223974},"point_estimate":9304.580624328002,"standard_error":8.693212077068397},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58.56271999947166,"upper_bound":109.54553321018884},"point_estimate":84.23587968257434,"standard_error":13.292235147481449}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/2 components/16 entities/base/sample.json b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/base/sample.json new file mode 100644 index 0000000000..4049943f12 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[29.0,58.0,87.0,116.0,145.0,174.0,203.0,232.0,261.0,290.0,319.0,348.0,377.0,406.0,435.0,464.0,493.0,522.0,551.0,580.0,609.0,638.0,667.0,696.0,725.0,754.0,783.0,812.0,841.0,870.0,899.0,928.0,957.0,986.0,1015.0,1044.0,1073.0,1102.0,1131.0,1160.0,1189.0,1218.0,1247.0,1276.0,1305.0,1334.0,1363.0,1392.0,1421.0,1450.0,1479.0,1508.0,1537.0,1566.0,1595.0,1624.0,1653.0,1682.0,1711.0,1740.0,1769.0,1798.0,1827.0,1856.0,1885.0,1914.0,1943.0,1972.0,2001.0,2030.0,2059.0,2088.0,2117.0,2146.0,2175.0,2204.0,2233.0,2262.0,2291.0,2320.0,2349.0,2378.0,2407.0,2436.0,2465.0,2494.0,2523.0,2552.0,2581.0,2610.0,2639.0,2668.0,2697.0,2726.0,2755.0,2784.0,2813.0,2842.0,2871.0,2900.0],"times":[275791.0,547336.0,806569.0,1047066.0,1345851.0,1589793.0,1884901.0,2131300.0,2410359.0,2675341.0,2925498.0,3240922.0,3469537.0,3754426.0,3996548.0,4252113.0,4529860.0,4829596.0,5068709.0,5402569.0,5654948.0,5943253.0,6184922.0,6550344.0,6674045.0,6988912.0,7338357.0,7479993.0,7805404.0,8102507.0,8342274.0,8600290.0,8920187.0,9197580.0,9354633.0,9753016.0,9890583.0,10210485.0,10541780.0,10711857.0,11154990.0,11301205.0,11519317.0,11712988.0,12120926.0,12351733.0,12676659.0,12974081.0,13152774.0,13494699.0,13834869.0,14674923.0,14251381.0,14465786.0,14773248.0,15106074.0,15231134.0,15599888.0,15816142.0,16040039.0,16534628.0,16679859.0,16863559.0,17222343.0,17559521.0,17778771.0,17930633.0,18210592.0,18449174.0,18937163.0,19104324.0,19257316.0,19706323.0,19857233.0,20327957.0,20490928.0,20747607.0,20906432.0,21395733.0,21522046.0,21787337.0,22060220.0,22321352.0,23297002.0,23041698.0,23122691.0,23354963.0,23676218.0,24114223.0,24309515.0,24536936.0,25090749.0,25071589.0,25372253.0,25599073.0,25960545.0,26387756.0,26471785.0,26915069.0,27023939.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/2 components/16 entities/base/tukey.json b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/base/tukey.json new file mode 100644 index 0000000000..57014a63ea --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/base/tukey.json @@ -0,0 +1 @@ +[9004.059799706818,9120.815266214157,9432.163176900393,9548.918643407731] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/2 components/16 entities/new/benchmark.json b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/new/benchmark.json new file mode 100644 index 0000000000..c698becb28 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"2 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"delete entity/2 components/16 entities","directory_name":"delete entity/2 components/16 entities","title":"delete entity/2 components/16 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/2 components/16 entities/new/estimates.json b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/new/estimates.json new file mode 100644 index 0000000000..2beed7e06f --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9270.160272419444,"upper_bound":9303.105496580221},"point_estimate":9285.998519287867,"standard_error":8.389565675214596},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9272.037106446776,"upper_bound":9291.360053739365},"point_estimate":9278.470611022456,"standard_error":4.687914799323348},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":43.57031102450068,"upper_bound":70.0328518962081},"point_estimate":57.155716622574005,"standard_error":6.484559312103624},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9288.42696113699,"upper_bound":9322.331182223974},"point_estimate":9304.580624328002,"standard_error":8.693212077068397},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58.56271999947166,"upper_bound":109.54553321018884},"point_estimate":84.23587968257434,"standard_error":13.292235147481449}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/2 components/16 entities/new/sample.json b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/new/sample.json new file mode 100644 index 0000000000..4049943f12 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[29.0,58.0,87.0,116.0,145.0,174.0,203.0,232.0,261.0,290.0,319.0,348.0,377.0,406.0,435.0,464.0,493.0,522.0,551.0,580.0,609.0,638.0,667.0,696.0,725.0,754.0,783.0,812.0,841.0,870.0,899.0,928.0,957.0,986.0,1015.0,1044.0,1073.0,1102.0,1131.0,1160.0,1189.0,1218.0,1247.0,1276.0,1305.0,1334.0,1363.0,1392.0,1421.0,1450.0,1479.0,1508.0,1537.0,1566.0,1595.0,1624.0,1653.0,1682.0,1711.0,1740.0,1769.0,1798.0,1827.0,1856.0,1885.0,1914.0,1943.0,1972.0,2001.0,2030.0,2059.0,2088.0,2117.0,2146.0,2175.0,2204.0,2233.0,2262.0,2291.0,2320.0,2349.0,2378.0,2407.0,2436.0,2465.0,2494.0,2523.0,2552.0,2581.0,2610.0,2639.0,2668.0,2697.0,2726.0,2755.0,2784.0,2813.0,2842.0,2871.0,2900.0],"times":[275791.0,547336.0,806569.0,1047066.0,1345851.0,1589793.0,1884901.0,2131300.0,2410359.0,2675341.0,2925498.0,3240922.0,3469537.0,3754426.0,3996548.0,4252113.0,4529860.0,4829596.0,5068709.0,5402569.0,5654948.0,5943253.0,6184922.0,6550344.0,6674045.0,6988912.0,7338357.0,7479993.0,7805404.0,8102507.0,8342274.0,8600290.0,8920187.0,9197580.0,9354633.0,9753016.0,9890583.0,10210485.0,10541780.0,10711857.0,11154990.0,11301205.0,11519317.0,11712988.0,12120926.0,12351733.0,12676659.0,12974081.0,13152774.0,13494699.0,13834869.0,14674923.0,14251381.0,14465786.0,14773248.0,15106074.0,15231134.0,15599888.0,15816142.0,16040039.0,16534628.0,16679859.0,16863559.0,17222343.0,17559521.0,17778771.0,17930633.0,18210592.0,18449174.0,18937163.0,19104324.0,19257316.0,19706323.0,19857233.0,20327957.0,20490928.0,20747607.0,20906432.0,21395733.0,21522046.0,21787337.0,22060220.0,22321352.0,23297002.0,23041698.0,23122691.0,23354963.0,23676218.0,24114223.0,24309515.0,24536936.0,25090749.0,25071589.0,25372253.0,25599073.0,25960545.0,26387756.0,26471785.0,26915069.0,27023939.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/2 components/16 entities/new/tukey.json b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/new/tukey.json new file mode 100644 index 0000000000..57014a63ea --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/new/tukey.json @@ -0,0 +1 @@ +[9004.059799706818,9120.815266214157,9432.163176900393,9548.918643407731] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/MAD.svg b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/MAD.svg new file mode 100644 index 0000000000..f66476014d --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/MAD.svg @@ -0,0 +1,80 @@ + + +delete entity/2 components/16 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + + +45 + + + +50 + + + +55 + + + +60 + + + +65 + + + +70 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/SD.svg b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/SD.svg new file mode 100644 index 0000000000..0b13f73b90 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/SD.svg @@ -0,0 +1,76 @@ + + +delete entity/2 components/16 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + +110 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/index.html b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/index.html new file mode 100644 index 0000000000..13c795b099 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + delete entity/2 components/16 entities - Criterion.rs + + + + +
+

delete entity/2 components/16 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope9.2884 µs9.3046 µs9.3223 µs
Throughput1.7163 Melem/s1.7196 Melem/s1.7226 Melem/s
0.99169460.99210100.9916103
Mean9.2702 µs9.2860 µs9.3031 µs
Std. Dev.58.563 ns84.236 ns109.55 ns
Median9.2720 µs9.2785 µs9.2914 µs
MAD43.570 ns57.156 ns70.033 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/mean.svg b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/mean.svg new file mode 100644 index 0000000000..0713f748b6 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/mean.svg @@ -0,0 +1,96 @@ + + +delete entity/2 components/16 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + +50 + + + + +9.27 + + + +9.275 + + + +9.28 + + + +9.285 + + + +9.29 + + + +9.295 + + + +9.3 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/median.svg b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/median.svg new file mode 100644 index 0000000000..09f3308f7f --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/median.svg @@ -0,0 +1,80 @@ + + +delete entity/2 components/16 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + + +9.27 + + + +9.275 + + + +9.28 + + + +9.285 + + + +9.29 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/pdf.svg b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/pdf.svg new file mode 100644 index 0000000000..152e477086 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/pdf.svg @@ -0,0 +1,137 @@ + + +delete entity/2 components/16 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + +9 + + + +9.1 + + + +9.2 + + + +9.3 + + + +9.4 + + + +9.5 + + + +9.6 + + + +9.7 + + + +9.8 + + + +Density (a.u.) + + + +0 + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/pdf_small.svg b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/pdf_small.svg new file mode 100644 index 0000000000..3ed4262232 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/pdf_small.svg @@ -0,0 +1,60 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + + +9 + + + +9.2 + + + +9.4 + + + +9.6 + + + +9.8 + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/regression.svg b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/regression.svg new file mode 100644 index 0000000000..910edd09b5 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/regression.svg @@ -0,0 +1,177 @@ + + +delete entity/2 components/16 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/regression_small.svg b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/regression_small.svg new file mode 100644 index 0000000000..bb371a4888 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/regression_small.svg @@ -0,0 +1,162 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/slope.svg b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/slope.svg new file mode 100644 index 0000000000..fea11350e6 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/slope.svg @@ -0,0 +1,104 @@ + + +delete entity/2 components/16 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + +50 + + + + +9.285 + + + +9.29 + + + +9.295 + + + +9.3 + + + +9.305 + + + +9.31 + + + +9.315 + + + +9.32 + + + +9.325 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/typical.svg b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/typical.svg new file mode 100644 index 0000000000..3e6d30ac41 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/16 entities/report/typical.svg @@ -0,0 +1,104 @@ + + +delete entity/2 components/16 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + +50 + + + + +9.285 + + + +9.29 + + + +9.295 + + + +9.3 + + + +9.305 + + + +9.31 + + + +9.315 + + + +9.32 + + + +9.325 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/2 components/256 entities/base/benchmark.json b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/base/benchmark.json new file mode 100644 index 0000000000..7126692433 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"2 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"delete entity/2 components/256 entities","directory_name":"delete entity/2 components/256 entities","title":"delete entity/2 components/256 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/2 components/256 entities/base/estimates.json b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/base/estimates.json new file mode 100644 index 0000000000..d58d011aab --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":138771.5686562548,"upper_bound":140268.81121625536},"point_estimate":139421.22029580778,"standard_error":385.44692248405784},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":138663.2803030303,"upper_bound":138916.97222222222},"point_estimate":138832.64149958227,"standard_error":65.12289945091237},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":364.9970219885085,"upper_bound":604.8306969709113},"point_estimate":462.77978269310734,"standard_error":60.040223999085214},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":138733.12000801088,"upper_bound":140297.69874092218},"point_estimate":139396.23542781145,"standard_error":403.7095911270854},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":857.6586164793599,"upper_bound":5738.153019293042},"point_estimate":3862.124505866962,"standard_error":1173.0852583098185}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/2 components/256 entities/base/sample.json b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/base/sample.json new file mode 100644 index 0000000000..68a2183538 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[497975.0,805805.0,1220110.0,1656207.0,2072440.0,2501059.0,2907030.0,3333787.0,3747602.0,4147876.0,4539514.0,5014477.0,5467738.0,5861030.0,6228874.0,6687596.0,7140256.0,7413675.0,7941847.0,8432619.0,8761782.0,9151755.0,9581212.0,9984572.0,10422487.0,10837910.0,11247479.0,11771373.0,12102951.0,12489018.0,12962767.0,13349244.0,13775837.0,14191590.0,14612923.0,15051018.0,15330276.0,15827809.0,16180767.0,16698749.0,17041222.0,17454224.0,17933954.0,18303553.0,18793760.0,19100934.0,19484264.0,19888547.0,20313756.0,20797106.0,21225400.0,21757980.0,21991583.0,22578444.0,22863203.0,23366078.0,23743630.0,24056522.0,24624165.0,25002580.0,25330138.0,25859090.0,26355743.0,26651542.0,27074820.0,27508283.0,27870819.0,28395743.0,28688697.0,33059451.0,33589065.0,29991089.0,30377228.0,30846177.0,31128020.0,31610888.0,32151012.0,32462350.0,32936833.0,33204808.0,33664314.0,34106003.0,34636420.0,34983863.0,35438040.0,35731195.0,36166905.0,36607261.0,36941584.0,37423861.0,38113710.0,38162491.0,38597531.0,39160426.0,40726765.0,40000036.0,40327562.0,40765247.0,41126349.0,41451983.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/2 components/256 entities/base/tukey.json b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/base/tukey.json new file mode 100644 index 0000000000..cd048e1a13 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/base/tukey.json @@ -0,0 +1 @@ +[136582.5941027047,137535.24294928514,140075.6398734997,141028.28872008016] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/2 components/256 entities/new/benchmark.json b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/new/benchmark.json new file mode 100644 index 0000000000..7126692433 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"2 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"delete entity/2 components/256 entities","directory_name":"delete entity/2 components/256 entities","title":"delete entity/2 components/256 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/2 components/256 entities/new/estimates.json b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/new/estimates.json new file mode 100644 index 0000000000..d58d011aab --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":138771.5686562548,"upper_bound":140268.81121625536},"point_estimate":139421.22029580778,"standard_error":385.44692248405784},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":138663.2803030303,"upper_bound":138916.97222222222},"point_estimate":138832.64149958227,"standard_error":65.12289945091237},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":364.9970219885085,"upper_bound":604.8306969709113},"point_estimate":462.77978269310734,"standard_error":60.040223999085214},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":138733.12000801088,"upper_bound":140297.69874092218},"point_estimate":139396.23542781145,"standard_error":403.7095911270854},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":857.6586164793599,"upper_bound":5738.153019293042},"point_estimate":3862.124505866962,"standard_error":1173.0852583098185}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/2 components/256 entities/new/sample.json b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/new/sample.json new file mode 100644 index 0000000000..68a2183538 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[497975.0,805805.0,1220110.0,1656207.0,2072440.0,2501059.0,2907030.0,3333787.0,3747602.0,4147876.0,4539514.0,5014477.0,5467738.0,5861030.0,6228874.0,6687596.0,7140256.0,7413675.0,7941847.0,8432619.0,8761782.0,9151755.0,9581212.0,9984572.0,10422487.0,10837910.0,11247479.0,11771373.0,12102951.0,12489018.0,12962767.0,13349244.0,13775837.0,14191590.0,14612923.0,15051018.0,15330276.0,15827809.0,16180767.0,16698749.0,17041222.0,17454224.0,17933954.0,18303553.0,18793760.0,19100934.0,19484264.0,19888547.0,20313756.0,20797106.0,21225400.0,21757980.0,21991583.0,22578444.0,22863203.0,23366078.0,23743630.0,24056522.0,24624165.0,25002580.0,25330138.0,25859090.0,26355743.0,26651542.0,27074820.0,27508283.0,27870819.0,28395743.0,28688697.0,33059451.0,33589065.0,29991089.0,30377228.0,30846177.0,31128020.0,31610888.0,32151012.0,32462350.0,32936833.0,33204808.0,33664314.0,34106003.0,34636420.0,34983863.0,35438040.0,35731195.0,36166905.0,36607261.0,36941584.0,37423861.0,38113710.0,38162491.0,38597531.0,39160426.0,40726765.0,40000036.0,40327562.0,40765247.0,41126349.0,41451983.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/2 components/256 entities/new/tukey.json b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/new/tukey.json new file mode 100644 index 0000000000..cd048e1a13 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/new/tukey.json @@ -0,0 +1 @@ +[136582.5941027047,137535.24294928514,140075.6398734997,141028.28872008016] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/MAD.svg b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/MAD.svg new file mode 100644 index 0000000000..ea50a59046 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/MAD.svg @@ -0,0 +1,88 @@ + + +delete entity/2 components/256 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + +0.007 + + + +0.008 + + + +0.009 + + + + +350 + + + +400 + + + +450 + + + +500 + + + +550 + + + +600 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/SD.svg b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/SD.svg new file mode 100644 index 0000000000..60e8a0d073 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/SD.svg @@ -0,0 +1,92 @@ + + +delete entity/2 components/256 entities:SD + + +Density (a.u.) + + +Average time (µs) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + + + +0.5 + + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/index.html b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/index.html new file mode 100644 index 0000000000..0f734222f2 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + delete entity/2 components/256 entities - Criterion.rs + + + + +
+

delete entity/2 components/256 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope138.73 µs139.40 µs140.30 µs
Throughput1.8247 Melem/s1.8365 Melem/s1.8453 Melem/s
0.92503710.92781570.9226936
Mean138.77 µs139.42 µs140.27 µs
Std. Dev.857.66 ns3.8621 µs5.7382 µs
Median138.66 µs138.83 µs138.92 µs
MAD365.00 ns462.78 ns604.83 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/mean.svg b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/mean.svg new file mode 100644 index 0000000000..1d7e8e811e --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/mean.svg @@ -0,0 +1,108 @@ + + +delete entity/2 components/256 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + + +1.1 + + + + +138.8 + + + +139 + + + +139.2 + + + +139.4 + + + +139.6 + + + +139.8 + + + +140 + + + +140.2 + + + +140.4 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/median.svg b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/median.svg new file mode 100644 index 0000000000..1b6ed01f2e --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/median.svg @@ -0,0 +1,84 @@ + + +delete entity/2 components/256 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + + +138.65 + + + +138.7 + + + +138.75 + + + +138.8 + + + +138.85 + + + +138.9 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/pdf.svg b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/pdf.svg new file mode 100644 index 0000000000..ba291f549b --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/pdf.svg @@ -0,0 +1,147 @@ + + +delete entity/2 components/256 entities + + +Iterations + + +Average Time (µs) + + + +0 + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + +130 + + + +135 + + + +140 + + + +145 + + + +150 + + + +155 + + + +160 + + + +165 + + + +170 + + + +Density (a.u.) + + + +0 + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/pdf_small.svg b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/pdf_small.svg new file mode 100644 index 0000000000..168fd586fe --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/pdf_small.svg @@ -0,0 +1,52 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + + +130 + + + +140 + + + +150 + + + +160 + + + +170 + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/regression.svg b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/regression.svg new file mode 100644 index 0000000000..c91b96b07e --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/regression.svg @@ -0,0 +1,197 @@ + + +delete entity/2 components/256 entities + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + +30.0 + + + +35.0 + + + +40.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/regression_small.svg b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/regression_small.svg new file mode 100644 index 0000000000..83f9d439ee --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/regression_small.svg @@ -0,0 +1,182 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + +30.0 + + + +35.0 + + + +40.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/slope.svg b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/slope.svg new file mode 100644 index 0000000000..fe040376c1 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/slope.svg @@ -0,0 +1,112 @@ + + +delete entity/2 components/256 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + + +1.1 + + + + +138.6 + + + +138.8 + + + +139 + + + +139.2 + + + +139.4 + + + +139.6 + + + +139.8 + + + +140 + + + +140.2 + + + +140.4 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/typical.svg b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/typical.svg new file mode 100644 index 0000000000..d7540e282b --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/256 entities/report/typical.svg @@ -0,0 +1,112 @@ + + +delete entity/2 components/256 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + + +1.1 + + + + +138.6 + + + +138.8 + + + +139 + + + +139.2 + + + +139.4 + + + +139.6 + + + +139.8 + + + +140 + + + +140.2 + + + +140.4 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/2 components/report/index.html b/bench-report/tag/0.2.0/delete entity/2 components/report/index.html new file mode 100644 index 0000000000..ae36970b4a --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/report/index.html @@ -0,0 +1,142 @@ + + + + + + delete entity/2 components Summary - Criterion.rs + + + + +
+

delete entity/2 components

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+

Line Chart

+ Line Chart +

This chart shows the mean measured time for each function as the input (or the size of the input) increases.

+
+ +

delete entity/2 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/2 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/2 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/2 components/report/lines.svg b/bench-report/tag/0.2.0/delete entity/2 components/report/lines.svg new file mode 100644 index 0000000000..1354f4147b --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/report/lines.svg @@ -0,0 +1,65 @@ + + +delete entity/2 components: Comparison + + +Average time (µs) + + +Input Size (Elements) + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + + + + +2 components + + + diff --git a/bench-report/tag/0.2.0/delete entity/2 components/report/violin.svg b/bench-report/tag/0.2.0/delete entity/2 components/report/violin.svg new file mode 100644 index 0000000000..9c23297bae --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/2 components/report/violin.svg @@ -0,0 +1,67 @@ + + +delete entity/2 components: Violin plot + + +Input + + +Average time (µs) + + + +delete entity/2 components/256 entities + + + +delete entity/2 components/16 entities + + + +delete entity/2 components/1 entities + + + + +0.0 + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/256 entities/report/index.html b/bench-report/tag/0.2.0/delete entity/256 entities/report/index.html new file mode 100644 index 0000000000..5e777bc6c3 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/256 entities/report/index.html @@ -0,0 +1,208 @@ + + + + + + delete entity/256 entities Summary - Criterion.rs + + + + +
+

delete entity/256 entities

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

delete entity/0 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/1 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/2 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/4 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/8 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/16 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/256 entities/report/violin.svg b/bench-report/tag/0.2.0/delete entity/256 entities/report/violin.svg new file mode 100644 index 0000000000..349d975044 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/256 entities/report/violin.svg @@ -0,0 +1,85 @@ + + +delete entity/256 entities: Violin plot + + +Input + + +Average time (µs) + + + +delete entity/16 components/256 entities + + + +delete entity/8 components/256 entities + + + +delete entity/4 components/256 entities + + + +delete entity/2 components/256 entities + + + +delete entity/1 components/256 entities + + + +delete entity/0 components/256 entities + + + + +0.0 + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/4 components/1 entities/base/benchmark.json b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/base/benchmark.json new file mode 100644 index 0000000000..3fd1d1a19e --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"4 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"delete entity/4 components/1 entities","directory_name":"delete entity/4 components/1 entities","title":"delete entity/4 components/1 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/4 components/1 entities/base/estimates.json b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/base/estimates.json new file mode 100644 index 0000000000..c7e731e811 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1015.2113885305237,"upper_bound":1029.6285759924206},"point_estimate":1021.3693415988706,"standard_error":3.7099965777350254},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1011.6604264486945,"upper_bound":1017.5783262457526},"point_estimate":1014.4943462237808,"standard_error":1.379256306149455},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8.550250515350182,"upper_bound":14.390272560688482},"point_estimate":12.413819227573617,"standard_error":1.5634171856771275},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1012.8299461153385,"upper_bound":1023.4485521863759},"point_estimate":1017.7230867144392,"standard_error":2.7280857384531783},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15.028775287242112,"upper_bound":57.90235105834017},"point_estimate":37.19046964752919,"standard_error":12.273621416487654}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/4 components/1 entities/base/sample.json b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/base/sample.json new file mode 100644 index 0000000000..fe5f8a1f9f --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[59.0,118.0,177.0,236.0,295.0,354.0,413.0,472.0,531.0,590.0,649.0,708.0,767.0,826.0,885.0,944.0,1003.0,1062.0,1121.0,1180.0,1239.0,1298.0,1357.0,1416.0,1475.0,1534.0,1593.0,1652.0,1711.0,1770.0,1829.0,1888.0,1947.0,2006.0,2065.0,2124.0,2183.0,2242.0,2301.0,2360.0,2419.0,2478.0,2537.0,2596.0,2655.0,2714.0,2773.0,2832.0,2891.0,2950.0,3009.0,3068.0,3127.0,3186.0,3245.0,3304.0,3363.0,3422.0,3481.0,3540.0,3599.0,3658.0,3717.0,3776.0,3835.0,3894.0,3953.0,4012.0,4071.0,4130.0,4189.0,4248.0,4307.0,4366.0,4425.0,4484.0,4543.0,4602.0,4661.0,4720.0,4779.0,4838.0,4897.0,4956.0,5015.0,5074.0,5133.0,5192.0,5251.0,5310.0,5369.0,5428.0,5487.0,5546.0,5605.0,5664.0,5723.0,5782.0,5841.0,5900.0],"times":[77777.0,136833.0,174055.0,231008.0,287514.0,348117.0,419248.0,470684.0,540284.0,598953.0,660947.0,725628.0,778346.0,836283.0,919048.0,966966.0,1063234.0,1094595.0,1153834.0,1215740.0,1278035.0,1325252.0,1390816.0,1449203.0,1509877.0,1596967.0,1654294.0,1685612.0,1733339.0,1790086.0,1843136.0,1906030.0,1974389.0,2039832.0,2145376.0,2146209.0,2208121.0,2258927.0,2345109.0,2381633.0,2437630.0,2515706.0,2560828.0,2623064.0,2703732.0,2752204.0,2797436.0,2865116.0,2943880.0,2967404.0,3030948.0,3083201.0,3145887.0,3217772.0,3335769.0,3409055.0,3441156.0,3471159.0,3529431.0,3575745.0,3680420.0,3748493.0,3751511.0,3820607.0,4124985.0,3965406.0,4079920.0,4237010.0,4168267.0,4197438.0,4292046.0,4310119.0,4388747.0,4418172.0,4494010.0,4590638.0,4571393.0,4622619.0,4688250.0,4701136.0,4839442.0,4863278.0,4927635.0,4970768.0,5036749.0,5087844.0,5134931.0,5206746.0,5284547.0,5308743.0,5566314.0,5513022.0,5815544.0,5715000.0,5791662.0,5726422.0,5780544.0,6252226.0,5877230.0,5934007.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/4 components/1 entities/base/tukey.json b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/base/tukey.json new file mode 100644 index 0000000000..388f6a087c --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/base/tukey.json @@ -0,0 +1 @@ +[957.466275688497,982.5649558529951,1049.4947696249899,1074.5934497894877] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/4 components/1 entities/new/benchmark.json b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/new/benchmark.json new file mode 100644 index 0000000000..3fd1d1a19e --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"4 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"delete entity/4 components/1 entities","directory_name":"delete entity/4 components/1 entities","title":"delete entity/4 components/1 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/4 components/1 entities/new/estimates.json b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/new/estimates.json new file mode 100644 index 0000000000..c7e731e811 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1015.2113885305237,"upper_bound":1029.6285759924206},"point_estimate":1021.3693415988706,"standard_error":3.7099965777350254},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1011.6604264486945,"upper_bound":1017.5783262457526},"point_estimate":1014.4943462237808,"standard_error":1.379256306149455},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8.550250515350182,"upper_bound":14.390272560688482},"point_estimate":12.413819227573617,"standard_error":1.5634171856771275},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1012.8299461153385,"upper_bound":1023.4485521863759},"point_estimate":1017.7230867144392,"standard_error":2.7280857384531783},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15.028775287242112,"upper_bound":57.90235105834017},"point_estimate":37.19046964752919,"standard_error":12.273621416487654}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/4 components/1 entities/new/sample.json b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/new/sample.json new file mode 100644 index 0000000000..fe5f8a1f9f --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[59.0,118.0,177.0,236.0,295.0,354.0,413.0,472.0,531.0,590.0,649.0,708.0,767.0,826.0,885.0,944.0,1003.0,1062.0,1121.0,1180.0,1239.0,1298.0,1357.0,1416.0,1475.0,1534.0,1593.0,1652.0,1711.0,1770.0,1829.0,1888.0,1947.0,2006.0,2065.0,2124.0,2183.0,2242.0,2301.0,2360.0,2419.0,2478.0,2537.0,2596.0,2655.0,2714.0,2773.0,2832.0,2891.0,2950.0,3009.0,3068.0,3127.0,3186.0,3245.0,3304.0,3363.0,3422.0,3481.0,3540.0,3599.0,3658.0,3717.0,3776.0,3835.0,3894.0,3953.0,4012.0,4071.0,4130.0,4189.0,4248.0,4307.0,4366.0,4425.0,4484.0,4543.0,4602.0,4661.0,4720.0,4779.0,4838.0,4897.0,4956.0,5015.0,5074.0,5133.0,5192.0,5251.0,5310.0,5369.0,5428.0,5487.0,5546.0,5605.0,5664.0,5723.0,5782.0,5841.0,5900.0],"times":[77777.0,136833.0,174055.0,231008.0,287514.0,348117.0,419248.0,470684.0,540284.0,598953.0,660947.0,725628.0,778346.0,836283.0,919048.0,966966.0,1063234.0,1094595.0,1153834.0,1215740.0,1278035.0,1325252.0,1390816.0,1449203.0,1509877.0,1596967.0,1654294.0,1685612.0,1733339.0,1790086.0,1843136.0,1906030.0,1974389.0,2039832.0,2145376.0,2146209.0,2208121.0,2258927.0,2345109.0,2381633.0,2437630.0,2515706.0,2560828.0,2623064.0,2703732.0,2752204.0,2797436.0,2865116.0,2943880.0,2967404.0,3030948.0,3083201.0,3145887.0,3217772.0,3335769.0,3409055.0,3441156.0,3471159.0,3529431.0,3575745.0,3680420.0,3748493.0,3751511.0,3820607.0,4124985.0,3965406.0,4079920.0,4237010.0,4168267.0,4197438.0,4292046.0,4310119.0,4388747.0,4418172.0,4494010.0,4590638.0,4571393.0,4622619.0,4688250.0,4701136.0,4839442.0,4863278.0,4927635.0,4970768.0,5036749.0,5087844.0,5134931.0,5206746.0,5284547.0,5308743.0,5566314.0,5513022.0,5815544.0,5715000.0,5791662.0,5726422.0,5780544.0,6252226.0,5877230.0,5934007.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/4 components/1 entities/new/tukey.json b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/new/tukey.json new file mode 100644 index 0000000000..388f6a087c --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/new/tukey.json @@ -0,0 +1 @@ +[957.466275688497,982.5649558529951,1049.4947696249899,1074.5934497894877] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/MAD.svg b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/MAD.svg new file mode 100644 index 0000000000..2daf75a165 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/MAD.svg @@ -0,0 +1,84 @@ + + +delete entity/4 components/1 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + + +8 + + + +9 + + + +10 + + + +11 + + + +12 + + + +13 + + + +14 + + + +15 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/SD.svg b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/SD.svg new file mode 100644 index 0000000000..41a0d532a4 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/SD.svg @@ -0,0 +1,108 @@ + + +delete entity/4 components/1 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + +0.045 + + + +0.05 + + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + +50 + + + +55 + + + +60 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/index.html b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/index.html new file mode 100644 index 0000000000..977c4336fe --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + delete entity/4 components/1 entities - Criterion.rs + + + + +
+

delete entity/4 components/1 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope1.0128 µs1.0177 µs1.0234 µs
Throughput977.09 Kelem/s982.59 Kelem/s987.33 Kelem/s
0.95160600.95464900.9504876
Mean1.0152 µs1.0214 µs1.0296 µs
Std. Dev.15.029 ns37.190 ns57.902 ns
Median1.0117 µs1.0145 µs1.0176 µs
MAD8.5503 ns12.414 ns14.390 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/mean.svg b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/mean.svg new file mode 100644 index 0000000000..0e22dbe06b --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/mean.svg @@ -0,0 +1,88 @@ + + +delete entity/4 components/1 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + + +1.014 + + + +1.016 + + + +1.018 + + + +1.02 + + + +1.022 + + + +1.024 + + + +1.026 + + + +1.028 + + + +1.03 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/median.svg b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/median.svg new file mode 100644 index 0000000000..7281ccb124 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/median.svg @@ -0,0 +1,96 @@ + + +delete entity/4 components/1 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + +450 + + + +500 + + + + +1.012 + + + +1.013 + + + +1.014 + + + +1.015 + + + +1.016 + + + +1.017 + + + +1.018 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/pdf.svg b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/pdf.svg new file mode 100644 index 0000000000..7246b37811 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/pdf.svg @@ -0,0 +1,161 @@ + + +delete entity/4 components/1 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + + +0.95 + + + +1 + + + +1.05 + + + +1.1 + + + +1.15 + + + +1.2 + + + +1.25 + + + +1.3 + + + +1.35 + + + +Density (a.u.) + + + +0 + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/pdf_small.svg b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/pdf_small.svg new file mode 100644 index 0000000000..231f660689 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/pdf_small.svg @@ -0,0 +1,72 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + +20 + + + + +1 + + + +1.1 + + + +1.2 + + + +1.3 + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/regression.svg b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/regression.svg new file mode 100644 index 0000000000..d473090285 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/regression.svg @@ -0,0 +1,212 @@ + + +delete entity/4 components/1 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + +6.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + +5.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/regression_small.svg b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/regression_small.svg new file mode 100644 index 0000000000..19fcfd0b80 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/regression_small.svg @@ -0,0 +1,197 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + +6.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + +5.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/slope.svg b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/slope.svg new file mode 100644 index 0000000000..7eb42c0ec4 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/slope.svg @@ -0,0 +1,88 @@ + + +delete entity/4 components/1 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + + +1.012 + + + +1.014 + + + +1.016 + + + +1.018 + + + +1.02 + + + +1.022 + + + +1.024 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/typical.svg b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/typical.svg new file mode 100644 index 0000000000..9deb99f0ba --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/1 entities/report/typical.svg @@ -0,0 +1,88 @@ + + +delete entity/4 components/1 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + + +1.012 + + + +1.014 + + + +1.016 + + + +1.018 + + + +1.02 + + + +1.022 + + + +1.024 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/4 components/16 entities/base/benchmark.json b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/base/benchmark.json new file mode 100644 index 0000000000..168153999d --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"4 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"delete entity/4 components/16 entities","directory_name":"delete entity/4 components/16 entities","title":"delete entity/4 components/16 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/4 components/16 entities/base/estimates.json b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/base/estimates.json new file mode 100644 index 0000000000..53699560ef --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8932.909065236621,"upper_bound":8974.092468765279},"point_estimate":8951.271921576814,"standard_error":10.557233193820066},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8929.728715053941,"upper_bound":8948.511979823455},"point_estimate":8942.725053792361,"standard_error":5.141404930037727},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":36.376818543530135,"upper_bound":59.56403117192706},"point_estimate":45.62228463780739,"standard_error":5.793690901571373},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8938.5452368308,"upper_bound":8969.745738958292},"point_estimate":8952.866688567823,"standard_error":7.978828901190973},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49.33283027080364,"upper_bound":155.43775174693005},"point_estimate":106.28670675577175,"standard_error":28.28441340390919}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/4 components/16 entities/base/sample.json b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/base/sample.json new file mode 100644 index 0000000000..e907421677 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[26.0,52.0,78.0,104.0,130.0,156.0,182.0,208.0,234.0,260.0,286.0,312.0,338.0,364.0,390.0,416.0,442.0,468.0,494.0,520.0,546.0,572.0,598.0,624.0,650.0,676.0,702.0,728.0,754.0,780.0,806.0,832.0,858.0,884.0,910.0,936.0,962.0,988.0,1014.0,1040.0,1066.0,1092.0,1118.0,1144.0,1170.0,1196.0,1222.0,1248.0,1274.0,1300.0,1326.0,1352.0,1378.0,1404.0,1430.0,1456.0,1482.0,1508.0,1534.0,1560.0,1586.0,1612.0,1638.0,1664.0,1690.0,1716.0,1742.0,1768.0,1794.0,1820.0,1846.0,1872.0,1898.0,1924.0,1950.0,1976.0,2002.0,2028.0,2054.0,2080.0,2106.0,2132.0,2158.0,2184.0,2210.0,2236.0,2262.0,2288.0,2314.0,2340.0,2366.0,2392.0,2418.0,2444.0,2470.0,2496.0,2522.0,2548.0,2574.0,2600.0],"times":[247432.0,465334.0,707355.0,920009.0,1158963.0,1386137.0,1605934.0,1846110.0,2082960.0,2320000.0,2536023.0,2785526.0,2958787.0,3213653.0,3478726.0,3717668.0,3964818.0,4158076.0,4368097.0,4619381.0,4891597.0,5084129.0,5330196.0,5582745.0,5762718.0,6044090.0,6259879.0,6507743.0,6768546.0,7017812.0,7201551.0,7408786.0,7674490.0,7890363.0,8163821.0,8356207.0,8582230.0,8871736.0,9073819.0,9409737.0,9505953.0,9933699.0,10002436.0,10291632.0,10341636.0,10743704.0,11014686.0,11162782.0,11458591.0,11585069.0,12804111.0,12044230.0,12281170.0,12563637.0,12853392.0,13073863.0,13270320.0,13566680.0,13698563.0,14092686.0,14192340.0,14376784.0,14730532.0,14782268.0,15115970.0,15342909.0,15547600.0,15801463.0,16079316.0,16368243.0,16550222.0,16808704.0,16901684.0,17256235.0,17559337.0,17746336.0,17906893.0,18027789.0,18430396.0,18631719.0,18821924.0,19128105.0,19089793.0,19306023.0,19838612.0,19897182.0,20400545.0,20406688.0,20702089.0,20823413.0,21230069.0,21430621.0,21716493.0,21826977.0,22299626.0,22293656.0,22430916.0,22750113.0,23064815.0,23265953.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/4 components/16 entities/base/tukey.json b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/base/tukey.json new file mode 100644 index 0000000000..eb31388481 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/base/tukey.json @@ -0,0 +1 @@ +[8726.772350215742,8819.453223366218,9066.60221843415,9159.283091584623] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/4 components/16 entities/new/benchmark.json b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/new/benchmark.json new file mode 100644 index 0000000000..168153999d --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"4 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"delete entity/4 components/16 entities","directory_name":"delete entity/4 components/16 entities","title":"delete entity/4 components/16 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/4 components/16 entities/new/estimates.json b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/new/estimates.json new file mode 100644 index 0000000000..53699560ef --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8932.909065236621,"upper_bound":8974.092468765279},"point_estimate":8951.271921576814,"standard_error":10.557233193820066},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8929.728715053941,"upper_bound":8948.511979823455},"point_estimate":8942.725053792361,"standard_error":5.141404930037727},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":36.376818543530135,"upper_bound":59.56403117192706},"point_estimate":45.62228463780739,"standard_error":5.793690901571373},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8938.5452368308,"upper_bound":8969.745738958292},"point_estimate":8952.866688567823,"standard_error":7.978828901190973},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49.33283027080364,"upper_bound":155.43775174693005},"point_estimate":106.28670675577175,"standard_error":28.28441340390919}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/4 components/16 entities/new/sample.json b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/new/sample.json new file mode 100644 index 0000000000..e907421677 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[26.0,52.0,78.0,104.0,130.0,156.0,182.0,208.0,234.0,260.0,286.0,312.0,338.0,364.0,390.0,416.0,442.0,468.0,494.0,520.0,546.0,572.0,598.0,624.0,650.0,676.0,702.0,728.0,754.0,780.0,806.0,832.0,858.0,884.0,910.0,936.0,962.0,988.0,1014.0,1040.0,1066.0,1092.0,1118.0,1144.0,1170.0,1196.0,1222.0,1248.0,1274.0,1300.0,1326.0,1352.0,1378.0,1404.0,1430.0,1456.0,1482.0,1508.0,1534.0,1560.0,1586.0,1612.0,1638.0,1664.0,1690.0,1716.0,1742.0,1768.0,1794.0,1820.0,1846.0,1872.0,1898.0,1924.0,1950.0,1976.0,2002.0,2028.0,2054.0,2080.0,2106.0,2132.0,2158.0,2184.0,2210.0,2236.0,2262.0,2288.0,2314.0,2340.0,2366.0,2392.0,2418.0,2444.0,2470.0,2496.0,2522.0,2548.0,2574.0,2600.0],"times":[247432.0,465334.0,707355.0,920009.0,1158963.0,1386137.0,1605934.0,1846110.0,2082960.0,2320000.0,2536023.0,2785526.0,2958787.0,3213653.0,3478726.0,3717668.0,3964818.0,4158076.0,4368097.0,4619381.0,4891597.0,5084129.0,5330196.0,5582745.0,5762718.0,6044090.0,6259879.0,6507743.0,6768546.0,7017812.0,7201551.0,7408786.0,7674490.0,7890363.0,8163821.0,8356207.0,8582230.0,8871736.0,9073819.0,9409737.0,9505953.0,9933699.0,10002436.0,10291632.0,10341636.0,10743704.0,11014686.0,11162782.0,11458591.0,11585069.0,12804111.0,12044230.0,12281170.0,12563637.0,12853392.0,13073863.0,13270320.0,13566680.0,13698563.0,14092686.0,14192340.0,14376784.0,14730532.0,14782268.0,15115970.0,15342909.0,15547600.0,15801463.0,16079316.0,16368243.0,16550222.0,16808704.0,16901684.0,17256235.0,17559337.0,17746336.0,17906893.0,18027789.0,18430396.0,18631719.0,18821924.0,19128105.0,19089793.0,19306023.0,19838612.0,19897182.0,20400545.0,20406688.0,20702089.0,20823413.0,21230069.0,21430621.0,21716493.0,21826977.0,22299626.0,22293656.0,22430916.0,22750113.0,23064815.0,23265953.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/4 components/16 entities/new/tukey.json b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/new/tukey.json new file mode 100644 index 0000000000..eb31388481 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/new/tukey.json @@ -0,0 +1 @@ +[8726.772350215742,8819.453223366218,9066.60221843415,9159.283091584623] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/MAD.svg b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/MAD.svg new file mode 100644 index 0000000000..78afcc3bf3 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/MAD.svg @@ -0,0 +1,88 @@ + + +delete entity/4 components/16 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + +0.09 + + + + +35 + + + +40 + + + +45 + + + +50 + + + +55 + + + +60 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/SD.svg b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/SD.svg new file mode 100644 index 0000000000..c46e1d10de --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/SD.svg @@ -0,0 +1,88 @@ + + +delete entity/4 components/16 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + + +0.016 + + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/index.html b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/index.html new file mode 100644 index 0000000000..c1dcad265c --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + delete entity/4 components/16 entities - Criterion.rs + + + + +
+

delete entity/4 components/16 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope8.9385 µs8.9529 µs8.9697 µs
Throughput1.7838 Melem/s1.7871 Melem/s1.7900 Melem/s
0.98975450.99010160.9896196
Mean8.9329 µs8.9513 µs8.9741 µs
Std. Dev.49.333 ns106.29 ns155.44 ns
Median8.9297 µs8.9427 µs8.9485 µs
MAD36.377 ns45.622 ns59.564 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/mean.svg b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/mean.svg new file mode 100644 index 0000000000..9ea9f2b1aa --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/mean.svg @@ -0,0 +1,96 @@ + + +delete entity/4 components/16 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + + +8.93 + + + +8.935 + + + +8.94 + + + +8.945 + + + +8.95 + + + +8.955 + + + +8.96 + + + +8.965 + + + +8.97 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/median.svg b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/median.svg new file mode 100644 index 0000000000..d5a348a7a0 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/median.svg @@ -0,0 +1,84 @@ + + +delete entity/4 components/16 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + + +8.93 + + + +8.935 + + + +8.94 + + + +8.945 + + + +8.95 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/pdf.svg b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/pdf.svg new file mode 100644 index 0000000000..8e5a67b8d0 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/pdf.svg @@ -0,0 +1,145 @@ + + +delete entity/4 components/16 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + +8.7 + + + +8.8 + + + +8.9 + + + +9 + + + +9.1 + + + +9.2 + + + +9.3 + + + +9.4 + + + +9.5 + + + +9.6 + + + +9.7 + + + +Density (a.u.) + + + +0 + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/pdf_small.svg b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/pdf_small.svg new file mode 100644 index 0000000000..69ba439f81 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/pdf_small.svg @@ -0,0 +1,60 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + + +8.8 + + + +9 + + + +9.2 + + + +9.4 + + + +9.6 + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/regression.svg b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/regression.svg new file mode 100644 index 0000000000..a5e8490319 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/regression.svg @@ -0,0 +1,207 @@ + + +delete entity/4 components/16 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + +2.0 + + + +4.0 + + + +6.0 + + + +8.0 + + + +10.0 + + + +12.0 + + + +14.0 + + + +16.0 + + + +18.0 + + + +20.0 + + + +22.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/regression_small.svg b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/regression_small.svg new file mode 100644 index 0000000000..ac17612a6a --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/regression_small.svg @@ -0,0 +1,192 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + +2.0 + + + +4.0 + + + +6.0 + + + +8.0 + + + +10.0 + + + +12.0 + + + +14.0 + + + +16.0 + + + +18.0 + + + +20.0 + + + +22.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/slope.svg b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/slope.svg new file mode 100644 index 0000000000..5e3c54fbde --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/slope.svg @@ -0,0 +1,100 @@ + + +delete entity/4 components/16 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + +50 + + + +55 + + + + +8.94 + + + +8.945 + + + +8.95 + + + +8.955 + + + +8.96 + + + +8.965 + + + +8.97 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/typical.svg b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/typical.svg new file mode 100644 index 0000000000..0c8891cfdf --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/16 entities/report/typical.svg @@ -0,0 +1,100 @@ + + +delete entity/4 components/16 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + +50 + + + +55 + + + + +8.94 + + + +8.945 + + + +8.95 + + + +8.955 + + + +8.96 + + + +8.965 + + + +8.97 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/4 components/256 entities/base/benchmark.json b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/base/benchmark.json new file mode 100644 index 0000000000..856be4fe55 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"4 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"delete entity/4 components/256 entities","directory_name":"delete entity/4 components/256 entities","title":"delete entity/4 components/256 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/4 components/256 entities/base/estimates.json b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/base/estimates.json new file mode 100644 index 0000000000..2501b00c20 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":132763.630094705,"upper_bound":133472.28423346914},"point_estimate":133066.89210859325,"standard_error":182.7630175729434},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":132541.22365889326,"upper_bound":132873.89029255317},"point_estimate":132680.7055882353,"standard_error":80.75152744368188},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":373.262019766682,"upper_bound":621.1378064791948},"point_estimate":498.26331732433954,"standard_error":57.353845368491456},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":132696.59456560947,"upper_bound":133195.51650150155},"point_estimate":132920.61162898378,"standard_error":127.69516637460929},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":719.0810130048096,"upper_bound":2821.822777968596},"point_estimate":1832.7151250869254,"standard_error":580.5794875875031}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/4 components/256 entities/base/sample.json b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/base/sample.json new file mode 100644 index 0000000000..03f7527f0b --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[397038.0,832326.0,1212986.0,1595975.0,1999916.0,2391983.0,2778242.0,3152048.0,3589508.0,4000573.0,4392704.0,4766598.0,5114401.0,6189001.0,5954294.0,6378239.0,6787161.0,7183116.0,7543567.0,7964349.0,8347800.0,8753705.0,9163576.0,9575662.0,9952329.0,10304796.0,10775910.0,11151903.0,11515104.0,11922895.0,12334146.0,12806705.0,13211617.0,13449460.0,13973273.0,14288476.0,14772838.0,15131522.0,15492535.0,15875796.0,16245518.0,16701168.0,17175995.0,17507951.0,18020209.0,18359822.0,18734360.0,19133039.0,19467710.0,19955967.0,20335714.0,20802170.0,21188117.0,21451376.0,21953808.0,22283974.0,22818577.0,23254476.0,23420685.0,23781247.0,24256670.0,25539321.0,24996462.0,25400362.0,25780720.0,26228032.0,27982272.0,27063393.0,27493043.0,27826601.0,28229388.0,28620177.0,29013789.0,29434659.0,30219879.0,30174884.0,30592780.0,30929960.0,31450685.0,31807039.0,32670373.0,32566969.0,33173267.0,33502258.0,33891832.0,34300292.0,34539084.0,34947293.0,35328520.0,35863124.0,36337475.0,36532290.0,37207633.0,37370515.0,37803679.0,38197944.0,39169447.0,38906600.0,39269512.0,39895846.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/4 components/256 entities/base/tukey.json b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/base/tukey.json new file mode 100644 index 0000000000..63d56feae2 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/base/tukey.json @@ -0,0 +1 @@ +[130355.06643701834,131369.31676664297,134073.9843123086,135088.2346419332] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/4 components/256 entities/new/benchmark.json b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/new/benchmark.json new file mode 100644 index 0000000000..856be4fe55 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"4 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"delete entity/4 components/256 entities","directory_name":"delete entity/4 components/256 entities","title":"delete entity/4 components/256 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/4 components/256 entities/new/estimates.json b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/new/estimates.json new file mode 100644 index 0000000000..2501b00c20 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":132763.630094705,"upper_bound":133472.28423346914},"point_estimate":133066.89210859325,"standard_error":182.7630175729434},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":132541.22365889326,"upper_bound":132873.89029255317},"point_estimate":132680.7055882353,"standard_error":80.75152744368188},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":373.262019766682,"upper_bound":621.1378064791948},"point_estimate":498.26331732433954,"standard_error":57.353845368491456},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":132696.59456560947,"upper_bound":133195.51650150155},"point_estimate":132920.61162898378,"standard_error":127.69516637460929},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":719.0810130048096,"upper_bound":2821.822777968596},"point_estimate":1832.7151250869254,"standard_error":580.5794875875031}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/4 components/256 entities/new/sample.json b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/new/sample.json new file mode 100644 index 0000000000..03f7527f0b --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[397038.0,832326.0,1212986.0,1595975.0,1999916.0,2391983.0,2778242.0,3152048.0,3589508.0,4000573.0,4392704.0,4766598.0,5114401.0,6189001.0,5954294.0,6378239.0,6787161.0,7183116.0,7543567.0,7964349.0,8347800.0,8753705.0,9163576.0,9575662.0,9952329.0,10304796.0,10775910.0,11151903.0,11515104.0,11922895.0,12334146.0,12806705.0,13211617.0,13449460.0,13973273.0,14288476.0,14772838.0,15131522.0,15492535.0,15875796.0,16245518.0,16701168.0,17175995.0,17507951.0,18020209.0,18359822.0,18734360.0,19133039.0,19467710.0,19955967.0,20335714.0,20802170.0,21188117.0,21451376.0,21953808.0,22283974.0,22818577.0,23254476.0,23420685.0,23781247.0,24256670.0,25539321.0,24996462.0,25400362.0,25780720.0,26228032.0,27982272.0,27063393.0,27493043.0,27826601.0,28229388.0,28620177.0,29013789.0,29434659.0,30219879.0,30174884.0,30592780.0,30929960.0,31450685.0,31807039.0,32670373.0,32566969.0,33173267.0,33502258.0,33891832.0,34300292.0,34539084.0,34947293.0,35328520.0,35863124.0,36337475.0,36532290.0,37207633.0,37370515.0,37803679.0,38197944.0,39169447.0,38906600.0,39269512.0,39895846.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/4 components/256 entities/new/tukey.json b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/new/tukey.json new file mode 100644 index 0000000000..63d56feae2 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/new/tukey.json @@ -0,0 +1 @@ +[130355.06643701834,131369.31676664297,134073.9843123086,135088.2346419332] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/MAD.svg b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/MAD.svg new file mode 100644 index 0000000000..ff8e943029 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/MAD.svg @@ -0,0 +1,88 @@ + + +delete entity/4 components/256 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + +0.007 + + + +0.008 + + + +0.009 + + + + +350 + + + +400 + + + +450 + + + +500 + + + +550 + + + +600 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/SD.svg b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/SD.svg new file mode 100644 index 0000000000..6d0b6a111e --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/SD.svg @@ -0,0 +1,92 @@ + + +delete entity/4 components/256 entities:SD + + +Density (a.u.) + + +Average time (µs) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/index.html b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/index.html new file mode 100644 index 0000000000..5b68100efb --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + delete entity/4 components/256 entities - Criterion.rs + + + + +
+

delete entity/4 components/256 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope132.70 µs132.92 µs133.20 µs
Throughput1.9220 Melem/s1.9260 Melem/s1.9292 Melem/s
0.99030060.99068480.9901063
Mean132.76 µs133.07 µs133.47 µs
Std. Dev.719.08 ns1.8327 µs2.8218 µs
Median132.54 µs132.68 µs132.87 µs
MAD373.26 ns498.26 ns621.14 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/mean.svg b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/mean.svg new file mode 100644 index 0000000000..06a272be98 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/mean.svg @@ -0,0 +1,80 @@ + + +delete entity/4 components/256 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + + +132.7 + + + +132.8 + + + +132.9 + + + +133 + + + +133.1 + + + +133.2 + + + +133.3 + + + +133.4 + + + +133.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/median.svg b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/median.svg new file mode 100644 index 0000000000..40f8a161c2 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/median.svg @@ -0,0 +1,84 @@ + + +delete entity/4 components/256 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + + +132.55 + + + +132.6 + + + +132.65 + + + +132.7 + + + +132.75 + + + +132.8 + + + +132.85 + + + +132.9 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/pdf.svg b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/pdf.svg new file mode 100644 index 0000000000..c5adda04fe --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/pdf.svg @@ -0,0 +1,167 @@ + + +delete entity/4 components/256 entities + + +Iterations + + +Average Time (µs) + + + +0 + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + +130 + + + +132 + + + +134 + + + +136 + + + +138 + + + +140 + + + +142 + + + +144 + + + +146 + + + +148 + + + +Density (a.u.) + + + +0 + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/pdf_small.svg b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/pdf_small.svg new file mode 100644 index 0000000000..8ef15f7011 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/pdf_small.svg @@ -0,0 +1,68 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + + + + +130 + + + +135 + + + +140 + + + +145 + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/regression.svg b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/regression.svg new file mode 100644 index 0000000000..6c5123fce7 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/regression.svg @@ -0,0 +1,192 @@ + + +delete entity/4 components/256 entities + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + +30.0 + + + +35.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/regression_small.svg b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/regression_small.svg new file mode 100644 index 0000000000..c1bb89d111 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/regression_small.svg @@ -0,0 +1,177 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + +30.0 + + + +35.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/slope.svg b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/slope.svg new file mode 100644 index 0000000000..60c04ab544 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/slope.svg @@ -0,0 +1,76 @@ + + +delete entity/4 components/256 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + +132.7 + + + +132.8 + + + +132.9 + + + +133 + + + +133.1 + + + +133.2 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/typical.svg b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/typical.svg new file mode 100644 index 0000000000..237e6df211 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/256 entities/report/typical.svg @@ -0,0 +1,76 @@ + + +delete entity/4 components/256 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + +132.7 + + + +132.8 + + + +132.9 + + + +133 + + + +133.1 + + + +133.2 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/4 components/report/index.html b/bench-report/tag/0.2.0/delete entity/4 components/report/index.html new file mode 100644 index 0000000000..949585af93 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/report/index.html @@ -0,0 +1,142 @@ + + + + + + delete entity/4 components Summary - Criterion.rs + + + + +
+

delete entity/4 components

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+

Line Chart

+ Line Chart +

This chart shows the mean measured time for each function as the input (or the size of the input) increases.

+
+ +

delete entity/4 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/4 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/4 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/4 components/report/lines.svg b/bench-report/tag/0.2.0/delete entity/4 components/report/lines.svg new file mode 100644 index 0000000000..c4e63ba181 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/report/lines.svg @@ -0,0 +1,65 @@ + + +delete entity/4 components: Comparison + + +Average time (µs) + + +Input Size (Elements) + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + + + + +4 components + + + diff --git a/bench-report/tag/0.2.0/delete entity/4 components/report/violin.svg b/bench-report/tag/0.2.0/delete entity/4 components/report/violin.svg new file mode 100644 index 0000000000..9aee8dca7b --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/4 components/report/violin.svg @@ -0,0 +1,63 @@ + + +delete entity/4 components: Violin plot + + +Input + + +Average time (µs) + + + +delete entity/4 components/256 entities + + + +delete entity/4 components/16 entities + + + +delete entity/4 components/1 entities + + + + +0.0 + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/8 components/1 entities/base/benchmark.json b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/base/benchmark.json new file mode 100644 index 0000000000..5f39c463aa --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"8 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"delete entity/8 components/1 entities","directory_name":"delete entity/8 components/1 entities","title":"delete entity/8 components/1 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/8 components/1 entities/base/estimates.json b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/base/estimates.json new file mode 100644 index 0000000000..bbf288739b --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":882.8170013863041,"upper_bound":1003.5808849547481},"point_estimate":924.4605644760281,"standard_error":37.56387199217751},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":880.475,"upper_bound":886.4385798732551},"point_estimate":883.1381105567227,"standard_error":1.4217992581489372},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11.098792570814162,"upper_bound":17.774896701083748},"point_estimate":15.18381770340634,"standard_error":1.653272304942901},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":877.4023432207107,"upper_bound":891.3703922111628},"point_estimate":882.674839715848,"standard_error":3.6597789668273446},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13.450882913191384,"upper_bound":645.6442387807723},"point_estimate":377.2592235516516,"standard_error":223.8670921465697}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/8 components/1 entities/base/sample.json b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/base/sample.json new file mode 100644 index 0000000000..0ff39271fe --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[56.0,112.0,168.0,224.0,280.0,336.0,392.0,448.0,504.0,560.0,616.0,672.0,728.0,784.0,840.0,896.0,952.0,1008.0,1064.0,1120.0,1176.0,1232.0,1288.0,1344.0,1400.0,1456.0,1512.0,1568.0,1624.0,1680.0,1736.0,1792.0,1848.0,1904.0,1960.0,2016.0,2072.0,2128.0,2184.0,2240.0,2296.0,2352.0,2408.0,2464.0,2520.0,2576.0,2632.0,2688.0,2744.0,2800.0,2856.0,2912.0,2968.0,3024.0,3080.0,3136.0,3192.0,3248.0,3304.0,3360.0,3416.0,3472.0,3528.0,3584.0,3640.0,3696.0,3752.0,3808.0,3864.0,3920.0,3976.0,4032.0,4088.0,4144.0,4200.0,4256.0,4312.0,4368.0,4424.0,4480.0,4536.0,4592.0,4648.0,4704.0,4760.0,4816.0,4872.0,4928.0,4984.0,5040.0,5096.0,5152.0,5208.0,5264.0,5320.0,5376.0,5432.0,5488.0,5544.0,5600.0],"times":[64763.0,97522.0,145221.0,192416.0,241707.0,289115.0,351994.0,388462.0,443925.0,493066.0,545785.0,598635.0,650910.0,695509.0,750596.0,807010.0,4423587.0,894362.0,979219.0,1066392.0,1045822.0,1100142.0,1162287.0,1204008.0,1281340.0,1298023.0,1377528.0,1381494.0,1439511.0,1484798.0,1521326.0,1593460.0,1655528.0,1681443.0,1723880.0,1778384.0,1809030.0,1874073.0,1948839.0,1961384.0,2096525.0,2107935.0,2143683.0,2209294.0,2226518.0,2306024.0,2327424.0,2374981.0,2459798.0,2472230.0,2535742.0,2585310.0,2719851.0,2661523.0,2737276.0,2792890.0,2850917.0,2900127.0,2928148.0,3029988.0,2998710.0,3044004.0,3249685.0,3135646.0,3156174.0,3278771.0,3286404.0,3306512.0,3370531.0,3415816.0,3485075.0,3557288.0,3563160.0,3603064.0,3649271.0,3713179.0,3762009.0,3791793.0,4006794.0,3956581.0,4021771.0,3993447.0,4076302.0,4157873.0,4147455.0,4181497.0,4230760.0,4256096.0,4388091.0,4384394.0,4425231.0,4470405.0,4526839.0,4580700.0,4614230.0,4693798.0,4789947.0,4855098.0,4955074.0,4944664.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/8 components/1 entities/base/tukey.json b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/base/tukey.json new file mode 100644 index 0000000000..7c799c8dff --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/base/tukey.json @@ -0,0 +1 @@ +[810.8979812476643,841.6544696039617,923.6717718874214,954.4282602437188] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/8 components/1 entities/new/benchmark.json b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/new/benchmark.json new file mode 100644 index 0000000000..5f39c463aa --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"8 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"delete entity/8 components/1 entities","directory_name":"delete entity/8 components/1 entities","title":"delete entity/8 components/1 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/8 components/1 entities/new/estimates.json b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/new/estimates.json new file mode 100644 index 0000000000..bbf288739b --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":882.8170013863041,"upper_bound":1003.5808849547481},"point_estimate":924.4605644760281,"standard_error":37.56387199217751},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":880.475,"upper_bound":886.4385798732551},"point_estimate":883.1381105567227,"standard_error":1.4217992581489372},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11.098792570814162,"upper_bound":17.774896701083748},"point_estimate":15.18381770340634,"standard_error":1.653272304942901},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":877.4023432207107,"upper_bound":891.3703922111628},"point_estimate":882.674839715848,"standard_error":3.6597789668273446},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13.450882913191384,"upper_bound":645.6442387807723},"point_estimate":377.2592235516516,"standard_error":223.8670921465697}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/8 components/1 entities/new/sample.json b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/new/sample.json new file mode 100644 index 0000000000..0ff39271fe --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[56.0,112.0,168.0,224.0,280.0,336.0,392.0,448.0,504.0,560.0,616.0,672.0,728.0,784.0,840.0,896.0,952.0,1008.0,1064.0,1120.0,1176.0,1232.0,1288.0,1344.0,1400.0,1456.0,1512.0,1568.0,1624.0,1680.0,1736.0,1792.0,1848.0,1904.0,1960.0,2016.0,2072.0,2128.0,2184.0,2240.0,2296.0,2352.0,2408.0,2464.0,2520.0,2576.0,2632.0,2688.0,2744.0,2800.0,2856.0,2912.0,2968.0,3024.0,3080.0,3136.0,3192.0,3248.0,3304.0,3360.0,3416.0,3472.0,3528.0,3584.0,3640.0,3696.0,3752.0,3808.0,3864.0,3920.0,3976.0,4032.0,4088.0,4144.0,4200.0,4256.0,4312.0,4368.0,4424.0,4480.0,4536.0,4592.0,4648.0,4704.0,4760.0,4816.0,4872.0,4928.0,4984.0,5040.0,5096.0,5152.0,5208.0,5264.0,5320.0,5376.0,5432.0,5488.0,5544.0,5600.0],"times":[64763.0,97522.0,145221.0,192416.0,241707.0,289115.0,351994.0,388462.0,443925.0,493066.0,545785.0,598635.0,650910.0,695509.0,750596.0,807010.0,4423587.0,894362.0,979219.0,1066392.0,1045822.0,1100142.0,1162287.0,1204008.0,1281340.0,1298023.0,1377528.0,1381494.0,1439511.0,1484798.0,1521326.0,1593460.0,1655528.0,1681443.0,1723880.0,1778384.0,1809030.0,1874073.0,1948839.0,1961384.0,2096525.0,2107935.0,2143683.0,2209294.0,2226518.0,2306024.0,2327424.0,2374981.0,2459798.0,2472230.0,2535742.0,2585310.0,2719851.0,2661523.0,2737276.0,2792890.0,2850917.0,2900127.0,2928148.0,3029988.0,2998710.0,3044004.0,3249685.0,3135646.0,3156174.0,3278771.0,3286404.0,3306512.0,3370531.0,3415816.0,3485075.0,3557288.0,3563160.0,3603064.0,3649271.0,3713179.0,3762009.0,3791793.0,4006794.0,3956581.0,4021771.0,3993447.0,4076302.0,4157873.0,4147455.0,4181497.0,4230760.0,4256096.0,4388091.0,4384394.0,4425231.0,4470405.0,4526839.0,4580700.0,4614230.0,4693798.0,4789947.0,4855098.0,4955074.0,4944664.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/8 components/1 entities/new/tukey.json b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/new/tukey.json new file mode 100644 index 0000000000..7c799c8dff --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/new/tukey.json @@ -0,0 +1 @@ +[810.8979812476643,841.6544696039617,923.6717718874214,954.4282602437188] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/MAD.svg b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/MAD.svg new file mode 100644 index 0000000000..a1de12adcf --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/MAD.svg @@ -0,0 +1,84 @@ + + +delete entity/8 components/1 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + + +11 + + + +12 + + + +13 + + + +14 + + + +15 + + + +16 + + + +17 + + + +18 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/SD.svg b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/SD.svg new file mode 100644 index 0000000000..cbde5e7f07 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/SD.svg @@ -0,0 +1,84 @@ + + +delete entity/8 components/1 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + + +0 + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/index.html b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/index.html new file mode 100644 index 0000000000..cedb0ed01e --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + delete entity/8 components/1 entities - Criterion.rs + + + + +
+

delete entity/8 components/1 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope877.40 ns882.67 ns891.37 ns
Throughput1.1219 Melem/s1.1329 Melem/s1.1397 Melem/s
0.30917880.30966290.3083497
Mean882.82 ns924.46 ns1.0036 µs
Std. Dev.13.451 ns377.26 ns645.64 ns
Median880.48 ns883.14 ns886.44 ns
MAD11.099 ns15.184 ns17.775 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/mean.svg b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/mean.svg new file mode 100644 index 0000000000..f485398fc9 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/mean.svg @@ -0,0 +1,80 @@ + + +delete entity/8 components/1 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + + +0.88 + + + +0.9 + + + +0.92 + + + +0.94 + + + +0.96 + + + +0.98 + + + +1 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/median.svg b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/median.svg new file mode 100644 index 0000000000..c7c18dab10 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/median.svg @@ -0,0 +1,84 @@ + + +delete entity/8 components/1 entities:median + + +Density (a.u.) + + +Average time (ns) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + + +880 + + + +881 + + + +882 + + + +883 + + + +884 + + + +885 + + + +886 + + + +887 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/pdf.svg b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/pdf.svg new file mode 100644 index 0000000000..0621e4aa4f --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/pdf.svg @@ -0,0 +1,133 @@ + + +delete entity/8 components/1 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + +Density (a.u.) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/pdf_small.svg b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/pdf_small.svg new file mode 100644 index 0000000000..665517975d --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/pdf_small.svg @@ -0,0 +1,56 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/regression.svg b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/regression.svg new file mode 100644 index 0000000000..2775a1ebdd --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/regression.svg @@ -0,0 +1,227 @@ + + +delete entity/8 components/1 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + + + + +0.5 + + + +1.0 + + + +1.5 + + + +2.0 + + + +2.5 + + + +3.0 + + + +3.5 + + + +4.0 + + + +4.5 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + +5.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/regression_small.svg b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/regression_small.svg new file mode 100644 index 0000000000..7908673694 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/regression_small.svg @@ -0,0 +1,212 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + + + + +0.5 + + + +1.0 + + + +1.5 + + + +2.0 + + + +2.5 + + + +3.0 + + + +3.5 + + + +4.0 + + + +4.5 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + +5.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/slope.svg b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/slope.svg new file mode 100644 index 0000000000..a4105897d9 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/slope.svg @@ -0,0 +1,88 @@ + + +delete entity/8 components/1 entities:slope + + +Density (a.u.) + + +Average time (ns) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + + +876 + + + +878 + + + +880 + + + +882 + + + +884 + + + +886 + + + +888 + + + +890 + + + +892 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/typical.svg b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/typical.svg new file mode 100644 index 0000000000..d344a0cb1a --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/1 entities/report/typical.svg @@ -0,0 +1,88 @@ + + +delete entity/8 components/1 entities:typical + + +Density (a.u.) + + +Average time (ns) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + + +876 + + + +878 + + + +880 + + + +882 + + + +884 + + + +886 + + + +888 + + + +890 + + + +892 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/8 components/16 entities/base/benchmark.json b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/base/benchmark.json new file mode 100644 index 0000000000..4a8332b795 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"8 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"delete entity/8 components/16 entities","directory_name":"delete entity/8 components/16 entities","title":"delete entity/8 components/16 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/8 components/16 entities/base/estimates.json b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/base/estimates.json new file mode 100644 index 0000000000..c4bf92b538 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8027.963391035132,"upper_bound":8062.157183731292},"point_estimate":8044.505642556773,"standard_error":8.72231085423581},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8035.312117480221,"upper_bound":8066.339032834487},"point_estimate":8046.258118267069,"standard_error":7.613536399503049},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44.41978873958407,"upper_bound":79.99151833760905},"point_estimate":56.570352205361985,"standard_error":9.043919480307956},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8065.735167467143,"upper_bound":8107.069369466857},"point_estimate":8084.308227897417,"standard_error":10.619520365957815},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":64.6970931490464,"upper_bound":110.57120139345868},"point_estimate":87.78874503645845,"standard_error":11.91765514030505}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/8 components/16 entities/base/sample.json b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/base/sample.json new file mode 100644 index 0000000000..0b5f99c8fb --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[22.0,44.0,66.0,88.0,110.0,132.0,154.0,176.0,198.0,220.0,242.0,264.0,286.0,308.0,330.0,352.0,374.0,396.0,418.0,440.0,462.0,484.0,506.0,528.0,550.0,572.0,594.0,616.0,638.0,660.0,682.0,704.0,726.0,748.0,770.0,792.0,814.0,836.0,858.0,880.0,902.0,924.0,946.0,968.0,990.0,1012.0,1034.0,1056.0,1078.0,1100.0,1122.0,1144.0,1166.0,1188.0,1210.0,1232.0,1254.0,1276.0,1298.0,1320.0,1342.0,1364.0,1386.0,1408.0,1430.0,1452.0,1474.0,1496.0,1518.0,1540.0,1562.0,1584.0,1606.0,1628.0,1650.0,1672.0,1694.0,1716.0,1738.0,1760.0,1782.0,1804.0,1826.0,1848.0,1870.0,1892.0,1914.0,1936.0,1958.0,1980.0,2002.0,2024.0,2046.0,2068.0,2090.0,2112.0,2134.0,2156.0,2178.0,2200.0],"times":[178711.0,349821.0,522952.0,695113.0,871409.0,1039771.0,1224465.0,1389703.0,1567162.0,1746327.0,1987514.0,2074073.0,2291457.0,2473898.0,2614707.0,2794583.0,3007467.0,3161965.0,3317144.0,3473412.0,3718970.0,3892072.0,4061398.0,4178944.0,4404914.0,4544414.0,4787077.0,4940071.0,5038101.0,5275424.0,5445246.0,5685546.0,5787035.0,6002844.0,6165937.0,6337537.0,6541786.0,6697854.0,6916643.0,7110690.0,7184007.0,7420808.0,7610622.0,7868319.0,7991962.0,8148161.0,8323256.0,8564092.0,8693674.0,8881053.0,9027713.0,9263113.0,9416895.0,9592463.0,9762601.0,9946300.0,10152653.0,10297273.0,10410714.0,10614262.0,10789195.0,11028652.0,11171055.0,11471998.0,11469612.0,11791738.0,12463077.0,12091316.0,12214475.0,12375785.0,12525624.0,12802709.0,13031744.0,13128864.0,13364404.0,13428580.0,13694775.0,13948910.0,14062330.0,14226834.0,14426414.0,14513507.0,14839704.0,15010370.0,15146686.0,15151080.0,15377842.0,15623039.0,15711261.0,15880328.0,16287413.0,16340032.0,16441018.0,17347525.0,16918524.0,17143813.0,17176484.0,17492893.0,17643109.0,17840285.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/8 components/16 entities/base/tukey.json b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/base/tukey.json new file mode 100644 index 0000000000..5c8f36140b --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/base/tukey.json @@ -0,0 +1 @@ +[7780.996326397127,7894.8449179554345,8198.441162110921,8312.289753669229] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/8 components/16 entities/new/benchmark.json b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/new/benchmark.json new file mode 100644 index 0000000000..4a8332b795 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"8 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"delete entity/8 components/16 entities","directory_name":"delete entity/8 components/16 entities","title":"delete entity/8 components/16 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/8 components/16 entities/new/estimates.json b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/new/estimates.json new file mode 100644 index 0000000000..c4bf92b538 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8027.963391035132,"upper_bound":8062.157183731292},"point_estimate":8044.505642556773,"standard_error":8.72231085423581},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8035.312117480221,"upper_bound":8066.339032834487},"point_estimate":8046.258118267069,"standard_error":7.613536399503049},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44.41978873958407,"upper_bound":79.99151833760905},"point_estimate":56.570352205361985,"standard_error":9.043919480307956},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8065.735167467143,"upper_bound":8107.069369466857},"point_estimate":8084.308227897417,"standard_error":10.619520365957815},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":64.6970931490464,"upper_bound":110.57120139345868},"point_estimate":87.78874503645845,"standard_error":11.91765514030505}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/8 components/16 entities/new/sample.json b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/new/sample.json new file mode 100644 index 0000000000..0b5f99c8fb --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[22.0,44.0,66.0,88.0,110.0,132.0,154.0,176.0,198.0,220.0,242.0,264.0,286.0,308.0,330.0,352.0,374.0,396.0,418.0,440.0,462.0,484.0,506.0,528.0,550.0,572.0,594.0,616.0,638.0,660.0,682.0,704.0,726.0,748.0,770.0,792.0,814.0,836.0,858.0,880.0,902.0,924.0,946.0,968.0,990.0,1012.0,1034.0,1056.0,1078.0,1100.0,1122.0,1144.0,1166.0,1188.0,1210.0,1232.0,1254.0,1276.0,1298.0,1320.0,1342.0,1364.0,1386.0,1408.0,1430.0,1452.0,1474.0,1496.0,1518.0,1540.0,1562.0,1584.0,1606.0,1628.0,1650.0,1672.0,1694.0,1716.0,1738.0,1760.0,1782.0,1804.0,1826.0,1848.0,1870.0,1892.0,1914.0,1936.0,1958.0,1980.0,2002.0,2024.0,2046.0,2068.0,2090.0,2112.0,2134.0,2156.0,2178.0,2200.0],"times":[178711.0,349821.0,522952.0,695113.0,871409.0,1039771.0,1224465.0,1389703.0,1567162.0,1746327.0,1987514.0,2074073.0,2291457.0,2473898.0,2614707.0,2794583.0,3007467.0,3161965.0,3317144.0,3473412.0,3718970.0,3892072.0,4061398.0,4178944.0,4404914.0,4544414.0,4787077.0,4940071.0,5038101.0,5275424.0,5445246.0,5685546.0,5787035.0,6002844.0,6165937.0,6337537.0,6541786.0,6697854.0,6916643.0,7110690.0,7184007.0,7420808.0,7610622.0,7868319.0,7991962.0,8148161.0,8323256.0,8564092.0,8693674.0,8881053.0,9027713.0,9263113.0,9416895.0,9592463.0,9762601.0,9946300.0,10152653.0,10297273.0,10410714.0,10614262.0,10789195.0,11028652.0,11171055.0,11471998.0,11469612.0,11791738.0,12463077.0,12091316.0,12214475.0,12375785.0,12525624.0,12802709.0,13031744.0,13128864.0,13364404.0,13428580.0,13694775.0,13948910.0,14062330.0,14226834.0,14426414.0,14513507.0,14839704.0,15010370.0,15146686.0,15151080.0,15377842.0,15623039.0,15711261.0,15880328.0,16287413.0,16340032.0,16441018.0,17347525.0,16918524.0,17143813.0,17176484.0,17492893.0,17643109.0,17840285.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/8 components/16 entities/new/tukey.json b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/new/tukey.json new file mode 100644 index 0000000000..5c8f36140b --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/new/tukey.json @@ -0,0 +1 @@ +[7780.996326397127,7894.8449179554345,8198.441162110921,8312.289753669229] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/MAD.svg b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/MAD.svg new file mode 100644 index 0000000000..8b917d112c --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/MAD.svg @@ -0,0 +1,84 @@ + + +delete entity/8 components/16 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + + +45 + + + +50 + + + +55 + + + +60 + + + +65 + + + +70 + + + +75 + + + +80 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/SD.svg b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/SD.svg new file mode 100644 index 0000000000..193d6a0c39 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/SD.svg @@ -0,0 +1,80 @@ + + +delete entity/8 components/16 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + +110 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/index.html b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/index.html new file mode 100644 index 0000000000..31fe294779 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + delete entity/8 components/16 entities - Criterion.rs + + + + +
+

delete entity/8 components/16 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope8.0657 µs8.0843 µs8.1071 µs
Throughput1.9736 Melem/s1.9791 Melem/s1.9837 Melem/s
0.98673950.98743890.9863889
Mean8.0280 µs8.0445 µs8.0622 µs
Std. Dev.64.697 ns87.789 ns110.57 ns
Median8.0353 µs8.0463 µs8.0663 µs
MAD44.420 ns56.570 ns79.992 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/mean.svg b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/mean.svg new file mode 100644 index 0000000000..f7bb782763 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/mean.svg @@ -0,0 +1,104 @@ + + +delete entity/8 components/16 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + +50 + + + + +8.025 + + + +8.03 + + + +8.035 + + + +8.04 + + + +8.045 + + + +8.05 + + + +8.055 + + + +8.06 + + + +8.065 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/median.svg b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/median.svg new file mode 100644 index 0000000000..5143f729d8 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/median.svg @@ -0,0 +1,96 @@ + + +delete entity/8 components/16 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + +8.035 + + + +8.04 + + + +8.045 + + + +8.05 + + + +8.055 + + + +8.06 + + + +8.065 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/pdf.svg b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/pdf.svg new file mode 100644 index 0000000000..c27a825a34 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/pdf.svg @@ -0,0 +1,131 @@ + + +delete entity/8 components/16 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + + +7.8 + + + +7.9 + + + +8 + + + +8.1 + + + +8.2 + + + +8.3 + + + +8.4 + + + +8.5 + + + +Density (a.u.) + + + +0 + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/pdf_small.svg b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/pdf_small.svg new file mode 100644 index 0000000000..0c575c7ed6 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/pdf_small.svg @@ -0,0 +1,56 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + + +7.8 + + + +8 + + + +8.2 + + + +8.4 + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/regression.svg b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/regression.svg new file mode 100644 index 0000000000..b35b4658d5 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/regression.svg @@ -0,0 +1,222 @@ + + +delete entity/8 components/16 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + + + +2.0 + + + +4.0 + + + +6.0 + + + +8.0 + + + +10.0 + + + +12.0 + + + +14.0 + + + +16.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + +2 + + + +2.2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/regression_small.svg b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/regression_small.svg new file mode 100644 index 0000000000..1b7b8ba5ff --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/regression_small.svg @@ -0,0 +1,207 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + + + +2.0 + + + +4.0 + + + +6.0 + + + +8.0 + + + +10.0 + + + +12.0 + + + +14.0 + + + +16.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + +2 + + + +2.2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/slope.svg b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/slope.svg new file mode 100644 index 0000000000..b8fa77906a --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/slope.svg @@ -0,0 +1,96 @@ + + +delete entity/8 components/16 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + + +8.065 + + + +8.07 + + + +8.075 + + + +8.08 + + + +8.085 + + + +8.09 + + + +8.095 + + + +8.1 + + + +8.105 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/typical.svg b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/typical.svg new file mode 100644 index 0000000000..5408b3702c --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/16 entities/report/typical.svg @@ -0,0 +1,96 @@ + + +delete entity/8 components/16 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + + +8.065 + + + +8.07 + + + +8.075 + + + +8.08 + + + +8.085 + + + +8.09 + + + +8.095 + + + +8.1 + + + +8.105 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/8 components/256 entities/base/benchmark.json b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/base/benchmark.json new file mode 100644 index 0000000000..f33bfe0793 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"8 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"delete entity/8 components/256 entities","directory_name":"delete entity/8 components/256 entities","title":"delete entity/8 components/256 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/8 components/256 entities/base/estimates.json b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/base/estimates.json new file mode 100644 index 0000000000..884af7e7e6 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":119684.69329852918,"upper_bound":120063.97154933614},"point_estimate":119864.96395329776,"standard_error":96.77606442681763},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":119607.20643939395,"upper_bound":120004.13008130081},"point_estimate":119797.01639344262,"standard_error":92.91012496864026},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":529.2744628257277,"upper_bound":866.0354762914741},"point_estimate":674.7140810740559,"standard_error":86.08290547204936},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":119420.8536013995,"upper_bound":119828.03196641237},"point_estimate":119610.39863060933,"standard_error":103.46484428715617},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":692.4066805603875,"upper_bound":1224.31075566959},"point_estimate":969.3574158018316,"standard_error":136.6182571679383}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/8 components/256 entities/base/sample.json b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/base/sample.json new file mode 100644 index 0000000000..3d906709b2 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[352095.0,718935.0,1115209.0,1432128.0,1803730.0,2206750.0,2501576.0,2870803.0,3240429.0,3609934.0,3928885.0,4326626.0,4708296.0,5033819.0,5397538.0,5758614.0,6122973.0,6510391.0,6802585.0,7203651.0,7643044.0,7888924.0,8383718.0,8679831.0,9081307.0,9386724.0,9734169.0,10091732.0,10397923.0,10875441.0,11179204.0,11510518.0,11935539.0,12295676.0,12509213.0,12843755.0,13440823.0,13687112.0,14047250.0,14344351.0,14760508.0,15088354.0,15488085.0,15742159.0,16171908.0,16463913.0,16926371.0,17234170.0,17688235.0,17766900.0,18428628.0,18784420.0,19751086.0,19500656.0,19827185.0,20122949.0,20473035.0,20888744.0,21127407.0,21596498.0,21923284.0,22344887.0,22538216.0,23180699.0,23156364.0,23680329.0,23927213.0,24372692.0,24638716.0,24995080.0,25210898.0,25688767.0,26004364.0,26390160.0,27057099.0,27268080.0,27807430.0,27838347.0,28304977.0,28759602.0,29110104.0,29318014.0,29717850.0,30004413.0,30533434.0,30716865.0,31221986.0,31578196.0,31782696.0,32205751.0,32711559.0,32990356.0,33083831.0,33627622.0,34056486.0,34591922.0,34979470.0,34851322.0,36159687.0,35677898.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/8 components/256 entities/base/tukey.json b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/base/tukey.json new file mode 100644 index 0000000000..2adbf27fa8 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/base/tukey.json @@ -0,0 +1 @@ +[116485.76752543724,117880.44102281964,121599.57034917266,122994.24384655504] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/8 components/256 entities/new/benchmark.json b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/new/benchmark.json new file mode 100644 index 0000000000..f33bfe0793 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"8 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"delete entity/8 components/256 entities","directory_name":"delete entity/8 components/256 entities","title":"delete entity/8 components/256 entities"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/8 components/256 entities/new/estimates.json b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/new/estimates.json new file mode 100644 index 0000000000..884af7e7e6 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":119684.69329852918,"upper_bound":120063.97154933614},"point_estimate":119864.96395329776,"standard_error":96.77606442681763},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":119607.20643939395,"upper_bound":120004.13008130081},"point_estimate":119797.01639344262,"standard_error":92.91012496864026},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":529.2744628257277,"upper_bound":866.0354762914741},"point_estimate":674.7140810740559,"standard_error":86.08290547204936},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":119420.8536013995,"upper_bound":119828.03196641237},"point_estimate":119610.39863060933,"standard_error":103.46484428715617},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":692.4066805603875,"upper_bound":1224.31075566959},"point_estimate":969.3574158018316,"standard_error":136.6182571679383}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/8 components/256 entities/new/sample.json b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/new/sample.json new file mode 100644 index 0000000000..3d906709b2 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[352095.0,718935.0,1115209.0,1432128.0,1803730.0,2206750.0,2501576.0,2870803.0,3240429.0,3609934.0,3928885.0,4326626.0,4708296.0,5033819.0,5397538.0,5758614.0,6122973.0,6510391.0,6802585.0,7203651.0,7643044.0,7888924.0,8383718.0,8679831.0,9081307.0,9386724.0,9734169.0,10091732.0,10397923.0,10875441.0,11179204.0,11510518.0,11935539.0,12295676.0,12509213.0,12843755.0,13440823.0,13687112.0,14047250.0,14344351.0,14760508.0,15088354.0,15488085.0,15742159.0,16171908.0,16463913.0,16926371.0,17234170.0,17688235.0,17766900.0,18428628.0,18784420.0,19751086.0,19500656.0,19827185.0,20122949.0,20473035.0,20888744.0,21127407.0,21596498.0,21923284.0,22344887.0,22538216.0,23180699.0,23156364.0,23680329.0,23927213.0,24372692.0,24638716.0,24995080.0,25210898.0,25688767.0,26004364.0,26390160.0,27057099.0,27268080.0,27807430.0,27838347.0,28304977.0,28759602.0,29110104.0,29318014.0,29717850.0,30004413.0,30533434.0,30716865.0,31221986.0,31578196.0,31782696.0,32205751.0,32711559.0,32990356.0,33083831.0,33627622.0,34056486.0,34591922.0,34979470.0,34851322.0,36159687.0,35677898.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/8 components/256 entities/new/tukey.json b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/new/tukey.json new file mode 100644 index 0000000000..2adbf27fa8 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/new/tukey.json @@ -0,0 +1 @@ +[116485.76752543724,117880.44102281964,121599.57034917266,122994.24384655504] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/MAD.svg b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/MAD.svg new file mode 100644 index 0000000000..65b0a5a875 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/MAD.svg @@ -0,0 +1,88 @@ + + +delete entity/8 components/256 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + + +500 + + + +550 + + + +600 + + + +650 + + + +700 + + + +750 + + + +800 + + + +850 + + + +900 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/SD.svg b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/SD.svg new file mode 100644 index 0000000000..cb2e8e3699 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/SD.svg @@ -0,0 +1,76 @@ + + +delete entity/8 components/256 entities:SD + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + + +1.1 + + + +1.2 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/index.html b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/index.html new file mode 100644 index 0000000000..e8a60b2bba --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + delete entity/8 components/256 entities - Criterion.rs + + + + +
+

delete entity/8 components/256 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope119.42 µs119.61 µs119.83 µs
Throughput2.1364 Melem/s2.1403 Melem/s2.1437 Melem/s
0.99334150.99369240.9932299
Mean119.68 µs119.86 µs120.06 µs
Std. Dev.692.41 ns969.36 ns1.2243 µs
Median119.61 µs119.80 µs120.00 µs
MAD529.27 ns674.71 ns866.04 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/mean.svg b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/mean.svg new file mode 100644 index 0000000000..16dc4e1195 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/mean.svg @@ -0,0 +1,100 @@ + + +delete entity/8 components/256 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + +119.65 + + + +119.7 + + + +119.75 + + + +119.8 + + + +119.85 + + + +119.9 + + + +119.95 + + + +120 + + + +120.05 + + + +120.1 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/median.svg b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/median.svg new file mode 100644 index 0000000000..474954d683 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/median.svg @@ -0,0 +1,96 @@ + + +delete entity/8 components/256 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + + +119.6 + + + +119.65 + + + +119.7 + + + +119.75 + + + +119.8 + + + +119.85 + + + +119.9 + + + +119.95 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/pdf.svg b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/pdf.svg new file mode 100644 index 0000000000..a58d51bafe --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/pdf.svg @@ -0,0 +1,157 @@ + + +delete entity/8 components/256 entities + + +Iterations + + +Average Time (µs) + + + +0 + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + +117 + + + +118 + + + +119 + + + +120 + + + +121 + + + +122 + + + +123 + + + +124 + + + +125 + + + +Density (a.u.) + + + +0 + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/pdf_small.svg b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/pdf_small.svg new file mode 100644 index 0000000000..7a55a0d913 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/pdf_small.svg @@ -0,0 +1,72 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + + + +0.5 + + + + +118 + + + +120 + + + +122 + + + +124 + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/regression.svg b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/regression.svg new file mode 100644 index 0000000000..8dfe7789f3 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/regression.svg @@ -0,0 +1,192 @@ + + +delete entity/8 components/256 entities + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + +30.0 + + + +35.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/regression_small.svg b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/regression_small.svg new file mode 100644 index 0000000000..d03d99a8f8 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/regression_small.svg @@ -0,0 +1,177 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + +30.0 + + + +35.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/slope.svg b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/slope.svg new file mode 100644 index 0000000000..2c5aa6bece --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/slope.svg @@ -0,0 +1,100 @@ + + +delete entity/8 components/256 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + +119.4 + + + +119.45 + + + +119.5 + + + +119.55 + + + +119.6 + + + +119.65 + + + +119.7 + + + +119.75 + + + +119.8 + + + +119.85 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/typical.svg b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/typical.svg new file mode 100644 index 0000000000..f8b12e0e2d --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/256 entities/report/typical.svg @@ -0,0 +1,100 @@ + + +delete entity/8 components/256 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + +119.4 + + + +119.45 + + + +119.5 + + + +119.55 + + + +119.6 + + + +119.65 + + + +119.7 + + + +119.75 + + + +119.8 + + + +119.85 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/8 components/report/index.html b/bench-report/tag/0.2.0/delete entity/8 components/report/index.html new file mode 100644 index 0000000000..eaca17e791 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/report/index.html @@ -0,0 +1,142 @@ + + + + + + delete entity/8 components Summary - Criterion.rs + + + + +
+

delete entity/8 components

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+

Line Chart

+ Line Chart +

This chart shows the mean measured time for each function as the input (or the size of the input) increases.

+
+ +

delete entity/8 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/8 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/8 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/8 components/report/lines.svg b/bench-report/tag/0.2.0/delete entity/8 components/report/lines.svg new file mode 100644 index 0000000000..7d43088446 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/report/lines.svg @@ -0,0 +1,85 @@ + + +delete entity/8 components: Comparison + + +Average time (µs) + + +Input Size (Elements) + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + +100.0 + + + +110.0 + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + + + + +8 components + + + diff --git a/bench-report/tag/0.2.0/delete entity/8 components/report/violin.svg b/bench-report/tag/0.2.0/delete entity/8 components/report/violin.svg new file mode 100644 index 0000000000..37d5620750 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/8 components/report/violin.svg @@ -0,0 +1,59 @@ + + +delete entity/8 components: Violin plot + + +Input + + +Average time (µs) + + + +delete entity/8 components/256 entities + + + +delete entity/8 components/16 entities + + + +delete entity/8 components/1 entities + + + + +0.0 + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/report/index.html b/bench-report/tag/0.2.0/delete entity/report/index.html new file mode 100644 index 0000000000..bd7094add9 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/report/index.html @@ -0,0 +1,487 @@ + + + + + + delete entity Summary - Criterion.rs + + + + +
+

delete entity

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+

Line Chart

+ Line Chart +

This chart shows the mean measured time for each function as the input (or the size of the input) increases.

+
+ +

delete entity/0 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/0 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/0 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/1 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/1 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/1 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/16 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/16 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/16 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/2 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/2 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/2 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/4 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/4 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/4 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/8 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/8 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/8 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/delete entity/report/lines.svg b/bench-report/tag/0.2.0/delete entity/report/lines.svg new file mode 100644 index 0000000000..d4017abb8a --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/report/lines.svg @@ -0,0 +1,109 @@ + + +delete entity: Comparison + + +Average time (µs) + + +Input Size (Elements) + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + + + + + + + + + + + + + + + + + + + + + + + + +0 components + + +1 components + + +16 components + + +2 components + + +4 components + + +8 components + + + + + + + + diff --git a/bench-report/tag/0.2.0/delete entity/report/violin.svg b/bench-report/tag/0.2.0/delete entity/report/violin.svg new file mode 100644 index 0000000000..db5c6929e1 --- /dev/null +++ b/bench-report/tag/0.2.0/delete entity/report/violin.svg @@ -0,0 +1,157 @@ + + +delete entity: Violin plot + + +Input + + +Average time (µs) + + + +delete entity/8 components/256 entities + + + +delete entity/8 components/16 entities + + + +delete entity/8 components/1 entities + + + +delete entity/4 components/256 entities + + + +delete entity/4 components/16 entities + + + +delete entity/4 components/1 entities + + + +delete entity/2 components/256 entities + + + +delete entity/2 components/16 entities + + + +delete entity/2 components/1 entities + + + +delete entity/16 components/256 entities + + + +delete entity/16 components/16 entities + + + +delete entity/16 components/1 entities + + + +delete entity/1 components/256 entities + + + +delete entity/1 components/16 entities + + + +delete entity/1 components/1 entities + + + +delete entity/0 components/256 entities + + + +delete entity/0 components/16 entities + + + +delete entity/0 components/1 entities + + + + +0.0 + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/base/benchmark.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/base/benchmark.json new file mode 100644 index 0000000000..d122aeec78 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"chunk arr","value_str":"full","throughput":{"Elements":65536},"full_id":"iter entity (p += v)/chunk arr/full","directory_name":"iter entity (p += v)/chunk arr/full","title":"iter entity (p += v)/chunk arr/full"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/base/estimates.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/base/estimates.json new file mode 100644 index 0000000000..575330ef8f --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77245.06433003432,"upper_bound":77344.75968745892},"point_estimate":77288.81273285642,"standard_error":25.658158262342678},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77221.24379652606,"upper_bound":77272.27451729609},"point_estimate":77250.55776116467,"standard_error":13.372730679171521},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102.60842777606788,"upper_bound":164.19922085054313},"point_estimate":135.99328331437934,"standard_error":15.698052478145017},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77191.47954227783,"upper_bound":77246.33072760301},"point_estimate":77218.08356651624,"standard_error":14.021221861773206},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":126.76798518516863,"upper_bound":390.50763661849805},"point_estimate":259.1746957422634,"standard_error":76.53120269567715}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/base/sample.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/base/sample.json new file mode 100644 index 0000000000..874c348ddc --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[26.0,52.0,78.0,104.0,130.0,156.0,182.0,208.0,234.0,260.0,286.0,312.0,338.0,364.0,390.0,416.0,442.0,468.0,494.0,520.0,546.0,572.0,598.0,624.0,650.0,676.0,702.0,728.0,754.0,780.0,806.0,832.0,858.0,884.0,910.0,936.0,962.0,988.0,1014.0,1040.0,1066.0,1092.0,1118.0,1144.0,1170.0,1196.0,1222.0,1248.0,1274.0,1300.0,1326.0,1352.0,1378.0,1404.0,1430.0,1456.0,1482.0,1508.0,1534.0,1560.0,1586.0,1612.0,1638.0,1664.0,1690.0,1716.0,1742.0,1768.0,1794.0,1820.0,1846.0,1872.0,1898.0,1924.0,1950.0,1976.0,2002.0,2028.0,2054.0,2080.0,2106.0,2132.0,2158.0,2184.0,2210.0,2236.0,2262.0,2288.0,2314.0,2340.0,2366.0,2392.0,2418.0,2444.0,2470.0,2496.0,2522.0,2548.0,2574.0,2600.0],"times":[2061230.0,4062089.0,6066774.0,8083611.0,10073269.0,12081340.0,14103168.0,16129161.0,18079296.0,20134184.0,22096010.0,24079155.0,26138962.0,28160389.0,30155927.0,32179857.0,34126595.0,36246785.0,38235561.0,40109383.0,42111764.0,44128301.0,46248641.0,48087188.0,50200845.0,52146892.0,54198524.0,56274061.0,58268266.0,60223109.0,62396929.0,64288996.0,66348081.0,68361583.0,70343395.0,72133382.0,74325224.0,76232259.0,78380550.0,80320776.0,82443460.0,84218749.0,86333930.0,88233129.0,90392302.0,92334250.0,94509011.0,96216505.0,98623497.0,100329097.0,102443044.0,104990849.0,106373919.0,108267027.0,110608097.0,112503259.0,114507152.0,116867329.0,118290562.0,120301830.0,122216428.0,124480645.0,126758099.0,128431538.0,130407639.0,132462909.0,134559034.0,136583877.0,138585048.0,140427802.0,142651177.0,144662468.0,146676084.0,148741135.0,151024171.0,152609863.0,154628798.0,156464084.0,158389025.0,160213831.0,162962099.0,164400497.0,166698771.0,168399948.0,170726754.0,172686019.0,174408686.0,177113113.0,178210600.0,180858341.0,182534562.0,184651419.0,186450386.0,188904328.0,191033775.0,192743142.0,194582721.0,196585001.0,198481025.0,200587008.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/base/tukey.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/base/tukey.json new file mode 100644 index 0000000000..22e0002e1f --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/base/tukey.json @@ -0,0 +1 @@ +[76598.30952579103,76876.03792120444,77616.64697564018,77894.37537105358] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/new/benchmark.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/new/benchmark.json new file mode 100644 index 0000000000..d122aeec78 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"chunk arr","value_str":"full","throughput":{"Elements":65536},"full_id":"iter entity (p += v)/chunk arr/full","directory_name":"iter entity (p += v)/chunk arr/full","title":"iter entity (p += v)/chunk arr/full"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/new/estimates.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/new/estimates.json new file mode 100644 index 0000000000..575330ef8f --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77245.06433003432,"upper_bound":77344.75968745892},"point_estimate":77288.81273285642,"standard_error":25.658158262342678},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77221.24379652606,"upper_bound":77272.27451729609},"point_estimate":77250.55776116467,"standard_error":13.372730679171521},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102.60842777606788,"upper_bound":164.19922085054313},"point_estimate":135.99328331437934,"standard_error":15.698052478145017},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77191.47954227783,"upper_bound":77246.33072760301},"point_estimate":77218.08356651624,"standard_error":14.021221861773206},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":126.76798518516863,"upper_bound":390.50763661849805},"point_estimate":259.1746957422634,"standard_error":76.53120269567715}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/new/sample.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/new/sample.json new file mode 100644 index 0000000000..874c348ddc --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[26.0,52.0,78.0,104.0,130.0,156.0,182.0,208.0,234.0,260.0,286.0,312.0,338.0,364.0,390.0,416.0,442.0,468.0,494.0,520.0,546.0,572.0,598.0,624.0,650.0,676.0,702.0,728.0,754.0,780.0,806.0,832.0,858.0,884.0,910.0,936.0,962.0,988.0,1014.0,1040.0,1066.0,1092.0,1118.0,1144.0,1170.0,1196.0,1222.0,1248.0,1274.0,1300.0,1326.0,1352.0,1378.0,1404.0,1430.0,1456.0,1482.0,1508.0,1534.0,1560.0,1586.0,1612.0,1638.0,1664.0,1690.0,1716.0,1742.0,1768.0,1794.0,1820.0,1846.0,1872.0,1898.0,1924.0,1950.0,1976.0,2002.0,2028.0,2054.0,2080.0,2106.0,2132.0,2158.0,2184.0,2210.0,2236.0,2262.0,2288.0,2314.0,2340.0,2366.0,2392.0,2418.0,2444.0,2470.0,2496.0,2522.0,2548.0,2574.0,2600.0],"times":[2061230.0,4062089.0,6066774.0,8083611.0,10073269.0,12081340.0,14103168.0,16129161.0,18079296.0,20134184.0,22096010.0,24079155.0,26138962.0,28160389.0,30155927.0,32179857.0,34126595.0,36246785.0,38235561.0,40109383.0,42111764.0,44128301.0,46248641.0,48087188.0,50200845.0,52146892.0,54198524.0,56274061.0,58268266.0,60223109.0,62396929.0,64288996.0,66348081.0,68361583.0,70343395.0,72133382.0,74325224.0,76232259.0,78380550.0,80320776.0,82443460.0,84218749.0,86333930.0,88233129.0,90392302.0,92334250.0,94509011.0,96216505.0,98623497.0,100329097.0,102443044.0,104990849.0,106373919.0,108267027.0,110608097.0,112503259.0,114507152.0,116867329.0,118290562.0,120301830.0,122216428.0,124480645.0,126758099.0,128431538.0,130407639.0,132462909.0,134559034.0,136583877.0,138585048.0,140427802.0,142651177.0,144662468.0,146676084.0,148741135.0,151024171.0,152609863.0,154628798.0,156464084.0,158389025.0,160213831.0,162962099.0,164400497.0,166698771.0,168399948.0,170726754.0,172686019.0,174408686.0,177113113.0,178210600.0,180858341.0,182534562.0,184651419.0,186450386.0,188904328.0,191033775.0,192743142.0,194582721.0,196585001.0,198481025.0,200587008.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/new/tukey.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/new/tukey.json new file mode 100644 index 0000000000..22e0002e1f --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/new/tukey.json @@ -0,0 +1 @@ +[76598.30952579103,76876.03792120444,77616.64697564018,77894.37537105358] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/MAD.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/MAD.svg new file mode 100644 index 0000000000..94e722130d --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/MAD.svg @@ -0,0 +1,80 @@ + + +iter entity (p += v)/chunk arr/full:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + + +100 + + + +110 + + + +120 + + + +130 + + + +140 + + + +150 + + + +160 + + + +170 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/SD.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/SD.svg new file mode 100644 index 0000000000..9c4993e171 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/SD.svg @@ -0,0 +1,92 @@ + + +iter entity (p += v)/chunk arr/full:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + +0.007 + + + +0.008 + + + +0.009 + + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/index.html b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/index.html new file mode 100644 index 0000000000..2f1c476b60 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/index.html @@ -0,0 +1,209 @@ + + + + + + iter entity (p += v)/chunk arr/full - Criterion.rs + + + + +
+

iter entity (p += v)/chunk arr/full

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope77.191 µs77.218 µs77.246 µs
Throughput848.40 Melem/s848.71 Melem/s849.01 Melem/s
0.99970170.99971820.9996997
Mean77.245 µs77.289 µs77.345 µs
Std. Dev.126.77 ns259.17 ns390.51 ns
Median77.221 µs77.251 µs77.272 µs
MAD102.61 ns135.99 ns164.20 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/mean.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/mean.svg new file mode 100644 index 0000000000..aba2ae32ba --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/mean.svg @@ -0,0 +1,84 @@ + + +iter entity (p += v)/chunk arr/full:mean + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + + +77.24 + + + +77.26 + + + +77.28 + + + +77.3 + + + +77.32 + + + +77.34 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/median.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/median.svg new file mode 100644 index 0000000000..c625d8af19 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/median.svg @@ -0,0 +1,84 @@ + + +iter entity (p += v)/chunk arr/full:median + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + + +77.22 + + + +77.23 + + + +77.24 + + + +77.25 + + + +77.26 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/pdf.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/pdf.svg new file mode 100644 index 0000000000..a07649acb5 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/pdf.svg @@ -0,0 +1,121 @@ + + +iter entity (p += v)/chunk arr/full + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + +77 + + + +77.5 + + + +78 + + + +78.5 + + + +79 + + + +79.5 + + + +Density (a.u.) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/pdf_small.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/pdf_small.svg new file mode 100644 index 0000000000..5a162a5208 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/pdf_small.svg @@ -0,0 +1,48 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + +77 + + + +78 + + + +79 + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/regression.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/regression.svg new file mode 100644 index 0000000000..ddb97f8a7d --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/regression.svg @@ -0,0 +1,202 @@ + + +iter entity (p += v)/chunk arr/full + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + +200.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/regression_small.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/regression_small.svg new file mode 100644 index 0000000000..fc31011ddd --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/regression_small.svg @@ -0,0 +1,187 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + +200.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/slope.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/slope.svg new file mode 100644 index 0000000000..bbda153639 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/slope.svg @@ -0,0 +1,76 @@ + + +iter entity (p += v)/chunk arr/full:slope + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + + +77.19 + + + +77.2 + + + +77.21 + + + +77.22 + + + +77.23 + + + +77.24 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/typical.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/typical.svg new file mode 100644 index 0000000000..f6cd7c3791 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/full/report/typical.svg @@ -0,0 +1,76 @@ + + +iter entity (p += v)/chunk arr/full:typical + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + + +77.19 + + + +77.2 + + + +77.21 + + + +77.22 + + + +77.23 + + + +77.24 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/base/benchmark.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/base/benchmark.json new file mode 100644 index 0000000000..f035c554bb --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"chunk arr","value_str":"holes 4x","throughput":{"Elements":65536},"full_id":"iter entity (p += v)/chunk arr/holes 4x","directory_name":"iter entity (p += v)/chunk arr/holes 4x","title":"iter entity (p += v)/chunk arr/holes 4x"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/base/estimates.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/base/estimates.json new file mode 100644 index 0000000000..6880798bfe --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":285234.1936104163,"upper_bound":306246.94844625663},"point_estimate":294054.73015451746,"standard_error":5454.9442347269405},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":278355.0452284946,"upper_bound":282320.76744186046},"point_estimate":280004.2418346398,"standard_error":1015.9423941186639},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4650.165581084193,"upper_bound":9744.338345412532},"point_estimate":6647.18372143172,"standard_error":1258.7249536851366},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":276434.3172057264,"upper_bound":277688.1962598928},"point_estimate":276995.56576584897,"standard_error":320.56903965867525},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17503.084385130252,"upper_bound":86687.26667737702},"point_estimate":54995.440195251256,"standard_error":19545.44337151882}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/base/sample.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/base/sample.json new file mode 100644 index 0000000000..e4006ab824 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[5968007.0,8037523.0,9967568.0,12145124.0,14343849.0,16517898.0,18671138.0,20902484.0,22986205.0,25213513.0,27336347.0,29421210.0,31553100.0,33700009.0,36276135.0,38154576.0,40204415.0,42417765.0,45043475.0,47330322.0,49118765.0,51324464.0,53676082.0,55638999.0,57952177.0,60087484.0,62130499.0,64106641.0,66343316.0,69122349.0,70550002.0,72446807.0,75138186.0,77054226.0,79768498.0,81373009.0,84160548.0,86236014.0,88345193.0,90190942.0,92636044.0,93789693.0,97118344.0,99253700.0,101589108.0,102837065.0,105322030.0,107338164.0,109665837.0,111365413.0,114710706.0,116673702.0,118906618.0,121075797.0,121863991.0,124925808.0,127632896.0,130161711.0,131517299.0,133706906.0,135997369.0,137964402.0,139616981.0,142222681.0,143845851.0,146203914.0,149038078.0,150428320.0,153273133.0,155673320.0,157035320.0,158944757.0,160049558.0,163684378.0,166209558.0,168080173.0,170163441.0,171107655.0,173740475.0,176094266.0,177865806.0,180798352.0,181499735.0,183869235.0,187265573.0,189450741.0,191684309.0,194542196.0,197341726.0,198696061.0,200145032.0,202891212.0,203504802.0,207174368.0,207970054.0,211171900.0,213844042.0,215721220.0,218203038.0,218167162.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/base/tukey.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/base/tukey.json new file mode 100644 index 0000000000..9bf6925cc0 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/base/tukey.json @@ -0,0 +1 @@ +[238375.83883787272,257398.08260299737,308124.0659766631,327146.3097417877] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/new/benchmark.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/new/benchmark.json new file mode 100644 index 0000000000..f035c554bb --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"chunk arr","value_str":"holes 4x","throughput":{"Elements":65536},"full_id":"iter entity (p += v)/chunk arr/holes 4x","directory_name":"iter entity (p += v)/chunk arr/holes 4x","title":"iter entity (p += v)/chunk arr/holes 4x"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/new/estimates.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/new/estimates.json new file mode 100644 index 0000000000..6880798bfe --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":285234.1936104163,"upper_bound":306246.94844625663},"point_estimate":294054.73015451746,"standard_error":5454.9442347269405},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":278355.0452284946,"upper_bound":282320.76744186046},"point_estimate":280004.2418346398,"standard_error":1015.9423941186639},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4650.165581084193,"upper_bound":9744.338345412532},"point_estimate":6647.18372143172,"standard_error":1258.7249536851366},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":276434.3172057264,"upper_bound":277688.1962598928},"point_estimate":276995.56576584897,"standard_error":320.56903965867525},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17503.084385130252,"upper_bound":86687.26667737702},"point_estimate":54995.440195251256,"standard_error":19545.44337151882}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/new/sample.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/new/sample.json new file mode 100644 index 0000000000..e4006ab824 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[5968007.0,8037523.0,9967568.0,12145124.0,14343849.0,16517898.0,18671138.0,20902484.0,22986205.0,25213513.0,27336347.0,29421210.0,31553100.0,33700009.0,36276135.0,38154576.0,40204415.0,42417765.0,45043475.0,47330322.0,49118765.0,51324464.0,53676082.0,55638999.0,57952177.0,60087484.0,62130499.0,64106641.0,66343316.0,69122349.0,70550002.0,72446807.0,75138186.0,77054226.0,79768498.0,81373009.0,84160548.0,86236014.0,88345193.0,90190942.0,92636044.0,93789693.0,97118344.0,99253700.0,101589108.0,102837065.0,105322030.0,107338164.0,109665837.0,111365413.0,114710706.0,116673702.0,118906618.0,121075797.0,121863991.0,124925808.0,127632896.0,130161711.0,131517299.0,133706906.0,135997369.0,137964402.0,139616981.0,142222681.0,143845851.0,146203914.0,149038078.0,150428320.0,153273133.0,155673320.0,157035320.0,158944757.0,160049558.0,163684378.0,166209558.0,168080173.0,170163441.0,171107655.0,173740475.0,176094266.0,177865806.0,180798352.0,181499735.0,183869235.0,187265573.0,189450741.0,191684309.0,194542196.0,197341726.0,198696061.0,200145032.0,202891212.0,203504802.0,207174368.0,207970054.0,211171900.0,213844042.0,215721220.0,218203038.0,218167162.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/new/tukey.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/new/tukey.json new file mode 100644 index 0000000000..9bf6925cc0 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/new/tukey.json @@ -0,0 +1 @@ +[238375.83883787272,257398.08260299737,308124.0659766631,327146.3097417877] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/MAD.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/MAD.svg new file mode 100644 index 0000000000..bcb2675d58 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/MAD.svg @@ -0,0 +1,84 @@ + + +iter entity (p += v)/chunk arr/holes 4x:MAD + + +Density (a.u.) + + +Average time (µs) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + +10 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/SD.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/SD.svg new file mode 100644 index 0000000000..c0bd559715 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/SD.svg @@ -0,0 +1,88 @@ + + +iter entity (p += v)/chunk arr/holes 4x:SD + + +Density (a.u.) + + +Average time (µs) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/index.html b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/index.html new file mode 100644 index 0000000000..ded2d807d9 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/index.html @@ -0,0 +1,209 @@ + + + + + + iter entity (p += v)/chunk arr/holes 4x - Criterion.rs + + + + +
+

iter entity (p += v)/chunk arr/holes 4x

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope276.43 µs277.00 µs277.69 µs
Throughput236.01 Melem/s236.60 Melem/s237.08 Melem/s
0.96601300.96658710.9657130
Mean285.23 µs294.05 µs306.25 µs
Std. Dev.17.503 µs54.995 µs86.687 µs
Median278.36 µs280.00 µs282.32 µs
MAD4.6502 µs6.6472 µs9.7443 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/mean.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/mean.svg new file mode 100644 index 0000000000..5d5f798f80 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/mean.svg @@ -0,0 +1,80 @@ + + +iter entity (p += v)/chunk arr/holes 4x:mean + + +Density (a.u.) + + +Average time (µs) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + + +285 + + + +290 + + + +295 + + + +300 + + + +305 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/median.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/median.svg new file mode 100644 index 0000000000..41325f3702 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/median.svg @@ -0,0 +1,92 @@ + + +iter entity (p += v)/chunk arr/holes 4x:median + + +Density (a.u.) + + +Average time (µs) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + + +278 + + + +278.5 + + + +279 + + + +279.5 + + + +280 + + + +280.5 + + + +281 + + + +281.5 + + + +282 + + + +282.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/pdf.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/pdf.svg new file mode 100644 index 0000000000..d4b65c3d60 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/pdf.svg @@ -0,0 +1,157 @@ + + +iter entity (p += v)/chunk arr/holes 4x + + +Iterations + + +Average Time (µs) + + + +0 + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + +800 + + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + +800 + + + +Density (a.u.) + + + +0 + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/pdf_small.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/pdf_small.svg new file mode 100644 index 0000000000..717716d60c --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/pdf_small.svg @@ -0,0 +1,60 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + + +0.016 + + + + +400 + + + +600 + + + +800 + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/regression.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/regression.svg new file mode 100644 index 0000000000..2c09400c14 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/regression.svg @@ -0,0 +1,217 @@ + + +iter entity (p += v)/chunk arr/holes 4x + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + +200.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + +800 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/regression_small.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/regression_small.svg new file mode 100644 index 0000000000..4a37b0065d --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/regression_small.svg @@ -0,0 +1,202 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + +200.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + +800 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/slope.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/slope.svg new file mode 100644 index 0000000000..46c20063a0 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/slope.svg @@ -0,0 +1,84 @@ + + +iter entity (p += v)/chunk arr/holes 4x:slope + + +Density (a.u.) + + +Average time (µs) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + +276.4 + + + +276.6 + + + +276.8 + + + +277 + + + +277.2 + + + +277.4 + + + +277.6 + + + +277.8 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/typical.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/typical.svg new file mode 100644 index 0000000000..ce3bb5a3f0 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes 4x/report/typical.svg @@ -0,0 +1,84 @@ + + +iter entity (p += v)/chunk arr/holes 4x:typical + + +Density (a.u.) + + +Average time (µs) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + +276.4 + + + +276.6 + + + +276.8 + + + +277 + + + +277.2 + + + +277.4 + + + +277.6 + + + +277.8 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/base/benchmark.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/base/benchmark.json new file mode 100644 index 0000000000..dfc841282a --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"chunk arr","value_str":"holes","throughput":{"Elements":65536},"full_id":"iter entity (p += v)/chunk arr/holes","directory_name":"iter entity (p += v)/chunk arr/holes","title":"iter entity (p += v)/chunk arr/holes"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/base/estimates.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/base/estimates.json new file mode 100644 index 0000000000..e29538d23f --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":328714.68016670307,"upper_bound":351443.88790724886},"point_estimate":338233.97506295383,"standard_error":5886.004603940906},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":321104.7913584184,"upper_bound":324150.34013605444},"point_estimate":321826.29146109,"standard_error":872.9438783440652},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4004.342645945868,"upper_bound":8740.101846688944},"point_estimate":5493.842931334802,"standard_error":1187.5996107635535},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":319541.0951874409,"upper_bound":320721.10260622296},"point_estimate":320069.4924646921,"standard_error":301.1050875795069},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19651.465819425655,"upper_bound":92906.76408821145},"point_estimate":58843.39598946455,"standard_error":20488.05808155941}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/base/sample.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/base/sample.json new file mode 100644 index 0000000000..59b501f73e --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[5711717.0,7848244.0,10022111.0,12225653.0,14417593.0,16556915.0,18740310.0,20994156.0,23189672.0,25314528.0,27439705.0,29624662.0,31917129.0,34065829.0,36235889.0,38366355.0,40634177.0,43104524.0,44882947.0,47089905.0,49366803.0,51515774.0,53739272.0,55818624.0,58137459.0,60291527.0,62632506.0,64709313.0,66987835.0,68856616.0,71144696.0,73123621.0,75684106.0,77918557.0,80031881.0,81936830.0,84171731.0,86697001.0,88390406.0,90702540.0,93090014.0,95300200.0,97448569.0,99516801.0,101747363.0,106398091.0,105829686.0,107913716.0,110369367.0,112583228.0,115030093.0,117162865.0,119481601.0,121618781.0,123803919.0,125784947.0,128263041.0,129831513.0,132194562.0,134551620.0,136875456.0,138973793.0,141658620.0,143730107.0,145947305.0,147711954.0,149999822.0,151739452.0,154187259.0,157477891.0,158801358.0,160609036.0,163467154.0,165507303.0,167662937.0,169874495.0,171459238.0,173736708.0,176471120.0,178418888.0,180578189.0,182520856.0,185076953.0,186736115.0,192275412.0,191117081.0,193775408.0,195585319.0,200427231.0,199610194.0,202576974.0,204639044.0,206738994.0,208987470.0,211353685.0,214422293.0,215657858.0,219751671.0,220467761.0,221861730.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/base/tukey.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/base/tukey.json new file mode 100644 index 0000000000..f7d44552a9 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/base/tukey.json @@ -0,0 +1 @@ +[282601.27624060144,300973.9989003759,349967.92599310784,368340.6486528823] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/new/benchmark.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/new/benchmark.json new file mode 100644 index 0000000000..dfc841282a --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"chunk arr","value_str":"holes","throughput":{"Elements":65536},"full_id":"iter entity (p += v)/chunk arr/holes","directory_name":"iter entity (p += v)/chunk arr/holes","title":"iter entity (p += v)/chunk arr/holes"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/new/estimates.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/new/estimates.json new file mode 100644 index 0000000000..e29538d23f --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":328714.68016670307,"upper_bound":351443.88790724886},"point_estimate":338233.97506295383,"standard_error":5886.004603940906},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":321104.7913584184,"upper_bound":324150.34013605444},"point_estimate":321826.29146109,"standard_error":872.9438783440652},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4004.342645945868,"upper_bound":8740.101846688944},"point_estimate":5493.842931334802,"standard_error":1187.5996107635535},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":319541.0951874409,"upper_bound":320721.10260622296},"point_estimate":320069.4924646921,"standard_error":301.1050875795069},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19651.465819425655,"upper_bound":92906.76408821145},"point_estimate":58843.39598946455,"standard_error":20488.05808155941}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/new/sample.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/new/sample.json new file mode 100644 index 0000000000..59b501f73e --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[5711717.0,7848244.0,10022111.0,12225653.0,14417593.0,16556915.0,18740310.0,20994156.0,23189672.0,25314528.0,27439705.0,29624662.0,31917129.0,34065829.0,36235889.0,38366355.0,40634177.0,43104524.0,44882947.0,47089905.0,49366803.0,51515774.0,53739272.0,55818624.0,58137459.0,60291527.0,62632506.0,64709313.0,66987835.0,68856616.0,71144696.0,73123621.0,75684106.0,77918557.0,80031881.0,81936830.0,84171731.0,86697001.0,88390406.0,90702540.0,93090014.0,95300200.0,97448569.0,99516801.0,101747363.0,106398091.0,105829686.0,107913716.0,110369367.0,112583228.0,115030093.0,117162865.0,119481601.0,121618781.0,123803919.0,125784947.0,128263041.0,129831513.0,132194562.0,134551620.0,136875456.0,138973793.0,141658620.0,143730107.0,145947305.0,147711954.0,149999822.0,151739452.0,154187259.0,157477891.0,158801358.0,160609036.0,163467154.0,165507303.0,167662937.0,169874495.0,171459238.0,173736708.0,176471120.0,178418888.0,180578189.0,182520856.0,185076953.0,186736115.0,192275412.0,191117081.0,193775408.0,195585319.0,200427231.0,199610194.0,202576974.0,204639044.0,206738994.0,208987470.0,211353685.0,214422293.0,215657858.0,219751671.0,220467761.0,221861730.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/new/tukey.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/new/tukey.json new file mode 100644 index 0000000000..f7d44552a9 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/new/tukey.json @@ -0,0 +1 @@ +[282601.27624060144,300973.9989003759,349967.92599310784,368340.6486528823] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/MAD.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/MAD.svg new file mode 100644 index 0000000000..74b6c5ab02 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/MAD.svg @@ -0,0 +1,96 @@ + + +iter entity (p += v)/chunk arr/holes:MAD + + +Density (a.u.) + + +Average time (µs) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + + + +0.5 + + + +0.55 + + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/SD.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/SD.svg new file mode 100644 index 0000000000..7ed537d3ac --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/SD.svg @@ -0,0 +1,88 @@ + + +iter entity (p += v)/chunk arr/holes:SD + + +Density (a.u.) + + +Average time (µs) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/index.html b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/index.html new file mode 100644 index 0000000000..e214ee7f61 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/index.html @@ -0,0 +1,209 @@ + + + + + + iter entity (p += v)/chunk arr/holes - Criterion.rs + + + + +
+

iter entity (p += v)/chunk arr/holes

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope319.54 µs320.07 µs320.72 µs
Throughput204.34 Melem/s204.76 Melem/s205.09 Melem/s
0.97432400.97470160.9741275
Mean328.71 µs338.23 µs351.44 µs
Std. Dev.19.651 µs58.843 µs92.907 µs
Median321.10 µs321.83 µs324.15 µs
MAD4.0043 µs5.4938 µs8.7401 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/mean.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/mean.svg new file mode 100644 index 0000000000..e4b83f22cc --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/mean.svg @@ -0,0 +1,76 @@ + + +iter entity (p += v)/chunk arr/holes:mean + + +Density (a.u.) + + +Average time (µs) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + + +330 + + + +335 + + + +340 + + + +345 + + + +350 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/median.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/median.svg new file mode 100644 index 0000000000..cccd3f9efe --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/median.svg @@ -0,0 +1,84 @@ + + +iter entity (p += v)/chunk arr/holes:median + + +Density (a.u.) + + +Average time (µs) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + + +321 + + + +321.5 + + + +322 + + + +322.5 + + + +323 + + + +323.5 + + + +324 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/pdf.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/pdf.svg new file mode 100644 index 0000000000..cc6eba149d --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/pdf.svg @@ -0,0 +1,153 @@ + + +iter entity (p += v)/chunk arr/holes + + +Iterations + + +Average Time (µs) + + + +0 + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + +800 + + + +Density (a.u.) + + + +0 + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/pdf_small.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/pdf_small.svg new file mode 100644 index 0000000000..fdc54597d4 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/pdf_small.svg @@ -0,0 +1,56 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + + + +400 + + + +600 + + + +800 + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/regression.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/regression.svg new file mode 100644 index 0000000000..d54e7c1996 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/regression.svg @@ -0,0 +1,217 @@ + + +iter entity (p += v)/chunk arr/holes + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + +200.0 + + + +220.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/regression_small.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/regression_small.svg new file mode 100644 index 0000000000..9d8c27c3a5 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/regression_small.svg @@ -0,0 +1,202 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + +200.0 + + + +220.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/slope.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/slope.svg new file mode 100644 index 0000000000..5dec312199 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/slope.svg @@ -0,0 +1,84 @@ + + +iter entity (p += v)/chunk arr/holes:slope + + +Density (a.u.) + + +Average time (µs) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + + +319.6 + + + +319.8 + + + +320 + + + +320.2 + + + +320.4 + + + +320.6 + + + +320.8 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/typical.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/typical.svg new file mode 100644 index 0000000000..655563e41b --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/holes/report/typical.svg @@ -0,0 +1,84 @@ + + +iter entity (p += v)/chunk arr/holes:typical + + +Density (a.u.) + + +Average time (µs) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + + +319.6 + + + +319.8 + + + +320 + + + +320.2 + + + +320.4 + + + +320.6 + + + +320.8 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/report/index.html b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/report/index.html new file mode 100644 index 0000000000..1341dbce48 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/report/index.html @@ -0,0 +1,139 @@ + + + + + + iter entity (p += v)/chunk arr Summary - Criterion.rs + + + + +
+

iter entity (p += v)/chunk arr

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

iter entity (p += v)/chunk arr/full

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/chunk arr/holes

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/chunk arr/holes 4x

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/report/violin.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/report/violin.svg new file mode 100644 index 0000000000..f2e8d6ab3c --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk arr/report/violin.svg @@ -0,0 +1,67 @@ + + +iter entity (p += v)/chunk arr: Violin plot + + +Input + + +Average time (µs) + + + +iter entity (p += v)/chunk arr/holes 4x + + + +iter entity (p += v)/chunk arr/holes + + + +iter entity (p += v)/chunk arr/full + + + + +0.0 + + + +100.0 + + + +200.0 + + + +300.0 + + + +400.0 + + + +500.0 + + + +600.0 + + + +700.0 + + + +800.0 + + + + + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/base/benchmark.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/base/benchmark.json new file mode 100644 index 0000000000..84a82848e3 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"chunk idv","value_str":"full","throughput":{"Elements":65536},"full_id":"iter entity (p += v)/chunk idv/full","directory_name":"iter entity (p += v)/chunk idv/full","title":"iter entity (p += v)/chunk idv/full"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/base/estimates.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/base/estimates.json new file mode 100644 index 0000000000..cdb253e267 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76064.9748009918,"upper_bound":84278.40265049253},"point_estimate":80000.39261764307,"standard_error":2113.7132227921747},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70312.29782608696,"upper_bound":70502.30481099656},"point_estimate":70418.00131257632,"standard_error":43.62557670138457},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":289.02082707512426,"upper_bound":1156.981118692814},"point_estimate":434.8842595549146,"standard_error":197.06364950120005},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74917.37814800155,"upper_bound":87154.62761677109},"point_estimate":80751.42981202896,"standard_error":3125.2173181556605},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16951.26584308649,"upper_bound":24322.64654997973},"point_estimate":21189.572752508182,"standard_error":1890.215843331531}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/base/sample.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/base/sample.json new file mode 100644 index 0000000000..65d6b4dcb8 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[30.0,60.0,90.0,120.0,150.0,180.0,210.0,240.0,270.0,300.0,330.0,360.0,390.0,420.0,450.0,480.0,510.0,540.0,570.0,600.0,630.0,660.0,690.0,720.0,750.0,780.0,810.0,840.0,870.0,900.0,930.0,960.0,990.0,1020.0,1050.0,1080.0,1110.0,1140.0,1170.0,1200.0,1230.0,1260.0,1290.0,1320.0,1350.0,1380.0,1410.0,1440.0,1470.0,1500.0,1530.0,1560.0,1590.0,1620.0,1650.0,1680.0,1710.0,1740.0,1770.0,1800.0,1830.0,1860.0,1890.0,1920.0,1950.0,1980.0,2010.0,2040.0,2070.0,2100.0,2130.0,2160.0,2190.0,2220.0,2250.0,2280.0,2310.0,2340.0,2370.0,2400.0,2430.0,2460.0,2490.0,2520.0,2550.0,2580.0,2610.0,2640.0,2670.0,2700.0,2730.0,2760.0,2790.0,2820.0,2850.0,2880.0,2910.0,2940.0,2970.0,3000.0],"times":[2178898.0,7779253.0,6441237.0,8230872.0,19003586.0,12851206.0,14072936.0,29903828.0,34046504.0,20595664.0,42099493.0,45484886.0,27344904.0,29564828.0,31590471.0,34682576.0,36001687.0,37968181.0,41083820.0,42285742.0,44242978.0,46466890.0,48478116.0,50683865.0,52824101.0,55796073.0,57224106.0,59147008.0,61313063.0,64181963.0,70385117.0,67320644.0,69315190.0,68151037.0,134843557.0,76074699.0,74149862.0,143589608.0,79519803.0,148492843.0,158334165.0,88572068.0,90772788.0,92753189.0,94791378.0,97030971.0,99054732.0,101175644.0,102933220.0,105330737.0,107973349.0,110004635.0,112751069.0,114017023.0,116260142.0,118198094.0,120498960.0,122303864.0,124783724.0,126931235.0,128425523.0,130791861.0,133531713.0,134904696.0,136876801.0,138991813.0,141203142.0,142880971.0,145139368.0,147259730.0,149347971.0,152039274.0,153888421.0,157266429.0,157841001.0,151812661.0,296773763.0,164789581.0,158386825.0,314555206.0,169128526.0,241564606.0,241893497.0,175531765.0,246677597.0,174227495.0,184031851.0,186423285.0,188030101.0,190764733.0,192489708.0,184257080.0,359955105.0,356293249.0,190026130.0,361865134.0,205161707.0,196185477.0,366899849.0,211704416.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/base/tukey.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/base/tukey.json new file mode 100644 index 0000000000..d7da12aad4 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/base/tukey.json @@ -0,0 +1 @@ +[66496.74215034969,68346.73199300701,73280.03824009321,75130.02808275055] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/new/benchmark.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/new/benchmark.json new file mode 100644 index 0000000000..84a82848e3 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"chunk idv","value_str":"full","throughput":{"Elements":65536},"full_id":"iter entity (p += v)/chunk idv/full","directory_name":"iter entity (p += v)/chunk idv/full","title":"iter entity (p += v)/chunk idv/full"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/new/estimates.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/new/estimates.json new file mode 100644 index 0000000000..cdb253e267 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76064.9748009918,"upper_bound":84278.40265049253},"point_estimate":80000.39261764307,"standard_error":2113.7132227921747},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70312.29782608696,"upper_bound":70502.30481099656},"point_estimate":70418.00131257632,"standard_error":43.62557670138457},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":289.02082707512426,"upper_bound":1156.981118692814},"point_estimate":434.8842595549146,"standard_error":197.06364950120005},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74917.37814800155,"upper_bound":87154.62761677109},"point_estimate":80751.42981202896,"standard_error":3125.2173181556605},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16951.26584308649,"upper_bound":24322.64654997973},"point_estimate":21189.572752508182,"standard_error":1890.215843331531}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/new/sample.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/new/sample.json new file mode 100644 index 0000000000..65d6b4dcb8 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[30.0,60.0,90.0,120.0,150.0,180.0,210.0,240.0,270.0,300.0,330.0,360.0,390.0,420.0,450.0,480.0,510.0,540.0,570.0,600.0,630.0,660.0,690.0,720.0,750.0,780.0,810.0,840.0,870.0,900.0,930.0,960.0,990.0,1020.0,1050.0,1080.0,1110.0,1140.0,1170.0,1200.0,1230.0,1260.0,1290.0,1320.0,1350.0,1380.0,1410.0,1440.0,1470.0,1500.0,1530.0,1560.0,1590.0,1620.0,1650.0,1680.0,1710.0,1740.0,1770.0,1800.0,1830.0,1860.0,1890.0,1920.0,1950.0,1980.0,2010.0,2040.0,2070.0,2100.0,2130.0,2160.0,2190.0,2220.0,2250.0,2280.0,2310.0,2340.0,2370.0,2400.0,2430.0,2460.0,2490.0,2520.0,2550.0,2580.0,2610.0,2640.0,2670.0,2700.0,2730.0,2760.0,2790.0,2820.0,2850.0,2880.0,2910.0,2940.0,2970.0,3000.0],"times":[2178898.0,7779253.0,6441237.0,8230872.0,19003586.0,12851206.0,14072936.0,29903828.0,34046504.0,20595664.0,42099493.0,45484886.0,27344904.0,29564828.0,31590471.0,34682576.0,36001687.0,37968181.0,41083820.0,42285742.0,44242978.0,46466890.0,48478116.0,50683865.0,52824101.0,55796073.0,57224106.0,59147008.0,61313063.0,64181963.0,70385117.0,67320644.0,69315190.0,68151037.0,134843557.0,76074699.0,74149862.0,143589608.0,79519803.0,148492843.0,158334165.0,88572068.0,90772788.0,92753189.0,94791378.0,97030971.0,99054732.0,101175644.0,102933220.0,105330737.0,107973349.0,110004635.0,112751069.0,114017023.0,116260142.0,118198094.0,120498960.0,122303864.0,124783724.0,126931235.0,128425523.0,130791861.0,133531713.0,134904696.0,136876801.0,138991813.0,141203142.0,142880971.0,145139368.0,147259730.0,149347971.0,152039274.0,153888421.0,157266429.0,157841001.0,151812661.0,296773763.0,164789581.0,158386825.0,314555206.0,169128526.0,241564606.0,241893497.0,175531765.0,246677597.0,174227495.0,184031851.0,186423285.0,188030101.0,190764733.0,192489708.0,184257080.0,359955105.0,356293249.0,190026130.0,361865134.0,205161707.0,196185477.0,366899849.0,211704416.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/new/tukey.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/new/tukey.json new file mode 100644 index 0000000000..d7da12aad4 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/new/tukey.json @@ -0,0 +1 @@ +[66496.74215034969,68346.73199300701,73280.03824009321,75130.02808275055] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/MAD.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/MAD.svg new file mode 100644 index 0000000000..85bd3bee07 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/MAD.svg @@ -0,0 +1,112 @@ + + +iter entity (p += v)/chunk idv/full:MAD + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + + +1.1 + + + +1.2 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/SD.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/SD.svg new file mode 100644 index 0000000000..a5855e9b90 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/SD.svg @@ -0,0 +1,108 @@ + + +iter entity (p += v)/chunk idv/full:SD + + +Density (a.u.) + + +Average time (µs) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 + + + +0.2 + + + +0.22 + + + + +17 + + + +18 + + + +19 + + + +20 + + + +21 + + + +22 + + + +23 + + + +24 + + + +25 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/index.html b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/index.html new file mode 100644 index 0000000000..5ab1b0a827 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/index.html @@ -0,0 +1,209 @@ + + + + + + iter entity (p += v)/chunk idv/full - Criterion.rs + + + + +
+

iter entity (p += v)/chunk idv/full

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope74.917 µs80.751 µs87.155 µs
Throughput751.95 Melem/s811.58 Melem/s874.78 Melem/s
0.05203200.05564740.0513494
Mean76.065 µs80.000 µs84.278 µs
Std. Dev.16.951 µs21.190 µs24.323 µs
Median70.312 µs70.418 µs70.502 µs
MAD289.02 ns434.88 ns1.1570 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/mean.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/mean.svg new file mode 100644 index 0000000000..673de0a84d --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/mean.svg @@ -0,0 +1,108 @@ + + +iter entity (p += v)/chunk idv/full:mean + + +Density (a.u.) + + +Average time (µs) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 + + + +0.2 + + + + +76 + + + +77 + + + +78 + + + +79 + + + +80 + + + +81 + + + +82 + + + +83 + + + +84 + + + +85 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/median.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/median.svg new file mode 100644 index 0000000000..7601ececda --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/median.svg @@ -0,0 +1,76 @@ + + +iter entity (p += v)/chunk idv/full:median + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + + +70.3 + + + +70.35 + + + +70.4 + + + +70.45 + + + +70.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/pdf.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/pdf.svg new file mode 100644 index 0000000000..4df2611f93 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/pdf.svg @@ -0,0 +1,187 @@ + + +iter entity (p += v)/chunk idv/full + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +Density (a.u.) + + + +0 + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/pdf_small.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/pdf_small.svg new file mode 100644 index 0000000000..7e65167100 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/pdf_small.svg @@ -0,0 +1,56 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + + +50 + + + +100 + + + +150 + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/regression.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/regression.svg new file mode 100644 index 0000000000..7f6f4ab777 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/regression.svg @@ -0,0 +1,192 @@ + + +iter entity (p += v)/chunk idv/full + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + +300.0 + + + +350.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/regression_small.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/regression_small.svg new file mode 100644 index 0000000000..eb3869f204 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/regression_small.svg @@ -0,0 +1,177 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + +300.0 + + + +350.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/slope.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/slope.svg new file mode 100644 index 0000000000..e3ddc37b20 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/slope.svg @@ -0,0 +1,88 @@ + + +iter entity (p += v)/chunk idv/full:slope + + +Density (a.u.) + + +Average time (µs) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + + +74 + + + +76 + + + +78 + + + +80 + + + +82 + + + +84 + + + +86 + + + +88 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/typical.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/typical.svg new file mode 100644 index 0000000000..c014cb5bae --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/full/report/typical.svg @@ -0,0 +1,88 @@ + + +iter entity (p += v)/chunk idv/full:typical + + +Density (a.u.) + + +Average time (µs) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + + +74 + + + +76 + + + +78 + + + +80 + + + +82 + + + +84 + + + +86 + + + +88 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/base/benchmark.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/base/benchmark.json new file mode 100644 index 0000000000..252e661a05 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"chunk idv","value_str":"holes 4x","throughput":{"Elements":65536},"full_id":"iter entity (p += v)/chunk idv/holes 4x","directory_name":"iter entity (p += v)/chunk idv/holes 4x","title":"iter entity (p += v)/chunk idv/holes 4x"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/base/estimates.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/base/estimates.json new file mode 100644 index 0000000000..e22c7873ee --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":350685.91142511484,"upper_bound":376855.4404319832},"point_estimate":361714.28535147605,"standard_error":6778.37161017313},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":341206.1265432099,"upper_bound":345610.7656695157},"point_estimate":342981.04104166664,"standard_error":1207.2424030011784},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5329.185132465364,"upper_bound":11043.942115041922},"point_estimate":7616.305484680245,"standard_error":1577.9236898018269},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":339336.67902860296,"upper_bound":343379.37460284645},"point_estimate":340866.1315910546,"standard_error":1075.6026760059794},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23341.542951234973,"upper_bound":106525.12479031918},"point_estimate":67916.8567259222,"standard_error":23160.36572999602}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/base/sample.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/base/sample.json new file mode 100644 index 0000000000..dad457cdc5 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[5448047.0,7467346.0,9445509.0,11411129.0,13423475.0,15440952.0,17349546.0,19317831.0,21367417.0,23298804.0,25389636.0,27331261.0,29208256.0,31305952.0,33168990.0,35125895.0,37105420.0,39171336.0,41072547.0,45187057.0,45162541.0,47166872.0,49084745.0,51126256.0,53026625.0,55352816.0,57038318.0,58858759.0,61062182.0,62919152.0,65428333.0,67387583.0,69303041.0,71178656.0,73637062.0,74749348.0,76882040.0,78759899.0,80767378.0,82823657.0,84784861.0,86938621.0,88761879.0,90748780.0,93642606.0,94581119.0,96678004.0,98787783.0,100602685.0,102884684.0,104576918.0,106454075.0,108711377.0,110550785.0,112437058.0,116848133.0,116410400.0,118388264.0,120590195.0,122312303.0,124363464.0,127178833.0,129063715.0,130989533.0,132391066.0,136343137.0,136732131.0,138476761.0,140479021.0,142288743.0,144028234.0,146008072.0,147771819.0,150087921.0,152447922.0,156574606.0,156316187.0,157970859.0,160196703.0,161639512.0,164208884.0,165535868.0,168838351.0,169842796.0,174288913.0,174401031.0,176060914.0,177544449.0,180390254.0,181912130.0,184068816.0,209695788.0,189192331.0,190915851.0,192828563.0,195361608.0,196154660.0,197660366.0,199050428.0,201458730.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/base/tukey.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/base/tukey.json new file mode 100644 index 0000000000..be397badcb --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/base/tukey.json @@ -0,0 +1 @@ +[291240.715018315,315105.5101877289,378744.96397283266,402609.75914224656] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/new/benchmark.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/new/benchmark.json new file mode 100644 index 0000000000..252e661a05 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"chunk idv","value_str":"holes 4x","throughput":{"Elements":65536},"full_id":"iter entity (p += v)/chunk idv/holes 4x","directory_name":"iter entity (p += v)/chunk idv/holes 4x","title":"iter entity (p += v)/chunk idv/holes 4x"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/new/estimates.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/new/estimates.json new file mode 100644 index 0000000000..e22c7873ee --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":350685.91142511484,"upper_bound":376855.4404319832},"point_estimate":361714.28535147605,"standard_error":6778.37161017313},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":341206.1265432099,"upper_bound":345610.7656695157},"point_estimate":342981.04104166664,"standard_error":1207.2424030011784},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5329.185132465364,"upper_bound":11043.942115041922},"point_estimate":7616.305484680245,"standard_error":1577.9236898018269},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":339336.67902860296,"upper_bound":343379.37460284645},"point_estimate":340866.1315910546,"standard_error":1075.6026760059794},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23341.542951234973,"upper_bound":106525.12479031918},"point_estimate":67916.8567259222,"standard_error":23160.36572999602}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/new/sample.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/new/sample.json new file mode 100644 index 0000000000..dad457cdc5 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[5448047.0,7467346.0,9445509.0,11411129.0,13423475.0,15440952.0,17349546.0,19317831.0,21367417.0,23298804.0,25389636.0,27331261.0,29208256.0,31305952.0,33168990.0,35125895.0,37105420.0,39171336.0,41072547.0,45187057.0,45162541.0,47166872.0,49084745.0,51126256.0,53026625.0,55352816.0,57038318.0,58858759.0,61062182.0,62919152.0,65428333.0,67387583.0,69303041.0,71178656.0,73637062.0,74749348.0,76882040.0,78759899.0,80767378.0,82823657.0,84784861.0,86938621.0,88761879.0,90748780.0,93642606.0,94581119.0,96678004.0,98787783.0,100602685.0,102884684.0,104576918.0,106454075.0,108711377.0,110550785.0,112437058.0,116848133.0,116410400.0,118388264.0,120590195.0,122312303.0,124363464.0,127178833.0,129063715.0,130989533.0,132391066.0,136343137.0,136732131.0,138476761.0,140479021.0,142288743.0,144028234.0,146008072.0,147771819.0,150087921.0,152447922.0,156574606.0,156316187.0,157970859.0,160196703.0,161639512.0,164208884.0,165535868.0,168838351.0,169842796.0,174288913.0,174401031.0,176060914.0,177544449.0,180390254.0,181912130.0,184068816.0,209695788.0,189192331.0,190915851.0,192828563.0,195361608.0,196154660.0,197660366.0,199050428.0,201458730.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/new/tukey.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/new/tukey.json new file mode 100644 index 0000000000..be397badcb --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/new/tukey.json @@ -0,0 +1 @@ +[291240.715018315,315105.5101877289,378744.96397283266,402609.75914224656] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/MAD.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/MAD.svg new file mode 100644 index 0000000000..3ade94500a --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/MAD.svg @@ -0,0 +1,80 @@ + + +iter entity (p += v)/chunk idv/holes 4x:MAD + + +Density (a.u.) + + +Average time (µs) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + +10 + + + +11 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/SD.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/SD.svg new file mode 100644 index 0000000000..6cdc1b79cd --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/SD.svg @@ -0,0 +1,88 @@ + + +iter entity (p += v)/chunk idv/holes 4x:SD + + +Density (a.u.) + + +Average time (µs) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + +110 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/index.html b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/index.html new file mode 100644 index 0000000000..f7b4093b29 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/index.html @@ -0,0 +1,209 @@ + + + + + + iter entity (p += v)/chunk idv/holes 4x - Criterion.rs + + + + +
+

iter entity (p += v)/chunk idv/holes 4x

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope339.34 µs340.87 µs343.38 µs
Throughput190.86 Melem/s192.26 Melem/s193.13 Melem/s
0.91864850.92119040.9143589
Mean350.69 µs361.71 µs376.86 µs
Std. Dev.23.342 µs67.917 µs106.53 µs
Median341.21 µs342.98 µs345.61 µs
MAD5.3292 µs7.6163 µs11.044 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/mean.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/mean.svg new file mode 100644 index 0000000000..f2c89e46d8 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/mean.svg @@ -0,0 +1,76 @@ + + +iter entity (p += v)/chunk idv/holes 4x:mean + + +Density (a.u.) + + +Average time (µs) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + + +350 + + + +355 + + + +360 + + + +365 + + + +370 + + + +375 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/median.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/median.svg new file mode 100644 index 0000000000..67b8c592c3 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/median.svg @@ -0,0 +1,96 @@ + + +iter entity (p += v)/chunk idv/holes 4x:median + + +Density (a.u.) + + +Average time (µs) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + + +341 + + + +341.5 + + + +342 + + + +342.5 + + + +343 + + + +343.5 + + + +344 + + + +344.5 + + + +345 + + + +345.5 + + + +346 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/pdf.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/pdf.svg new file mode 100644 index 0000000000..3c48c7138f --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/pdf.svg @@ -0,0 +1,149 @@ + + +iter entity (p += v)/chunk idv/holes 4x + + +Iterations + + +Average Time (µs) + + + +0 + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + +800 + + + +900 + + + +Density (a.u.) + + + +0 + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/pdf_small.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/pdf_small.svg new file mode 100644 index 0000000000..7320586052 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/pdf_small.svg @@ -0,0 +1,52 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + + +400 + + + +600 + + + +800 + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/regression.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/regression.svg new file mode 100644 index 0000000000..1aee259005 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/regression.svg @@ -0,0 +1,207 @@ + + +iter entity (p += v)/chunk idv/holes 4x + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + +200.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/regression_small.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/regression_small.svg new file mode 100644 index 0000000000..7c11db6ae9 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/regression_small.svg @@ -0,0 +1,192 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + +200.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/slope.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/slope.svg new file mode 100644 index 0000000000..9e65632802 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/slope.svg @@ -0,0 +1,100 @@ + + +iter entity (p += v)/chunk idv/holes 4x:slope + + +Density (a.u.) + + +Average time (µs) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +339 + + + +339.5 + + + +340 + + + +340.5 + + + +341 + + + +341.5 + + + +342 + + + +342.5 + + + +343 + + + +343.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/typical.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/typical.svg new file mode 100644 index 0000000000..332bd4d660 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes 4x/report/typical.svg @@ -0,0 +1,100 @@ + + +iter entity (p += v)/chunk idv/holes 4x:typical + + +Density (a.u.) + + +Average time (µs) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +339 + + + +339.5 + + + +340 + + + +340.5 + + + +341 + + + +341.5 + + + +342 + + + +342.5 + + + +343 + + + +343.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/base/benchmark.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/base/benchmark.json new file mode 100644 index 0000000000..d451d20054 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"chunk idv","value_str":"holes","throughput":{"Elements":65536},"full_id":"iter entity (p += v)/chunk idv/holes","directory_name":"iter entity (p += v)/chunk idv/holes","title":"iter entity (p += v)/chunk idv/holes"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/base/estimates.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/base/estimates.json new file mode 100644 index 0000000000..ddb978e5d3 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":654969.1602325145,"upper_bound":693565.6983173023},"point_estimate":671217.9397706616,"standard_error":9976.057593245047},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":639508.9086538461,"upper_bound":646375.5792875157},"point_estimate":642353.2734375,"standard_error":1951.3671132561258},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7232.759442348898,"upper_bound":20534.338343469037},"point_estimate":10761.709012064553,"standard_error":3509.9872242487204},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":637285.6692931016,"upper_bound":641777.2846935906},"point_estimate":639130.6698655238,"standard_error":1151.281237427838},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35191.69108528032,"upper_bound":157191.1914167672},"point_estimate":100206.88210507756,"standard_error":34145.42436760971}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/base/sample.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/base/sample.json new file mode 100644 index 0000000000..53863ccfb0 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[5916421.0,8391630.0,10850528.0,13363907.0,15998561.0,18173752.0,21024137.0,23565198.0,25573589.0,28076098.0,30966157.0,33489205.0,35592011.0,37966592.0,40425009.0,43476358.0,45303913.0,47645072.0,50425818.0,52867904.0,56159690.0,58884522.0,61348830.0,64323557.0,66413819.0,69655702.0,71600655.0,74823262.0,76983105.0,79384717.0,82469087.0,85058788.0,87432667.0,90291228.0,92469293.0,94643533.0,96014263.0,98486292.0,100948968.0,103369764.0,105196688.0,108312833.0,110854198.0,113169169.0,116097559.0,117912501.0,121253407.0,146591288.0,125841401.0,128470765.0,130932839.0,133017853.0,136175178.0,138695641.0,140928809.0,141540044.0,144332683.0,148280057.0,150577133.0,153355875.0,157536743.0,158759043.0,158736701.0,163332286.0,166160611.0,168800294.0,171259042.0,173746082.0,175179986.0,178366636.0,181250503.0,183659088.0,186083783.0,191202632.0,191209575.0,193680846.0,196052522.0,198941478.0,200702510.0,205552871.0,206289930.0,208566228.0,213759426.0,213812445.0,216042537.0,218972751.0,221383079.0,221339628.0,225268958.0,228463481.0,231125968.0,233942261.0,236240339.0,236705822.0,241040683.0,244135482.0,246469077.0,245470232.0,252213389.0,253010409.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/base/tukey.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/base/tukey.json new file mode 100644 index 0000000000..74a6b71553 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/base/tukey.json @@ -0,0 +1 @@ +[553994.627968699,595494.0136686929,706159.04220201,747658.427902004] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/new/benchmark.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/new/benchmark.json new file mode 100644 index 0000000000..d451d20054 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"chunk idv","value_str":"holes","throughput":{"Elements":65536},"full_id":"iter entity (p += v)/chunk idv/holes","directory_name":"iter entity (p += v)/chunk idv/holes","title":"iter entity (p += v)/chunk idv/holes"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/new/estimates.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/new/estimates.json new file mode 100644 index 0000000000..ddb978e5d3 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":654969.1602325145,"upper_bound":693565.6983173023},"point_estimate":671217.9397706616,"standard_error":9976.057593245047},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":639508.9086538461,"upper_bound":646375.5792875157},"point_estimate":642353.2734375,"standard_error":1951.3671132561258},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7232.759442348898,"upper_bound":20534.338343469037},"point_estimate":10761.709012064553,"standard_error":3509.9872242487204},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":637285.6692931016,"upper_bound":641777.2846935906},"point_estimate":639130.6698655238,"standard_error":1151.281237427838},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35191.69108528032,"upper_bound":157191.1914167672},"point_estimate":100206.88210507756,"standard_error":34145.42436760971}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/new/sample.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/new/sample.json new file mode 100644 index 0000000000..53863ccfb0 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[5916421.0,8391630.0,10850528.0,13363907.0,15998561.0,18173752.0,21024137.0,23565198.0,25573589.0,28076098.0,30966157.0,33489205.0,35592011.0,37966592.0,40425009.0,43476358.0,45303913.0,47645072.0,50425818.0,52867904.0,56159690.0,58884522.0,61348830.0,64323557.0,66413819.0,69655702.0,71600655.0,74823262.0,76983105.0,79384717.0,82469087.0,85058788.0,87432667.0,90291228.0,92469293.0,94643533.0,96014263.0,98486292.0,100948968.0,103369764.0,105196688.0,108312833.0,110854198.0,113169169.0,116097559.0,117912501.0,121253407.0,146591288.0,125841401.0,128470765.0,130932839.0,133017853.0,136175178.0,138695641.0,140928809.0,141540044.0,144332683.0,148280057.0,150577133.0,153355875.0,157536743.0,158759043.0,158736701.0,163332286.0,166160611.0,168800294.0,171259042.0,173746082.0,175179986.0,178366636.0,181250503.0,183659088.0,186083783.0,191202632.0,191209575.0,193680846.0,196052522.0,198941478.0,200702510.0,205552871.0,206289930.0,208566228.0,213759426.0,213812445.0,216042537.0,218972751.0,221383079.0,221339628.0,225268958.0,228463481.0,231125968.0,233942261.0,236240339.0,236705822.0,241040683.0,244135482.0,246469077.0,245470232.0,252213389.0,253010409.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/new/tukey.json b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/new/tukey.json new file mode 100644 index 0000000000..74a6b71553 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/new/tukey.json @@ -0,0 +1 @@ +[553994.627968699,595494.0136686929,706159.04220201,747658.427902004] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/MAD.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/MAD.svg new file mode 100644 index 0000000000..2007336aa0 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/MAD.svg @@ -0,0 +1,104 @@ + + +iter entity (p += v)/chunk idv/holes:MAD + + +Density (a.u.) + + +Average time (µs) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 + + + +0.2 + + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + +20 + + + +22 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/SD.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/SD.svg new file mode 100644 index 0000000000..541ec27ff6 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/SD.svg @@ -0,0 +1,92 @@ + + +iter entity (p += v)/chunk idv/holes:SD + + +Density (a.u.) + + +Average time (µs) + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + + +0.016 + + + +0.018 + + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/index.html b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/index.html new file mode 100644 index 0000000000..44dbf299fc --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/index.html @@ -0,0 +1,209 @@ + + + + + + iter entity (p += v)/chunk idv/holes - Criterion.rs + + + + +
+

iter entity (p += v)/chunk idv/holes

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope637.29 µs639.13 µs641.78 µs
Throughput102.12 Melem/s102.54 Melem/s102.84 Melem/s
0.93842600.93950080.9372919
Mean654.97 µs671.22 µs693.57 µs
Std. Dev.35.192 µs100.21 µs157.19 µs
Median639.51 µs642.35 µs646.38 µs
MAD7.2328 µs10.762 µs20.534 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/mean.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/mean.svg new file mode 100644 index 0000000000..f69a278a7b --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/mean.svg @@ -0,0 +1,96 @@ + + +iter entity (p += v)/chunk idv/holes:mean + + +Density (a.u.) + + +Average time (µs) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + + +655 + + + +660 + + + +665 + + + +670 + + + +675 + + + +680 + + + +685 + + + +690 + + + +695 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/median.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/median.svg new file mode 100644 index 0000000000..d19ac182b0 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/median.svg @@ -0,0 +1,88 @@ + + +iter entity (p += v)/chunk idv/holes:median + + +Density (a.u.) + + +Average time (µs) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + + +639 + + + +640 + + + +641 + + + +642 + + + +643 + + + +644 + + + +645 + + + +646 + + + +647 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/pdf.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/pdf.svg new file mode 100644 index 0000000000..5a73c7e39c --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/pdf.svg @@ -0,0 +1,155 @@ + + +iter entity (p += v)/chunk idv/holes + + +Iterations + + +Average Time (ms) + + + +0 + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +Density (a.u.) + + + +0 + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/pdf_small.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/pdf_small.svg new file mode 100644 index 0000000000..e499a5a4aa --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/pdf_small.svg @@ -0,0 +1,60 @@ + + +Density (a.u.) + + +Average Time (ms) + + + +0 + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + + +0.5 + + + +1 + + + +1.5 + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/regression.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/regression.svg new file mode 100644 index 0000000000..1fe8811a55 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/regression.svg @@ -0,0 +1,192 @@ + + +iter entity (p += v)/chunk idv/holes + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/regression_small.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/regression_small.svg new file mode 100644 index 0000000000..2b35f99e99 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/regression_small.svg @@ -0,0 +1,177 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/slope.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/slope.svg new file mode 100644 index 0000000000..1b99df052a --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/slope.svg @@ -0,0 +1,104 @@ + + +iter entity (p += v)/chunk idv/holes:slope + + +Density (a.u.) + + +Average time (µs) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +637 + + + +637.5 + + + +638 + + + +638.5 + + + +639 + + + +639.5 + + + +640 + + + +640.5 + + + +641 + + + +641.5 + + + +642 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/typical.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/typical.svg new file mode 100644 index 0000000000..7e82a8a7ef --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/holes/report/typical.svg @@ -0,0 +1,104 @@ + + +iter entity (p += v)/chunk idv/holes:typical + + +Density (a.u.) + + +Average time (µs) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +637 + + + +637.5 + + + +638 + + + +638.5 + + + +639 + + + +639.5 + + + +640 + + + +640.5 + + + +641 + + + +641.5 + + + +642 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/report/index.html b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/report/index.html new file mode 100644 index 0000000000..36e9f043e4 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/report/index.html @@ -0,0 +1,139 @@ + + + + + + iter entity (p += v)/chunk idv Summary - Criterion.rs + + + + +
+

iter entity (p += v)/chunk idv

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

iter entity (p += v)/chunk idv/full

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/chunk idv/holes

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/chunk idv/holes 4x

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/report/violin.svg b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/report/violin.svg new file mode 100644 index 0000000000..5b8740efbc --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/chunk idv/report/violin.svg @@ -0,0 +1,67 @@ + + +iter entity (p += v)/chunk idv: Violin plot + + +Input + + +Average time (ms) + + + +iter entity (p += v)/chunk idv/holes 4x + + + +iter entity (p += v)/chunk idv/holes + + + +iter entity (p += v)/chunk idv/full + + + + +0.0 + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1.0 + + + +1.2 + + + +1.4 + + + +1.6 + + + + + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/base/benchmark.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/base/benchmark.json new file mode 100644 index 0000000000..f8ebcfbcb1 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"ent arr","value_str":"full","throughput":{"Elements":65536},"full_id":"iter entity (p += v)/ent arr/full","directory_name":"iter entity (p += v)/ent arr/full","title":"iter entity (p += v)/ent arr/full"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/base/estimates.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/base/estimates.json new file mode 100644 index 0000000000..b7613715bb --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1051375.1475375805,"upper_bound":1052389.7986855444},"point_estimate":1051859.2359217484,"standard_error":259.1501317480471},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1051144.0065456082,"upper_bound":1052208.8794786525},"point_estimate":1051595.448979592,"standard_error":266.73982496853966},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1740.7310782714437,"upper_bound":2746.4860859616742},"point_estimate":2338.828821841406,"standard_error":258.9881438977543},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1050997.79977371,"upper_bound":1052100.912432869},"point_estimate":1051554.2580892567,"standard_error":282.4359889958219},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1908.5428801703808,"upper_bound":3429.736079931215},"point_estimate":2605.879212347888,"standard_error":419.0027310269231}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/base/sample.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/base/sample.json new file mode 100644 index 0000000000..f136afe463 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[2133446.0,4209865.0,6315909.0,8462770.0,10534391.0,12609147.0,14725421.0,16853205.0,19008071.0,21094830.0,23191536.0,25307379.0,27312186.0,29444219.0,31513665.0,33686684.0,35777370.0,37936603.0,39979320.0,42000227.0,44067538.0,46160148.0,48240225.0,50528639.0,52514319.0,54818091.0,56763157.0,59119748.0,60801944.0,63077964.0,65063876.0,67278291.0,69420984.0,71548288.0,73710587.0,76073308.0,77778789.0,80027338.0,81974928.0,83870251.0,86205360.0,88250633.0,90187563.0,92609585.0,94837706.0,97011180.0,98447794.0,101070666.0,102853695.0,104977919.0,107116621.0,109168449.0,111480823.0,113484082.0,115576277.0,118116305.0,119596731.0,122181092.0,124156458.0,126065773.0,128306754.0,130122372.0,132754067.0,134557979.0,136489629.0,138905268.0,140830926.0,143034230.0,144614227.0,147387581.0,149787641.0,151476609.0,153885837.0,155288244.0,157462343.0,160099705.0,162200899.0,163875391.0,166254613.0,167921820.0,169828504.0,172308232.0,175012157.0,176961229.0,178757919.0,180605192.0,183378946.0,184168844.0,187153681.0,189023616.0,191990450.0,193438875.0,195317204.0,197488590.0,200222040.0,201881383.0,204370059.0,206115883.0,209010913.0,209929090.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/base/tukey.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/base/tukey.json new file mode 100644 index 0000000000..e441ae210a --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/base/tukey.json @@ -0,0 +1 @@ +[1040729.1195530184,1045442.0663941562,1058009.9246371905,1062722.8714783282] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/new/benchmark.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/new/benchmark.json new file mode 100644 index 0000000000..f8ebcfbcb1 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"ent arr","value_str":"full","throughput":{"Elements":65536},"full_id":"iter entity (p += v)/ent arr/full","directory_name":"iter entity (p += v)/ent arr/full","title":"iter entity (p += v)/ent arr/full"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/new/estimates.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/new/estimates.json new file mode 100644 index 0000000000..b7613715bb --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1051375.1475375805,"upper_bound":1052389.7986855444},"point_estimate":1051859.2359217484,"standard_error":259.1501317480471},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1051144.0065456082,"upper_bound":1052208.8794786525},"point_estimate":1051595.448979592,"standard_error":266.73982496853966},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1740.7310782714437,"upper_bound":2746.4860859616742},"point_estimate":2338.828821841406,"standard_error":258.9881438977543},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1050997.79977371,"upper_bound":1052100.912432869},"point_estimate":1051554.2580892567,"standard_error":282.4359889958219},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1908.5428801703808,"upper_bound":3429.736079931215},"point_estimate":2605.879212347888,"standard_error":419.0027310269231}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/new/sample.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/new/sample.json new file mode 100644 index 0000000000..f136afe463 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[2133446.0,4209865.0,6315909.0,8462770.0,10534391.0,12609147.0,14725421.0,16853205.0,19008071.0,21094830.0,23191536.0,25307379.0,27312186.0,29444219.0,31513665.0,33686684.0,35777370.0,37936603.0,39979320.0,42000227.0,44067538.0,46160148.0,48240225.0,50528639.0,52514319.0,54818091.0,56763157.0,59119748.0,60801944.0,63077964.0,65063876.0,67278291.0,69420984.0,71548288.0,73710587.0,76073308.0,77778789.0,80027338.0,81974928.0,83870251.0,86205360.0,88250633.0,90187563.0,92609585.0,94837706.0,97011180.0,98447794.0,101070666.0,102853695.0,104977919.0,107116621.0,109168449.0,111480823.0,113484082.0,115576277.0,118116305.0,119596731.0,122181092.0,124156458.0,126065773.0,128306754.0,130122372.0,132754067.0,134557979.0,136489629.0,138905268.0,140830926.0,143034230.0,144614227.0,147387581.0,149787641.0,151476609.0,153885837.0,155288244.0,157462343.0,160099705.0,162200899.0,163875391.0,166254613.0,167921820.0,169828504.0,172308232.0,175012157.0,176961229.0,178757919.0,180605192.0,183378946.0,184168844.0,187153681.0,189023616.0,191990450.0,193438875.0,195317204.0,197488590.0,200222040.0,201881383.0,204370059.0,206115883.0,209010913.0,209929090.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/new/tukey.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/new/tukey.json new file mode 100644 index 0000000000..e441ae210a --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/new/tukey.json @@ -0,0 +1 @@ +[1040729.1195530184,1045442.0663941562,1058009.9246371905,1062722.8714783282] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/MAD.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/MAD.svg new file mode 100644 index 0000000000..eead98f62e --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/MAD.svg @@ -0,0 +1,84 @@ + + +iter entity (p += v)/ent arr/full:MAD + + +Density (a.u.) + + +Average time (µs) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + + +1.8 + + + +2 + + + +2.2 + + + +2.4 + + + +2.6 + + + +2.8 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/SD.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/SD.svg new file mode 100644 index 0000000000..6cf02ac78f --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/SD.svg @@ -0,0 +1,88 @@ + + +iter entity (p += v)/ent arr/full:SD + + +Density (a.u.) + + +Average time (µs) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + +1.8 + + + +2 + + + +2.2 + + + +2.4 + + + +2.6 + + + +2.8 + + + +3 + + + +3.2 + + + +3.4 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/index.html b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/index.html new file mode 100644 index 0000000000..e8e3576afa --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/index.html @@ -0,0 +1,209 @@ + + + + + + iter entity (p += v)/ent arr/full - Criterion.rs + + + + +
+

iter entity (p += v)/ent arr/full

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope1.0510 ms1.0516 ms1.0521 ms
Throughput62.291 Melem/s62.323 Melem/s62.356 Melem/s
0.99942170.99946060.9994231
Mean1.0514 ms1.0519 ms1.0524 ms
Std. Dev.1.9085 µs2.6059 µs3.4297 µs
Median1.0511 ms1.0516 ms1.0522 ms
MAD1.7407 µs2.3388 µs2.7465 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/mean.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/mean.svg new file mode 100644 index 0000000000..c08bd33625 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/mean.svg @@ -0,0 +1,84 @@ + + +iter entity (p += v)/ent arr/full:mean + + +Density (a.u.) + + +Average time (ms) + + + +200 + + + +400 + + + +600 + + + +800 + + + +1000 + + + +1200 + + + +1400 + + + +1600 + + + + +1.0514 + + + +1.0516 + + + +1.0518 + + + +1.052 + + + +1.0522 + + + +1.0524 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/median.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/median.svg new file mode 100644 index 0000000000..370c7c2f52 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/median.svg @@ -0,0 +1,96 @@ + + +iter entity (p += v)/ent arr/full:median + + +Density (a.u.) + + +Average time (ms) + + + +200 + + + +400 + + + +600 + + + +800 + + + +1000 + + + +1200 + + + +1400 + + + +1600 + + + +1800 + + + +2000 + + + +2200 + + + + +1.0512 + + + +1.0514 + + + +1.0516 + + + +1.0518 + + + +1.052 + + + +1.0522 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/pdf.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/pdf.svg new file mode 100644 index 0000000000..98bc27229f --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/pdf.svg @@ -0,0 +1,149 @@ + + +iter entity (p += v)/ent arr/full + + +Iterations + + +Average Time (ms) + + + +0 + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + +1.045 + + + +1.05 + + + +1.055 + + + +1.06 + + + +1.065 + + + +1.07 + + + +Density (a.u.) + + + +0 + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/pdf_small.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/pdf_small.svg new file mode 100644 index 0000000000..213fce5197 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/pdf_small.svg @@ -0,0 +1,60 @@ + + +Density (a.u.) + + +Average Time (ms) + + + +0 + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + + +1.05 + + + +1.06 + + + +1.07 + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/regression.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/regression.svg new file mode 100644 index 0000000000..d233fc8dae --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/regression.svg @@ -0,0 +1,227 @@ + + +iter entity (p += v)/ent arr/full + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + +200.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/regression_small.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/regression_small.svg new file mode 100644 index 0000000000..c5f9d723ff --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/regression_small.svg @@ -0,0 +1,212 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + +200.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/slope.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/slope.svg new file mode 100644 index 0000000000..6812237fc7 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/slope.svg @@ -0,0 +1,84 @@ + + +iter entity (p += v)/ent arr/full:slope + + +Density (a.u.) + + +Average time (ms) + + + +200 + + + +400 + + + +600 + + + +800 + + + +1000 + + + +1200 + + + +1400 + + + + +1.051 + + + +1.0512 + + + +1.0514 + + + +1.0516 + + + +1.0518 + + + +1.052 + + + +1.0522 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/typical.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/typical.svg new file mode 100644 index 0000000000..b562a8b47e --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/full/report/typical.svg @@ -0,0 +1,84 @@ + + +iter entity (p += v)/ent arr/full:typical + + +Density (a.u.) + + +Average time (ms) + + + +200 + + + +400 + + + +600 + + + +800 + + + +1000 + + + +1200 + + + +1400 + + + + +1.051 + + + +1.0512 + + + +1.0514 + + + +1.0516 + + + +1.0518 + + + +1.052 + + + +1.0522 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/base/benchmark.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/base/benchmark.json new file mode 100644 index 0000000000..a76501f1cb --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"ent arr","value_str":"holes 4x","throughput":{"Elements":65536},"full_id":"iter entity (p += v)/ent arr/holes 4x","directory_name":"iter entity (p += v)/ent arr/holes 4x","title":"iter entity (p += v)/ent arr/holes 4x"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/base/estimates.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/base/estimates.json new file mode 100644 index 0000000000..47279154b2 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":734544.6227991324,"upper_bound":786564.8630413003},"point_estimate":756604.159996163,"standard_error":13494.053320534986},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":714958.6666666666,"upper_bound":724607.3333333334},"point_estimate":718387.1168923276,"standard_error":2429.335728640459},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8335.7511495515,"upper_bound":20235.635858661226},"point_estimate":12170.320290754358,"standard_error":3127.6952864427726},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":712604.0248569543,"upper_bound":715095.4147303714},"point_estimate":713694.6525491355,"standard_error":632.2785500312563},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47111.17573973917,"upper_bound":212283.14736253605},"point_estimate":135478.71810176058,"standard_error":45974.98019554606}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/base/sample.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/base/sample.json new file mode 100644 index 0000000000..d8d9d94152 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[5532204.0,7654275.0,9743113.0,11847182.0,13887760.0,16011545.0,18089413.0,20168735.0,22239249.0,24336023.0,28045092.0,28535261.0,30614715.0,32802177.0,34702656.0,36896510.0,39186974.0,41218527.0,43150814.0,45315585.0,47205875.0,49329609.0,51367754.0,53466221.0,55656799.0,57672372.0,59802218.0,61965294.0,64077187.0,66363473.0,68500612.0,70366216.0,72488798.0,74391351.0,76580737.0,78293759.0,80487823.0,82613080.0,84932197.0,87159153.0,89027332.0,91300524.0,93399190.0,95341077.0,97446727.0,99558279.0,101331551.0,103535725.0,105747522.0,107524343.0,109555865.0,111822545.0,114017982.0,115961932.0,118488274.0,120328110.0,122754026.0,124556572.0,126543652.0,128477424.0,130837436.0,132857609.0,134926671.0,137114263.0,139301346.0,140881560.0,143243756.0,145459010.0,148855749.0,149927889.0,152172587.0,154000012.0,156346649.0,158123589.0,159936326.0,161575751.0,163399897.0,166014754.0,168617357.0,170293921.0,173144127.0,174888536.0,177000979.0,179236601.0,181100452.0,183438384.0,185584690.0,187750543.0,190381218.0,191131662.0,193329152.0,195333275.0,197775500.0,200188722.0,201600364.0,203718988.0,206656224.0,208488526.0,210509199.0,212812436.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/base/tukey.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/base/tukey.json new file mode 100644 index 0000000000..564bb0cc6a --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/base/tukey.json @@ -0,0 +1 @@ +[628134.1816751717,670108.1267200592,782038.6468397593,824012.5918846469] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/new/benchmark.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/new/benchmark.json new file mode 100644 index 0000000000..a76501f1cb --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"ent arr","value_str":"holes 4x","throughput":{"Elements":65536},"full_id":"iter entity (p += v)/ent arr/holes 4x","directory_name":"iter entity (p += v)/ent arr/holes 4x","title":"iter entity (p += v)/ent arr/holes 4x"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/new/estimates.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/new/estimates.json new file mode 100644 index 0000000000..47279154b2 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":734544.6227991324,"upper_bound":786564.8630413003},"point_estimate":756604.159996163,"standard_error":13494.053320534986},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":714958.6666666666,"upper_bound":724607.3333333334},"point_estimate":718387.1168923276,"standard_error":2429.335728640459},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8335.7511495515,"upper_bound":20235.635858661226},"point_estimate":12170.320290754358,"standard_error":3127.6952864427726},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":712604.0248569543,"upper_bound":715095.4147303714},"point_estimate":713694.6525491355,"standard_error":632.2785500312563},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47111.17573973917,"upper_bound":212283.14736253605},"point_estimate":135478.71810176058,"standard_error":45974.98019554606}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/new/sample.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/new/sample.json new file mode 100644 index 0000000000..d8d9d94152 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[5532204.0,7654275.0,9743113.0,11847182.0,13887760.0,16011545.0,18089413.0,20168735.0,22239249.0,24336023.0,28045092.0,28535261.0,30614715.0,32802177.0,34702656.0,36896510.0,39186974.0,41218527.0,43150814.0,45315585.0,47205875.0,49329609.0,51367754.0,53466221.0,55656799.0,57672372.0,59802218.0,61965294.0,64077187.0,66363473.0,68500612.0,70366216.0,72488798.0,74391351.0,76580737.0,78293759.0,80487823.0,82613080.0,84932197.0,87159153.0,89027332.0,91300524.0,93399190.0,95341077.0,97446727.0,99558279.0,101331551.0,103535725.0,105747522.0,107524343.0,109555865.0,111822545.0,114017982.0,115961932.0,118488274.0,120328110.0,122754026.0,124556572.0,126543652.0,128477424.0,130837436.0,132857609.0,134926671.0,137114263.0,139301346.0,140881560.0,143243756.0,145459010.0,148855749.0,149927889.0,152172587.0,154000012.0,156346649.0,158123589.0,159936326.0,161575751.0,163399897.0,166014754.0,168617357.0,170293921.0,173144127.0,174888536.0,177000979.0,179236601.0,181100452.0,183438384.0,185584690.0,187750543.0,190381218.0,191131662.0,193329152.0,195333275.0,197775500.0,200188722.0,201600364.0,203718988.0,206656224.0,208488526.0,210509199.0,212812436.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/new/tukey.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/new/tukey.json new file mode 100644 index 0000000000..564bb0cc6a --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/new/tukey.json @@ -0,0 +1 @@ +[628134.1816751717,670108.1267200592,782038.6468397593,824012.5918846469] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/MAD.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/MAD.svg new file mode 100644 index 0000000000..1172fb9003 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/MAD.svg @@ -0,0 +1,100 @@ + + +iter entity (p += v)/ent arr/holes 4x:MAD + + +Density (a.u.) + + +Average time (µs) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 + + + +0.2 + + + +0.22 + + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + +20 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/SD.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/SD.svg new file mode 100644 index 0000000000..e0eabed55b --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/SD.svg @@ -0,0 +1,92 @@ + + +iter entity (p += v)/ent arr/holes 4x:SD + + +Density (a.u.) + + +Average time (µs) + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + +220 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/index.html b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/index.html new file mode 100644 index 0000000000..b5aea76720 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/index.html @@ -0,0 +1,209 @@ + + + + + + iter entity (p += v)/ent arr/holes 4x - Criterion.rs + + + + +
+

iter entity (p += v)/ent arr/holes 4x

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope712.60 µs713.69 µs715.10 µs
Throughput91.647 Melem/s91.826 Melem/s91.967 Melem/s
0.97229850.97261620.9720923
Mean734.54 µs756.60 µs786.56 µs
Std. Dev.47.111 µs135.48 µs212.28 µs
Median714.96 µs718.39 µs724.61 µs
MAD8.3358 µs12.170 µs20.236 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/mean.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/mean.svg new file mode 100644 index 0000000000..ed90f21b72 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/mean.svg @@ -0,0 +1,80 @@ + + +iter entity (p += v)/ent arr/holes 4x:mean + + +Density (a.u.) + + +Average time (µs) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + + +730 + + + +740 + + + +750 + + + +760 + + + +770 + + + +780 + + + +790 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/median.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/median.svg new file mode 100644 index 0000000000..2b575e7aa0 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/median.svg @@ -0,0 +1,72 @@ + + +iter entity (p += v)/ent arr/holes 4x:median + + +Density (a.u.) + + +Average time (µs) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + + +714 + + + +716 + + + +718 + + + +720 + + + +722 + + + +724 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/pdf.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/pdf.svg new file mode 100644 index 0000000000..3648143c4d --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/pdf.svg @@ -0,0 +1,153 @@ + + +iter entity (p += v)/ent arr/holes 4x + + +Iterations + + +Average Time (ms) + + + +0 + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + +2 + + + +Density (a.u.) + + + +0 + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/pdf_small.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/pdf_small.svg new file mode 100644 index 0000000000..05419ccb5f --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/pdf_small.svg @@ -0,0 +1,52 @@ + + +Density (a.u.) + + +Average Time (ms) + + + +0 + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + + +1 + + + +1.5 + + + +2 + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/regression.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/regression.svg new file mode 100644 index 0000000000..6bdb801612 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/regression.svg @@ -0,0 +1,207 @@ + + +iter entity (p += v)/ent arr/holes 4x + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + +200.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/regression_small.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/regression_small.svg new file mode 100644 index 0000000000..745e8cab8e --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/regression_small.svg @@ -0,0 +1,192 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + +200.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/slope.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/slope.svg new file mode 100644 index 0000000000..b2965b0c88 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/slope.svg @@ -0,0 +1,80 @@ + + +iter entity (p += v)/ent arr/holes 4x:slope + + +Density (a.u.) + + +Average time (µs) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + + +712.5 + + + +713 + + + +713.5 + + + +714 + + + +714.5 + + + +715 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/typical.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/typical.svg new file mode 100644 index 0000000000..36c23344d4 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes 4x/report/typical.svg @@ -0,0 +1,80 @@ + + +iter entity (p += v)/ent arr/holes 4x:typical + + +Density (a.u.) + + +Average time (µs) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + + +712.5 + + + +713 + + + +713.5 + + + +714 + + + +714.5 + + + +715 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/base/benchmark.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/base/benchmark.json new file mode 100644 index 0000000000..635da4c685 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"ent arr","value_str":"holes","throughput":{"Elements":65536},"full_id":"iter entity (p += v)/ent arr/holes","directory_name":"iter entity (p += v)/ent arr/holes","title":"iter entity (p += v)/ent arr/holes"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/base/estimates.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/base/estimates.json new file mode 100644 index 0000000000..4faeb75e50 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":693140.6829984412,"upper_bound":745081.2698449651},"point_estimate":715109.5877645579,"standard_error":13491.169825497816},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":674482.1831450094,"upper_bound":683283.7073170731},"point_estimate":678773.3818224964,"standard_error":2308.7686237905805},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8868.34255704942,"upper_bound":20226.48925558054},"point_estimate":14678.44137238743,"standard_error":3034.6779409292017},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":671819.7464067145,"upper_bound":674464.7710501279},"point_estimate":672991.9944800748,"standard_error":674.1379557194838},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45354.7230976097,"upper_bound":212324.0451250307},"point_estimate":135411.06523130104,"standard_error":46457.71487650835}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/base/sample.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/base/sample.json new file mode 100644 index 0000000000..2d0a1aded7 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[5416941.0,7442914.0,9357991.0,11295239.0,13209764.0,15217414.0,17170271.0,19187467.0,21123093.0,23132094.0,24877325.0,27050812.0,28729510.0,30887748.0,34144908.0,34932641.0,36872053.0,38712802.0,40881600.0,42390302.0,44699761.0,46657257.0,48594826.0,50490356.0,52501723.0,54478003.0,56188630.0,58453827.0,60657531.0,62410185.0,64422303.0,66405766.0,68201391.0,70164548.0,72157028.0,73903382.0,76067931.0,78283477.0,80036192.0,81722996.0,84043896.0,85896797.0,87596384.0,89763349.0,91925144.0,95768909.0,96159970.0,97870266.0,99740239.0,101615011.0,103355824.0,105633054.0,107461480.0,109590918.0,111199803.0,113634625.0,115366101.0,117061319.0,119351804.0,121438870.0,123292543.0,125162897.0,127328529.0,129121439.0,131102650.0,134484031.0,134951008.0,137262102.0,138993989.0,141113606.0,142731622.0,145305954.0,146434158.0,148745072.0,150755997.0,151788315.0,157632380.0,156512420.0,158882643.0,160611704.0,162395578.0,164496541.0,166679365.0,168560109.0,170429292.0,172563777.0,174454939.0,178505383.0,178560145.0,180654816.0,182496768.0,185658211.0,186941693.0,188233944.0,190252974.0,191848889.0,195317523.0,196290851.0,198464258.0,199918439.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/base/tukey.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/base/tukey.json new file mode 100644 index 0000000000..48ae404bff --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/base/tukey.json @@ -0,0 +1 @@ +[587475.5243051528,629234.4634118744,740591.6343631318,782350.5734698534] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/new/benchmark.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/new/benchmark.json new file mode 100644 index 0000000000..635da4c685 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"ent arr","value_str":"holes","throughput":{"Elements":65536},"full_id":"iter entity (p += v)/ent arr/holes","directory_name":"iter entity (p += v)/ent arr/holes","title":"iter entity (p += v)/ent arr/holes"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/new/estimates.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/new/estimates.json new file mode 100644 index 0000000000..4faeb75e50 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":693140.6829984412,"upper_bound":745081.2698449651},"point_estimate":715109.5877645579,"standard_error":13491.169825497816},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":674482.1831450094,"upper_bound":683283.7073170731},"point_estimate":678773.3818224964,"standard_error":2308.7686237905805},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8868.34255704942,"upper_bound":20226.48925558054},"point_estimate":14678.44137238743,"standard_error":3034.6779409292017},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":671819.7464067145,"upper_bound":674464.7710501279},"point_estimate":672991.9944800748,"standard_error":674.1379557194838},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45354.7230976097,"upper_bound":212324.0451250307},"point_estimate":135411.06523130104,"standard_error":46457.71487650835}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/new/sample.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/new/sample.json new file mode 100644 index 0000000000..2d0a1aded7 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[5416941.0,7442914.0,9357991.0,11295239.0,13209764.0,15217414.0,17170271.0,19187467.0,21123093.0,23132094.0,24877325.0,27050812.0,28729510.0,30887748.0,34144908.0,34932641.0,36872053.0,38712802.0,40881600.0,42390302.0,44699761.0,46657257.0,48594826.0,50490356.0,52501723.0,54478003.0,56188630.0,58453827.0,60657531.0,62410185.0,64422303.0,66405766.0,68201391.0,70164548.0,72157028.0,73903382.0,76067931.0,78283477.0,80036192.0,81722996.0,84043896.0,85896797.0,87596384.0,89763349.0,91925144.0,95768909.0,96159970.0,97870266.0,99740239.0,101615011.0,103355824.0,105633054.0,107461480.0,109590918.0,111199803.0,113634625.0,115366101.0,117061319.0,119351804.0,121438870.0,123292543.0,125162897.0,127328529.0,129121439.0,131102650.0,134484031.0,134951008.0,137262102.0,138993989.0,141113606.0,142731622.0,145305954.0,146434158.0,148745072.0,150755997.0,151788315.0,157632380.0,156512420.0,158882643.0,160611704.0,162395578.0,164496541.0,166679365.0,168560109.0,170429292.0,172563777.0,174454939.0,178505383.0,178560145.0,180654816.0,182496768.0,185658211.0,186941693.0,188233944.0,190252974.0,191848889.0,195317523.0,196290851.0,198464258.0,199918439.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/new/tukey.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/new/tukey.json new file mode 100644 index 0000000000..48ae404bff --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/new/tukey.json @@ -0,0 +1 @@ +[587475.5243051528,629234.4634118744,740591.6343631318,782350.5734698534] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/MAD.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/MAD.svg new file mode 100644 index 0000000000..251c25ba13 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/MAD.svg @@ -0,0 +1,84 @@ + + +iter entity (p += v)/ent arr/holes:MAD + + +Density (a.u.) + + +Average time (µs) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + +20 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/SD.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/SD.svg new file mode 100644 index 0000000000..fbdab652ec --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/SD.svg @@ -0,0 +1,92 @@ + + +iter entity (p += v)/ent arr/holes:SD + + +Density (a.u.) + + +Average time (µs) + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + +220 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/index.html b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/index.html new file mode 100644 index 0000000000..d6ef6389c3 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/index.html @@ -0,0 +1,209 @@ + + + + + + iter entity (p += v)/ent arr/holes - Criterion.rs + + + + +
+

iter entity (p += v)/ent arr/holes

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope671.82 µs672.99 µs674.46 µs
Throughput97.167 Melem/s97.380 Melem/s97.550 Melem/s
0.96885640.96927280.9686156
Mean693.14 µs715.11 µs745.08 µs
Std. Dev.45.355 µs135.41 µs212.32 µs
Median674.48 µs678.77 µs683.28 µs
MAD8.8683 µs14.678 µs20.226 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/mean.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/mean.svg new file mode 100644 index 0000000000..078cb819c9 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/mean.svg @@ -0,0 +1,80 @@ + + +iter entity (p += v)/ent arr/holes:mean + + +Density (a.u.) + + +Average time (µs) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + + +690 + + + +700 + + + +710 + + + +720 + + + +730 + + + +740 + + + +750 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/median.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/median.svg new file mode 100644 index 0000000000..8bf5b5032b --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/median.svg @@ -0,0 +1,88 @@ + + +iter entity (p += v)/ent arr/holes:median + + +Density (a.u.) + + +Average time (µs) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + + +674 + + + +675 + + + +676 + + + +677 + + + +678 + + + +679 + + + +680 + + + +681 + + + +682 + + + +683 + + + +684 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/pdf.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/pdf.svg new file mode 100644 index 0000000000..5b8697fd3f --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/pdf.svg @@ -0,0 +1,149 @@ + + +iter entity (p += v)/ent arr/holes + + +Iterations + + +Average Time (ms) + + + +0 + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + +Density (a.u.) + + + +0 + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/pdf_small.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/pdf_small.svg new file mode 100644 index 0000000000..8f0aa341e3 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/pdf_small.svg @@ -0,0 +1,52 @@ + + +Density (a.u.) + + +Average Time (ms) + + + +0 + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + + +0.5 + + + +1 + + + +1.5 + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/regression.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/regression.svg new file mode 100644 index 0000000000..7f9d457a8b --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/regression.svg @@ -0,0 +1,202 @@ + + +iter entity (p += v)/ent arr/holes + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/regression_small.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/regression_small.svg new file mode 100644 index 0000000000..90adcd24c7 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/regression_small.svg @@ -0,0 +1,187 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/slope.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/slope.svg new file mode 100644 index 0000000000..a952da4dad --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/slope.svg @@ -0,0 +1,76 @@ + + +iter entity (p += v)/ent arr/holes:slope + + +Density (a.u.) + + +Average time (µs) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + + +672 + + + +672.5 + + + +673 + + + +673.5 + + + +674 + + + +674.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/typical.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/typical.svg new file mode 100644 index 0000000000..4d0f79ce03 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/holes/report/typical.svg @@ -0,0 +1,76 @@ + + +iter entity (p += v)/ent arr/holes:typical + + +Density (a.u.) + + +Average time (µs) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + + +672 + + + +672.5 + + + +673 + + + +673.5 + + + +674 + + + +674.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/report/index.html b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/report/index.html new file mode 100644 index 0000000000..762a19bf80 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/report/index.html @@ -0,0 +1,139 @@ + + + + + + iter entity (p += v)/ent arr Summary - Criterion.rs + + + + +
+

iter entity (p += v)/ent arr

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

iter entity (p += v)/ent arr/full

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/ent arr/holes

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/ent arr/holes 4x

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/report/violin.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/report/violin.svg new file mode 100644 index 0000000000..e7211660d2 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent arr/report/violin.svg @@ -0,0 +1,75 @@ + + +iter entity (p += v)/ent arr: Violin plot + + +Input + + +Average time (ms) + + + +iter entity (p += v)/ent arr/holes 4x + + + +iter entity (p += v)/ent arr/holes + + + +iter entity (p += v)/ent arr/full + + + + +0.0 + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1.0 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + +2.0 + + + + + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/base/benchmark.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/base/benchmark.json new file mode 100644 index 0000000000..6d464213c0 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"ent idv","value_str":"full","throughput":{"Elements":65536},"full_id":"iter entity (p += v)/ent idv/full","directory_name":"iter entity (p += v)/ent idv/full","title":"iter entity (p += v)/ent idv/full"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/base/estimates.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/base/estimates.json new file mode 100644 index 0000000000..5b571b3f70 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1922623.718039956,"upper_bound":1935351.360588309},"point_estimate":1927256.2637074706,"standard_error":3607.106843548157},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1922367.4065241227,"upper_bound":1922992.222165475},"point_estimate":1922678.053397307,"standard_error":174.4190303987203},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1063.3645565241702,"upper_bound":1925.8768637587204},"point_estimate":1400.7737286452573,"standard_error":216.54444201901168},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1923250.0158210173,"upper_bound":1926270.8328297953},"point_estimate":1924609.4920998965,"standard_error":777.1649373571502},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5107.925183224069,"upper_bound":61333.53305978747},"point_estimate":36216.34834088951,"standard_error":19273.50647220446}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/base/sample.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/base/sample.json new file mode 100644 index 0000000000..6f9d24a811 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1921470.0,3826069.0,5728864.0,7682674.0,9670617.0,11571739.0,13533123.0,18222766.0,17398335.0,19200052.0,21152951.0,23052069.0,24987395.0,26899176.0,28887070.0,30732568.0,32732384.0,34585798.0,36559605.0,38440744.0,40388281.0,42291387.0,44255465.0,46162808.0,48128340.0,49722923.0,51678265.0,53578615.0,55478425.0,57380317.0,59244080.0,61147096.0,63410019.0,65380209.0,67283185.0,69164270.0,72877106.0,73095303.0,74950829.0,76868892.0,78783118.0,80718062.0,82723959.0,84616746.0,86525451.0,88434388.0,90323288.0,92721022.0,94175313.0,96142007.0,98107598.0,99968436.0,102142654.0,104227037.0,105715351.0,107684630.0,109721765.0,111476364.0,113513258.0,115353256.0,117279696.0,119295439.0,123066055.0,122998199.0,124940597.0,126839395.0,128815586.0,130680390.0,132637286.0,134575196.0,136510421.0,138563825.0,140432918.0,142380817.0,144351341.0,146083809.0,148116196.0,149969619.0,151950870.0,153837846.0,155720654.0,158408027.0,161427426.0,161547900.0,163635679.0,165377205.0,167241168.0,171016563.0,171146012.0,172956977.0,174963345.0,177092330.0,178902323.0,180650962.0,182622495.0,184549705.0,186546325.0,188434332.0,190426985.0,192216319.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/base/tukey.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/base/tukey.json new file mode 100644 index 0000000000..2ada35be21 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/base/tukey.json @@ -0,0 +1 @@ +[1915328.109098345,1918573.0998301327,1927226.408448233,1930471.3991800207] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/new/benchmark.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/new/benchmark.json new file mode 100644 index 0000000000..6d464213c0 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"ent idv","value_str":"full","throughput":{"Elements":65536},"full_id":"iter entity (p += v)/ent idv/full","directory_name":"iter entity (p += v)/ent idv/full","title":"iter entity (p += v)/ent idv/full"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/new/estimates.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/new/estimates.json new file mode 100644 index 0000000000..5b571b3f70 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1922623.718039956,"upper_bound":1935351.360588309},"point_estimate":1927256.2637074706,"standard_error":3607.106843548157},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1922367.4065241227,"upper_bound":1922992.222165475},"point_estimate":1922678.053397307,"standard_error":174.4190303987203},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1063.3645565241702,"upper_bound":1925.8768637587204},"point_estimate":1400.7737286452573,"standard_error":216.54444201901168},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1923250.0158210173,"upper_bound":1926270.8328297953},"point_estimate":1924609.4920998965,"standard_error":777.1649373571502},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5107.925183224069,"upper_bound":61333.53305978747},"point_estimate":36216.34834088951,"standard_error":19273.50647220446}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/new/sample.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/new/sample.json new file mode 100644 index 0000000000..6f9d24a811 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1921470.0,3826069.0,5728864.0,7682674.0,9670617.0,11571739.0,13533123.0,18222766.0,17398335.0,19200052.0,21152951.0,23052069.0,24987395.0,26899176.0,28887070.0,30732568.0,32732384.0,34585798.0,36559605.0,38440744.0,40388281.0,42291387.0,44255465.0,46162808.0,48128340.0,49722923.0,51678265.0,53578615.0,55478425.0,57380317.0,59244080.0,61147096.0,63410019.0,65380209.0,67283185.0,69164270.0,72877106.0,73095303.0,74950829.0,76868892.0,78783118.0,80718062.0,82723959.0,84616746.0,86525451.0,88434388.0,90323288.0,92721022.0,94175313.0,96142007.0,98107598.0,99968436.0,102142654.0,104227037.0,105715351.0,107684630.0,109721765.0,111476364.0,113513258.0,115353256.0,117279696.0,119295439.0,123066055.0,122998199.0,124940597.0,126839395.0,128815586.0,130680390.0,132637286.0,134575196.0,136510421.0,138563825.0,140432918.0,142380817.0,144351341.0,146083809.0,148116196.0,149969619.0,151950870.0,153837846.0,155720654.0,158408027.0,161427426.0,161547900.0,163635679.0,165377205.0,167241168.0,171016563.0,171146012.0,172956977.0,174963345.0,177092330.0,178902323.0,180650962.0,182622495.0,184549705.0,186546325.0,188434332.0,190426985.0,192216319.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/new/tukey.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/new/tukey.json new file mode 100644 index 0000000000..2ada35be21 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/new/tukey.json @@ -0,0 +1 @@ +[1915328.109098345,1918573.0998301327,1927226.408448233,1930471.3991800207] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/MAD.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/MAD.svg new file mode 100644 index 0000000000..8a9bdacae8 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/MAD.svg @@ -0,0 +1,112 @@ + + +iter entity (p += v)/ent idv/full:MAD + + +Density (a.u.) + + +Average time (µs) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + +2 + + + + +1 + + + +1.1 + + + +1.2 + + + +1.3 + + + +1.4 + + + +1.5 + + + +1.6 + + + +1.7 + + + +1.8 + + + +1.9 + + + +2 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/SD.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/SD.svg new file mode 100644 index 0000000000..b1e7aa5df4 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/SD.svg @@ -0,0 +1,84 @@ + + +iter entity (p += v)/ent idv/full:SD + + +Density (a.u.) + + +Average time (µs) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + + +0 + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/index.html b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/index.html new file mode 100644 index 0000000000..4e50abeae5 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/index.html @@ -0,0 +1,209 @@ + + + + + + iter entity (p += v)/ent idv/full - Criterion.rs + + + + +
+

iter entity (p += v)/ent idv/full

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope1.9233 ms1.9246 ms1.9263 ms
Throughput34.022 Melem/s34.052 Melem/s34.076 Melem/s
0.99747820.99754710.9974442
Mean1.9226 ms1.9273 ms1.9354 ms
Std. Dev.5.1079 µs36.216 µs61.334 µs
Median1.9224 ms1.9227 ms1.9230 ms
MAD1.0634 µs1.4008 µs1.9259 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/mean.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/mean.svg new file mode 100644 index 0000000000..367e8dbd76 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/mean.svg @@ -0,0 +1,96 @@ + + +iter entity (p += v)/ent idv/full:mean + + +Density (a.u.) + + +Average time (ms) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + + +1.922 + + + +1.924 + + + +1.926 + + + +1.928 + + + +1.93 + + + +1.932 + + + +1.934 + + + +1.936 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/median.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/median.svg new file mode 100644 index 0000000000..b39b595be6 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/median.svg @@ -0,0 +1,92 @@ + + +iter entity (p += v)/ent idv/full:median + + +Density (a.u.) + + +Average time (ms) + + + +500 + + + +1000 + + + +1500 + + + +2000 + + + +2500 + + + +3000 + + + +3500 + + + +4000 + + + + +1.9223 + + + +1.9224 + + + +1.9225 + + + +1.9226 + + + +1.9227 + + + +1.9228 + + + +1.9229 + + + +1.923 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/pdf.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/pdf.svg new file mode 100644 index 0000000000..0dbcaa7a36 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/pdf.svg @@ -0,0 +1,185 @@ + + +iter entity (p += v)/ent idv/full + + +Iterations + + +Average Time (ms) + + + +0 + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + +1.9 + + + +1.95 + + + +2 + + + +2.05 + + + +2.1 + + + +2.15 + + + +2.2 + + + +2.25 + + + +2.3 + + + +Density (a.u.) + + + +0 + + + +5 + + + +10 + + + +15 + + + +20 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/pdf_small.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/pdf_small.svg new file mode 100644 index 0000000000..79934c274a --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/pdf_small.svg @@ -0,0 +1,56 @@ + + +Density (a.u.) + + +Average Time (ms) + + + +0 + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + + +1.9 + + + +2 + + + +2.1 + + + +2.2 + + + +2.3 + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/regression.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/regression.svg new file mode 100644 index 0000000000..a23ba1991e --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/regression.svg @@ -0,0 +1,222 @@ + + +iter entity (p += v)/ent idv/full + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/regression_small.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/regression_small.svg new file mode 100644 index 0000000000..32778278c4 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/regression_small.svg @@ -0,0 +1,207 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/slope.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/slope.svg new file mode 100644 index 0000000000..b73765f1ca --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/slope.svg @@ -0,0 +1,104 @@ + + +iter entity (p += v)/ent idv/full:slope + + +Density (a.u.) + + +Average time (ms) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + +450 + + + +500 + + + +550 + + + + +1.923 + + + +1.9235 + + + +1.924 + + + +1.9245 + + + +1.925 + + + +1.9255 + + + +1.926 + + + +1.9265 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/typical.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/typical.svg new file mode 100644 index 0000000000..4c686de678 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/full/report/typical.svg @@ -0,0 +1,104 @@ + + +iter entity (p += v)/ent idv/full:typical + + +Density (a.u.) + + +Average time (ms) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + +450 + + + +500 + + + +550 + + + + +1.923 + + + +1.9235 + + + +1.924 + + + +1.9245 + + + +1.925 + + + +1.9255 + + + +1.926 + + + +1.9265 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/base/benchmark.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/base/benchmark.json new file mode 100644 index 0000000000..f3cef4ed0c --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"ent idv","value_str":"holes 4x","throughput":{"Elements":65536},"full_id":"iter entity (p += v)/ent idv/holes 4x","directory_name":"iter entity (p += v)/ent idv/holes 4x","title":"iter entity (p += v)/ent idv/holes 4x"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/base/estimates.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/base/estimates.json new file mode 100644 index 0000000000..916a0607cb --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1199179.400844399,"upper_bound":1277706.4266934183},"point_estimate":1232466.2005947123,"standard_error":20365.761983773733},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1172635.22,"upper_bound":1190144.0},"point_estimate":1178435.6568376068,"standard_error":4066.124243270744},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18549.44201978917,"upper_bound":38853.68736661962},"point_estimate":26735.044326381783,"standard_error":5045.318883308952},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1165858.1828024413,"upper_bound":1171118.6431343115},"point_estimate":1168186.616094281,"standard_error":1345.4544138002116},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70202.14649935192,"upper_bound":319234.6999262638},"point_estimate":203348.89381538087,"standard_error":69155.86011195707}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/base/sample.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/base/sample.json new file mode 100644 index 0000000000..08624dedc5 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[5722509.0,8046967.0,10341689.0,12639066.0,14849761.0,18008018.0,19355270.0,21609086.0,23988225.0,26179906.0,28431157.0,30903950.0,33363949.0,35239092.0,37504579.0,40051240.0,42426061.0,44284392.0,46535895.0,48924300.0,51438510.0,53409902.0,55614647.0,58165163.0,60163506.0,62660824.0,65730887.0,66977923.0,69180173.0,72010610.0,73803299.0,76426792.0,79083106.0,80647102.0,82909323.0,85690368.0,88125951.0,89645017.0,91970757.0,97606061.0,97148443.0,100592716.0,101118911.0,105757298.0,105998314.0,108199774.0,112831268.0,113463589.0,115907488.0,117263522.0,119545251.0,122049881.0,128146882.0,127509000.0,129546776.0,131016841.0,137540852.0,135706746.0,137983404.0,140433055.0,143335406.0,145556571.0,146490846.0,148400613.0,150959998.0,153702321.0,157775918.0,157805953.0,160054871.0,163178092.0,168212763.0,167233565.0,170322282.0,171892087.0,174217296.0,177277150.0,178699572.0,181300586.0,184014732.0,185664051.0,187985758.0,190946589.0,192449076.0,194774188.0,197693483.0,199348523.0,201559463.0,204455366.0,205665399.0,208405412.0,211444649.0,213020552.0,215392000.0,218398737.0,223365570.0,222241753.0,225158481.0,226558612.0,230951451.0,232200972.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/base/tukey.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/base/tukey.json new file mode 100644 index 0000000000..1f70c18ba9 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/base/tukey.json @@ -0,0 +1 @@ +[1019221.1978693858,1090652.2884951325,1281135.1968304568,1352566.2874562035] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/new/benchmark.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/new/benchmark.json new file mode 100644 index 0000000000..f3cef4ed0c --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"ent idv","value_str":"holes 4x","throughput":{"Elements":65536},"full_id":"iter entity (p += v)/ent idv/holes 4x","directory_name":"iter entity (p += v)/ent idv/holes 4x","title":"iter entity (p += v)/ent idv/holes 4x"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/new/estimates.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/new/estimates.json new file mode 100644 index 0000000000..916a0607cb --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1199179.400844399,"upper_bound":1277706.4266934183},"point_estimate":1232466.2005947123,"standard_error":20365.761983773733},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1172635.22,"upper_bound":1190144.0},"point_estimate":1178435.6568376068,"standard_error":4066.124243270744},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18549.44201978917,"upper_bound":38853.68736661962},"point_estimate":26735.044326381783,"standard_error":5045.318883308952},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1165858.1828024413,"upper_bound":1171118.6431343115},"point_estimate":1168186.616094281,"standard_error":1345.4544138002116},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70202.14649935192,"upper_bound":319234.6999262638},"point_estimate":203348.89381538087,"standard_error":69155.86011195707}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/new/sample.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/new/sample.json new file mode 100644 index 0000000000..08624dedc5 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[5722509.0,8046967.0,10341689.0,12639066.0,14849761.0,18008018.0,19355270.0,21609086.0,23988225.0,26179906.0,28431157.0,30903950.0,33363949.0,35239092.0,37504579.0,40051240.0,42426061.0,44284392.0,46535895.0,48924300.0,51438510.0,53409902.0,55614647.0,58165163.0,60163506.0,62660824.0,65730887.0,66977923.0,69180173.0,72010610.0,73803299.0,76426792.0,79083106.0,80647102.0,82909323.0,85690368.0,88125951.0,89645017.0,91970757.0,97606061.0,97148443.0,100592716.0,101118911.0,105757298.0,105998314.0,108199774.0,112831268.0,113463589.0,115907488.0,117263522.0,119545251.0,122049881.0,128146882.0,127509000.0,129546776.0,131016841.0,137540852.0,135706746.0,137983404.0,140433055.0,143335406.0,145556571.0,146490846.0,148400613.0,150959998.0,153702321.0,157775918.0,157805953.0,160054871.0,163178092.0,168212763.0,167233565.0,170322282.0,171892087.0,174217296.0,177277150.0,178699572.0,181300586.0,184014732.0,185664051.0,187985758.0,190946589.0,192449076.0,194774188.0,197693483.0,199348523.0,201559463.0,204455366.0,205665399.0,208405412.0,211444649.0,213020552.0,215392000.0,218398737.0,223365570.0,222241753.0,225158481.0,226558612.0,230951451.0,232200972.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/new/tukey.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/new/tukey.json new file mode 100644 index 0000000000..1f70c18ba9 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/new/tukey.json @@ -0,0 +1 @@ +[1019221.1978693858,1090652.2884951325,1281135.1968304568,1352566.2874562035] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/MAD.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/MAD.svg new file mode 100644 index 0000000000..283c35aa6c --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/MAD.svg @@ -0,0 +1,88 @@ + + +iter entity (p += v)/ent idv/holes 4x:MAD + + +Density (a.u.) + + +Average time (µs) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + +0.09 + + + +0.1 + + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/SD.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/SD.svg new file mode 100644 index 0000000000..b67cbfbdf4 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/SD.svg @@ -0,0 +1,88 @@ + + +iter entity (p += v)/ent idv/holes 4x:SD + + +Density (a.u.) + + +Average time (µs) + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + +0.007 + + + +0.008 + + + +0.009 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/index.html b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/index.html new file mode 100644 index 0000000000..ebdbf9cf0c --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/index.html @@ -0,0 +1,209 @@ + + + + + + iter entity (p += v)/ent idv/holes 4x - Criterion.rs + + + + +
+

iter entity (p += v)/ent idv/holes 4x

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope1.1659 ms1.1682 ms1.1711 ms
Throughput55.960 Melem/s56.101 Melem/s56.213 Melem/s
0.97012290.97066070.9698082
Mean1.1992 ms1.2325 ms1.2777 ms
Std. Dev.70.202 µs203.35 µs319.23 µs
Median1.1726 ms1.1784 ms1.1901 ms
MAD18.549 µs26.735 µs38.854 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/mean.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/mean.svg new file mode 100644 index 0000000000..e773ebc38e --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/mean.svg @@ -0,0 +1,104 @@ + + +iter entity (p += v)/ent idv/holes 4x:mean + + +Density (a.u.) + + +Average time (ms) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + +20 + + + + +1.2 + + + +1.21 + + + +1.22 + + + +1.23 + + + +1.24 + + + +1.25 + + + +1.26 + + + +1.27 + + + +1.28 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/median.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/median.svg new file mode 100644 index 0000000000..69703ec061 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/median.svg @@ -0,0 +1,104 @@ + + +iter entity (p += v)/ent idv/holes 4x:median + + +Density (a.u.) + + +Average time (ms) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + + +1.172 + + + +1.174 + + + +1.176 + + + +1.178 + + + +1.18 + + + +1.182 + + + +1.184 + + + +1.186 + + + +1.188 + + + +1.19 + + + +1.192 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/pdf.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/pdf.svg new file mode 100644 index 0000000000..e3a11d223c --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/pdf.svg @@ -0,0 +1,189 @@ + + +iter entity (p += v)/ent idv/holes 4x + + +Iterations + + +Average Time (ms) + + + +0 + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + +2 + + + +2.2 + + + +2.4 + + + +2.6 + + + +2.8 + + + +3 + + + +Density (a.u.) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/pdf_small.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/pdf_small.svg new file mode 100644 index 0000000000..b2fe55fcaa --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/pdf_small.svg @@ -0,0 +1,68 @@ + + +Density (a.u.) + + +Average Time (ms) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/regression.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/regression.svg new file mode 100644 index 0000000000..5933cea6ca --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/regression.svg @@ -0,0 +1,232 @@ + + +iter entity (p += v)/ent idv/holes 4x + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + +200.0 + + + +220.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/regression_small.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/regression_small.svg new file mode 100644 index 0000000000..681973ae48 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/regression_small.svg @@ -0,0 +1,217 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + +200.0 + + + +220.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/slope.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/slope.svg new file mode 100644 index 0000000000..8bddc472d5 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/slope.svg @@ -0,0 +1,76 @@ + + +iter entity (p += v)/ent idv/holes 4x:slope + + +Density (a.u.) + + +Average time (ms) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + +1.166 + + + +1.167 + + + +1.168 + + + +1.169 + + + +1.17 + + + +1.171 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/typical.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/typical.svg new file mode 100644 index 0000000000..ff72837a16 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes 4x/report/typical.svg @@ -0,0 +1,76 @@ + + +iter entity (p += v)/ent idv/holes 4x:typical + + +Density (a.u.) + + +Average time (ms) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + +1.166 + + + +1.167 + + + +1.168 + + + +1.169 + + + +1.17 + + + +1.171 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/base/benchmark.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/base/benchmark.json new file mode 100644 index 0000000000..cbced21ff9 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"ent idv","value_str":"holes","throughput":{"Elements":65536},"full_id":"iter entity (p += v)/ent idv/holes","directory_name":"iter entity (p += v)/ent idv/holes","title":"iter entity (p += v)/ent idv/holes"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/base/estimates.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/base/estimates.json new file mode 100644 index 0000000000..9f1ceb04b0 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1194774.0504787744,"upper_bound":1274131.317213049},"point_estimate":1228075.0864278465,"standard_error":20560.184999024506},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1166210.7697067526,"upper_bound":1180710.8870967743},"point_estimate":1169976.1964426101,"standard_error":4505.656581935615},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15667.064331388367,"upper_bound":34642.43720411779},"point_estimate":19822.824326565227,"standard_error":5475.829088863539},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1161261.0145720295,"upper_bound":1165398.2616391329},"point_estimate":1163097.6822521058,"standard_error":1049.1574774638107},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69357.85762841029,"upper_bound":322701.73644820414},"point_estimate":205491.04405746658,"standard_error":70588.84446171812}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/base/sample.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/base/sample.json new file mode 100644 index 0000000000..981a5c19ca --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[5775422.0,8058573.0,10283298.0,12540331.0,14871672.0,17124559.0,19326991.0,21633988.0,23957145.0,26319304.0,28528950.0,30875890.0,33182987.0,35383065.0,37683068.0,39914084.0,42371230.0,44654621.0,46907779.0,49324549.0,51408151.0,53720046.0,56089981.0,58329621.0,60645705.0,62821638.0,65046193.0,67676043.0,69291845.0,71367031.0,73204075.0,76390897.0,78353523.0,80790602.0,83609931.0,85116220.0,87485581.0,90566316.0,92119553.0,94348474.0,96623852.0,98941268.0,101582907.0,103586360.0,106034999.0,108145131.0,111173218.0,112364291.0,114485783.0,116781509.0,119283728.0,121508211.0,123966049.0,127436057.0,128177274.0,130297723.0,132771340.0,135176029.0,137685261.0,139980846.0,142866538.0,144691219.0,146865259.0,149075405.0,151267489.0,153349037.0,155769495.0,158988345.0,159996870.0,162348640.0,164488556.0,166562153.0,168853402.0,171256445.0,173717407.0,175722101.0,178209582.0,180921098.0,182320879.0,184800505.0,186505934.0,190308056.0,191597612.0,194016826.0,198382926.0,198865644.0,200378544.0,202904947.0,206054378.0,207491407.0,211720323.0,213096349.0,214510336.0,216946652.0,220003611.0,223615050.0,223901161.0,226587141.0,230078967.0,231906141.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/base/tukey.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/base/tukey.json new file mode 100644 index 0000000000..860b043d49 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/base/tukey.json @@ -0,0 +1 @@ +[1009617.8308928576,1084612.6821428575,1284598.952142857,1359593.8033928568] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/new/benchmark.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/new/benchmark.json new file mode 100644 index 0000000000..cbced21ff9 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"ent idv","value_str":"holes","throughput":{"Elements":65536},"full_id":"iter entity (p += v)/ent idv/holes","directory_name":"iter entity (p += v)/ent idv/holes","title":"iter entity (p += v)/ent idv/holes"} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/new/estimates.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/new/estimates.json new file mode 100644 index 0000000000..9f1ceb04b0 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1194774.0504787744,"upper_bound":1274131.317213049},"point_estimate":1228075.0864278465,"standard_error":20560.184999024506},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1166210.7697067526,"upper_bound":1180710.8870967743},"point_estimate":1169976.1964426101,"standard_error":4505.656581935615},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15667.064331388367,"upper_bound":34642.43720411779},"point_estimate":19822.824326565227,"standard_error":5475.829088863539},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1161261.0145720295,"upper_bound":1165398.2616391329},"point_estimate":1163097.6822521058,"standard_error":1049.1574774638107},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69357.85762841029,"upper_bound":322701.73644820414},"point_estimate":205491.04405746658,"standard_error":70588.84446171812}} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/new/sample.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/new/sample.json new file mode 100644 index 0000000000..981a5c19ca --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[5775422.0,8058573.0,10283298.0,12540331.0,14871672.0,17124559.0,19326991.0,21633988.0,23957145.0,26319304.0,28528950.0,30875890.0,33182987.0,35383065.0,37683068.0,39914084.0,42371230.0,44654621.0,46907779.0,49324549.0,51408151.0,53720046.0,56089981.0,58329621.0,60645705.0,62821638.0,65046193.0,67676043.0,69291845.0,71367031.0,73204075.0,76390897.0,78353523.0,80790602.0,83609931.0,85116220.0,87485581.0,90566316.0,92119553.0,94348474.0,96623852.0,98941268.0,101582907.0,103586360.0,106034999.0,108145131.0,111173218.0,112364291.0,114485783.0,116781509.0,119283728.0,121508211.0,123966049.0,127436057.0,128177274.0,130297723.0,132771340.0,135176029.0,137685261.0,139980846.0,142866538.0,144691219.0,146865259.0,149075405.0,151267489.0,153349037.0,155769495.0,158988345.0,159996870.0,162348640.0,164488556.0,166562153.0,168853402.0,171256445.0,173717407.0,175722101.0,178209582.0,180921098.0,182320879.0,184800505.0,186505934.0,190308056.0,191597612.0,194016826.0,198382926.0,198865644.0,200378544.0,202904947.0,206054378.0,207491407.0,211720323.0,213096349.0,214510336.0,216946652.0,220003611.0,223615050.0,223901161.0,226587141.0,230078967.0,231906141.0]} \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/new/tukey.json b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/new/tukey.json new file mode 100644 index 0000000000..860b043d49 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/new/tukey.json @@ -0,0 +1 @@ +[1009617.8308928576,1084612.6821428575,1284598.952142857,1359593.8033928568] \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/MAD.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/MAD.svg new file mode 100644 index 0000000000..74171117cf --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/MAD.svg @@ -0,0 +1,76 @@ + + +iter entity (p += v)/ent idv/holes:MAD + + +Density (a.u.) + + +Average time (µs) + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/SD.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/SD.svg new file mode 100644 index 0000000000..f95be7628a --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/SD.svg @@ -0,0 +1,92 @@ + + +iter entity (p += v)/ent idv/holes:SD + + +Density (a.u.) + + +Average time (µs) + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + +0.007 + + + +0.008 + + + +0.009 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/index.html b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/index.html new file mode 100644 index 0000000000..ee3dd88b49 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/index.html @@ -0,0 +1,209 @@ + + + + + + iter entity (p += v)/ent idv/holes - Criterion.rs + + + + +
+

iter entity (p += v)/ent idv/holes

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope1.1613 ms1.1631 ms1.1654 ms
Throughput56.235 Melem/s56.346 Melem/s56.435 Melem/s
0.97460360.97494000.9744124
Mean1.1948 ms1.2281 ms1.2741 ms
Std. Dev.69.358 µs205.49 µs322.70 µs
Median1.1662 ms1.1700 ms1.1807 ms
MAD15.667 µs19.823 µs34.642 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/mean.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/mean.svg new file mode 100644 index 0000000000..959440a79c --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/mean.svg @@ -0,0 +1,112 @@ + + +iter entity (p += v)/ent idv/holes:mean + + +Density (a.u.) + + +Average time (ms) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + +20 + + + +22 + + + + +1.19 + + + +1.2 + + + +1.21 + + + +1.22 + + + +1.23 + + + +1.24 + + + +1.25 + + + +1.26 + + + +1.27 + + + +1.28 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/median.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/median.svg new file mode 100644 index 0000000000..89e9da6310 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/median.svg @@ -0,0 +1,100 @@ + + +iter entity (p += v)/ent idv/holes:median + + +Density (a.u.) + + +Average time (ms) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + + +1.166 + + + +1.168 + + + +1.17 + + + +1.172 + + + +1.174 + + + +1.176 + + + +1.178 + + + +1.18 + + + +1.182 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/pdf.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/pdf.svg new file mode 100644 index 0000000000..f42a3352a4 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/pdf.svg @@ -0,0 +1,187 @@ + + +iter entity (p += v)/ent idv/holes + + +Iterations + + +Average Time (ms) + + + +0 + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + +2 + + + +2.2 + + + +2.4 + + + +2.6 + + + +2.8 + + + +3 + + + +Density (a.u.) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/pdf_small.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/pdf_small.svg new file mode 100644 index 0000000000..70c716d0de --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/pdf_small.svg @@ -0,0 +1,68 @@ + + +Density (a.u.) + + +Average Time (ms) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/regression.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/regression.svg new file mode 100644 index 0000000000..ce98fabe9f --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/regression.svg @@ -0,0 +1,232 @@ + + +iter entity (p += v)/ent idv/holes + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + +200.0 + + + +220.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/regression_small.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/regression_small.svg new file mode 100644 index 0000000000..6f32bcaef5 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/regression_small.svg @@ -0,0 +1,217 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + +200.0 + + + +220.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/slope.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/slope.svg new file mode 100644 index 0000000000..ffe1916996 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/slope.svg @@ -0,0 +1,100 @@ + + +iter entity (p += v)/ent idv/holes:slope + + +Density (a.u.) + + +Average time (ms) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + + +1.161 + + + +1.1615 + + + +1.162 + + + +1.1625 + + + +1.163 + + + +1.1635 + + + +1.164 + + + +1.1645 + + + +1.165 + + + +1.1655 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/typical.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/typical.svg new file mode 100644 index 0000000000..ed2098e843 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/holes/report/typical.svg @@ -0,0 +1,100 @@ + + +iter entity (p += v)/ent idv/holes:typical + + +Density (a.u.) + + +Average time (ms) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + + +1.161 + + + +1.1615 + + + +1.162 + + + +1.1625 + + + +1.163 + + + +1.1635 + + + +1.164 + + + +1.1645 + + + +1.165 + + + +1.1655 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/report/index.html b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/report/index.html new file mode 100644 index 0000000000..91b7e490f9 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/report/index.html @@ -0,0 +1,139 @@ + + + + + + iter entity (p += v)/ent idv Summary - Criterion.rs + + + + +
+

iter entity (p += v)/ent idv

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

iter entity (p += v)/ent idv/full

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/ent idv/holes

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/ent idv/holes 4x

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/report/violin.svg b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/report/violin.svg new file mode 100644 index 0000000000..0ebb0532a5 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/ent idv/report/violin.svg @@ -0,0 +1,59 @@ + + +iter entity (p += v)/ent idv: Violin plot + + +Input + + +Average time (ms) + + + +iter entity (p += v)/ent idv/holes 4x + + + +iter entity (p += v)/ent idv/holes + + + +iter entity (p += v)/ent idv/full + + + + +0.0 + + + +0.5 + + + +1.0 + + + +1.5 + + + +2.0 + + + +2.5 + + + +3.0 + + + + + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/full/report/index.html b/bench-report/tag/0.2.0/iter entity (p += v)/full/report/index.html new file mode 100644 index 0000000000..428ed72da4 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/full/report/index.html @@ -0,0 +1,162 @@ + + + + + + iter entity (p += v)/full Summary - Criterion.rs + + + + +
+

iter entity (p += v)/full

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

iter entity (p += v)/ent idv/full

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/chunk idv/full

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/ent arr/full

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/chunk arr/full

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/full/report/violin.svg b/bench-report/tag/0.2.0/iter entity (p += v)/full/report/violin.svg new file mode 100644 index 0000000000..67efc45a7b --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/full/report/violin.svg @@ -0,0 +1,57 @@ + + +iter entity (p += v)/full: Violin plot + + +Input + + +Average time (ms) + + + +iter entity (p += v)/chunk arr/full + + + +iter entity (p += v)/ent arr/full + + + +iter entity (p += v)/chunk idv/full + + + +iter entity (p += v)/ent idv/full + + + + +0.0 + + + +0.5 + + + +1.0 + + + +1.5 + + + +2.0 + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/holes 4x/report/index.html b/bench-report/tag/0.2.0/iter entity (p += v)/holes 4x/report/index.html new file mode 100644 index 0000000000..0e19bf855f --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/holes 4x/report/index.html @@ -0,0 +1,162 @@ + + + + + + iter entity (p += v)/holes 4x Summary - Criterion.rs + + + + +
+

iter entity (p += v)/holes 4x

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

iter entity (p += v)/ent idv/holes 4x

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/chunk idv/holes 4x

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/ent arr/holes 4x

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/chunk arr/holes 4x

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/holes 4x/report/violin.svg b/bench-report/tag/0.2.0/iter entity (p += v)/holes 4x/report/violin.svg new file mode 100644 index 0000000000..3fce8dce49 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/holes 4x/report/violin.svg @@ -0,0 +1,65 @@ + + +iter entity (p += v)/holes 4x: Violin plot + + +Input + + +Average time (ms) + + + +iter entity (p += v)/chunk arr/holes 4x + + + +iter entity (p += v)/ent arr/holes 4x + + + +iter entity (p += v)/chunk idv/holes 4x + + + +iter entity (p += v)/ent idv/holes 4x + + + + +0.0 + + + +0.5 + + + +1.0 + + + +1.5 + + + +2.0 + + + +2.5 + + + +3.0 + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/holes/report/index.html b/bench-report/tag/0.2.0/iter entity (p += v)/holes/report/index.html new file mode 100644 index 0000000000..a55de0f9a1 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/holes/report/index.html @@ -0,0 +1,162 @@ + + + + + + iter entity (p += v)/holes Summary - Criterion.rs + + + + +
+

iter entity (p += v)/holes

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

iter entity (p += v)/ent idv/holes

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/chunk idv/holes

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/ent arr/holes

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/chunk arr/holes

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/holes/report/violin.svg b/bench-report/tag/0.2.0/iter entity (p += v)/holes/report/violin.svg new file mode 100644 index 0000000000..b16f36c5d1 --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/holes/report/violin.svg @@ -0,0 +1,65 @@ + + +iter entity (p += v)/holes: Violin plot + + +Input + + +Average time (ms) + + + +iter entity (p += v)/chunk arr/holes + + + +iter entity (p += v)/ent arr/holes + + + +iter entity (p += v)/chunk idv/holes + + + +iter entity (p += v)/ent idv/holes + + + + +0.0 + + + +0.5 + + + +1.0 + + + +1.5 + + + +2.0 + + + +2.5 + + + +3.0 + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/report/index.html b/bench-report/tag/0.2.0/iter entity (p += v)/report/index.html new file mode 100644 index 0000000000..c1701b5ede --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/report/index.html @@ -0,0 +1,346 @@ + + + + + + iter entity (p += v) Summary - Criterion.rs + + + + +
+

iter entity (p += v)

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

iter entity (p += v)/chunk arr/full

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/chunk arr/holes

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/chunk arr/holes 4x

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/chunk idv/full

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/chunk idv/holes

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/chunk idv/holes 4x

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/ent arr/full

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/ent arr/holes

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/ent arr/holes 4x

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/ent idv/full

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/ent idv/holes

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/ent idv/holes 4x

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/tag/0.2.0/iter entity (p += v)/report/violin.svg b/bench-report/tag/0.2.0/iter entity (p += v)/report/violin.svg new file mode 100644 index 0000000000..916049da6f --- /dev/null +++ b/bench-report/tag/0.2.0/iter entity (p += v)/report/violin.svg @@ -0,0 +1,113 @@ + + +iter entity (p += v): Violin plot + + +Input + + +Average time (ms) + + + +iter entity (p += v)/ent idv/holes 4x + + + +iter entity (p += v)/ent idv/holes + + + +iter entity (p += v)/ent idv/full + + + +iter entity (p += v)/ent arr/holes 4x + + + +iter entity (p += v)/ent arr/holes + + + +iter entity (p += v)/ent arr/full + + + +iter entity (p += v)/chunk idv/holes 4x + + + +iter entity (p += v)/chunk idv/holes + + + +iter entity (p += v)/chunk idv/full + + + +iter entity (p += v)/chunk arr/holes 4x + + + +iter entity (p += v)/chunk arr/holes + + + +iter entity (p += v)/chunk arr/full + + + + +0.0 + + + +0.5 + + + +1.0 + + + +1.5 + + + +2.0 + + + +2.5 + + + +3.0 + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/tag/0.2.0/report/index.html b/bench-report/tag/0.2.0/report/index.html new file mode 100644 index 0000000000..d427ab7b09 --- /dev/null +++ b/bench-report/tag/0.2.0/report/index.html @@ -0,0 +1,195 @@ + + + + + + Index - Criterion.rs + + + + +
+

Criterion.rs Benchmark Index

+ See individual benchmark pages below for more details. + +
+ + + \ No newline at end of file