From 7b3c1081cef15ea8559a49e70985469074ae8bcf Mon Sep 17 00:00:00 2001 From: Jerilyn Date: Sat, 29 Nov 2025 18:17:21 -0800 Subject: [PATCH 1/8] Update documentation and examples for parameterized benchmarks, enhance CSS styles, and improve code readability --- README.rst | 5 +- .../minimal_parameterized_benchmark.py | 14 + docs/_modules/index.html | 13 +- docs/_modules/simplebench/case.html | 144 ++---- docs/_modules/simplebench/cli.html | 20 +- docs/_modules/simplebench/decorators.html | 90 ++-- docs/_modules/simplebench/doc_utils.html | 19 +- docs/_modules/simplebench/enums/color.html | 19 +- .../simplebench/enums/decorators.html | 19 +- .../_modules/simplebench/enums/exit_code.html | 20 +- .../_modules/simplebench/enums/flag_type.html | 19 +- docs/_modules/simplebench/enums/format.html | 19 +- docs/_modules/simplebench/enums/section.html | 19 +- docs/_modules/simplebench/enums/target.html | 19 +- .../_modules/simplebench/enums/verbosity.html | 19 +- docs/_modules/simplebench/exceptions.html | 20 +- .../_modules/simplebench/exceptions/base.html | 19 +- docs/_modules/simplebench/iteration.html | 19 +- docs/_modules/simplebench/protocols.html | 19 +- .../simplebench/reporters/choice/choice.html | 19 +- .../reporters/choice/choice_conf.html | 19 +- .../reporters/choices/choices.html | 19 +- .../reporters/choices/choices_conf.html | 19 +- .../reporters/csv/reporter/config.html | 19 +- .../csv/reporter/options/options.html | 19 +- .../reporters/csv/reporter/reporter.html | 19 +- .../reporters/graph/enums/image_type.html | 19 +- .../graph/matplotlib/enums/style.html | 19 +- .../matplotlib/reporter/options/options.html | 19 +- .../graph/matplotlib/reporter/reporter.html | 19 +- .../graph/matplotlib/theme/base.html | 19 +- .../simplebench/reporters/graph/options.html | 19 +- .../graph/scatterplot/reporter/config.html | 19 +- .../scatterplot/reporter/options/options.html | 19 +- .../graph/scatterplot/reporter/reporter.html | 19 +- .../reporters/json/reporter/config.html | 19 +- .../json/reporter/options/options.html | 19 +- .../reporters/json/reporter/reporter.html | 20 +- .../reporters/log/report_log_metadata.html | 19 +- .../reporters/protocols/choice_protocol.html | 19 +- .../reporters/protocols/report_renderer.html | 19 +- .../protocols/reporter_callback.html | 19 +- .../reporters/reporter/config.html | 19 +- .../reporters/reporter/options.html | 19 +- .../reporters/reporter/prioritized.html | 19 +- .../reporters/reporter/protocols.html | 19 +- .../reporters/reporter/reporter.html | 19 +- .../register_reporter/register_reporter.html | 19 +- .../reporters/reporter_manager/manager.html | 19 +- .../reporters/rich_table/reporter/config.html | 19 +- .../rich_table/reporter/options/options.html | 19 +- .../rich_table/reporter/reporter.html | 19 +- .../reporters/validators/validators.html | 19 +- docs/_modules/simplebench/results.html | 19 +- docs/_modules/simplebench/runners.html | 19 +- docs/_modules/simplebench/session.html | 20 +- docs/_modules/simplebench/si_units.html | 19 +- .../simplebench/stats/memory_usage.html | 19 +- .../simplebench/stats/operation_timings.html | 19 +- .../stats/operations_per_interval.html | 19 +- .../simplebench/stats/peak_memory_usage.html | 19 +- docs/_modules/simplebench/stats/stats.html | 19 +- docs/_modules/simplebench/tasks.html | 19 +- docs/_modules/simplebench/timeout/enums.html | 19 +- .../simplebench/timeout/thread_id.html | 19 +- .../_modules/simplebench/timeout/timeout.html | 19 +- .../type_proxies/case_type_proxy.html | 19 +- .../type_proxies/choice_type_proxy.html | 19 +- .../type_proxies/lazy_type_proxy.html | 19 +- .../type_proxies/reporter_type_proxy.html | 19 +- .../type_proxies/session_type_proxy.html | 19 +- docs/_modules/simplebench/utils.html | 19 +- .../_modules/simplebench/validators/misc.html | 19 +- .../validators/validate_iterable_of_type.html | 19 +- .../validators/validate_sequence_of_type.html | 19 +- docs/_modules/simplebench/vcs.html | 19 +- docs/_sources/basic.rst.txt | 34 -- docs/_sources/tutorials.rst.txt | 4 +- docs/_sources/tutorials/basic.rst.txt | 28 +- docs/_sources/tutorials/basic/index.rst.txt | 36 -- docs/_sources/tutorials/parameterized.rst.txt | 105 +++++ docs/_static/custom.css | 18 + docs/_static/documentation_options.js | 2 +- docs/basic.html | 313 ------------- docs/command_line_options.html | 19 +- docs/genindex.html | 13 +- docs/index.html | 16 +- docs/installation.html | 13 +- docs/objects.inv | Bin 12059 -> 12149 bytes docs/py-modindex.html | 13 +- docs/reports.html | 13 +- docs/reports/csv_report.html | 13 +- .../reports/csv_report_field_definitions.html | 13 +- .../graphs/scatterplot_graph_report.html | 13 +- docs/reports/json_report.html | 13 +- .../reports/rich_table_field_definitions.html | 13 +- docs/reports/rich_table_report.html | 13 +- docs/search.html | 13 +- docs/searchindex.js | 2 +- docs/source/modules.html | 13 +- docs/source/simplebench.case.html | 165 ++----- docs/source/simplebench.cli.html | 13 +- docs/source/simplebench.decorators.html | 78 ++-- docs/source/simplebench.defaults.html | 13 +- docs/source/simplebench.doc_utils.html | 13 +- docs/source/simplebench.enums.html | 13 +- docs/source/simplebench.exceptions.base.html | 13 +- docs/source/simplebench.exceptions.case.html | 13 +- .../simplebench.exceptions.choices.html | 13 +- docs/source/simplebench.exceptions.cli.html | 13 +- .../simplebench.exceptions.decorators.html | 13 +- docs/source/simplebench.exceptions.html | 13 +- .../simplebench.exceptions.iteration.html | 13 +- .../simplebench.exceptions.results.html | 13 +- .../simplebench.exceptions.runners.html | 13 +- .../simplebench.exceptions.session.html | 13 +- .../simplebench.exceptions.si_units.html | 13 +- docs/source/simplebench.exceptions.tasks.html | 13 +- docs/source/simplebench.exceptions.utils.html | 13 +- docs/source/simplebench.html | 232 +++------- docs/source/simplebench.iteration.html | 13 +- docs/source/simplebench.protocols.html | 13 +- .../simplebench.reporters.choice.choice.html | 13 +- ...plebench.reporters.choice.choice_conf.html | 13 +- ...ch.reporters.choice.exceptions.choice.html | 13 +- ...porters.choice.exceptions.choice_conf.html | 13 +- ...mplebench.reporters.choice.exceptions.html | 13 +- docs/source/simplebench.reporters.choice.html | 13 +- ...simplebench.reporters.choices.choices.html | 13 +- ...ebench.reporters.choices.choices_conf.html | 13 +- ...plebench.reporters.choices.exceptions.html | 13 +- .../source/simplebench.reporters.choices.html | 13 +- docs/source/simplebench.reporters.csv.html | 13 +- ...lebench.reporters.csv.reporter.config.html | 13 +- ...nch.reporters.csv.reporter.exceptions.html | 13 +- .../simplebench.reporters.csv.reporter.html | 13 +- ...rters.csv.reporter.options.exceptions.html | 13 +- ...ebench.reporters.csv.reporter.options.html | 13 +- ...eporters.csv.reporter.options.options.html | 13 +- ...bench.reporters.csv.reporter.reporter.html | 13 +- .../simplebench.reporters.graph.enums.html | 13 +- ...ench.reporters.graph.enums.image_type.html | 13 +- docs/source/simplebench.reporters.graph.html | 13 +- ....reporters.graph.matplotlib.constants.html | 13 +- ...ench.reporters.graph.matplotlib.enums.html | 13 +- ...eporters.graph.matplotlib.enums.style.html | 13 +- ...reporters.graph.matplotlib.exceptions.html | 13 +- ...implebench.reporters.graph.matplotlib.html | 13 +- ...s.graph.matplotlib.options.exceptions.html | 13 +- ...ch.reporters.graph.matplotlib.options.html | 13 +- ...ters.graph.matplotlib.options.options.html | 13 +- ....graph.matplotlib.reporter.exceptions.html | 13 +- ...h.reporters.graph.matplotlib.reporter.html | 13 +- ...atplotlib.reporter.options.exceptions.html | 13 +- ...ers.graph.matplotlib.reporter.options.html | 13 +- ...h.matplotlib.reporter.options.options.html | 13 +- ...rs.graph.matplotlib.reporter.reporter.html | 13 +- ...reporters.graph.matplotlib.theme.base.html | 13 +- ...orters.graph.matplotlib.theme.default.html | 13 +- ...ers.graph.matplotlib.theme.exceptions.html | 13 +- ...ench.reporters.graph.matplotlib.theme.html | 13 +- .../simplebench.reporters.graph.options.html | 13 +- ...ch.reporters.graph.scatterplot.config.html | 13 +- ...eporters.graph.scatterplot.exceptions.html | 13 +- ...mplebench.reporters.graph.scatterplot.html | 13 +- ....graph.scatterplot.options.exceptions.html | 13 +- ...h.reporters.graph.scatterplot.options.html | 13 +- ...ers.graph.scatterplot.options.options.html | 13 +- ...ers.graph.scatterplot.reporter.config.html | 13 +- ...graph.scatterplot.reporter.exceptions.html | 13 +- ....reporters.graph.scatterplot.reporter.html | 13 +- ...atterplot.reporter.options.exceptions.html | 13 +- ...rs.graph.scatterplot.reporter.options.html | 13 +- ....scatterplot.reporter.options.options.html | 13 +- ...s.graph.scatterplot.reporter.reporter.html | 13 +- docs/source/simplebench.reporters.html | 13 +- docs/source/simplebench.reporters.json.html | 13 +- ...ebench.reporters.json.reporter.config.html | 13 +- ...ch.reporters.json.reporter.exceptions.html | 13 +- .../simplebench.reporters.json.reporter.html | 13 +- ...ters.json.reporter.options.exceptions.html | 13 +- ...bench.reporters.json.reporter.options.html | 13 +- ...porters.json.reporter.options.options.html | 13 +- ...ench.reporters.json.reporter.reporter.html | 13 +- .../simplebench.reporters.log.exceptions.html | 13 +- ...rs.log.exceptions.report_log_metadata.html | 13 +- docs/source/simplebench.reporters.log.html | 13 +- ...nch.reporters.log.report_log_metadata.html | 13 +- ...h.reporters.protocols.choice_protocol.html | 13 +- .../simplebench.reporters.protocols.html | 13 +- ...h.reporters.protocols.report_renderer.html | 13 +- ...reporters.protocols.reporter_callback.html | 13 +- ...simplebench.reporters.reporter.config.html | 13 +- ....reporters.reporter.exceptions.config.html | 13 +- ...lebench.reporters.reporter.exceptions.html | 13 +- ...rters.reporter.exceptions.prioritized.html | 13 +- ...eporters.reporter.exceptions.reporter.html | 13 +- .../simplebench.reporters.reporter.html | 13 +- ...simplebench.reporters.reporter.mixins.html | 13 +- ...implebench.reporters.reporter.options.html | 13 +- ...ebench.reporters.reporter.prioritized.html | 13 +- ...plebench.reporters.reporter.protocols.html | 13 +- ...mplebench.reporters.reporter.reporter.html | 13 +- ...reporters.reporter_manager.decorators.html | 13 +- ...corators.register_reporter.exceptions.html | 13 +- ..._manager.decorators.register_reporter.html | 13 +- ...s.register_reporter.register_reporter.html | 13 +- ...reporters.reporter_manager.exceptions.html | 13 +- ...s.reporter_manager.exceptions.manager.html | 13 +- ...implebench.reporters.reporter_manager.html | 13 +- ...ch.reporters.reporter_manager.manager.html | 13 +- .../simplebench.reporters.rich_table.html | 13 +- ....reporters.rich_table.reporter.config.html | 13 +- ...orters.rich_table.reporter.exceptions.html | 13 +- ...lebench.reporters.rich_table.reporter.html | 13 +- ...ich_table.reporter.options.exceptions.html | 13 +- ...reporters.rich_table.reporter.options.html | 13 +- ...s.rich_table.reporter.options.options.html | 13 +- ...eporters.rich_table.reporter.reporter.html | 13 +- ...bench.reporters.validators.exceptions.html | 13 +- .../simplebench.reporters.validators.html | 13 +- ...bench.reporters.validators.validators.html | 13 +- docs/source/simplebench.results.html | 13 +- docs/source/simplebench.runners.html | 13 +- docs/source/simplebench.session.html | 17 +- docs/source/simplebench.si_units.html | 13 +- docs/source/simplebench.stats.exceptions.html | 13 +- ...lebench.stats.exceptions.memory_usage.html | 13 +- ...ch.stats.exceptions.operation_timings.html | 13 +- ...ts.exceptions.operations_per_interval.html | 13 +- ...ch.stats.exceptions.peak_memory_usage.html | 13 +- .../simplebench.stats.exceptions.stats.html | 13 +- docs/source/simplebench.stats.html | 13 +- .../simplebench.stats.memory_usage.html | 13 +- .../simplebench.stats.operation_timings.html | 13 +- ...lebench.stats.operations_per_interval.html | 13 +- .../simplebench.stats.peak_memory_usage.html | 13 +- docs/source/simplebench.stats.stats.html | 13 +- docs/source/simplebench.tasks.html | 17 +- docs/source/simplebench.timeout.enums.html | 13 +- .../simplebench.timeout.exceptions.html | 13 +- ...implebench.timeout.exceptions.timeout.html | 13 +- docs/source/simplebench.timeout.html | 13 +- .../source/simplebench.timeout.thread_id.html | 13 +- docs/source/simplebench.timeout.timeout.html | 13 +- ...plebench.type_proxies.case_type_proxy.html | 13 +- ...ebench.type_proxies.choice_type_proxy.html | 13 +- docs/source/simplebench.type_proxies.html | 13 +- ...plebench.type_proxies.lazy_type_proxy.html | 13 +- ...ench.type_proxies.reporter_type_proxy.html | 13 +- ...bench.type_proxies.session_type_proxy.html | 13 +- docs/source/simplebench.utils.html | 13 +- .../simplebench.validators.exceptions.html | 13 +- ...ench.validators.exceptions.validators.html | 13 +- docs/source/simplebench.validators.html | 13 +- docs/source/simplebench.validators.misc.html | 13 +- ....validators.validate_iterable_of_type.html | 13 +- ....validators.validate_sequence_of_type.html | 13 +- docs/source/simplebench.vcs.html | 13 +- docs/tutorials.html | 20 +- docs/tutorials/basic.html | 26 +- docs/tutorials/basic/index.html | 320 ------------- docs/tutorials/parameterized.html | 431 ++++++++++++++++++ docs/usage.html | 13 +- documentation/_helpers/doctest_utils.py | 17 +- documentation/_static/custom.css | 18 + documentation/conf.py | 2 +- documentation/tutorials.rst | 4 +- documentation/tutorials/basic.rst | 29 +- .../{expected_output.txt => basic_output.txt} | 0 documentation/tutorials/parameterized.rst | 105 +++++ .../minimal_parameterized_benchmark.py | 14 + .../minimal_parameterized_output.txt | 19 + src/simplebench/case.py | 124 +---- src/simplebench/decorators.py | 70 +-- 275 files changed, 3166 insertions(+), 2910 deletions(-) create mode 100644 docs/_downloads/88e7aae14d90ceb1db4850c2e54e5bc2/minimal_parameterized_benchmark.py delete mode 100644 docs/_sources/basic.rst.txt delete mode 100644 docs/_sources/tutorials/basic/index.rst.txt create mode 100644 docs/_sources/tutorials/parameterized.rst.txt delete mode 100644 docs/basic.html delete mode 100644 docs/tutorials/basic/index.html create mode 100644 docs/tutorials/parameterized.html rename documentation/tutorials/basic/{expected_output.txt => basic_output.txt} (100%) create mode 100644 documentation/tutorials/parameterized.rst create mode 100644 documentation/tutorials/parameterized/minimal_parameterized_benchmark.py create mode 100644 documentation/tutorials/parameterized/minimal_parameterized_output.txt diff --git a/README.rst b/README.rst index a18e59a3..41da17c8 100644 --- a/README.rst +++ b/README.rst @@ -1,7 +1,7 @@ SimpleBench =========== -**SimpleBench** is a Python framework for benchmarking and performance testing of code. +**SimpleBench** is a modern Python framework for benchmarking and performance testing of code. As such it has the following goals: @@ -48,7 +48,8 @@ Documentation * `Installation `_ * `Using SimpleBench `_ * `Tutorials `_ - * `Basic Usage Tutorial `_ + * `Basic Benchmark `_ + * `Parameterized Benchmark `_ * `Command-Line Options `_ * `Reports `_ * `Rich Table Report `_ diff --git a/docs/_downloads/88e7aae14d90ceb1db4850c2e54e5bc2/minimal_parameterized_benchmark.py b/docs/_downloads/88e7aae14d90ceb1db4850c2e54e5bc2/minimal_parameterized_benchmark.py new file mode 100644 index 00000000..2a1963f8 --- /dev/null +++ b/docs/_downloads/88e7aae14d90ceb1db4850c2e54e5bc2/minimal_parameterized_benchmark.py @@ -0,0 +1,14 @@ +"""A basic benchmark.""" +import simplebench + + +@simplebench.benchmark(kwargs_variations={'size': [1, 5, 10, 50, 100, 500, 1000]}, + variation_cols={'size': 'Input Size'}, + use_field_for_n='size') +def addition_benchmark(**kwargs): + """A simple addition benchmark of Python's built-in sum function.""" + sum(range(kwargs['size'])) + + +if __name__ == "__main__": + simplebench.main() diff --git a/docs/_modules/index.html b/docs/_modules/index.html index e2bd3d5c..0c3d5b8c 100644 --- a/docs/_modules/index.html +++ b/docs/_modules/index.html @@ -5,13 +5,13 @@ - Overview: module code - simplebench 0.4.0-alpha.0 documentation + Overview: module code - simplebench 0.4.1-alpha.0 documentation - + @@ -163,7 +163,7 @@
-
simplebench 0.4.0-alpha.0 documentation
 +
simplebench 0.4.1-alpha.0 documentation
@@ -184,7 +184,7 @@
- simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation
-
+
diff --git a/docs/_modules/simplebench/case.html b/docs/_modules/simplebench/case.html index c4c45e61..9563d450 100644 --- a/docs/_modules/simplebench/case.html +++ b/docs/_modules/simplebench/case.html @@ -5,12 +5,13 @@ - simplebench.case - simplebench 0.4.0-alpha.0 documentation + simplebench.case - simplebench 0.4.1-alpha.0 documentation + - + @@ -162,7 +163,7 @@
-
simplebench 0.4.0-alpha.0 documentation
 +
simplebench 0.4.1-alpha.0 documentation
@@ -183,7 +184,7 @@
- simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -197,9 +198,13 @@
  • Using SimpleBench
    • -
  • Tutorials
    • +
  • Tutorials +
  • Command-Line Options
    • -
  • Reports
    • -
    +
    diff --git a/docs/index.html b/docs/index.html index 26405213..b4050e6b 100644 --- a/docs/index.html +++ b/docs/index.html @@ -6,13 +6,13 @@ - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -269,7 +270,8 @@

    Contents
  • Tutorials
  • Command-Line Options
      @@ -350,7 +352,7 @@

      Contents

    • -
    +
    diff --git a/docs/installation.html b/docs/installation.html index 77e36eb9..7842884d 100644 --- a/docs/installation.html +++ b/docs/installation.html @@ -6,13 +6,13 @@ - Installation - simplebench 0.4.0-alpha.0 documentation + Installation - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -348,7 +349,7 @@

    Installation +

    diff --git a/docs/objects.inv b/docs/objects.inv index ada222af40dadb6183256af71a1c6e5c27ecf3a1..6990ffdb5b43c3f65c538b8a028f5db6bc60c579 100644 GIT binary patch delta 12127 zcmV-lFQCwyUiDs(Ljf_7L_B}XcH_vE?L5DNYh4fe4y39q+uiOS^jegXsiaF1bxA7S z*%K^?geW*cf(3x8RDJ!8!23nuyaJ>=a9JtE*?S}6#EBCR1VVSa_naqZw|W`v-~Mas zuMeIx`gs)khhXLW6c&HJe2KQ+|49m5{AqOYq5QY&#n;(Ba{XPXQC5GR9fqTiM?o6a zcIZ&;F71`()#m%a-#bC{hDHdjwY!Sq=XatPe~kr*f85%^cgtOKgsg1Od$L#GIT&jv zTm|l)TPMzsy}esIYwP>(cCZPpS37X+yn(5x8#l7t-Luca2>ipI1K>tZz<(6cdfD1P ztjOIuEDU$Y#_;#-M+twN@Zd!}2>-BK^AHX@dT&<7J15}K>t^r|5f38rSWWqAd+yqf z94m>BR_Jbac610Fdd1|Bt-jC1EV&*Nsc1hYkZwjRuy-4YI?F4|TKOL9G3z)~4^fS{ zJ?t%ZIGk?njkA2)lZNoz`10ZYMg!PU6u3`^$RU9&zLG)yzL6soJ z-Q9-kscE*TA2WXoGvsi^N*gl}PTrMc_>pn~$FujL!)-c|;l2r`C#z&MclENgpFD># zTGlZxU)>-&s9O8oT}LlOVT+X-_nqLu^CO0|g%gIUD-umF?e*GPrE3~!cP@hj&fX8y zBU#U$y$N}60lBl5A*{U}gyh*#hNLTpt477e&?ooR3}t`qJlm>oSgc832By*+XO}cR zud&qRaes(ZUDNwQiWE1Ol{G$DkW#Qwv6|avi9fTHBoNkj=PeY#QC(|m@6_yp+w{~G zhs-{F@qf33YB{pQ?_7*mCwTHhH=-sCi|EZGO$cMd%d5LD)OlP2aD6*oET-2ykWb_J zuh!N0`qzJ(`Rwuj6A$e3^y_5#WjbGen@n%MEO}rzHxIWnF2;QPZE-!mo$z2DCd=h~ z_W9$_Jeb8~d^MZjTVH>+{w9ZHUCsHGT>-qF-OlD$w^Ob=R6w<(3B%pYr_u_o2jwiw z~=h#{_n)P)dB1m9@uhxbvqe9mVy^OTrXdoEoo$r4Rzk-*(=)A z=xaGC!P4i(m!BqAkK|?I0_J`;zZ>83asJ=qbh6~be4Wg%W(%?>=X=;1;Q6pi)??uI z`Fwx3;{<^&(|L>_E&w*>!H1tI z0HMJ)7$8uX<$MU9q56ZLJpiGBPa#0iz~>PlVBnJpATZ!!GYG4H?EnY^TEc>0fln~N zz(8y25GeAg1{65@d;#ZZf8W~f4j>~#sza=um9HMl55hh%MafQ0rDBMbv<}{Zy7C-5 zumWe}hN^X)(sI2R#m0$@5X4&*fQnAa^;C0O=xV%}Skrqo<^MXqwI1)M@l+%}yz+ms zAH5s)ZgMx9e-j3sJuIw;$=rbEPm|B%$J=FroUe|`L(7X+z~kj~cE1pXy&M0JwVd9` z)X6Q1LX4Rc6<$4G6%yw zPUO(8zm4zZ&~E0Fi6GqF_-1my9LoXDLHkKSFz8kT5boRL_ICCU3B1Vzok`KM%5 zov}ODeDQdFJy|RyFh6_t2Jp%N80Ye8HoKk31g0EwdaqKZ=_gUlrSh!F z(z=~4L|XlGJS4JfF-FlZams&by1af|EN6FufGS^m_#%j>-`Eg@d$=9zS;FLh1RM5p zKE3`ThPfyXS#!K4g}F>7TY|za?;me(CGphsM-uK~GXB+)e`*!2r=WMAdJ&g)uyNSY zAVIlQlhNBNp*%E$R5Od&?L-n$EXbsQpQpEz#ka+BA_*!ukfexGJq3Syq5=*CK3#!; z1fR4(U_wt_ARyr0Zr_$`h@XP86Hd34-(- zq>W3z4`D?*p=xH51g;#Ul`9#F>!}unCV^-pNne0!j?n~~45N)FO5#U-q#&@Q5N#x{ zMVDyCmy6?PirUY5)fj(%tenyYYS+R|Ub1`jrYJTE0zX*Vo4#OJ1MWav#J|4Mza9sh z!`9hFF^Oi#i;1#ifyXS(Rkk%}mS(!uFKL+N_|4`}Sr@ zbfh%P@YVJXCMZ0#B7gM{h#!}Sf`c~o>g7AZ!JY|o$D-7<4BQdMYPbNv zOYnRB1nm5G&=Ld5;qEHRGj+q@L%&&tWK5Ay(`>1)r&POdu zCHWK_H7Sn*zr4;lIx4cA0*IadOXcjl=YEgmQDxUoB+Gv>p?NyQOFcZQ_^L0{B+str zSoVJJK*j?Bs_^jq?EV;pO2xz94vulEZ2fcyBIEA8v$w_{1pF!zlP0PGTn0@s~J3qs-G-(>20F$xPlD z#QZUoMa~&b8N}3al|jiHVY$TQv6f3r9(6gyjPaLAJ8%agj>!y0`smCdWscJfYQ`j! z!OF-JIIPr+fx$WKxT8ipC(tjo=l7?&+w4x)?j?U|3Hp3^C!{g4EhU#p4C%A-20f8i zEYlE?!p}PdWbm>O0Ra*@iIfaxh9V_{nXgF5U}rBvB2L;xS(%LhKR3^jkRX!v2nbR(s5NCrd|~yQ?U@{JUP7n z21kG22`oN`=UHhzLq5|W$p`wX2%9kZDu!_yed$*ATz;VI(l}+{Z2ecqG!0?SL7^DJ z*|Vg50Dp+73^x!t*wKO>H~7(>ju#BMoZR3j$4?BFOaau+!lac5rc4RczDuOd7q-&J zrY>ty1(0&Jsx>W~l+$$DSku%%Cuc<&83ljLE+->`>HR1X^tn<V~1R{B}G8__zRV>3GDp~yu#z+zzR;v-st~gU8+RWhd*zW zzwZ9me~jlh3qt*is#)({%yzW_1$remJNT8Vfu#zDwY)g)<|R5CIkgyi4wAy`6X<85 zCdxkBdKPMach}L&*{JzpdG?dzg;wB4Hssos!IZrzFS3IuwCu?G!wLM83wwXDgSEcY zY<*Tisj2Er!c$Y&83n4Qxbp~EO>GJS>>GJS>>GJ+2)+#x#pa?L!U4l=5BmK4Y~84P(!QBo={Jl zqn=JY3UZsM<;oDS5f z%XGf{HksahS)M||&CSE@>@>{t@wfb&xI>daOqR>}?DNN;PeHzzjIU<%d+Y1Z*56Le zZ(Yq#<$4tv*R$K%{OWdknvPhJq65QOh`5OvyNXZ7j#Pr+19y^!nGu$yGqV$~=IIlg0Dd z?RY-@--&grhx%VmAz?Ybx}A(4OT+xosn;@_<_|Ngis^I#&t46=NVZZ_=g8hgA>*J) zjzK+gQUEL-A0B3NHC}&OQ~mLFYx(VA632wK9ogv0s0l+TA|0Nq+f%C}{cay`T8}t) z)=tfz;`1elO!xURM5q3IIikw|d^r+J0s<;zmIwGkgq8~ULgbbWWVMJaAqY#7T22s_ z#a~)5Ac&uq8W1J3KSdq-Kgs>=qB?@sx{N;ZNX-NW07s8VG%NWvv z_)8kXiUgK7Oei{wF-3COgD*#Z3527mI7-Bs5XUIIX>kG}GC3}(;mDAhC`-u^oHR>G zGBAObl4f8sEhSBEVlAdfa*{12N_4_4B}#hoZ9K-FIk`6?P;8=aNS)NA-;6x51pp)Rq!t6rh?80vFrrRuk-(g~ zvm4js7Z0SQnOaDo>BC?7bQFTRkdWI8UUh-GeF-K;^zsW6`ncC&n9wA5L568{?AI4f z3lw>w(X>eJD~_i1abJ2gt&jT}q-lMUFGiZyD)_3TDXD+b7j_J%^K8SVp-Vl6lY6cq zRQ}?R;gp_hST%b&$Z)F9Jk$zYAYww6(3K)4q=jdlw}fwLs@# z49b+=nlLCed{^_D@V(7z!uL3@3E$bgCVXe}n(%*}&1=GUJg*7g@4QBEtHhv6!L1X6 zDh0Pv45~D=wPH}QnXMKv!Lpkj1d5aN@Pf%S_|QU=y9K4}?PztKs|z|UfGQZvw_7~i}(*>k+x;bN%G zos)k(&U+m~2H5;L*^|82VP)XWp_4t;J0EIHY#t3D+tg;#0Mf&EJ?{(O`@ApwSD5#O z?|j}DzVmrs_|E5j;lI$lFZ|b;_ZisS8bGyy&8`7d8`%6BK(*n`umPUH?B*Ez0VFT4 z61&C9>|0ah*Qbh+n^sY=J+*QYW9B#9N(z5y)B@jg<7jxYLw*Bj5MC?92qH~UXkmyD zYZQi>G$Ua*PKv{8pA6(v^8a~Dkv_TCq6;lZhebai*`H!HLQgz zJ5vAD)r5V#k}2vD%XW+8XFX0``@3g%gM8M81|m7Frlr`4Rz z$B+ZBX}Kqm`p+=ky8$_!E)Ddmxafc17qffhs98_|u(5ra0)F{?@H{JC^+2pTqnOZL ziiD1KFCxofXC;3(z=V&J6*G+Q<~CF(#&p3d8_BKNbPPwQbJJX(&qwPF61>#zLF2|w ztlF$ey(TqfcOKYOscJ*XqK_ev9^U7%`+RDFI0DRSd+8#16GhYWa zan6GzxLl>j0H8gJPW0ltt6`{~UC-IuxFcF*vgGffrT%ISMjG0$jurV<=8GVAC$mNF z)(InfyC3A))MKsPRW!tN`Bs0v@FB@W$uz2Vh?r3_O8yXg;x55hM0d2l9`;~+V;FB zd-dHUS2Flm`;wPn{jvsu_S3pO+izP1@s)7=+LR=^-;))kVJ|3k1gyu@AkZFDw`X_F zRzYwjPGGG{eU(-nB@kkTlo14C$Prn`_23unkjr#=arB}bbh)X)aA~jCR*|8@vI9C> z!h{Mk46=NW$UIm660v_BY@8?@iZomW?jHO49i33mn=E_3S8-%O!tn6??EV;#@UU}# zJ2*oT?$%bihhROuAuj=-^Xf}PRNT`qL8>|DtL+_RLBF5(lJ^>1j_EI}Ys{wJEU923d3AMxF| z79qfUss^iZr9h_mSs^c##9h^a|s^hO@9h@Pps^Qt0I5&M6@^#eC@|8UkkB_$w+9L7#c z3kp`q*8Sm<{2?*K()ncn^J&hPnXz+0;L-NHJkQG*u2nXDsEWWnaYF;0Tx3hAp$C*Q z9#h2KzG+eOk*S8Ux6`8L7p5A<#!riyKhxEeVupm0ztEL1R%u&={1qYueTJ-Qiw_|6 z!%67#ImdrQu-N16`6u7^9D8TQ=X3NSOchY}b`Vnb3B|>c&kl$yIm_zt+%U5I=WGx- zKardh8L~p?r!_=%$PC+}f_SGqWW~7Q-i}r;+J))+OQMqaS&g(9R#GD^hLzKZiV->J zBC1K~5RAAcsRJ_N!uZDo#3e}{tPvMiN`bAGf#rXke)#vLhLz7JJW7Z zOejyOihLqYR0a9$ngJDhOwQgNJr6Z!GVYNN;>oITb<*wph;-(?_iT3;|Lf$kI42cF zm4uF`{H2&^2mV%1vcuEsI=i%qwWcSkgMTX1kRZm1O+$*#ByCJ&RNn_X139Xxe9t)( zH9CJO4Bx`Y*$yIzv71WWLKS#Z4SnKF_}w)De$Lvd1U-GlRDfM#om4~yZ*^2a0(SvY zN&;iqQAz@1u~9^V$P%M~5}}1fAth4Fi9&Mt*|3lh$)!U9N#r#N0dDqtdjcBBt05xX z#5t@4H)jqlz#pDVpJdESMcDbXQBfI;IjDcA4*JZKE<^dF69kHUkBX$-b)G&Wq zLRfi@9aveFIO}Qz!44%yHPXcC8OWJR%bke6vwCN(lUkUK5Nei?2mSfZQaMnneyd zDHYc!G)a}#B{pd_BaAnRmDVIMpOk-=Br?f0CyF`gH7JZf35JS`kLTG>=@}GQ2+wVx zLAx-Rs~?y8C+tl)HBKBE`b}~Pw#!#Hhz_=A{qC-DU&Y|jQO3qZo|tk=>mm*h_#{pS6Ejl4fq5 zIE)@JI}m_G)|X8o7yB*Z`ZPWI%~Wt>$>@^hd{P`Q#9E6}SHA6ynHZP~8 zOFsrq=zIEuhHrbvdU1ESqeXumday$Bme37g?d`x;J&f!DVrpa@Qdkb(P5T9f2QLD6 zW?Zbt1CuiI0IP0(k3e{ou_AsF6xep$$~AbjR@bp{1}aqdtGvATdxe8As@> zeApXM2=KjQf47V{p_Z&d$Zl;#?$+IHqKZ}{sr7;LRuT5#k>;{F%;k#ai6v-hDR z?HaFk;Knh}%5IA^0=~6_?`-tLZs!0}-lSM}Vv&|v#J`)z|LV&w%CHc;{2TIpH*}+c zv)4?5Tz6-mK;wV^J-dJML0r1}rM%wI2}9s#6VTXr7w)1cDeZFMv{5%kE<=b2K#@$Cgq>B!CkjckAq=tA8N5SO@%C#H{~>h^tEOo7-7wK!~5 z#`eZVobA&!p=EzDzm>$3mKi=c!8Bc`Fajzh_`$Ki3pRWWPDtb;b8|L`N`L=(2&4EF z3QyJPtD|o<*{$tBUz_ooOfdkl8A)c6qgX%}!CTvrEe00fTL@X-2jXq*AMWonZ>c?h0&?w~FBk4-Gl2;0RG*N)8k`s_b}?!5SDgGUx%j zxa=U3p^AzddS4FsG3#8OAy3P6N^GUSs~ieo3-O)eY>CQ*ZO5xWPaPc&^vt3gMo zshpTfrBPG*J-xFZv!pL+b!rh1L23cG7GlVw#JQ#oWnJzFGm#QgyC`NvB!`A?>@s0* zZewc6kVZTdA8vAr!p6){QNYM)DheApr^I0+CYFClV9e|i2aTIzqOb|`OcegmofkLb zL_wpbojBxS>V~wmiDJM^aWTM{L6Lxavav>RDU?KOZsegXky7vtjziR?QwoQ{A&;`8 zO2aob01}s4DHMi>L%}6j60Nbpk+d{RA{ey7gvPV{NL$y`D=ySI=}JmGq{r@-fxY_P zdv1TfgbISYbi??xtGfey6bcOzFMV;8fEzlIII3#VzyzwlHvszP#h;)-yn=}) zIqdbDv~2DAZh#y*>lqvuZUDxo?e*W}wI=u88o=EMIB*kHv^O{5ch2vo>KT5zm;f%* zv)gb5`gU@6MpCKVZlQ7FTa3k8DMplv<0XHS1Q}x#N~q5cIYhCFVx)i zN8g@Wlc5_r{uYBF@a!&0L-6U#!iLcGYyMXLn>SR;)@WoTa6|`EfUfiSm)Ke-u+!QXhD&({5HkFmS9t8wWjBAK(4PIr z8`ZsQws7aJ8{VpalN`HM0g5{RE=&A}ybcg`jMtD~&q1vB7JGQzw;8jB!lP=?GU#21 zrXlT9)MjX!!&{-nmXk0XlY-Si4m3~!hsgDM^U%0ZXI&;G?(EfzyK|=LO|Bi4RYL5A zx?JrKfLSjJa+~}t4XY}8r7C~k55$4r)J$q;Jsn(cZ3uhiZ}+a}n35is**d!@KhWc|^uX~P*xiaK*ziq_s#^(EJJ{&!d-N@L{XwZ0ZRLBOvx@YsW0vPat{Uov ze0GB{vUa}y-_DT$RF9f|PEr6(@7JdBC%^QX37On!Y30{Bh60#-&yIhd{a~w}T4{|` z8yx~i5;s|*6GLmn7b)b@SRn;j87HJbiykh8Sc-65$iDc@#1HMA8@Yct*0UPIvd=kk zG2P9xyWw>u__r*8pRFK$mIVJXl6DKy)3n+{$+vE}LU8Hg80g~r5pch0rGxW$z8wuh zVg>eYWBz#p{|{#usv&>Pe~u>`rU~6$GyuggmABI=y=U*fTcJwHcAKI3EI+W+3=@_m z@u_#tCOH;ANGGT;4&XI=eFN!WPnWX|@MNL$+d-9ZbQj+pwomCb^+QoAUmcRpOc2Yd zo_ya!!Gn?4ZjjvxEe}o_AK~ceE`x(6gmX9nYXk(-VEZ`+*kph8#Gf5{@+w^mn9Uu< zfTnoI0XpS@E1^dqL>VguAhS>heiR{NxTomrPy9nWFxDY(Npi3mG*lSrs>rH+A) zD-8gdjG{*%NSVQCA~eXY`d1NFJqrcu?>BA)*l)^_Iv_4r{&t(Z5Zbduo};9>RH&>k+a z)EN4c*cb69u}MHB^C}vrmo!mo*wj8#gQ%f0dQcN3#y-$Gg0|E4;YvkaC%D*qKCPK6 z0Chx83$@`i@TslT0BImITB;34<0oJ9p>=}HHpPi|mxwsAt->LN8a>2aUS9q;!|9&v z&|O``L#KcKINycy!`5SIjOf`{^8^x4Ou_C<6Q@`~2(#>WM3?D*p~Yq%E2bYE_!bZIKCbUOs>R?e=KBm-JcB zuH)&eC!Srs#hSO?pGK3^A@7{XjtBYc6tYhB;@E2^;1hk;=Q>8Q|0!2U&Pa|vDP~2u zcUFIqv%aWznzqV0(q|?qM&1&Eza7of+ZA*xU&USOD#I>F_jaHfOocM{4=n*mUaPY?dkZ;v1t1z-X??MZ@NRs<1 zRazh}ojuJo`JL7tKS*MiV;w^Emy5l-MZv zrk;3F>90Lz5Ao5Ds&yI|)=n7ds}gi)Z-2()qsO1J0HDw3jy@GgqlM$8-_uS5M@D~_ ze1BPoW?dJ`^;ne2XP{M3O3`X;l~J`koTVV)hh_+DF{zIf@i>qme1OEzZpb4sHzxV4 z|D-B5|5MJl3GDq#_*0s{>GaKtf7S66Jtk@NDgHXT(SNN!XsP$Kk<>d^(o<^~dVXNV z^8;9Ab(K$8lH}yt_YT`#YkidbOTja!Qk5rAAHpPc*Hf9c{PlSESR`Yq?h5IQBZVpltPaGE zKotX*oH9+0|E*}0(Oyq5;zob@zaJXznGN(R>svc4UroY$%~`d7bogph4kT^^1?5rv z7=24HZwl&)=^!EL)`g?bidSKh-=zb5^7jYj?W$~a*sBci)$#njo@ZP*yH_{xclzi4 z3Bf{}tH&+@j7k6>>K(2<*Q<2A@hCBB$&gFi7#EFMN2kuprpZM)H9UW|)={;{(iDjwy z-d=r=-LY9Ve&4wpP8VrlCWeXDR$R~RgZ11NRAqJ?bgg1vkQ~kK#x4prDM}z+OwYEO z`1JE6#oAa>fDR6SWhH-aCiakIi_*1;lZh?B<9*n!H?-rhw=eH4FRn{uwA;QoMsT14NJ$H9)0g@PJyc zT3BjA{Y+C8n}UC(B}52);QXq?5}*#2fpu}vTDAdz(n@IWhB2w>+fgXmu?~TC13=@W znw+i!t_P5p9<`w~XVn-X5Z!q6?i`}}bA0UiX!U=QLVeU&*2cuG-6jrJyhLrw z)H<>Db8@tLUR1z_hk_0wwAcrP2#ZU12}$5UewtuG*790ydR1iC)+4oCx?5E|d0B=c zt1t&DEE9rT>~d>IdQZo5pO7jG!+w1w5=1qY81w*grE zXkTrx#ovD#<4TS}@WNAaT2#IV|e?^c+szh4HkjU@X&adLnXC(?EX+EAh` zWrBrd)L?}V!n~sl6TLWFM*b3;qjV>PwEmQ^0k(hbK^S=1eOvs!_UT~`uKE;)@Bo}@U*hBLlI(=rC$cG z6=Z*U3Tgh^s>VJ`u8-A<3ft{m z>^jB;=Ux%yIv1*YY8#*eZ54qTC(r={7eRkLA08)E*)A0t3goI9hv1l1vmPbrlbAL1 z^u7c2TWg!$S3?xq0tFY}Dg@ZD?1vyIr^$DWnPGGHU&wEm>M3!B`zz8o>L!_evIwXYS(miUXhe&_& zDES>HwL@lgZB)3bD<2^z)?xz!shC-}%9C9`h`(dCW{EH1V4t8Yf%+Kq4%GsJeE?Lp zlml$tA1=kY6FZQ`lmh3}KDF2Rh%Sf8g>xg8uVNjP?3MU5q-hFNhb_R760;w1^gK9CS1d2`=tbXi(&;sELJb+JAkJ^8s=;9S> z2i$H2P!O|SMB9hgPPmy{3yw%kA_gbiq@?ueX{grP2dGB9z#y-0{{S~Z6U?XE>2Nj1 ztUPQzmg%~LLT+n1dPP(Jy-cvnn2z4S)PL;~?5?Gw7cBMPssy}B>G=IgfJ>9Y$nGc5 zWm?c<(~eG)*nxXVz4#GEU`Bu5Kuf-jV-?p>B9xSE`(;(Bdg{Jxm)~b=C7;7V*H{Ap zAhtQC|~)c!s@Wf44Z^(EtGGZjvGt!#i!=2%szh?^A=W zFG&5M>VwuynmgfltjlMzYKna+g4*>`}Jf+iUZ3(6PH|&_NCwzgrM-Royg%NXkk2D<^sh9D8lK zYoMUK{Ba!xB!C`O8@*Kkc<#4-e3Ipd+k4Adxo8Vz8K}zz$|(9uU@QO48%99Qv|CVv z2v#B4NgtxZx^bVz1{r@)rDy-~M$}j{?NL}K0_w|GeQ6q7%zJdU5dyWQ6F8#Orge|f z7P{j?A(zk|xp}tlx>@jILf5(hY}JLb)&g8%X@|yYAyr1JIZz>NZKY(ob;A{0nl9a` zB!&YK=UK`R$7R;klGJTVUnFUKZu7{;M%rNcoL*$ zZHErkZfLJGuQuNY{@w|qH#9tgY`q>|hgGuXf?~gn!trc?gFceKafMofB~AbvO8jhzAjQtgd{uJ$G$K zj+MkmD|9zIJ30goyx1EpdTp)JJq@%wmq7w&?+2<% z*0X1CLLOW|9;{^uYi|c3d3BT_>BixzQE@T!$zwG`Sv!Bvwi+82Ytfg1sWivgC0)yPZ#@6mte&vBJN7vKw=&=;M=;3<#;%rGXdu*ulF3(=kmPTL8 zNePxdHy(Z(Uq6z!i3^zf+5B!a<>UOn$H{ofhxt05U(Xg~PtKoVYk=p&F4>QP+vn@u zmJ@#jx=iaag17+SG(Z7#5&?WJ0E7kGO@~0?&I&*f;im>5XsAtp2q5Pq0R$g@rT~Nn zd%ysJ!ffY5@C>yd{Okb;4SWg#f(Aa1009G^OaOraH=99N-FpW>7|<3L1PgqE0R{%z zQ-?s2Pc@*x(dQdb=)jW>C`{Oy2NWdy^aFni7IzK;290|}0>LDljp%^gI6IBySk(le zJ=bbM_1w;U%X8b)E%o=U?d||FGNdZR+FALkT7D3Ai7869YAO{&q@-2w7SxsJ*nt%| z8#h$F>y)3Nd^?7ppI3LU6>yDf~F0I@7 z=w_^&XEOUFPB4eWdlc&5NAtVK2kC!tu08v1JX)w${v?I%udGAldfgLMR;=cca_!{c$}FL(Nx;dnlu%_TLKuyvsQWT{v#ihnbmSflyv1 z3z1&`98ZbtR*X^fOPq3=hBtqYi{~#%0n|qwX&E^$C8L*K_&(KJeiIc-xkZUB&gs-k|Iit6zGWxI1qpMbOizue9{7e z2|aazfP|mG=mcFQOReK2XA2}Bb~`T|sajwaA#7)?A;5Q+k-%wuyg}mu%n3DT%8rYkU3fLjn3@vpD-uSdb=uyuA(Orja` zVxlZr5Hd@1ojs;AOEcN(7dFgt{N}uwCAjyaiT;P~d}nQzYkt`2XZU7GbksD<@YVJX zCMeX{-l#6f@l1lNu)B$;Mo4Y|XL$mgxvUh2hQGKhJ_bIWJg$FGDzw7MULjf*RG6c~PxqR|LSlb>iou;eySlF~^#AVq2cCWwzap$HNSC_z}f1Pmld zEx-hBd`keP3YiI%B7Y4Kh#!}Sf`cCLRm-=6gFO@Gjzy_S8Mq~kRd4}-L-0HP1nm5G z(901B9MC%<2+)5!BdFMGF$ff>%Q8s#*%cZly$5v_B%gw#CgoA! z!<(F=r6HRsfY|B3RL;J8?)FF?RdxkMvNaQ$r$fBp!=rzSul+Jj^6Yw!W$*V6WIhm} z3J=fE?$2JRR6P9W!7)yi?WOiXWZb=X_SSesz^^4SX_8xDp7V`olVs)j#3WCe%o=aJ z@bI*Djn}51n0=GZLZ)Urjo1|@HXr7vonX3IZrdF8H-E?DLg-=*qqv-@4!x1=TL^XZ+C#>9WNlw2k;q_4_r^h92R zrR{$V`DBA6ALt7sY{KLV8OCY!1zcIZ{6M#*amv8i`mc^@8p4``LeYn_XGwbx{t#0c z?jUloqXj)~@T1j^7YweHoNI{;Lo{t!UR)5*8yRV8yQOUq642GgjYg>6PAsT>(sHF#2NAJ<7=*OGLKC{0Fn?f;@4UjE(2pf!UYAx? z(CJwnEhvN2{a6`WJKB4GyR)MQ_2bliqQ&s40uFV4_5E*uAI)zU zg!UIzv);Ry$JGWD=$+W?;8&^!mMR$5^5VFgm*`^TRAT5QND8yhp?g+yt-z0L$h9lIDSK01WCu}b*^%|T6ZmHr_F@NXeW}^{qJn=?UDbtz zr@F8U3RHD*ml3k+x-KJl)pcD)7^~~Lynt5Mcu}FP2p4Be^^QZs8HI!wlyiocm2-xd zmve>}m2-v{m2-v{m2-v{n{$Sjnseq3ea3K@yYU${CfTZ#$P-=hlJ0QujA#H$$a^3Jh}a{ zJcoqa+lT4wJk0aaxBUCKeUm?om&^I=^T%J#LB1G|u4nUm>+3JpU(d~NUC+mZRzU9b-AU`E7A_70@p<_n_iz@q9KN%_sjmwx)Wj z|MeUamZR(Gc=TAB=KD^)mf14DpH)>%rwe%Ys?SZbm0CJS_AUw;2TgJe>XDNIVDb3y zFq^CS(wgWGxm(L`595D0CamqqMmI)97(x;0@LbiN+8pUO{CLZH#JRI(YW@Sd!Fsg0L+9)`9^+{It}7 zD48t>X<_W`2Vp@1TM@#FWVR)QMG0(Ch%4f6S4c||*t!sw#NU6$kQT(>(hyc8u)SeI z(M8NDlG`49Ir3W|98JYhBF=(1M&T`s69|#TaY+qFhSWk?N{-;7SxSto|F-4M#Y$;Kq3vMY<(u;2sx&#;EM&!vZ%8f{rTA&*fCzV(k6DYZGHzQJL5pP7C z*n-}OI?2Vo5rKbV3w=ZCq!#^Vye7YSASKPz zMgmPA{>rD55Y&x?++Ogi3)JmPFfpQ+UzpIxy$-{KCbyvyj(zI5=S0znJmAd~LvOAVp&7k~7p^ispB z*~>xtQ+?r~R^S2=6S9P^6fq$!yy(0=y!5<1d=Ghhc;R__c;R__c;R___>S`S@crcN z{7X+vsN!FPVnP-FViXgqWUopwp-}Yl6iI>n>s0t^C|{6(pt1L_eK}RWtRy2_>%cEe z5X70;YBztVS8VIuphg2*@ja=POYwUWESvK8BwB0<(34)VB|%Sm#g+&?={2%s=t;YY zC4^z=#vTRquKV4DYtxSkdYAuRLb$<43B4M-9E#;+=(h$wv_eWlBGqFeo*A zSL>Say{&7)_qeVJ-`Tn*d}r&L@SUw|!gsu`3EzM3x<>F(i9wZuk4_A#6nvCoP^FeZ-CI6rI6zP+D4Z6^RM2;X-p-^o^JX_$?sfM@uU$o-^sA(-+*^&CEZYFH? zN~WkPmhBeF&w8G^@psSe23gmd1|m7FrKQ-3^RqPl(D&9>;Oy3EMuUik;!@5agPMQM zHDQnkL=GT1GH^*-mmL0Bk<}wGddvtC8c&AAU4*bz?%M1Tmq76cUW#L6{FOD5#L;u1 z4mf_h`GUH9VNr&{7d6w8JZ1}om1{~9{p=eOX}I6{{V$qx$R!`9r&)oSqtA)gwA?dD z{YRKSy8$_!E)Ddmxai*&vwP&MSx|ofu(4yA0zP~`c%BvSdLVY4QB3F|MM6ir7m?+# zvy#6XV8X}ABQuQe<~CF(#tgw@Hj-Pj=@^bq=cc(npN}>eBzURAgT{?rST$LbMontU z9z3w6(y~(~9tO6G4&cg2-R_9%8D>O@I-(D1Q^j zm521--~e19#4`<_J$n;kJdRJfvvF@W5Ev7$na67|#Bz|#le24C;*#A(U~$&#@>iRXT&}=;xOT!2r-xl&!6aQ;dw?yczAzWyFour5+3&PPiq}< zwszE01vAn##P!Tt%0B2VKmdCFNN_%>3^(<{}LwGyeykxrk3>*1w`zvjl-m`JZUYa!e%Ce#8&sV%njzenhiM z1dWfs!fCPRuF!uW8G8tncK)+!#hq|qCqLU+dDBl>0caL#)*vz&9c%eW*TS5dj&=M> z)xn;qj&=NrrGqnV9qafrO9y8XJJ#_RvJTFacC6vwsT$}L+_8ZFpbFqkcgG_BN*2MG z`;I02Csl%Ezyd^1%IPWkiTx%^@2oQ zF3BGfLoA(7_CKHIe3=k4ufJrc}`X2 z6LF#{$Y<9KsL*qA_U`CqsJW1Nk9-hMR)wpRZs%vDGw;1;ySw;bXP3n}sVJ%>bUfuR z#X>vqw|bEso?q9+rA@3oJy9L}Q<;VYF-~k6Qgk6{Vl+o1>RIcpEwhKcTIqwvv(>%Pv0>WV3*h@6_LT)9Tkwk-GG#mz}R+_ zlEBz(6prg-vc~3%soBiINfClnzhzK`v4J*OT zSwjo(hnF%Y8S7FJcK&KqR0d-WDyoCN@}z&uQ2yuyfg)e|fnzBneKnd^@O;=M)0Zg? z*4EzH8_H@bvqUbYaGBjP9-Nb(!}W%$c0MForu1*2!a*p;yR}JPCro(sS0r3S;8_H=>gN8ZMgk= z^ZtIu!)1(+zWeM9PS|@D8y)ph>n0M__<^g0z+dRq!KkwMT4V&sEkdbTWS@&tag9QY zRB2sei&itjc#BwRO#)#ohrrKEA~2C}Q6P|=pHX02?(W$a2HphzVK0oSB7qYqFR?=9X^tsy zeG*?9TS434E8`HrTW9MBZ$?0kG;#`UpoygihQALjg=HD_xf+RqhRJ_8LTBZ}-he`Y z?;ZQQWyA@!WEDboYb$cM?rtMJa?*dpU$?b2K4;^XOc(nsJ zj(JvgTci>2tsQ)4qaSuV2axh6#o7~#w9F#@-8}wRS9Vc`h2Z7ikng&o8x5SjW)kGO zTgL<%|ND>Z$_H`j>X(1=dP64+fuBu4W8+=8jiRKq&4trqtuCCESrm{h-g|`D0hPQF z4!Fby4Vo`O@{c6T!3U7J2MuY(hhqX^WZk&ZYD5gTf16{2!K~ zUW@GTyENvj6Fm8$8@+LH-FWfSnS^EK+NZFrkoqBCx3%v`9piQa#)tJh{pMvDnE?;C zw&xi^kNkX{DFqzgUhtI8>@3j82Kaz3)b0RriMx1V`WUKV-<8D_h@DW2!&YT%Z(PLL zKHU>q7VBF{JZXQK;e!)Q(tQdephAKl9Q(Uq$5-HlL@qKnXM?Ep_aBEaieI7dRGYp! z`c{+O+79%!8L!C_0}z{$WF|R^4RjH_wH?`FVDY_$ko|oi-q!xROz=IWi?wiJIB5mW>fwq*_jlZ@^uRqS8~{ITRxJ-$jFw+UO`n2i>k|}H*%(LbXREIABUKc44S^`&_^CHt#xV{~ zOzF`zu_u3O2siH)YGV#uS!xw;KyU+x4mkrLCoC}uAmPlaC>Jonkjay=(unFr-6n@`>7q{X>L8F$P zIOKlXhP1VbV!$kMF~FEfk$`))xkhj+ltgQ8=AmqnQt%DVL)5KP3WvcdkFupo!#6bn z61Q3@6o#im!7W%4t+C0Gv^7g2=(WLw=Ck}rTienrF4Vf{N=iJW$L^Maz53pHZoh;I zf*XIjVSL)v-2pxdg$56tXZ6pQt~g4-4V_3FRrP3K0@dFe0Dbe~PtYJpu>%Tg3 z==>n0h)Ga}T(M#aiYs+0jd2$0B{BRlnG+6^HB}=6wXiA=^k^Xvh7`5E_h>y&QkqCtzCb1JyWYQ zv_r?=VlV`r-6d%VK7Co(5W0TN-^zdUhU(dhExf0zhUA`aRDhy(!~9Z>_E&GYyvb)u zs4ZQ!MznR!lrb1i=s*h4Z65y;+v)^%TK~duDRlrL!@qfj$1YuVBMR-=zrTM`-MeB7 zckZg;RQ;Re*o_KM)cJQ=;y>hVfM{d9hWvUCV!Jok!`r^em^BriRD+g5A3`(@>6oH+ zL){$S3k|lMgyEDFtOjzRfeJW8uGg7|#)VqjGAVIquU_1pGf8i9ZE36$VkgvawLbt> zy(q|S^0PFoYUq_}cs~#aep7!dsh#z7aJ{u5?3KUWyPji8dR%7f?4tZshj9|?)d@m# zWQNcK$8%tJE23b-H#MtnB~a~Pqp$DLx7>9HrB1Y!?|IHD(zlLTo(s8Zs1x$p4Z_IU z`TBo5M*>h)HT|5V0GfVYo5r8~(rYGUa;K%0U*{MKVD3FTdiH~@s4kOD16xD;Y3!f_$H;xiLJw0Cag{_a@MY6{Cf=g7r$H_z^d zHV?D#?A^wE zeFFb?XBVm|&3}#;8>UVP-CfiJML&(V(72cg`j` z7T?PtIAZLRF;J9(2xsBxu=fsQLR0GW)ULm)_*!Du2h$*sC~5mp@= z1?um&ZUlJVlq0o33|Ibkn}56z+Ob8Rqq*x}TJW+rHQ;C;+tAz~`M?1j?$;K$$OpYw z-`a3`Cwt>Yz+LPksH>}0_&Nxq^?$9l>*RCI%1ZZuerv|ld*eqRan4J{cBy^#=|Lh) zW}cz>`;ZK!Z8MzYHZn3)YOc{<9B)s;d5O*c5h??Ud2E;=T*a3>P=8?(YmF5@-J!t5 zh8iLH^37Ge%Ao+2?KNKh5+VgGH`Yl1Jh%?6a*3tJ(4WM0xFpwqj5$_9i@Uz z9Wxb(3Myj+)lp*X18pE^J8d7XRMd5XtG(yby7>s8ipc4qCY%~RwU=rjHDpFlHQ{Ld zO@I`zl-uAHB?o=amy&wg^e z!PUn>bWjPFYkT1zt^KRbb{ z@e!-azrzn{kEWB_G0o9!kqL5MKCl0Fd$Qe2`mATy@$}Ub&#r#Nn)lux2IJHr@0`ev zC;6KcvP$*h*nev$;1hk;=Q;+l|0!2U&PWbEDP~2ucUFw)SuSQ&tvrLx5=QH=pR26#nMq$Dv^ATGe#Y#zaH|ZHOCc5>~gF_sQz-bcYpUNq}XbptUi9&&$M%TLww%h z*g72zYbT8K{Q%m-n}ho4kokwq>-C}3!KVUguyDNeBhu+;$>@@g4(oWN=33qPEXw5D z$7&>|Xnz&9qp74E!&8v(Lw(#gm{h}K9Q+c550Jpo4tXNb#3Y~fpH#!q}Ym+VpwCfl}}ib8TrQd z4%=O0dzBzgi?0<*okjgRWymU$XZ2Sq4UK2l^nbWh0OTvuG<*JhsXg0cacKT{8w8~pE2m6k zG<&r;KwSF$=K^6FX+W`{gTL?-~zrs*iD#QD~g{|fh70%KyzKVx& zGk-N?(6vjsD~b%~3LO{FkKT!eI5G{(oqo z!K(b=Ah9eJ-`lJ2ao5+&#xJS1!|5V5%)~I!+KB79U9g_pfU3++gRWJa36k@)?bt=Z zIz{d@`t;wm=srsypzH zPf-s}fVB8&3E`>RWhASEIjgVQiYsg?hB9d#g!3v5yE(fiEAa2OKRevqs%H1`K zLC0Uqpo5IGec(s_%I~aOUan44K%Az@Uia^!$;;Jg3W%0jv#?Ju4S~`n#amc2Km<8a z15`=|4`}sc3rj6tpJ}RMQ?Rsz2%!(0U$s~Q)WI^aHV#_P)&Nji3H@C&CUt!?3Pn5C zA+T-$=zLU{({;f00P@n4Hh+}vJT^uMM0Xy2IESe5d_)A&mu_!^1ck4y3KSH~p%hMj zR}O|e`&WmG0vs)8s5{o(&{QS1P;nU*u$KxuiYqnSgQen~s<8DrT79HYA2pXXF>zbB zj)N61(b_VtPHg?09Ic)g6|mu)vUgEP7nws~TeXeewAR3hmoMe<}bzDvW zk;3T(x!z#(3Mxmafq$U$gp&v;?YMQtX-)~BLZwu@0P*rBgyekTpXap ziS(U;K9uN7nP4FqHCW+;u0u78 z`V@vxflL6S4iYh}ibSXhDO%AY5;*GMBTMN_9#T}vvRhc027fX1${fhO%u@g;t(aZS zx-r>Nn?Z2ON$yz&@Y&LRif%%})5Iy#_LKytLkz1g1p9>3H@q-IO%7 zC_+4B>6XFk1(}gTTEBJ4VOGqStCi2H5;LU9E#iQvylTq#poyLo=~1CTC>jxYp%J&3 z%U}0`Xx4?>M1RF#pdk_?q1)`ps!IrRt~katnT|!gezkyNz+dxl;tW&4t>Y+6SmWdyK%06X<|}i=dtlj}xkFn+gpDa#f8(aLi+~ z4khT5m=*N&eSP&?Ynxp%LKNBn1sC5a1lY0cN)VJ&<$pp?i#J%bNh)ALPEcT`r%JP5 z5L8tVKq_mrsHV#rKX7(yCqP7;lL#=;Ra%N@C$Ltw=RK)jBFipeV1$>cA=1$S9TLKE z=^i!HLnL{W{Em~_A+x$BDqPc*kB}2vu?B%u%xqib$*v#7A0Jw?#FuceH7HA)yLDR55hQ%9YT7;>0gI5%SXD%L^CUWrdb>ZU-2h*#Sf ziwV>^g0_UnXVI;_Q=W>~mKj2%1ed9~+KVq$ll=jNN~~XlJoy@P zatthiSUX_1LU7=Hd4)MYX{Z9JnIwFJ*!|Rew10`09Z>67#Jc2CNZrA%2Sq$eaei+X zTw`w1s;U5nc|(DUAH;QAm^AF-vw;V@f;tI-RE%0dHJDQZMJo(eKXyWBfbaz>;M3Hj zo=~*$3iSi-X$4RavtLB}hu2TIm0JUjNK7IIC)}c>^u1uH*2-6d2A#kluW$ZpGC>o} zr+=I2a4p7cJZw9b>Dq)sZfiPuMN{{^Ot8zCPTs)OeeDwLuBDR~EOp8qj0YmO+!)fk#QT_z6Z}MqWcpK4@YU*H9vqlx@3Z9aD9*ec3L*JJw3R zVS;Y48UR3Sos^hCf;NF@Fq3eMJDG4tvM`ZgIS$1_01qCq*cR58A2` zKv@Fbr3T$zkoG~f2W_x`M+kmcaK-|108qW2=IUVo#yd6KlUv=l%V#0?0iL)7uIcWZFK*Tk5-4G%vCx7W~ zoaiNR?6u{tfr9e#r*#yN0D4qwbT$E?-f#Q(B+E~?^Om!6(FV#gP@4;sQS_C-R{one zjDU)1yPz5otUh!x+ zlWVPV?}2^GLw`zTsz06VKM$7KpDMPghGWa7(#hAU8f{7+u1dd=_!uuEG8U8%wM9#5 TJ@OcTTCnsH#1H=;pCTDEo)SPx diff --git a/docs/py-modindex.html b/docs/py-modindex.html index 99ae978e..103a4d59 100644 --- a/docs/py-modindex.html +++ b/docs/py-modindex.html @@ -4,13 +4,13 @@ - Python Module Index - simplebench 0.4.0-alpha.0 documentation + Python Module Index - simplebench 0.4.1-alpha.0 documentation - + @@ -162,7 +162,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -183,7 +183,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -198,7 +198,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -1189,7 +1190,7 @@

    Python Module Index

    -
    +
    diff --git a/docs/reports.html b/docs/reports.html index 1cfe2900..cd977031 100644 --- a/docs/reports.html +++ b/docs/reports.html @@ -6,13 +6,13 @@ - Reports - simplebench 0.4.0-alpha.0 documentation + Reports - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -335,7 +336,7 @@

    Reports

    -
    +
    diff --git a/docs/reports/csv_report.html b/docs/reports/csv_report.html index 46620ac3..1344566d 100644 --- a/docs/reports/csv_report.html +++ b/docs/reports/csv_report.html @@ -6,13 +6,13 @@ - CSV Report - simplebench 0.4.0-alpha.0 documentation + CSV Report - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -460,7 +461,7 @@

    Custom Complexity Weightings +

    diff --git a/docs/reports/csv_report_field_definitions.html b/docs/reports/csv_report_field_definitions.html index bb4afc99..0b4e57ef 100644 --- a/docs/reports/csv_report_field_definitions.html +++ b/docs/reports/csv_report_field_definitions.html @@ -6,13 +6,13 @@ - CSV Field Definitions - simplebench 0.4.0-alpha.0 documentation + CSV Field Definitions - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -535,7 +536,7 @@

    Memory Usage +

    diff --git a/docs/reports/graphs/scatterplot_graph_report.html b/docs/reports/graphs/scatterplot_graph_report.html index 7d605c46..87679905 100644 --- a/docs/reports/graphs/scatterplot_graph_report.html +++ b/docs/reports/graphs/scatterplot_graph_report.html @@ -6,13 +6,13 @@ - Scatterplot Graph Report - simplebench 0.4.0-alpha.0 documentation + Scatterplot Graph Report - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -430,7 +431,7 @@

    Custom Complexity Weightings +

    diff --git a/docs/reports/json_report.html b/docs/reports/json_report.html index 254e5de6..9881da2d 100644 --- a/docs/reports/json_report.html +++ b/docs/reports/json_report.html @@ -6,13 +6,13 @@ - JSON Report - simplebench 0.4.0-alpha.0 documentation + JSON Report - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -451,7 +452,7 @@

    Custom Complexity Weightings +

    diff --git a/docs/reports/rich_table_field_definitions.html b/docs/reports/rich_table_field_definitions.html index 384a3466..98b859f5 100644 --- a/docs/reports/rich_table_field_definitions.html +++ b/docs/reports/rich_table_field_definitions.html @@ -6,13 +6,13 @@ - Table Column Definitions - simplebench 0.4.0-alpha.0 documentation + Table Column Definitions - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -504,7 +505,7 @@

    Memory Usage +

    diff --git a/docs/reports/rich_table_report.html b/docs/reports/rich_table_report.html index 64856099..9db3c4ac 100644 --- a/docs/reports/rich_table_report.html +++ b/docs/reports/rich_table_report.html @@ -6,13 +6,13 @@ - Rich Table Report - simplebench 0.4.0-alpha.0 documentation + Rich Table Report - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -697,7 +698,7 @@

    Custom Complexity Weightings +

    diff --git a/docs/search.html b/docs/search.html index 405e45e4..45314005 100644 --- a/docs/search.html +++ b/docs/search.html @@ -7,12 +7,12 @@ -Search - simplebench 0.4.0-alpha.0 documentation +Search - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -288,7 +289,7 @@
    -
    +
    diff --git a/docs/searchindex.js b/docs/searchindex.js index e2ab9cdd..a86c1df1 100644 --- a/docs/searchindex.js +++ b/docs/searchindex.js @@ -1 +1 @@ -Search.setIndex({"alltitles": {"Advanced Features": [[4, "advanced-features"], [6, "advanced-features"], [7, "advanced-features"], [9, "advanced-features"]], "Basic Usage Tutorial": [[171, null]], "CSV Field Definitions": [[5, null]], "CSV Report": [[4, null]], "CSV Reports": [[0, "csv-reports"]], "Command-Line Options": [[0, null]], "Common Report Columns": [[8, "common-report-columns"], [9, "common-report-columns"]], "Common Report Fields": [[5, "common-report-fields"]], "Contents": [[1, "contents"]], "Custom Complexity Weightings": [[4, "custom-complexity-weightings"], [6, "custom-complexity-weightings"], [7, "custom-complexity-weightings"], [9, "custom-complexity-weightings"]], "Example Usage": [[6, "example-usage"]], "Examples": [[172, "examples"]], "First Line Of Data": [[5, "first-line-of-data"]], "General Options": [[0, "general-options"]], "Graph Reports": [[0, "graph-reports"]], "Installation": [[2, null]], "JSON Report": [[7, null]], "JSON Report Structure": [[7, "json-report-structure"]], "JSON Reports": [[0, "json-reports"]], "List of Tutorials": [[170, null]], "Memory Usage": [[5, "memory-usage"], [8, "memory-usage"], [9, "memory-usage"]], "Metadata Comment Lines": [[5, "metadata-comment-lines"]], "Operations Per Second": [[5, "operations-per-second"], [8, "operations-per-second"], [9, "operations-per-second"]], "Parameterized Benchmarks": [[4, "parameterized-benchmarks"], [6, "parameterized-benchmarks"], [7, "parameterized-benchmarks"], [9, "parameterized-benchmarks"]], "Provides": [[17, "provides"]], "Public API": [[44, "public-api"], [52, "public-api"], [55, "public-api"], [63, "public-api"], [74, "public-api"], [80, "public-api"], [87, "public-api"], [122, "public-api"]], "Report Header Information": [[9, "report-header-information"]], "Report Types": [[0, "report-types"]], "Report Variations and Destinations": [[4, "report-variations-and-destinations"], [6, "report-variations-and-destinations"], [7, "report-variations-and-destinations"], [9, "report-variations-and-destinations"]], "Reporting Options": [[0, "reporting-options"]], "Reports": [[3, null]], "Rich Table Report": [[9, null]], "Rich Table Reports": [[0, "rich-table-reports"]], "Scatter Plot Reports": [[0, "scatter-plot-reports"]], "Scatterplot Graph Report": [[6, null]], "SimpleBench documentation": [[1, null]], "Submodules": [[11, "submodules"], [18, "submodules"], [34, "submodules"], [37, "submodules"], [40, "submodules"], [45, "submodules"], [48, "submodules"], [52, "submodules"], [53, "submodules"], [55, "submodules"], [57, "submodules"], [60, "submodules"], [63, "submodules"], [65, "submodules"], [69, "submodules"], [77, "submodules"], [80, "submodules"], [83, "submodules"], [88, "submodules"], [91, "submodules"], [95, "submodules"], [96, "submodules"], [99, "submodules"], [103, "submodules"], [105, "submodules"], [114, "submodules"], [116, "submodules"], [119, "submodules"], [123, "submodules"], [126, "submodules"], [130, "submodules"], [137, "submodules"], [138, "submodules"], [150, "submodules"], [152, "submodules"], [156, "submodules"], [163, "submodules"], [164, "submodules"]], "Subpackages": [[11, "subpackages"], [33, "subpackages"], [34, "subpackages"], [44, "subpackages"], [45, "subpackages"], [52, "subpackages"], [55, "subpackages"], [63, "subpackages"], [74, "subpackages"], [80, "subpackages"], [87, "subpackages"], [88, "subpackages"], [95, "subpackages"], [103, "subpackages"], [114, "subpackages"], [115, "subpackages"], [122, "subpackages"], [123, "subpackages"], [137, "subpackages"], [150, "subpackages"], [163, "subpackages"]], "Table Column Definitions": [[8, null], [9, "table-column-definitions"]], "Table of Contents": [[1, null], [3, null]], "Timing": [[5, "timing"], [8, "timing"], [9, "timing"]], "Tutorials": [[170, null]], "Using SimpleBench": [[172, null]], "simplebench package": [[11, null]], "simplebench.case module": [[12, null]], "simplebench.cli module": [[13, null]], "simplebench.decorators module": [[14, null]], "simplebench.defaults module": [[15, null]], "simplebench.doc_utils module": [[16, null]], "simplebench.enums module": [[17, null]], "simplebench.exceptions package": [[18, null]], "simplebench.exceptions.base module": [[19, null]], "simplebench.exceptions.case module": [[20, null]], "simplebench.exceptions.choices module": [[21, null]], "simplebench.exceptions.cli module": [[22, null]], "simplebench.exceptions.decorators module": [[23, null]], "simplebench.exceptions.iteration module": [[24, null]], "simplebench.exceptions.results module": [[25, null]], "simplebench.exceptions.runners module": [[26, null]], "simplebench.exceptions.session module": [[27, null]], "simplebench.exceptions.si_units module": [[28, null]], "simplebench.exceptions.tasks module": [[29, null]], "simplebench.exceptions.utils module": [[30, null]], "simplebench.iteration module": [[31, null]], "simplebench.protocols module": [[32, null]], "simplebench.reporters package": [[33, null]], "simplebench.reporters.choice package": [[34, null]], "simplebench.reporters.choice.choice module": [[35, null]], "simplebench.reporters.choice.choice_conf module": [[36, null]], "simplebench.reporters.choice.exceptions package": [[37, null]], "simplebench.reporters.choice.exceptions.choice module": [[38, null]], "simplebench.reporters.choice.exceptions.choice_conf module": [[39, null]], "simplebench.reporters.choices package": [[40, null]], "simplebench.reporters.choices.choices module": [[41, null]], "simplebench.reporters.choices.choices_conf module": [[42, null]], "simplebench.reporters.choices.exceptions module": [[43, null]], "simplebench.reporters.csv package": [[44, null]], "simplebench.reporters.csv.reporter package": [[45, null]], "simplebench.reporters.csv.reporter.config module": [[46, null]], "simplebench.reporters.csv.reporter.exceptions module": [[47, null]], "simplebench.reporters.csv.reporter.options package": [[48, null]], "simplebench.reporters.csv.reporter.options.exceptions module": [[49, null]], "simplebench.reporters.csv.reporter.options.options module": [[50, null]], "simplebench.reporters.csv.reporter.reporter module": [[51, null]], "simplebench.reporters.graph package": [[52, null]], "simplebench.reporters.graph.enums package": [[53, null]], "simplebench.reporters.graph.enums.image_type module": [[54, null]], "simplebench.reporters.graph.matplotlib package": [[55, null]], "simplebench.reporters.graph.matplotlib.constants module": [[56, null]], "simplebench.reporters.graph.matplotlib.enums package": [[57, null]], "simplebench.reporters.graph.matplotlib.enums.style module": [[58, null]], "simplebench.reporters.graph.matplotlib.exceptions module": [[59, null]], "simplebench.reporters.graph.matplotlib.options package": [[60, null]], "simplebench.reporters.graph.matplotlib.options.exceptions module": [[61, null]], "simplebench.reporters.graph.matplotlib.options.options module": [[62, null]], "simplebench.reporters.graph.matplotlib.reporter package": [[63, null]], "simplebench.reporters.graph.matplotlib.reporter.exceptions module": [[64, null]], "simplebench.reporters.graph.matplotlib.reporter.options package": [[65, null]], "simplebench.reporters.graph.matplotlib.reporter.options.exceptions module": [[66, null]], "simplebench.reporters.graph.matplotlib.reporter.options.options module": [[67, null]], "simplebench.reporters.graph.matplotlib.reporter.reporter module": [[68, null]], "simplebench.reporters.graph.matplotlib.theme package": [[69, null]], "simplebench.reporters.graph.matplotlib.theme.base module": [[70, null]], "simplebench.reporters.graph.matplotlib.theme.default module": [[71, null]], "simplebench.reporters.graph.matplotlib.theme.exceptions module": [[72, null]], "simplebench.reporters.graph.options module": [[73, null]], "simplebench.reporters.graph.scatterplot package": [[74, null]], "simplebench.reporters.graph.scatterplot.config module": [[75, null]], "simplebench.reporters.graph.scatterplot.exceptions module": [[76, null]], "simplebench.reporters.graph.scatterplot.options package": [[77, null]], "simplebench.reporters.graph.scatterplot.options.exceptions module": [[78, null]], "simplebench.reporters.graph.scatterplot.options.options module": [[79, null]], "simplebench.reporters.graph.scatterplot.reporter package": [[80, null]], "simplebench.reporters.graph.scatterplot.reporter.config module": [[81, null]], "simplebench.reporters.graph.scatterplot.reporter.exceptions module": [[82, null]], "simplebench.reporters.graph.scatterplot.reporter.options package": [[83, null]], "simplebench.reporters.graph.scatterplot.reporter.options.exceptions module": [[84, null]], "simplebench.reporters.graph.scatterplot.reporter.options.options module": [[85, null]], "simplebench.reporters.graph.scatterplot.reporter.reporter module": [[86, null]], "simplebench.reporters.json package": [[87, null]], "simplebench.reporters.json.reporter package": [[88, null]], "simplebench.reporters.json.reporter.config module": [[89, null]], "simplebench.reporters.json.reporter.exceptions module": [[90, null]], "simplebench.reporters.json.reporter.options package": [[91, null]], "simplebench.reporters.json.reporter.options.exceptions module": [[92, null]], "simplebench.reporters.json.reporter.options.options module": [[93, null]], "simplebench.reporters.json.reporter.reporter module": [[94, null]], "simplebench.reporters.log package": [[95, null]], "simplebench.reporters.log.exceptions package": [[96, null]], "simplebench.reporters.log.exceptions.report_log_metadata module": [[97, null]], "simplebench.reporters.log.report_log_metadata module": [[98, null]], "simplebench.reporters.protocols package": [[99, null]], "simplebench.reporters.protocols.choice_protocol module": [[100, null]], "simplebench.reporters.protocols.report_renderer module": [[101, null]], "simplebench.reporters.protocols.reporter_callback module": [[102, null]], "simplebench.reporters.reporter package": [[103, null]], "simplebench.reporters.reporter.config module": [[104, null]], "simplebench.reporters.reporter.exceptions package": [[105, null]], "simplebench.reporters.reporter.exceptions.config module": [[106, null]], "simplebench.reporters.reporter.exceptions.prioritized module": [[107, null]], "simplebench.reporters.reporter.exceptions.reporter module": [[108, null]], "simplebench.reporters.reporter.mixins package": [[109, null]], "simplebench.reporters.reporter.options module": [[110, null]], "simplebench.reporters.reporter.prioritized module": [[111, null]], "simplebench.reporters.reporter.protocols module": [[112, null]], "simplebench.reporters.reporter.reporter module": [[113, null]], "simplebench.reporters.reporter_manager package": [[114, null]], "simplebench.reporters.reporter_manager.decorators package": [[115, null]], "simplebench.reporters.reporter_manager.decorators.register_reporter package": [[116, null]], "simplebench.reporters.reporter_manager.decorators.register_reporter.exceptions module": [[117, null]], "simplebench.reporters.reporter_manager.decorators.register_reporter.register_reporter module": [[118, null]], "simplebench.reporters.reporter_manager.exceptions package": [[119, null]], "simplebench.reporters.reporter_manager.exceptions.manager module": [[120, null]], "simplebench.reporters.reporter_manager.manager module": [[121, null]], "simplebench.reporters.rich_table package": [[122, null]], "simplebench.reporters.rich_table.reporter package": [[123, null]], "simplebench.reporters.rich_table.reporter.config module": [[124, null]], "simplebench.reporters.rich_table.reporter.exceptions module": [[125, null]], "simplebench.reporters.rich_table.reporter.options package": [[126, null]], "simplebench.reporters.rich_table.reporter.options.exceptions module": [[127, null]], "simplebench.reporters.rich_table.reporter.options.options module": [[128, null]], "simplebench.reporters.rich_table.reporter.reporter module": [[129, null]], "simplebench.reporters.validators package": [[130, null]], "simplebench.reporters.validators.exceptions module": [[131, null]], "simplebench.reporters.validators.validators module": [[132, null]], "simplebench.results module": [[133, null]], "simplebench.runners module": [[134, null]], "simplebench.session module": [[135, null]], "simplebench.si_units module": [[136, null]], "simplebench.stats package": [[137, null]], "simplebench.stats.exceptions package": [[138, null]], "simplebench.stats.exceptions.memory_usage module": [[139, null]], "simplebench.stats.exceptions.operation_timings module": [[140, null]], "simplebench.stats.exceptions.operations_per_interval module": [[141, null]], "simplebench.stats.exceptions.peak_memory_usage module": [[142, null]], "simplebench.stats.exceptions.stats module": [[143, null]], "simplebench.stats.memory_usage module": [[144, null]], "simplebench.stats.operation_timings module": [[145, null]], "simplebench.stats.operations_per_interval module": [[146, null]], "simplebench.stats.peak_memory_usage module": [[147, null]], "simplebench.stats.stats module": [[148, null]], "simplebench.tasks module": [[149, null]], "simplebench.timeout package": [[150, null]], "simplebench.timeout.enums module": [[151, null]], "simplebench.timeout.exceptions package": [[152, null]], "simplebench.timeout.exceptions.timeout module": [[153, null]], "simplebench.timeout.thread_id module": [[154, null]], "simplebench.timeout.timeout module": [[155, null]], "simplebench.type_proxies package": [[156, null]], "simplebench.type_proxies.case_type_proxy module": [[157, null]], "simplebench.type_proxies.choice_type_proxy module": [[158, null]], "simplebench.type_proxies.lazy_type_proxy module": [[159, null]], "simplebench.type_proxies.reporter_type_proxy module": [[160, null]], "simplebench.type_proxies.session_type_proxy module": [[161, null]], "simplebench.utils module": [[162, null]], "simplebench.validators package": [[163, null]], "simplebench.validators.exceptions package": [[164, null]], "simplebench.validators.exceptions.validators module": [[165, null]], "simplebench.validators.misc module": [[166, null]], "simplebench.validators.validate_iterable_of_type module": [[167, null]], "simplebench.validators.validate_sequence_of_type module": [[168, null]], "simplebench.vcs module": [[169, null]], "src": [[10, null]]}, "docnames": ["command_line_options", "index", "installation", "reports", "reports/csv_report", "reports/csv_report_field_definitions", "reports/graphs/scatterplot_graph_report", "reports/json_report", "reports/rich_table_field_definitions", "reports/rich_table_report", "source/modules", "source/simplebench", "source/simplebench.case", "source/simplebench.cli", "source/simplebench.decorators", "source/simplebench.defaults", "source/simplebench.doc_utils", "source/simplebench.enums", "source/simplebench.exceptions", "source/simplebench.exceptions.base", "source/simplebench.exceptions.case", "source/simplebench.exceptions.choices", "source/simplebench.exceptions.cli", "source/simplebench.exceptions.decorators", "source/simplebench.exceptions.iteration", "source/simplebench.exceptions.results", "source/simplebench.exceptions.runners", "source/simplebench.exceptions.session", "source/simplebench.exceptions.si_units", "source/simplebench.exceptions.tasks", "source/simplebench.exceptions.utils", "source/simplebench.iteration", "source/simplebench.protocols", "source/simplebench.reporters", "source/simplebench.reporters.choice", "source/simplebench.reporters.choice.choice", "source/simplebench.reporters.choice.choice_conf", "source/simplebench.reporters.choice.exceptions", "source/simplebench.reporters.choice.exceptions.choice", "source/simplebench.reporters.choice.exceptions.choice_conf", "source/simplebench.reporters.choices", "source/simplebench.reporters.choices.choices", "source/simplebench.reporters.choices.choices_conf", "source/simplebench.reporters.choices.exceptions", "source/simplebench.reporters.csv", "source/simplebench.reporters.csv.reporter", "source/simplebench.reporters.csv.reporter.config", "source/simplebench.reporters.csv.reporter.exceptions", "source/simplebench.reporters.csv.reporter.options", "source/simplebench.reporters.csv.reporter.options.exceptions", "source/simplebench.reporters.csv.reporter.options.options", "source/simplebench.reporters.csv.reporter.reporter", "source/simplebench.reporters.graph", "source/simplebench.reporters.graph.enums", "source/simplebench.reporters.graph.enums.image_type", "source/simplebench.reporters.graph.matplotlib", "source/simplebench.reporters.graph.matplotlib.constants", "source/simplebench.reporters.graph.matplotlib.enums", "source/simplebench.reporters.graph.matplotlib.enums.style", "source/simplebench.reporters.graph.matplotlib.exceptions", "source/simplebench.reporters.graph.matplotlib.options", "source/simplebench.reporters.graph.matplotlib.options.exceptions", "source/simplebench.reporters.graph.matplotlib.options.options", "source/simplebench.reporters.graph.matplotlib.reporter", "source/simplebench.reporters.graph.matplotlib.reporter.exceptions", "source/simplebench.reporters.graph.matplotlib.reporter.options", "source/simplebench.reporters.graph.matplotlib.reporter.options.exceptions", "source/simplebench.reporters.graph.matplotlib.reporter.options.options", "source/simplebench.reporters.graph.matplotlib.reporter.reporter", "source/simplebench.reporters.graph.matplotlib.theme", "source/simplebench.reporters.graph.matplotlib.theme.base", "source/simplebench.reporters.graph.matplotlib.theme.default", "source/simplebench.reporters.graph.matplotlib.theme.exceptions", "source/simplebench.reporters.graph.options", "source/simplebench.reporters.graph.scatterplot", "source/simplebench.reporters.graph.scatterplot.config", "source/simplebench.reporters.graph.scatterplot.exceptions", "source/simplebench.reporters.graph.scatterplot.options", "source/simplebench.reporters.graph.scatterplot.options.exceptions", "source/simplebench.reporters.graph.scatterplot.options.options", "source/simplebench.reporters.graph.scatterplot.reporter", "source/simplebench.reporters.graph.scatterplot.reporter.config", "source/simplebench.reporters.graph.scatterplot.reporter.exceptions", "source/simplebench.reporters.graph.scatterplot.reporter.options", "source/simplebench.reporters.graph.scatterplot.reporter.options.exceptions", "source/simplebench.reporters.graph.scatterplot.reporter.options.options", "source/simplebench.reporters.graph.scatterplot.reporter.reporter", "source/simplebench.reporters.json", "source/simplebench.reporters.json.reporter", "source/simplebench.reporters.json.reporter.config", "source/simplebench.reporters.json.reporter.exceptions", "source/simplebench.reporters.json.reporter.options", "source/simplebench.reporters.json.reporter.options.exceptions", "source/simplebench.reporters.json.reporter.options.options", "source/simplebench.reporters.json.reporter.reporter", "source/simplebench.reporters.log", "source/simplebench.reporters.log.exceptions", "source/simplebench.reporters.log.exceptions.report_log_metadata", "source/simplebench.reporters.log.report_log_metadata", "source/simplebench.reporters.protocols", "source/simplebench.reporters.protocols.choice_protocol", "source/simplebench.reporters.protocols.report_renderer", "source/simplebench.reporters.protocols.reporter_callback", "source/simplebench.reporters.reporter", "source/simplebench.reporters.reporter.config", "source/simplebench.reporters.reporter.exceptions", "source/simplebench.reporters.reporter.exceptions.config", "source/simplebench.reporters.reporter.exceptions.prioritized", "source/simplebench.reporters.reporter.exceptions.reporter", "source/simplebench.reporters.reporter.mixins", "source/simplebench.reporters.reporter.options", "source/simplebench.reporters.reporter.prioritized", "source/simplebench.reporters.reporter.protocols", "source/simplebench.reporters.reporter.reporter", "source/simplebench.reporters.reporter_manager", "source/simplebench.reporters.reporter_manager.decorators", "source/simplebench.reporters.reporter_manager.decorators.register_reporter", "source/simplebench.reporters.reporter_manager.decorators.register_reporter.exceptions", "source/simplebench.reporters.reporter_manager.decorators.register_reporter.register_reporter", "source/simplebench.reporters.reporter_manager.exceptions", "source/simplebench.reporters.reporter_manager.exceptions.manager", "source/simplebench.reporters.reporter_manager.manager", "source/simplebench.reporters.rich_table", "source/simplebench.reporters.rich_table.reporter", "source/simplebench.reporters.rich_table.reporter.config", "source/simplebench.reporters.rich_table.reporter.exceptions", "source/simplebench.reporters.rich_table.reporter.options", "source/simplebench.reporters.rich_table.reporter.options.exceptions", "source/simplebench.reporters.rich_table.reporter.options.options", "source/simplebench.reporters.rich_table.reporter.reporter", "source/simplebench.reporters.validators", "source/simplebench.reporters.validators.exceptions", "source/simplebench.reporters.validators.validators", "source/simplebench.results", "source/simplebench.runners", "source/simplebench.session", "source/simplebench.si_units", "source/simplebench.stats", "source/simplebench.stats.exceptions", "source/simplebench.stats.exceptions.memory_usage", "source/simplebench.stats.exceptions.operation_timings", "source/simplebench.stats.exceptions.operations_per_interval", "source/simplebench.stats.exceptions.peak_memory_usage", "source/simplebench.stats.exceptions.stats", "source/simplebench.stats.memory_usage", "source/simplebench.stats.operation_timings", "source/simplebench.stats.operations_per_interval", "source/simplebench.stats.peak_memory_usage", "source/simplebench.stats.stats", "source/simplebench.tasks", "source/simplebench.timeout", "source/simplebench.timeout.enums", "source/simplebench.timeout.exceptions", "source/simplebench.timeout.exceptions.timeout", "source/simplebench.timeout.thread_id", "source/simplebench.timeout.timeout", "source/simplebench.type_proxies", "source/simplebench.type_proxies.case_type_proxy", "source/simplebench.type_proxies.choice_type_proxy", "source/simplebench.type_proxies.lazy_type_proxy", "source/simplebench.type_proxies.reporter_type_proxy", "source/simplebench.type_proxies.session_type_proxy", "source/simplebench.utils", "source/simplebench.validators", "source/simplebench.validators.exceptions", "source/simplebench.validators.exceptions.validators", "source/simplebench.validators.misc", "source/simplebench.validators.validate_iterable_of_type", "source/simplebench.validators.validate_sequence_of_type", "source/simplebench.vcs", "tutorials", "tutorials/basic", "usage"], "envversion": {"sphinx": 64, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinx.ext.viewcode": 1}, "filenames": ["command_line_options.rst", "index.rst", "installation.rst", "reports.rst", "reports/csv_report.rst", "reports/csv_report_field_definitions.rst", "reports/graphs/scatterplot_graph_report.rst", "reports/json_report.rst", "reports/rich_table_field_definitions.rst", "reports/rich_table_report.rst", "source/modules.rst", "source/simplebench.rst", "source/simplebench.case.rst", "source/simplebench.cli.rst", "source/simplebench.decorators.rst", "source/simplebench.defaults.rst", "source/simplebench.doc_utils.rst", "source/simplebench.enums.rst", "source/simplebench.exceptions.rst", "source/simplebench.exceptions.base.rst", "source/simplebench.exceptions.case.rst", "source/simplebench.exceptions.choices.rst", "source/simplebench.exceptions.cli.rst", "source/simplebench.exceptions.decorators.rst", "source/simplebench.exceptions.iteration.rst", "source/simplebench.exceptions.results.rst", "source/simplebench.exceptions.runners.rst", "source/simplebench.exceptions.session.rst", "source/simplebench.exceptions.si_units.rst", "source/simplebench.exceptions.tasks.rst", "source/simplebench.exceptions.utils.rst", "source/simplebench.iteration.rst", "source/simplebench.protocols.rst", "source/simplebench.reporters.rst", "source/simplebench.reporters.choice.rst", "source/simplebench.reporters.choice.choice.rst", "source/simplebench.reporters.choice.choice_conf.rst", "source/simplebench.reporters.choice.exceptions.rst", "source/simplebench.reporters.choice.exceptions.choice.rst", "source/simplebench.reporters.choice.exceptions.choice_conf.rst", "source/simplebench.reporters.choices.rst", "source/simplebench.reporters.choices.choices.rst", "source/simplebench.reporters.choices.choices_conf.rst", "source/simplebench.reporters.choices.exceptions.rst", "source/simplebench.reporters.csv.rst", "source/simplebench.reporters.csv.reporter.rst", "source/simplebench.reporters.csv.reporter.config.rst", "source/simplebench.reporters.csv.reporter.exceptions.rst", "source/simplebench.reporters.csv.reporter.options.rst", "source/simplebench.reporters.csv.reporter.options.exceptions.rst", "source/simplebench.reporters.csv.reporter.options.options.rst", "source/simplebench.reporters.csv.reporter.reporter.rst", "source/simplebench.reporters.graph.rst", "source/simplebench.reporters.graph.enums.rst", "source/simplebench.reporters.graph.enums.image_type.rst", "source/simplebench.reporters.graph.matplotlib.rst", "source/simplebench.reporters.graph.matplotlib.constants.rst", "source/simplebench.reporters.graph.matplotlib.enums.rst", "source/simplebench.reporters.graph.matplotlib.enums.style.rst", "source/simplebench.reporters.graph.matplotlib.exceptions.rst", "source/simplebench.reporters.graph.matplotlib.options.rst", "source/simplebench.reporters.graph.matplotlib.options.exceptions.rst", "source/simplebench.reporters.graph.matplotlib.options.options.rst", "source/simplebench.reporters.graph.matplotlib.reporter.rst", "source/simplebench.reporters.graph.matplotlib.reporter.exceptions.rst", "source/simplebench.reporters.graph.matplotlib.reporter.options.rst", "source/simplebench.reporters.graph.matplotlib.reporter.options.exceptions.rst", "source/simplebench.reporters.graph.matplotlib.reporter.options.options.rst", "source/simplebench.reporters.graph.matplotlib.reporter.reporter.rst", "source/simplebench.reporters.graph.matplotlib.theme.rst", "source/simplebench.reporters.graph.matplotlib.theme.base.rst", "source/simplebench.reporters.graph.matplotlib.theme.default.rst", "source/simplebench.reporters.graph.matplotlib.theme.exceptions.rst", "source/simplebench.reporters.graph.options.rst", "source/simplebench.reporters.graph.scatterplot.rst", "source/simplebench.reporters.graph.scatterplot.config.rst", "source/simplebench.reporters.graph.scatterplot.exceptions.rst", "source/simplebench.reporters.graph.scatterplot.options.rst", "source/simplebench.reporters.graph.scatterplot.options.exceptions.rst", "source/simplebench.reporters.graph.scatterplot.options.options.rst", "source/simplebench.reporters.graph.scatterplot.reporter.rst", "source/simplebench.reporters.graph.scatterplot.reporter.config.rst", "source/simplebench.reporters.graph.scatterplot.reporter.exceptions.rst", "source/simplebench.reporters.graph.scatterplot.reporter.options.rst", "source/simplebench.reporters.graph.scatterplot.reporter.options.exceptions.rst", "source/simplebench.reporters.graph.scatterplot.reporter.options.options.rst", "source/simplebench.reporters.graph.scatterplot.reporter.reporter.rst", "source/simplebench.reporters.json.rst", "source/simplebench.reporters.json.reporter.rst", "source/simplebench.reporters.json.reporter.config.rst", "source/simplebench.reporters.json.reporter.exceptions.rst", "source/simplebench.reporters.json.reporter.options.rst", "source/simplebench.reporters.json.reporter.options.exceptions.rst", "source/simplebench.reporters.json.reporter.options.options.rst", "source/simplebench.reporters.json.reporter.reporter.rst", "source/simplebench.reporters.log.rst", "source/simplebench.reporters.log.exceptions.rst", "source/simplebench.reporters.log.exceptions.report_log_metadata.rst", "source/simplebench.reporters.log.report_log_metadata.rst", "source/simplebench.reporters.protocols.rst", "source/simplebench.reporters.protocols.choice_protocol.rst", "source/simplebench.reporters.protocols.report_renderer.rst", "source/simplebench.reporters.protocols.reporter_callback.rst", "source/simplebench.reporters.reporter.rst", "source/simplebench.reporters.reporter.config.rst", "source/simplebench.reporters.reporter.exceptions.rst", "source/simplebench.reporters.reporter.exceptions.config.rst", "source/simplebench.reporters.reporter.exceptions.prioritized.rst", "source/simplebench.reporters.reporter.exceptions.reporter.rst", "source/simplebench.reporters.reporter.mixins.rst", "source/simplebench.reporters.reporter.options.rst", "source/simplebench.reporters.reporter.prioritized.rst", "source/simplebench.reporters.reporter.protocols.rst", "source/simplebench.reporters.reporter.reporter.rst", "source/simplebench.reporters.reporter_manager.rst", "source/simplebench.reporters.reporter_manager.decorators.rst", "source/simplebench.reporters.reporter_manager.decorators.register_reporter.rst", "source/simplebench.reporters.reporter_manager.decorators.register_reporter.exceptions.rst", "source/simplebench.reporters.reporter_manager.decorators.register_reporter.register_reporter.rst", "source/simplebench.reporters.reporter_manager.exceptions.rst", "source/simplebench.reporters.reporter_manager.exceptions.manager.rst", "source/simplebench.reporters.reporter_manager.manager.rst", "source/simplebench.reporters.rich_table.rst", "source/simplebench.reporters.rich_table.reporter.rst", "source/simplebench.reporters.rich_table.reporter.config.rst", "source/simplebench.reporters.rich_table.reporter.exceptions.rst", "source/simplebench.reporters.rich_table.reporter.options.rst", "source/simplebench.reporters.rich_table.reporter.options.exceptions.rst", "source/simplebench.reporters.rich_table.reporter.options.options.rst", "source/simplebench.reporters.rich_table.reporter.reporter.rst", "source/simplebench.reporters.validators.rst", "source/simplebench.reporters.validators.exceptions.rst", "source/simplebench.reporters.validators.validators.rst", "source/simplebench.results.rst", "source/simplebench.runners.rst", "source/simplebench.session.rst", "source/simplebench.si_units.rst", "source/simplebench.stats.rst", "source/simplebench.stats.exceptions.rst", "source/simplebench.stats.exceptions.memory_usage.rst", "source/simplebench.stats.exceptions.operation_timings.rst", "source/simplebench.stats.exceptions.operations_per_interval.rst", "source/simplebench.stats.exceptions.peak_memory_usage.rst", "source/simplebench.stats.exceptions.stats.rst", "source/simplebench.stats.memory_usage.rst", "source/simplebench.stats.operation_timings.rst", "source/simplebench.stats.operations_per_interval.rst", "source/simplebench.stats.peak_memory_usage.rst", "source/simplebench.stats.stats.rst", "source/simplebench.tasks.rst", "source/simplebench.timeout.rst", "source/simplebench.timeout.enums.rst", "source/simplebench.timeout.exceptions.rst", "source/simplebench.timeout.exceptions.timeout.rst", "source/simplebench.timeout.thread_id.rst", "source/simplebench.timeout.timeout.rst", "source/simplebench.type_proxies.rst", "source/simplebench.type_proxies.case_type_proxy.rst", "source/simplebench.type_proxies.choice_type_proxy.rst", "source/simplebench.type_proxies.lazy_type_proxy.rst", "source/simplebench.type_proxies.reporter_type_proxy.rst", "source/simplebench.type_proxies.session_type_proxy.rst", "source/simplebench.utils.rst", "source/simplebench.validators.rst", "source/simplebench.validators.exceptions.rst", "source/simplebench.validators.exceptions.validators.rst", "source/simplebench.validators.misc.rst", "source/simplebench.validators.validate_iterable_of_type.rst", "source/simplebench.validators.validate_sequence_of_type.rst", "source/simplebench.vcs.rst", "tutorials.rst", "tutorials/basic.rst", "usage.rst"], "indexentries": {}, "objects": {"": [[11, 0, 0, "-", "simplebench"], [0, 8, 1, "cmdoption-csv", "--csv"], [0, 8, 1, "cmdoption-h", "--help"], [0, 8, 1, "cmdoption-json", "--json"], [0, 8, 1, "cmdoption-json-data", "--json-data"], [0, 8, 1, "cmdoption-list", "--list"], [0, 8, 1, "cmdoption-output-path", "--output-path"], [0, 8, 1, "cmdoption-progress", "--progress"], [0, 8, 1, "cmdoption-quiet", "--quiet"], [0, 8, 1, "cmdoption-rich-table", "--rich-table"], [0, 8, 1, "cmdoption-run", "--run"], [0, 8, 1, "cmdoption-scatter-plot", "--scatter-plot"], [0, 8, 1, "cmdoption-verbose", "--verbose"], [0, 8, 1, "cmdoption-version", "--version"], [0, 8, 1, "cmdoption-h", "-h"]], "--csv": [[0, 8, 1, "cmdoption-csv.memory", "memory"], [0, 8, 1, "cmdoption-csv.ops", "ops"], [0, 8, 1, "cmdoption-csv.timing", "timing"]], "--rich-table": [[0, 8, 1, "cmdoption-rich-table.memory", "memory"], [0, 8, 1, "cmdoption-rich-table.ops", "ops"], [0, 8, 1, "cmdoption-rich-table.timing", "timing"]], "--scatter-plot": [[0, 8, 1, "cmdoption-scatter-plot.memory", "memory"], [0, 8, 1, "cmdoption-scatter-plot.ops", "ops"], [0, 8, 1, "cmdoption-scatter-plot.timing", "timing"]], "..": [[0, 8, 1, "cmdoption-run", ">"]], "simplebench": [[11, 1, 1, "", "CSVOptions"], [11, 1, 1, "", "Case"], [11, 1, 1, "", "ImageType"], [11, 1, 1, "", "JSONOptions"], [11, 1, 1, "", "Results"], [11, 1, 1, "", "RichTableOptions"], [11, 1, 1, "", "ScatterPlotOptions"], [11, 1, 1, "", "Session"], [11, 1, 1, "", "Style"], [11, 1, 1, "", "Theme"], [11, 1, 1, "", "Verbosity"], [11, 5, 1, "", "benchmark"], [12, 0, 0, "-", "case"], [13, 0, 0, "-", "cli"], [14, 0, 0, "-", "decorators"], [15, 0, 0, "-", "defaults"], [16, 0, 0, "-", "doc_utils"], [17, 0, 0, "-", "enums"], [18, 0, 0, "-", "exceptions"], [31, 0, 0, "-", "iteration"], [11, 5, 1, "", "main"], [32, 0, 0, "-", "protocols"], [11, 5, 1, "", "register_reporter"], [33, 0, 0, "-", "reporters"], [133, 0, 0, "-", "results"], [134, 0, 0, "-", "runners"], [135, 0, 0, "-", "session"], [136, 0, 0, "-", "si_units"], [137, 0, 0, "-", "stats"], [149, 0, 0, "-", "tasks"], [150, 0, 0, "-", "timeout"], [156, 0, 0, "-", "type_proxies"], [162, 0, 0, "-", "utils"], [163, 0, 0, "-", "validators"], [169, 0, 0, "-", "vcs"]], "simplebench.Case": [[11, 2, 1, "", "action"], [11, 3, 1, "", "as_dict"], [11, 2, 1, "", "benchmark_id"], [11, 2, 1, "", "callback"], [11, 2, 1, "", "description"], [11, 2, 1, "", "expanded_kwargs_variations"], [11, 2, 1, "", "git_info"], [11, 2, 1, "", "group"], [11, 2, 1, "", "iterations"], [11, 2, 1, "", "kwargs_variations"], [11, 2, 1, "", "max_time"], [11, 2, 1, "", "min_time"], [11, 2, 1, "", "options"], [11, 2, 1, "", "results"], [11, 2, 1, "", "rounds"], [11, 3, 1, "", "run"], [11, 2, 1, "", "runner"], [11, 2, 1, "", "timeout"], [11, 2, 1, "", "title"], [11, 3, 1, "", "validate_action_signature"], [11, 3, 1, "", "validate_kwargs_variations"], [11, 3, 1, "", "validate_options"], [11, 3, 1, "", "validate_runner"], [11, 3, 1, "", "validate_time_range"], [11, 3, 1, "", "validate_variation_cols"], [11, 2, 1, "", "variation_cols"], [11, 2, 1, "", "warmup_iterations"]], "simplebench.ImageType": [[11, 4, 1, "", "PNG"], [11, 4, 1, "", "SVG"]], "simplebench.JSONOptions": [[11, 2, 1, "", "full_data"]], "simplebench.Results": [[11, 3, 1, "", "as_dict"], [11, 2, 1, "", "description"], [11, 2, 1, "", "extra_info"], [11, 2, 1, "", "group"], [11, 2, 1, "", "interval_scale"], [11, 2, 1, "", "interval_unit"], [11, 2, 1, "", "iterations"], [11, 2, 1, "", "memory"], [11, 2, 1, "", "memory_scale"], [11, 2, 1, "", "memory_unit"], [11, 2, 1, "", "n"], [11, 2, 1, "", "ops_per_interval_scale"], [11, 2, 1, "", "ops_per_interval_unit"], [11, 2, 1, "", "ops_per_second"], [11, 2, 1, "", "peak_memory"], [11, 2, 1, "", "per_round_timings"], [11, 3, 1, "", "results_section"], [11, 2, 1, "", "rounds"], [11, 2, 1, "", "title"], [11, 2, 1, "", "total_elapsed"], [11, 2, 1, "", "variation_cols"], [11, 2, 1, "", "variation_marks"]], "simplebench.RichTableOptions": [[11, 2, 1, "", "virtual_width"]], "simplebench.Session": [[11, 3, 1, "", "add_case"], [11, 3, 1, "", "add_reporter_flags"], [11, 2, 1, "", "args"], [11, 2, 1, "", "args_parser"], [11, 2, 1, "", "cases"], [11, 2, 1, "", "console"], [11, 2, 1, "", "default_runner"], [11, 3, 1, "", "extend_cases"], [11, 2, 1, "", "output_path"], [11, 3, 1, "", "parse_args"], [11, 2, 1, "", "progress"], [11, 3, 1, "", "report"], [11, 3, 1, "", "report_keys"], [11, 2, 1, "", "reporter_manager"], [11, 3, 1, "", "run"], [11, 2, 1, "", "show_progress"], [11, 2, 1, "", "tasks"], [11, 2, 1, "", "verbosity"]], "simplebench.Style": [[11, 4, 1, "", "BMH"], [11, 4, 1, "", "CLASSIC"], [11, 4, 1, "", "DARK_BACKGROUND"], [11, 4, 1, "", "FIVETHIRTYEIGHT"], [11, 4, 1, "", "GGPLOT"], [11, 4, 1, "", "GRAYSCALE"], [11, 4, 1, "", "PETTROF10"], [11, 4, 1, "", "SEABORN_V0_8"], [11, 4, 1, "", "SEABORN_V0_8_BRIGHT"], [11, 4, 1, "", "SEABORN_V0_8_COLORBLIND"], [11, 4, 1, "", "SEABORN_V0_8_DARK"], [11, 4, 1, "", "SEABORN_V0_8_DARKGRID"], [11, 4, 1, "", "SEABORN_V0_8_DARK_PALETTE"], [11, 4, 1, "", "SEABORN_V0_8_DEEP"], [11, 4, 1, "", "SEABORN_V0_8_MUTED"], [11, 4, 1, "", "SEABORN_V0_8_NOTEBOOK"], [11, 4, 1, "", "SEABORN_V0_8_PAPER"], [11, 4, 1, "", "SEABORN_V0_8_PASTEL"], [11, 4, 1, "", "SEABORN_V0_8_POSTER"], [11, 4, 1, "", "SEABORN_V0_8_TALK"], [11, 4, 1, "", "SEABORN_V0_8_TICKS"], [11, 4, 1, "", "SEABORN_V0_8_WHITE"], [11, 4, 1, "", "SEABORN_V0_8_WHITEGRID"], [11, 4, 1, "", "SOLARIZE_LIGHT2"], [11, 4, 1, "", "TABLEAU_COLORBLIND10"]], "simplebench.Theme": [[11, 3, 1, "", "replace"]], "simplebench.Verbosity": [[11, 4, 1, "", "DEBUG"], [11, 4, 1, "", "NORMAL"], [11, 4, 1, "", "QUIET"], [11, 4, 1, "", "VERBOSE"]], "simplebench.case": [[12, 1, 1, "", "Case"], [12, 5, 1, "", "generate_benchmark_id"]], "simplebench.case.Case": [[12, 2, 1, "", "action"], [12, 3, 1, "", "as_dict"], [12, 2, 1, "", "benchmark_id"], [12, 2, 1, "", "callback"], [12, 2, 1, "", "description"], [12, 2, 1, "", "expanded_kwargs_variations"], [12, 2, 1, "", "git_info"], [12, 2, 1, "", "group"], [12, 2, 1, "", "iterations"], [12, 2, 1, "", "kwargs_variations"], [12, 2, 1, "", "max_time"], [12, 2, 1, "", "min_time"], [12, 2, 1, "", "options"], [12, 2, 1, "", "results"], [12, 2, 1, "", "rounds"], [12, 3, 1, "", "run"], [12, 2, 1, "", "runner"], [12, 2, 1, "", "timeout"], [12, 2, 1, "", "title"], [12, 3, 1, "", "validate_action_signature"], [12, 3, 1, "", "validate_kwargs_variations"], [12, 3, 1, "", "validate_options"], [12, 3, 1, "", "validate_runner"], [12, 3, 1, "", "validate_time_range"], [12, 3, 1, "", "validate_variation_cols"], [12, 2, 1, "", "variation_cols"], [12, 2, 1, "", "warmup_iterations"]], "simplebench.cli": [[13, 5, 1, "", "main"]], "simplebench.decorators": [[14, 5, 1, "", "benchmark"], [14, 5, 1, "", "clear_registered_cases"], [14, 5, 1, "", "get_registered_cases"]], "simplebench.defaults": [[15, 6, 1, "", "BASE_INTERVAL_UNIT"], [15, 6, 1, "", "BASE_MEMORY_UNIT"], [15, 6, 1, "", "BASE_OPS_PER_INTERVAL_UNIT"], [15, 6, 1, "", "DEFAULT_INTERVAL_SCALE"], [15, 6, 1, "", "DEFAULT_INTERVAL_UNIT"], [15, 6, 1, "", "DEFAULT_ITERATIONS"], [15, 6, 1, "", "DEFAULT_MAX_TIME"], [15, 6, 1, "", "DEFAULT_MEMORY_SCALE"], [15, 6, 1, "", "DEFAULT_MEMORY_UNIT"], [15, 6, 1, "", "DEFAULT_MIN_TIME"], [15, 6, 1, "", "DEFAULT_OPS_PER_INTERVAL_SCALE"], [15, 6, 1, "", "DEFAULT_OPS_PER_INTERVAL_UNIT"], [15, 6, 1, "", "DEFAULT_ROUNDS"], [15, 6, 1, "", "DEFAULT_SIGNIFICANT_FIGURES"], [15, 6, 1, "", "DEFAULT_TIMEOUT_GRACE_PERIOD"], [15, 5, 1, "", "DEFAULT_TIMER"], [15, 6, 1, "", "DEFAULT_WARMUP_ITERATIONS"], [15, 6, 1, "", "MIN_MEASURED_ITERATIONS"]], "simplebench.doc_utils": [[16, 5, 1, "", "format_docstring"]], "simplebench.enums": [[17, 1, 1, "", "Color"], [17, 1, 1, "", "ExitCode"], [17, 1, 1, "", "FlagType"], [17, 1, 1, "", "Format"], [17, 1, 1, "", "Section"], [17, 1, 1, "", "Target"], [17, 1, 1, "", "Verbosity"], [17, 5, 1, "", "enum_docstrings"]], "simplebench.enums.Color": [[17, 4, 1, "", "BLACK"], [17, 4, 1, "", "BLUE"], [17, 4, 1, "", "CYAN"], [17, 4, 1, "", "GREEN"], [17, 4, 1, "", "MAGENTA"], [17, 4, 1, "", "RED"], [17, 4, 1, "", "WHITE"], [17, 4, 1, "", "YELLOW"]], "simplebench.enums.ExitCode": [[17, 4, 1, "", "BENCHMARK_ERROR"], [17, 4, 1, "", "BENCHMARK_TIMED_OUT"], [17, 4, 1, "", "CLI_ARGUMENTS_ERROR"], [17, 4, 1, "", "KEYBOARD_INTERRUPT"], [17, 4, 1, "", "RUNTIME_ERROR"], [17, 4, 1, "", "SUCCESS"]], "simplebench.enums.FlagType": [[17, 4, 1, "", "BOOLEAN"], [17, 4, 1, "", "INVALID"], [17, 4, 1, "", "TARGET_LIST"]], "simplebench.enums.Format": [[17, 4, 1, "", "CSV"], [17, 4, 1, "", "CUSTOM"], [17, 4, 1, "", "GRAPH"], [17, 4, 1, "", "JSON"], [17, 4, 1, "", "PLAIN_TEXT"], [17, 4, 1, "", "RICH_TEXT"]], "simplebench.enums.Section": [[17, 4, 1, "", "MEMORY"], [17, 4, 1, "", "NULL"], [17, 4, 1, "", "OPS"], [17, 4, 1, "", "PEAK_MEMORY"], [17, 4, 1, "", "TIMING"]], "simplebench.enums.Target": [[17, 4, 1, "", "CALLBACK"], [17, 4, 1, "", "CONSOLE"], [17, 4, 1, "", "CUSTOM"], [17, 4, 1, "", "FILESYSTEM"], [17, 4, 1, "", "INVALID"], [17, 4, 1, "", "NULL"]], "simplebench.enums.Verbosity": [[17, 4, 1, "", "DEBUG"], [17, 4, 1, "", "NORMAL"], [17, 4, 1, "", "QUIET"], [17, 4, 1, "", "VERBOSE"]], "simplebench.exceptions": [[18, 1, 1, "", "ErrorTag"], [18, 7, 1, "", "SimpleBenchArgumentError"], [18, 7, 1, "", "SimpleBenchAttributeError"], [18, 7, 1, "", "SimpleBenchBenchmarkError"], [18, 7, 1, "", "SimpleBenchImportError"], [18, 7, 1, "", "SimpleBenchKeyError"], [18, 7, 1, "", "SimpleBenchNotImplementedError"], [18, 7, 1, "", "SimpleBenchRuntimeError"], [18, 7, 1, "", "SimpleBenchTypeError"], [18, 7, 1, "", "SimpleBenchValueError"], [18, 7, 1, "", "TaggedException"], [19, 0, 0, "-", "base"], [20, 0, 0, "-", "case"], [21, 0, 0, "-", "choices"], [22, 0, 0, "-", "cli"], [23, 0, 0, "-", "decorators"], [24, 0, 0, "-", "iteration"], [25, 0, 0, "-", "results"], [26, 0, 0, "-", "runners"], [27, 0, 0, "-", "session"], [28, 0, 0, "-", "si_units"], [29, 0, 0, "-", "tasks"], [30, 0, 0, "-", "utils"]], "simplebench.exceptions.TaggedException": [[18, 4, 1, "", "tag_code"]], "simplebench.exceptions.base": [[19, 1, 1, "", "ErrorTag"]], "simplebench.iteration": [[31, 1, 1, "", "Iteration"]], "simplebench.iteration.Iteration": [[31, 2, 1, "", "elapsed"], [31, 3, 1, "", "iteration_section"], [31, 2, 1, "", "memory"], [31, 2, 1, "", "n"], [31, 2, 1, "", "ops_per_second"], [31, 2, 1, "", "peak_memory"], [31, 2, 1, "", "per_round_elapsed"], [31, 2, 1, "", "rounds"], [31, 2, 1, "", "scale"], [31, 2, 1, "", "unit"]], "simplebench.protocols": [[32, 1, 1, "", "ActionRunner"]], "simplebench.reporters": [[34, 0, 0, "-", "choice"], [40, 0, 0, "-", "choices"], [44, 0, 0, "-", "csv"], [52, 0, 0, "-", "graph"], [87, 0, 0, "-", "json"], [95, 0, 0, "-", "log"], [99, 0, 0, "-", "protocols"], [103, 0, 0, "-", "reporter"], [114, 0, 0, "-", "reporter_manager"], [122, 0, 0, "-", "rich_table"], [130, 0, 0, "-", "validators"]], "simplebench.reporters.choice": [[34, 1, 1, "", "Choice"], [34, 1, 1, "", "ChoiceConf"], [35, 0, 0, "-", "choice"], [36, 0, 0, "-", "choice_conf"], [37, 0, 0, "-", "exceptions"]], "simplebench.reporters.choice.Choice": [[34, 2, 1, "", "choice_conf"], [34, 2, 1, "", "default_targets"], [34, 2, 1, "", "description"], [34, 2, 1, "", "extra"], [34, 2, 1, "", "file_append"], [34, 2, 1, "", "file_suffix"], [34, 2, 1, "", "file_unique"], [34, 2, 1, "", "flag_type"], [34, 2, 1, "", "flags"], [34, 2, 1, "", "name"], [34, 2, 1, "", "options"], [34, 2, 1, "", "output_format"], [34, 2, 1, "", "reporter"], [34, 2, 1, "", "sections"], [34, 2, 1, "", "subdir"], [34, 2, 1, "", "targets"]], "simplebench.reporters.choice.ChoiceConf": [[34, 2, 1, "", "default_targets"], [34, 2, 1, "", "description"], [34, 2, 1, "", "extra"], [34, 2, 1, "", "file_append"], [34, 2, 1, "", "file_suffix"], [34, 2, 1, "", "file_unique"], [34, 2, 1, "", "flag_type"], [34, 2, 1, "", "flags"], [34, 2, 1, "", "name"], [34, 2, 1, "", "options"], [34, 2, 1, "", "output_format"], [34, 2, 1, "", "sections"], [34, 2, 1, "", "subdir"], [34, 2, 1, "", "targets"]], "simplebench.reporters.choice.choice": [[35, 1, 1, "", "Choice"], [35, 5, 1, "", "deferred_reporter_import"]], "simplebench.reporters.choice.choice.Choice": [[35, 2, 1, "", "choice_conf"], [35, 2, 1, "", "default_targets"], [35, 2, 1, "", "description"], [35, 2, 1, "", "extra"], [35, 2, 1, "", "file_append"], [35, 2, 1, "", "file_suffix"], [35, 2, 1, "", "file_unique"], [35, 2, 1, "", "flag_type"], [35, 2, 1, "", "flags"], [35, 2, 1, "", "name"], [35, 2, 1, "", "options"], [35, 2, 1, "", "output_format"], [35, 2, 1, "", "reporter"], [35, 2, 1, "", "sections"], [35, 2, 1, "", "subdir"], [35, 2, 1, "", "targets"]], "simplebench.reporters.choice.choice_conf": [[36, 1, 1, "", "ChoiceConf"]], "simplebench.reporters.choice.choice_conf.ChoiceConf": [[36, 2, 1, "", "default_targets"], [36, 2, 1, "", "description"], [36, 2, 1, "", "extra"], [36, 2, 1, "", "file_append"], [36, 2, 1, "", "file_suffix"], [36, 2, 1, "", "file_unique"], [36, 2, 1, "", "flag_type"], [36, 2, 1, "", "flags"], [36, 2, 1, "", "name"], [36, 2, 1, "", "options"], [36, 2, 1, "", "output_format"], [36, 2, 1, "", "sections"], [36, 2, 1, "", "subdir"], [36, 2, 1, "", "targets"]], "simplebench.reporters.choice.exceptions": [[38, 0, 0, "-", "choice"], [39, 0, 0, "-", "choice_conf"]], "simplebench.reporters.choices": [[40, 1, 1, "", "Choices"], [40, 1, 1, "", "ChoicesConf"], [41, 0, 0, "-", "choices"], [42, 0, 0, "-", "choices_conf"], [43, 0, 0, "-", "exceptions"]], "simplebench.reporters.choices.Choices": [[40, 3, 1, "", "add"], [40, 3, 1, "", "all_choice_args"], [40, 3, 1, "", "all_choice_flags"], [40, 3, 1, "", "extend"], [40, 3, 1, "", "get_choice_for_arg"], [40, 3, 1, "", "remove"]], "simplebench.reporters.choices.ChoicesConf": [[40, 3, 1, "", "add"], [40, 3, 1, "", "extend"], [40, 3, 1, "", "remove"]], "simplebench.reporters.choices.choices": [[41, 1, 1, "", "Choices"], [41, 5, 1, "", "deferred_choice_import"]], "simplebench.reporters.choices.choices.Choices": [[41, 3, 1, "", "add"], [41, 3, 1, "", "all_choice_args"], [41, 3, 1, "", "all_choice_flags"], [41, 3, 1, "", "extend"], [41, 3, 1, "", "get_choice_for_arg"], [41, 3, 1, "", "remove"]], "simplebench.reporters.choices.choices_conf": [[42, 1, 1, "", "ChoicesConf"]], "simplebench.reporters.choices.choices_conf.ChoicesConf": [[42, 3, 1, "", "add"], [42, 3, 1, "", "extend"], [42, 3, 1, "", "remove"]], "simplebench.reporters.csv": [[44, 1, 1, "", "CSVConfig"], [44, 1, 1, "", "CSVOptions"], [44, 1, 1, "", "CSVReporter"], [45, 0, 0, "-", "reporter"]], "simplebench.reporters.csv.CSVReporter": [[44, 3, 1, "", "render"]], "simplebench.reporters.csv.reporter": [[45, 1, 1, "", "CSVConfig"], [45, 1, 1, "", "CSVOptions"], [45, 1, 1, "", "CSVReporter"], [46, 0, 0, "-", "config"], [47, 0, 0, "-", "exceptions"], [48, 0, 0, "-", "options"], [51, 0, 0, "-", "reporter"]], "simplebench.reporters.csv.reporter.CSVReporter": [[45, 3, 1, "", "render"]], "simplebench.reporters.csv.reporter.config": [[46, 1, 1, "", "CSVConfig"]], "simplebench.reporters.csv.reporter.options": [[48, 1, 1, "", "CSVOptions"], [49, 0, 0, "-", "exceptions"], [50, 0, 0, "-", "options"]], "simplebench.reporters.csv.reporter.options.options": [[50, 1, 1, "", "CSVOptions"]], "simplebench.reporters.csv.reporter.reporter": [[51, 1, 1, "", "CSVReporter"]], "simplebench.reporters.csv.reporter.reporter.CSVReporter": [[51, 3, 1, "", "render"]], "simplebench.reporters.graph": [[52, 1, 1, "", "GraphOptions"], [52, 1, 1, "", "ImageType"], [53, 0, 0, "-", "enums"], [55, 0, 0, "-", "matplotlib"], [73, 0, 0, "-", "options"], [74, 0, 0, "-", "scatterplot"]], "simplebench.reporters.graph.ImageType": [[52, 4, 1, "", "PNG"], [52, 4, 1, "", "SVG"]], "simplebench.reporters.graph.enums": [[53, 1, 1, "", "ImageType"], [54, 0, 0, "-", "image_type"]], "simplebench.reporters.graph.enums.ImageType": [[53, 4, 1, "", "PNG"], [53, 4, 1, "", "SVG"]], "simplebench.reporters.graph.enums.image_type": [[54, 1, 1, "", "ImageType"]], "simplebench.reporters.graph.enums.image_type.ImageType": [[54, 4, 1, "", "PNG"], [54, 4, 1, "", "SVG"]], "simplebench.reporters.graph.matplotlib": [[55, 1, 1, "", "MatPlotLibOptions"], [55, 1, 1, "", "MatPlotLibReporter"], [55, 1, 1, "", "Style"], [55, 1, 1, "", "Theme"], [56, 0, 0, "-", "constants"], [57, 0, 0, "-", "enums"], [63, 0, 0, "-", "reporter"], [69, 0, 0, "-", "theme"]], "simplebench.reporters.graph.matplotlib.MatPlotLibOptions": [[55, 4, 1, "", "DEFAULT_KWARGS"], [55, 2, 1, "", "dpi"], [55, 3, 1, "", "get_default_dpi"], [55, 3, 1, "", "get_default_height"], [55, 3, 1, "", "get_default_image_type"], [55, 3, 1, "", "get_default_style"], [55, 3, 1, "", "get_default_theme"], [55, 3, 1, "", "get_default_width"], [55, 3, 1, "", "get_default_x_labels_rotation"], [55, 3, 1, "", "get_default_y_starts_at_zero"], [55, 3, 1, "", "get_hardcoded_default_dpi"], [55, 3, 1, "", "get_hardcoded_default_height"], [55, 3, 1, "", "get_hardcoded_default_image_type"], [55, 3, 1, "", "get_hardcoded_default_style"], [55, 3, 1, "", "get_hardcoded_default_theme"], [55, 3, 1, "", "get_hardcoded_default_width"], [55, 3, 1, "", "get_hardcoded_default_x_labels_rotation"], [55, 3, 1, "", "get_hardcoded_default_y_starts_at_zero"], [55, 2, 1, "", "height"], [55, 2, 1, "", "image_type"], [55, 3, 1, "", "set_default_dpi"], [55, 3, 1, "", "set_default_height"], [55, 3, 1, "", "set_default_image_type"], [55, 3, 1, "", "set_default_style"], [55, 3, 1, "", "set_default_theme"], [55, 3, 1, "", "set_default_width"], [55, 3, 1, "", "set_default_x_labels_rotation"], [55, 3, 1, "", "set_default_y_starts_at_zero"], [55, 2, 1, "", "style"], [55, 2, 1, "", "theme"], [55, 2, 1, "", "width"], [55, 2, 1, "", "x_labels_rotation"], [55, 2, 1, "", "y_starts_at_zero"]], "simplebench.reporters.graph.matplotlib.Style": [[55, 4, 1, "", "BMH"], [55, 4, 1, "", "CLASSIC"], [55, 4, 1, "", "DARK_BACKGROUND"], [55, 4, 1, "", "FIVETHIRTYEIGHT"], [55, 4, 1, "", "GGPLOT"], [55, 4, 1, "", "GRAYSCALE"], [55, 4, 1, "", "PETTROF10"], [55, 4, 1, "", "SEABORN_V0_8"], [55, 4, 1, "", "SEABORN_V0_8_BRIGHT"], [55, 4, 1, "", "SEABORN_V0_8_COLORBLIND"], [55, 4, 1, "", "SEABORN_V0_8_DARK"], [55, 4, 1, "", "SEABORN_V0_8_DARKGRID"], [55, 4, 1, "", "SEABORN_V0_8_DARK_PALETTE"], [55, 4, 1, "", "SEABORN_V0_8_DEEP"], [55, 4, 1, "", "SEABORN_V0_8_MUTED"], [55, 4, 1, "", "SEABORN_V0_8_NOTEBOOK"], [55, 4, 1, "", "SEABORN_V0_8_PAPER"], [55, 4, 1, "", "SEABORN_V0_8_PASTEL"], [55, 4, 1, "", "SEABORN_V0_8_POSTER"], [55, 4, 1, "", "SEABORN_V0_8_TALK"], [55, 4, 1, "", "SEABORN_V0_8_TICKS"], [55, 4, 1, "", "SEABORN_V0_8_WHITE"], [55, 4, 1, "", "SEABORN_V0_8_WHITEGRID"], [55, 4, 1, "", "SOLARIZE_LIGHT2"], [55, 4, 1, "", "TABLEAU_COLORBLIND10"]], "simplebench.reporters.graph.matplotlib.Theme": [[55, 3, 1, "", "replace"]], "simplebench.reporters.graph.matplotlib.constants": [[56, 6, 1, "", "SUPPORTED_IMAGE_TYPES"]], "simplebench.reporters.graph.matplotlib.enums": [[57, 1, 1, "", "Style"], [58, 0, 0, "-", "style"]], "simplebench.reporters.graph.matplotlib.enums.Style": [[57, 4, 1, "", "BMH"], [57, 4, 1, "", "CLASSIC"], [57, 4, 1, "", "DARK_BACKGROUND"], [57, 4, 1, "", "FIVETHIRTYEIGHT"], [57, 4, 1, "", "GGPLOT"], [57, 4, 1, "", "GRAYSCALE"], [57, 4, 1, "", "PETTROF10"], [57, 4, 1, "", "SEABORN_V0_8"], [57, 4, 1, "", "SEABORN_V0_8_BRIGHT"], [57, 4, 1, "", "SEABORN_V0_8_COLORBLIND"], [57, 4, 1, "", "SEABORN_V0_8_DARK"], [57, 4, 1, "", "SEABORN_V0_8_DARKGRID"], [57, 4, 1, "", "SEABORN_V0_8_DARK_PALETTE"], [57, 4, 1, "", "SEABORN_V0_8_DEEP"], [57, 4, 1, "", "SEABORN_V0_8_MUTED"], [57, 4, 1, "", "SEABORN_V0_8_NOTEBOOK"], [57, 4, 1, "", "SEABORN_V0_8_PAPER"], [57, 4, 1, "", "SEABORN_V0_8_PASTEL"], [57, 4, 1, "", "SEABORN_V0_8_POSTER"], [57, 4, 1, "", "SEABORN_V0_8_TALK"], [57, 4, 1, "", "SEABORN_V0_8_TICKS"], [57, 4, 1, "", "SEABORN_V0_8_WHITE"], [57, 4, 1, "", "SEABORN_V0_8_WHITEGRID"], [57, 4, 1, "", "SOLARIZE_LIGHT2"], [57, 4, 1, "", "TABLEAU_COLORBLIND10"]], "simplebench.reporters.graph.matplotlib.enums.style": [[58, 1, 1, "", "Style"]], "simplebench.reporters.graph.matplotlib.enums.style.Style": [[58, 4, 1, "", "BMH"], [58, 4, 1, "", "CLASSIC"], [58, 4, 1, "", "DARK_BACKGROUND"], [58, 4, 1, "", "FIVETHIRTYEIGHT"], [58, 4, 1, "", "GGPLOT"], [58, 4, 1, "", "GRAYSCALE"], [58, 4, 1, "", "PETTROF10"], [58, 4, 1, "", "SEABORN_V0_8"], [58, 4, 1, "", "SEABORN_V0_8_BRIGHT"], [58, 4, 1, "", "SEABORN_V0_8_COLORBLIND"], [58, 4, 1, "", "SEABORN_V0_8_DARK"], [58, 4, 1, "", "SEABORN_V0_8_DARKGRID"], [58, 4, 1, "", "SEABORN_V0_8_DARK_PALETTE"], [58, 4, 1, "", "SEABORN_V0_8_DEEP"], [58, 4, 1, "", "SEABORN_V0_8_MUTED"], [58, 4, 1, "", "SEABORN_V0_8_NOTEBOOK"], [58, 4, 1, "", "SEABORN_V0_8_PAPER"], [58, 4, 1, "", "SEABORN_V0_8_PASTEL"], [58, 4, 1, "", "SEABORN_V0_8_POSTER"], [58, 4, 1, "", "SEABORN_V0_8_TALK"], [58, 4, 1, "", "SEABORN_V0_8_TICKS"], [58, 4, 1, "", "SEABORN_V0_8_WHITE"], [58, 4, 1, "", "SEABORN_V0_8_WHITEGRID"], [58, 4, 1, "", "SOLARIZE_LIGHT2"], [58, 4, 1, "", "TABLEAU_COLORBLIND10"]], "simplebench.reporters.graph.matplotlib.reporter": [[63, 1, 1, "", "MatPlotLibOptions"], [63, 1, 1, "", "MatPlotLibReporter"], [64, 0, 0, "-", "exceptions"], [65, 0, 0, "-", "options"], [68, 0, 0, "-", "reporter"]], "simplebench.reporters.graph.matplotlib.reporter.MatPlotLibOptions": [[63, 4, 1, "", "DEFAULT_KWARGS"], [63, 2, 1, "", "dpi"], [63, 3, 1, "", "get_default_dpi"], [63, 3, 1, "", "get_default_height"], [63, 3, 1, "", "get_default_image_type"], [63, 3, 1, "", "get_default_style"], [63, 3, 1, "", "get_default_theme"], [63, 3, 1, "", "get_default_width"], [63, 3, 1, "", "get_default_x_labels_rotation"], [63, 3, 1, "", "get_default_y_starts_at_zero"], [63, 3, 1, "", "get_hardcoded_default_dpi"], [63, 3, 1, "", "get_hardcoded_default_height"], [63, 3, 1, "", "get_hardcoded_default_image_type"], [63, 3, 1, "", "get_hardcoded_default_style"], [63, 3, 1, "", "get_hardcoded_default_theme"], [63, 3, 1, "", "get_hardcoded_default_width"], [63, 3, 1, "", "get_hardcoded_default_x_labels_rotation"], [63, 3, 1, "", "get_hardcoded_default_y_starts_at_zero"], [63, 2, 1, "", "height"], [63, 2, 1, "", "image_type"], [63, 3, 1, "", "set_default_dpi"], [63, 3, 1, "", "set_default_height"], [63, 3, 1, "", "set_default_image_type"], [63, 3, 1, "", "set_default_style"], [63, 3, 1, "", "set_default_theme"], [63, 3, 1, "", "set_default_width"], [63, 3, 1, "", "set_default_x_labels_rotation"], [63, 3, 1, "", "set_default_y_starts_at_zero"], [63, 2, 1, "", "style"], [63, 2, 1, "", "theme"], [63, 2, 1, "", "width"], [63, 2, 1, "", "x_labels_rotation"], [63, 2, 1, "", "y_starts_at_zero"]], "simplebench.reporters.graph.matplotlib.reporter.options": [[65, 1, 1, "", "MatPlotLibOptions"], [66, 0, 0, "-", "exceptions"], [67, 0, 0, "-", "options"]], "simplebench.reporters.graph.matplotlib.reporter.options.MatPlotLibOptions": [[65, 4, 1, "", "DEFAULT_KWARGS"], [65, 2, 1, "", "dpi"], [65, 3, 1, "", "get_default_dpi"], [65, 3, 1, "", "get_default_height"], [65, 3, 1, "", "get_default_image_type"], [65, 3, 1, "", "get_default_style"], [65, 3, 1, "", "get_default_theme"], [65, 3, 1, "", "get_default_width"], [65, 3, 1, "", "get_default_x_labels_rotation"], [65, 3, 1, "", "get_default_y_starts_at_zero"], [65, 3, 1, "", "get_hardcoded_default_dpi"], [65, 3, 1, "", "get_hardcoded_default_height"], [65, 3, 1, "", "get_hardcoded_default_image_type"], [65, 3, 1, "", "get_hardcoded_default_style"], [65, 3, 1, "", "get_hardcoded_default_theme"], [65, 3, 1, "", "get_hardcoded_default_width"], [65, 3, 1, "", "get_hardcoded_default_x_labels_rotation"], [65, 3, 1, "", "get_hardcoded_default_y_starts_at_zero"], [65, 2, 1, "", "height"], [65, 2, 1, "", "image_type"], [65, 3, 1, "", "set_default_dpi"], [65, 3, 1, "", "set_default_height"], [65, 3, 1, "", "set_default_image_type"], [65, 3, 1, "", "set_default_style"], [65, 3, 1, "", "set_default_theme"], [65, 3, 1, "", "set_default_width"], [65, 3, 1, "", "set_default_x_labels_rotation"], [65, 3, 1, "", "set_default_y_starts_at_zero"], [65, 2, 1, "", "style"], [65, 2, 1, "", "theme"], [65, 2, 1, "", "width"], [65, 2, 1, "", "x_labels_rotation"], [65, 2, 1, "", "y_starts_at_zero"]], "simplebench.reporters.graph.matplotlib.reporter.options.options": [[67, 1, 1, "", "MatPlotLibOptions"]], "simplebench.reporters.graph.matplotlib.reporter.options.options.MatPlotLibOptions": [[67, 4, 1, "", "DEFAULT_KWARGS"], [67, 2, 1, "", "dpi"], [67, 3, 1, "", "get_default_dpi"], [67, 3, 1, "", "get_default_height"], [67, 3, 1, "", "get_default_image_type"], [67, 3, 1, "", "get_default_style"], [67, 3, 1, "", "get_default_theme"], [67, 3, 1, "", "get_default_width"], [67, 3, 1, "", "get_default_x_labels_rotation"], [67, 3, 1, "", "get_default_y_starts_at_zero"], [67, 3, 1, "", "get_hardcoded_default_dpi"], [67, 3, 1, "", "get_hardcoded_default_height"], [67, 3, 1, "", "get_hardcoded_default_image_type"], [67, 3, 1, "", "get_hardcoded_default_style"], [67, 3, 1, "", "get_hardcoded_default_theme"], [67, 3, 1, "", "get_hardcoded_default_width"], [67, 3, 1, "", "get_hardcoded_default_x_labels_rotation"], [67, 3, 1, "", "get_hardcoded_default_y_starts_at_zero"], [67, 2, 1, "", "height"], [67, 2, 1, "", "image_type"], [67, 3, 1, "", "set_default_dpi"], [67, 3, 1, "", "set_default_height"], [67, 3, 1, "", "set_default_image_type"], [67, 3, 1, "", "set_default_style"], [67, 3, 1, "", "set_default_theme"], [67, 3, 1, "", "set_default_width"], [67, 3, 1, "", "set_default_x_labels_rotation"], [67, 3, 1, "", "set_default_y_starts_at_zero"], [67, 2, 1, "", "style"], [67, 2, 1, "", "theme"], [67, 2, 1, "", "width"], [67, 2, 1, "", "x_labels_rotation"], [67, 2, 1, "", "y_starts_at_zero"]], "simplebench.reporters.graph.matplotlib.reporter.reporter": [[68, 1, 1, "", "MatPlotLibReporter"]], "simplebench.reporters.graph.matplotlib.theme": [[69, 1, 1, "", "Theme"], [70, 0, 0, "-", "base"], [71, 0, 0, "-", "default"], [72, 0, 0, "-", "exceptions"]], "simplebench.reporters.graph.matplotlib.theme.Theme": [[69, 3, 1, "", "replace"]], "simplebench.reporters.graph.matplotlib.theme.base": [[70, 1, 1, "", "Theme"]], "simplebench.reporters.graph.matplotlib.theme.base.Theme": [[70, 3, 1, "", "replace"]], "simplebench.reporters.graph.matplotlib.theme.default": [[71, 6, 1, "", "DefaultTheme"]], "simplebench.reporters.graph.options": [[73, 1, 1, "", "GraphOptions"]], "simplebench.reporters.graph.scatterplot": [[74, 1, 1, "", "ScatterPlotConfig"], [74, 1, 1, "", "ScatterPlotOptions"], [74, 1, 1, "", "ScatterPlotReporter"], [80, 0, 0, "-", "reporter"]], "simplebench.reporters.graph.scatterplot.ScatterPlotReporter": [[74, 3, 1, "", "old_render"], [74, 3, 1, "", "render"]], "simplebench.reporters.graph.scatterplot.reporter": [[80, 1, 1, "", "ScatterPlotConfig"], [80, 1, 1, "", "ScatterPlotOptions"], [80, 1, 1, "", "ScatterPlotReporter"], [81, 0, 0, "-", "config"], [82, 0, 0, "-", "exceptions"], [83, 0, 0, "-", "options"], [86, 0, 0, "-", "reporter"]], "simplebench.reporters.graph.scatterplot.reporter.ScatterPlotReporter": [[80, 3, 1, "", "old_render"], [80, 3, 1, "", "render"]], "simplebench.reporters.graph.scatterplot.reporter.config": [[81, 1, 1, "", "ScatterPlotConfig"]], "simplebench.reporters.graph.scatterplot.reporter.options": [[83, 1, 1, "", "ScatterPlotOptions"], [84, 0, 0, "-", "exceptions"], [85, 0, 0, "-", "options"]], "simplebench.reporters.graph.scatterplot.reporter.options.options": [[85, 1, 1, "", "ScatterPlotOptions"]], "simplebench.reporters.graph.scatterplot.reporter.reporter": [[86, 1, 1, "", "ScatterPlotReporter"]], "simplebench.reporters.graph.scatterplot.reporter.reporter.ScatterPlotReporter": [[86, 3, 1, "", "old_render"], [86, 3, 1, "", "render"]], "simplebench.reporters.json": [[87, 1, 1, "", "JSONConfig"], [87, 1, 1, "", "JSONOptions"], [87, 1, 1, "", "JSONReporter"], [88, 0, 0, "-", "reporter"]], "simplebench.reporters.json.JSONOptions": [[87, 2, 1, "", "full_data"]], "simplebench.reporters.json.JSONReporter": [[87, 3, 1, "", "render"], [87, 3, 1, "", "run_report"]], "simplebench.reporters.json.reporter": [[88, 1, 1, "", "JSONConfig"], [88, 1, 1, "", "JSONOptions"], [88, 1, 1, "", "JSONReporter"], [89, 0, 0, "-", "config"], [90, 0, 0, "-", "exceptions"], [91, 0, 0, "-", "options"], [94, 0, 0, "-", "reporter"]], "simplebench.reporters.json.reporter.JSONOptions": [[88, 2, 1, "", "full_data"]], "simplebench.reporters.json.reporter.JSONReporter": [[88, 3, 1, "", "render"], [88, 3, 1, "", "run_report"]], "simplebench.reporters.json.reporter.config": [[89, 1, 1, "", "JSONConfig"]], "simplebench.reporters.json.reporter.options": [[91, 1, 1, "", "JSONOptions"], [92, 0, 0, "-", "exceptions"], [93, 0, 0, "-", "options"]], "simplebench.reporters.json.reporter.options.JSONOptions": [[91, 2, 1, "", "full_data"]], "simplebench.reporters.json.reporter.options.options": [[93, 1, 1, "", "JSONOptions"]], "simplebench.reporters.json.reporter.options.options.JSONOptions": [[93, 2, 1, "", "full_data"]], "simplebench.reporters.json.reporter.reporter": [[94, 1, 1, "", "JSONReporter"]], "simplebench.reporters.json.reporter.reporter.JSONReporter": [[94, 3, 1, "", "render"], [94, 3, 1, "", "run_report"]], "simplebench.reporters.log": [[95, 1, 1, "", "ReportLogMetadata"], [96, 0, 0, "-", "exceptions"], [98, 0, 0, "-", "report_log_metadata"]], "simplebench.reporters.log.ReportLogMetadata": [[95, 2, 1, "", "case"], [95, 2, 1, "", "choice"], [95, 2, 1, "", "filepath"], [95, 2, 1, "", "reports_log_path"], [95, 3, 1, "", "save_to_log"], [95, 2, 1, "", "timestamp"], [95, 3, 1, "", "to_dict"], [95, 3, 1, "", "to_json"]], "simplebench.reporters.log.exceptions": [[97, 0, 0, "-", "report_log_metadata"]], "simplebench.reporters.log.report_log_metadata": [[98, 1, 1, "", "ReportLogMetadata"]], "simplebench.reporters.log.report_log_metadata.ReportLogMetadata": [[98, 2, 1, "", "case"], [98, 2, 1, "", "choice"], [98, 2, 1, "", "filepath"], [98, 2, 1, "", "reports_log_path"], [98, 3, 1, "", "save_to_log"], [98, 2, 1, "", "timestamp"], [98, 3, 1, "", "to_dict"], [98, 3, 1, "", "to_json"]], "simplebench.reporters.protocols": [[99, 1, 1, "", "ChoiceProtocol"], [99, 1, 1, "", "ReportRenderer"], [99, 1, 1, "", "ReporterCallback"], [100, 0, 0, "-", "choice_protocol"], [101, 0, 0, "-", "report_renderer"], [102, 0, 0, "-", "reporter_callback"]], "simplebench.reporters.protocols.ChoiceProtocol": [[99, 2, 1, "", "flags"], [99, 2, 1, "", "name"]], "simplebench.reporters.protocols.choice_protocol": [[100, 1, 1, "", "ChoiceProtocol"]], "simplebench.reporters.protocols.choice_protocol.ChoiceProtocol": [[100, 2, 1, "", "flags"], [100, 2, 1, "", "name"]], "simplebench.reporters.protocols.report_renderer": [[101, 1, 1, "", "ReportRenderer"]], "simplebench.reporters.protocols.reporter_callback": [[102, 1, 1, "", "ReporterCallback"]], "simplebench.reporters.reporter": [[103, 1, 1, "", "Reporter"], [103, 1, 1, "", "ReporterConfig"], [103, 1, 1, "", "ReporterOptions"], [104, 0, 0, "-", "config"], [105, 0, 0, "-", "exceptions"], [109, 0, 0, "-", "mixins"], [110, 0, 0, "-", "options"], [111, 0, 0, "-", "prioritized"], [112, 0, 0, "-", "protocols"], [113, 0, 0, "-", "reporter"]], "simplebench.reporters.reporter.Reporter": [[103, 3, 1, "", "add_choice"], [103, 2, 1, "", "choices"], [103, 2, 1, "", "config"], [103, 2, 1, "", "default_targets"], [103, 2, 1, "", "description"], [103, 2, 1, "", "file_append"], [103, 2, 1, "", "file_suffix"], [103, 2, 1, "", "file_unique"], [103, 3, 1, "", "find_options_by_type"], [103, 3, 1, "", "get_all_stats_values"], [103, 3, 1, "", "get_base_unit_for_section"], [103, 3, 1, "", "get_default_options"], [103, 3, 1, "", "get_hardcoded_default_options"], [103, 2, 1, "", "name"], [103, 2, 1, "", "options_type"], [103, 3, 1, "", "render"], [103, 3, 1, "", "report"], [103, 3, 1, "", "run_report"], [103, 3, 1, "", "set_default_options"], [103, 2, 1, "", "subdir"], [103, 3, 1, "", "supported_formats"], [103, 3, 1, "", "supported_sections"], [103, 3, 1, "", "supported_targets"]], "simplebench.reporters.reporter.ReporterConfig": [[103, 4, 1, "id0", "choices"], [103, 4, 1, "id3", "default_targets"], [103, 4, 1, "id4", "description"], [103, 4, 1, "id5", "file_append"], [103, 4, 1, "id6", "file_suffix"], [103, 4, 1, "id7", "file_unique"], [103, 4, 1, "id8", "formats"], [103, 4, 1, "id9", "name"], [103, 4, 1, "id10", "sections"], [103, 4, 1, "id11", "subdir"], [103, 4, 1, "id12", "targets"]], "simplebench.reporters.reporter.config": [[104, 1, 1, "", "ReporterConfig"]], "simplebench.reporters.reporter.config.ReporterConfig": [[104, 4, 1, "id0", "choices"], [104, 4, 1, "id1", "default_targets"], [104, 4, 1, "id2", "description"], [104, 4, 1, "id3", "file_append"], [104, 4, 1, "id4", "file_suffix"], [104, 4, 1, "id5", "file_unique"], [104, 4, 1, "id6", "formats"], [104, 4, 1, "id7", "name"], [104, 4, 1, "id8", "sections"], [104, 4, 1, "id9", "subdir"], [104, 4, 1, "id10", "targets"]], "simplebench.reporters.reporter.exceptions": [[106, 0, 0, "-", "config"], [107, 0, 0, "-", "prioritized"], [108, 0, 0, "-", "reporter"]], "simplebench.reporters.reporter.options": [[110, 1, 1, "", "ReporterOptions"]], "simplebench.reporters.reporter.prioritized": [[111, 1, 1, "", "Prioritized"]], "simplebench.reporters.reporter.prioritized.Prioritized": [[111, 2, 1, "id0", "default_targets"], [111, 2, 1, "id1", "file_append"], [111, 2, 1, "id2", "file_suffix"], [111, 2, 1, "id3", "file_unique"], [111, 2, 1, "id4", "options"], [111, 2, 1, "id5", "subdir"]], "simplebench.reporters.reporter.protocols": [[112, 1, 1, "", "ReporterProtocol"]], "simplebench.reporters.reporter.protocols.ReporterProtocol": [[112, 3, 1, "", "add_boolean_flags_to_argparse"], [112, 3, 1, "", "add_choice"], [112, 3, 1, "", "add_flags_to_argparse"], [112, 3, 1, "", "add_list_of_targets_flags_to_argparse"], [112, 2, 1, "", "choices"], [112, 2, 1, "", "config"], [112, 2, 1, "", "default_targets"], [112, 2, 1, "", "description"], [112, 3, 1, "", "dispatch_to_targets"], [112, 2, 1, "", "file_append"], [112, 2, 1, "", "file_suffix"], [112, 2, 1, "", "file_unique"], [112, 3, 1, "", "find_options_by_type"], [112, 3, 1, "", "get_all_stats_values"], [112, 3, 1, "", "get_base_unit_for_section"], [112, 3, 1, "", "get_default_options"], [112, 3, 1, "", "get_hardcoded_default_options"], [112, 3, 1, "", "get_prioritized_default_targets"], [112, 3, 1, "", "get_prioritized_file_append"], [112, 3, 1, "", "get_prioritized_file_suffix"], [112, 3, 1, "", "get_prioritized_file_unique"], [112, 3, 1, "", "get_prioritized_options"], [112, 3, 1, "", "get_prioritized_subdir"], [112, 2, 1, "", "name"], [112, 3, 1, "", "render"], [112, 3, 1, "", "render_by_case"], [112, 3, 1, "", "render_by_section"], [112, 3, 1, "", "report"], [112, 3, 1, "", "rich_text_to_plain_text"], [112, 3, 1, "", "run_report"], [112, 3, 1, "", "select_targets_from_args"], [112, 3, 1, "", "set_default_options"], [112, 2, 1, "", "subdir"], [112, 3, 1, "", "supported_formats"], [112, 3, 1, "", "supported_sections"], [112, 3, 1, "", "supported_targets"], [112, 3, 1, "", "target_callback"], [112, 3, 1, "", "target_console"], [112, 3, 1, "", "target_filesystem"]], "simplebench.reporters.reporter.reporter": [[113, 1, 1, "", "Reporter"], [113, 5, 1, "", "deferred_core_imports"]], "simplebench.reporters.reporter.reporter.Reporter": [[113, 3, 1, "", "add_choice"], [113, 2, 1, "", "choices"], [113, 2, 1, "", "config"], [113, 2, 1, "", "default_targets"], [113, 2, 1, "", "description"], [113, 2, 1, "", "file_append"], [113, 2, 1, "", "file_suffix"], [113, 2, 1, "", "file_unique"], [113, 3, 1, "", "find_options_by_type"], [113, 3, 1, "", "get_all_stats_values"], [113, 3, 1, "", "get_base_unit_for_section"], [113, 3, 1, "", "get_default_options"], [113, 3, 1, "", "get_hardcoded_default_options"], [113, 2, 1, "", "name"], [113, 2, 1, "", "options_type"], [113, 3, 1, "", "render"], [113, 3, 1, "", "report"], [113, 3, 1, "", "run_report"], [113, 3, 1, "", "set_default_options"], [113, 2, 1, "", "subdir"], [113, 3, 1, "", "supported_formats"], [113, 3, 1, "", "supported_sections"], [113, 3, 1, "", "supported_targets"]], "simplebench.reporters.reporter_manager": [[114, 1, 1, "", "ReporterManager"], [115, 0, 0, "-", "decorators"], [119, 0, 0, "-", "exceptions"], [121, 0, 0, "-", "manager"]], "simplebench.reporters.reporter_manager.ReporterManager": [[114, 3, 1, "", "add_reporters_to_argparse"], [114, 3, 1, "", "all_reporters"], [114, 3, 1, "", "choice_for_arg"], [114, 2, 1, "", "choices"], [114, 3, 1, "", "register"], [114, 3, 1, "", "unregister"], [114, 3, 1, "", "unregister_all"], [114, 3, 1, "", "unregister_by_name"]], "simplebench.reporters.reporter_manager.decorators": [[115, 5, 1, "", "clear_registered_reporters"], [115, 5, 1, "", "get_registered_reporters"], [116, 0, 0, "-", "register_reporter"]], "simplebench.reporters.reporter_manager.decorators.register_reporter": [[116, 5, 1, "", "clear_registered_reporters"], [117, 0, 0, "-", "exceptions"], [116, 5, 1, "", "get_registered_reporters"], [118, 0, 0, "-", "register_reporter"]], "simplebench.reporters.reporter_manager.decorators.register_reporter.register_reporter": [[118, 5, 1, "", "clear_registered_reporters"], [118, 5, 1, "", "get_registered_reporters"], [118, 5, 1, "", "register_reporter"]], "simplebench.reporters.reporter_manager.exceptions": [[120, 0, 0, "-", "manager"]], "simplebench.reporters.reporter_manager.manager": [[121, 1, 1, "", "ReporterManager"]], "simplebench.reporters.reporter_manager.manager.ReporterManager": [[121, 3, 1, "", "add_reporters_to_argparse"], [121, 3, 1, "", "all_reporters"], [121, 3, 1, "", "choice_for_arg"], [121, 2, 1, "", "choices"], [121, 3, 1, "", "register"], [121, 3, 1, "", "unregister"], [121, 3, 1, "", "unregister_all"], [121, 3, 1, "", "unregister_by_name"]], "simplebench.reporters.rich_table": [[122, 1, 1, "", "RichTableConfig"], [122, 1, 1, "", "RichTableOptions"], [122, 1, 1, "", "RichTableReporter"], [123, 0, 0, "-", "reporter"]], "simplebench.reporters.rich_table.RichTableOptions": [[122, 2, 1, "", "virtual_width"]], "simplebench.reporters.rich_table.RichTableReporter": [[122, 3, 1, "", "render"]], "simplebench.reporters.rich_table.reporter": [[123, 1, 1, "", "RichTableConfig"], [123, 1, 1, "", "RichTableOptions"], [123, 1, 1, "", "RichTableReporter"], [124, 0, 0, "-", "config"], [125, 0, 0, "-", "exceptions"], [126, 0, 0, "-", "options"], [129, 0, 0, "-", "reporter"]], "simplebench.reporters.rich_table.reporter.RichTableOptions": [[123, 2, 1, "", "virtual_width"]], "simplebench.reporters.rich_table.reporter.RichTableReporter": [[123, 3, 1, "", "render"]], "simplebench.reporters.rich_table.reporter.config": [[124, 1, 1, "", "RichTableConfig"]], "simplebench.reporters.rich_table.reporter.options": [[126, 1, 1, "", "RichTableOptions"], [127, 0, 0, "-", "exceptions"], [128, 0, 0, "-", "options"]], "simplebench.reporters.rich_table.reporter.options.RichTableOptions": [[126, 2, 1, "", "virtual_width"]], "simplebench.reporters.rich_table.reporter.options.options": [[128, 1, 1, "", "RichTableOptions"]], "simplebench.reporters.rich_table.reporter.options.options.RichTableOptions": [[128, 2, 1, "", "virtual_width"]], "simplebench.reporters.rich_table.reporter.reporter": [[129, 1, 1, "", "RichTableReporter"]], "simplebench.reporters.rich_table.reporter.reporter.RichTableReporter": [[129, 3, 1, "", "render"]], "simplebench.reporters.validators": [[131, 0, 0, "-", "exceptions"], [130, 5, 1, "", "validate_report_renderer"], [130, 5, 1, "", "validate_reporter_callback"], [132, 0, 0, "-", "validators"]], "simplebench.reporters.validators.validators": [[132, 5, 1, "", "resolve_type_hints"], [132, 5, 1, "", "validate_call_parameter"], [132, 5, 1, "", "validate_report_renderer"], [132, 5, 1, "", "validate_reporter_callback"]], "simplebench.results": [[133, 1, 1, "", "Results"]], "simplebench.results.Results": [[133, 3, 1, "", "as_dict"], [133, 2, 1, "", "description"], [133, 2, 1, "", "extra_info"], [133, 2, 1, "", "group"], [133, 2, 1, "", "interval_scale"], [133, 2, 1, "", "interval_unit"], [133, 2, 1, "", "iterations"], [133, 2, 1, "", "memory"], [133, 2, 1, "", "memory_scale"], [133, 2, 1, "", "memory_unit"], [133, 2, 1, "", "n"], [133, 2, 1, "", "ops_per_interval_scale"], [133, 2, 1, "", "ops_per_interval_unit"], [133, 2, 1, "", "ops_per_second"], [133, 2, 1, "", "peak_memory"], [133, 2, 1, "", "per_round_timings"], [133, 3, 1, "", "results_section"], [133, 2, 1, "", "rounds"], [133, 2, 1, "", "title"], [133, 2, 1, "", "total_elapsed"], [133, 2, 1, "", "variation_cols"], [133, 2, 1, "", "variation_marks"]], "simplebench.runners": [[134, 1, 1, "", "SimpleRunner"]], "simplebench.runners.SimpleRunner": [[134, 4, 1, "", "case"], [134, 3, 1, "", "default_runner"], [134, 4, 1, "", "kwargs"], [134, 3, 1, "", "run"], [134, 4, 1, "", "session"], [134, 2, 1, "", "variation_marks"]], "simplebench.session": [[135, 1, 1, "", "Session"]], "simplebench.session.Session": [[135, 3, 1, "", "add_case"], [135, 3, 1, "", "add_reporter_flags"], [135, 2, 1, "", "args"], [135, 2, 1, "", "args_parser"], [135, 2, 1, "", "cases"], [135, 2, 1, "", "console"], [135, 2, 1, "", "default_runner"], [135, 3, 1, "", "extend_cases"], [135, 2, 1, "", "output_path"], [135, 3, 1, "", "parse_args"], [135, 2, 1, "", "progress"], [135, 3, 1, "", "report"], [135, 3, 1, "", "report_keys"], [135, 2, 1, "", "reporter_manager"], [135, 3, 1, "", "run"], [135, 2, 1, "", "show_progress"], [135, 2, 1, "", "tasks"], [135, 2, 1, "", "verbosity"]], "simplebench.si_units": [[136, 5, 1, "", "si_scale"], [136, 5, 1, "", "si_scale_for_largest"], [136, 5, 1, "", "si_scale_for_smallest"], [136, 5, 1, "", "si_scale_to_unit"], [136, 5, 1, "", "si_unit_base"]], "simplebench.stats": [[137, 1, 1, "", "MemoryUsage"], [137, 1, 1, "", "MemoryUsageSummary"], [137, 1, 1, "", "OperationTimings"], [137, 1, 1, "", "OperationTimingsSummary"], [137, 1, 1, "", "OperationsPerInterval"], [137, 1, 1, "", "OperationsPerIntervalSummary"], [137, 1, 1, "", "PeakMemoryUsage"], [137, 1, 1, "", "PeakMemoryUsageSummary"], [137, 1, 1, "", "Stats"], [137, 1, 1, "", "StatsSummary"], [138, 0, 0, "-", "exceptions"], [144, 0, 0, "-", "memory_usage"], [145, 0, 0, "-", "operation_timings"], [146, 0, 0, "-", "operations_per_interval"], [147, 0, 0, "-", "peak_memory_usage"], [148, 0, 0, "-", "stats"]], "simplebench.stats.Stats": [[137, 2, 1, "", "adjusted_relative_standard_deviation"], [137, 2, 1, "", "adjusted_standard_deviation"], [137, 2, 1, "", "as_dict"], [137, 2, 1, "", "data"], [137, 3, 1, "", "from_dict"], [137, 2, 1, "", "maximum"], [137, 2, 1, "", "mean"], [137, 2, 1, "", "median"], [137, 2, 1, "", "minimum"], [137, 2, 1, "", "percentiles"], [137, 2, 1, "", "relative_standard_deviation"], [137, 2, 1, "", "rounds"], [137, 2, 1, "", "scale"], [137, 2, 1, "", "standard_deviation"], [137, 2, 1, "", "stats_summary"], [137, 2, 1, "", "unit"]], "simplebench.stats.StatsSummary": [[137, 2, 1, "", "adjusted_relative_standard_deviation"], [137, 2, 1, "", "adjusted_standard_deviation"], [137, 2, 1, "", "as_dict"], [137, 2, 1, "", "data"], [137, 3, 1, "", "from_dict"], [137, 3, 1, "", "from_stats"], [137, 2, 1, "", "maximum"], [137, 2, 1, "", "mean"], [137, 2, 1, "", "median"], [137, 2, 1, "", "minimum"], [137, 2, 1, "", "percentiles"], [137, 2, 1, "", "relative_standard_deviation"], [137, 2, 1, "", "rounds"], [137, 2, 1, "", "scale"], [137, 2, 1, "", "standard_deviation"], [137, 2, 1, "", "unit"]], "simplebench.stats.exceptions": [[139, 0, 0, "-", "memory_usage"], [140, 0, 0, "-", "operation_timings"], [141, 0, 0, "-", "operations_per_interval"], [142, 0, 0, "-", "peak_memory_usage"], [143, 0, 0, "-", "stats"]], "simplebench.stats.memory_usage": [[144, 1, 1, "", "MemoryUsage"], [144, 1, 1, "", "MemoryUsageSummary"]], "simplebench.stats.operation_timings": [[145, 1, 1, "", "OperationTimings"], [145, 1, 1, "", "OperationTimingsSummary"]], "simplebench.stats.operations_per_interval": [[146, 1, 1, "", "OperationsPerInterval"], [146, 1, 1, "", "OperationsPerIntervalSummary"]], "simplebench.stats.peak_memory_usage": [[147, 1, 1, "", "PeakMemoryUsage"], [147, 1, 1, "", "PeakMemoryUsageSummary"]], "simplebench.stats.stats": [[148, 1, 1, "", "Stats"], [148, 1, 1, "", "StatsSummary"]], "simplebench.stats.stats.Stats": [[148, 2, 1, "", "adjusted_relative_standard_deviation"], [148, 2, 1, "", "adjusted_standard_deviation"], [148, 2, 1, "", "as_dict"], [148, 2, 1, "", "data"], [148, 3, 1, "", "from_dict"], [148, 2, 1, "", "maximum"], [148, 2, 1, "", "mean"], [148, 2, 1, "", "median"], [148, 2, 1, "", "minimum"], [148, 2, 1, "", "percentiles"], [148, 2, 1, "", "relative_standard_deviation"], [148, 2, 1, "", "rounds"], [148, 2, 1, "", "scale"], [148, 2, 1, "", "standard_deviation"], [148, 2, 1, "", "stats_summary"], [148, 2, 1, "", "unit"]], "simplebench.stats.stats.StatsSummary": [[148, 2, 1, "", "adjusted_relative_standard_deviation"], [148, 2, 1, "", "adjusted_standard_deviation"], [148, 2, 1, "", "as_dict"], [148, 2, 1, "", "data"], [148, 3, 1, "", "from_dict"], [148, 3, 1, "", "from_stats"], [148, 2, 1, "", "maximum"], [148, 2, 1, "", "mean"], [148, 2, 1, "", "median"], [148, 2, 1, "", "minimum"], [148, 2, 1, "", "percentiles"], [148, 2, 1, "", "relative_standard_deviation"], [148, 2, 1, "", "rounds"], [148, 2, 1, "", "scale"], [148, 2, 1, "", "standard_deviation"], [148, 2, 1, "", "unit"]], "simplebench.tasks": [[149, 1, 1, "", "ProgressTracker"], [149, 1, 1, "", "RichProgressTasks"], [149, 1, 1, "", "RichTask"]], "simplebench.tasks.ProgressTracker": [[149, 2, 1, "", "is_running"], [149, 3, 1, "", "refresh"], [149, 3, 1, "", "reset"], [149, 3, 1, "", "start"], [149, 3, 1, "", "stop"], [149, 2, 1, "", "styled_description"], [149, 3, 1, "", "update"]], "simplebench.tasks.RichProgressTasks": [[149, 3, 1, "", "add_task"], [149, 3, 1, "", "clear"], [149, 3, 1, "", "get"], [149, 2, 1, "", "is_running"], [149, 3, 1, "", "new_task"], [149, 2, 1, "", "progress"], [149, 3, 1, "", "start"], [149, 3, 1, "", "stop"]], "simplebench.tasks.RichTask": [[149, 3, 1, "", "get_task"], [149, 3, 1, "", "refresh"], [149, 3, 1, "", "reset"], [149, 3, 1, "", "start"], [149, 3, 1, "", "stop"], [149, 3, 1, "", "terminate_and_remove"], [149, 3, 1, "", "update"]], "simplebench.timeout": [[150, 1, 1, "", "Timeout"], [150, 1, 1, "", "TimeoutState"], [151, 0, 0, "-", "enums"], [152, 0, 0, "-", "exceptions"], [154, 0, 0, "-", "thread_id"], [155, 0, 0, "-", "timeout"]], "simplebench.timeout.Timeout": [[150, 3, 1, "", "run"], [150, 2, 1, "", "state"], [150, 2, 1, "", "timeout_interval"]], "simplebench.timeout.TimeoutState": [[150, 4, 1, "", "CANCELED"], [150, 4, 1, "", "FAILED"], [150, 4, 1, "", "FINISHED"], [150, 4, 1, "", "INTERRUPTED"], [150, 4, 1, "", "PENDING"], [150, 4, 1, "", "RUNNING"], [150, 4, 1, "", "TIMED_OUT"]], "simplebench.timeout.enums": [[151, 1, 1, "", "TimeoutState"]], "simplebench.timeout.enums.TimeoutState": [[151, 4, 1, "", "CANCELED"], [151, 4, 1, "", "FAILED"], [151, 4, 1, "", "FINISHED"], [151, 4, 1, "", "INTERRUPTED"], [151, 4, 1, "", "PENDING"], [151, 4, 1, "", "RUNNING"], [151, 4, 1, "", "TIMED_OUT"]], "simplebench.timeout.exceptions": [[153, 0, 0, "-", "timeout"]], "simplebench.timeout.thread_id": [[154, 1, 1, "", "ThreadId"]], "simplebench.timeout.timeout": [[155, 1, 1, "", "Timeout"]], "simplebench.timeout.timeout.Timeout": [[155, 3, 1, "", "run"], [155, 2, 1, "", "state"], [155, 2, 1, "", "timeout_interval"]], "simplebench.type_proxies": [[156, 1, 1, "", "CaseTypeProxy"], [156, 1, 1, "", "ChoiceTypeProxy"], [156, 1, 1, "", "ReporterTypeProxy"], [156, 1, 1, "", "SessionTypeProxy"], [157, 0, 0, "-", "case_type_proxy"], [158, 0, 0, "-", "choice_type_proxy"], [156, 5, 1, "", "is_case"], [156, 5, 1, "", "is_choice"], [156, 5, 1, "", "is_reporter"], [156, 5, 1, "", "is_session"], [159, 0, 0, "-", "lazy_type_proxy"], [160, 0, 0, "-", "reporter_type_proxy"], [161, 0, 0, "-", "session_type_proxy"]], "simplebench.type_proxies.case_type_proxy": [[157, 1, 1, "", "CaseTypeProxy"], [157, 5, 1, "", "is_case"]], "simplebench.type_proxies.choice_type_proxy": [[158, 1, 1, "", "ChoiceTypeProxy"], [158, 5, 1, "", "is_choice"]], "simplebench.type_proxies.lazy_type_proxy": [[159, 1, 1, "", "LazyTypeProxy"], [159, 5, 1, "", "register_lazy_proxy"]], "simplebench.type_proxies.reporter_type_proxy": [[160, 1, 1, "", "ReporterTypeProxy"], [160, 5, 1, "", "is_reporter"]], "simplebench.type_proxies.session_type_proxy": [[161, 1, 1, "", "SessionTypeProxy"], [161, 5, 1, "", "is_session"]], "simplebench.utils": [[162, 1, 1, "", "MachineInfo"], [162, 5, 1, "", "arg_to_flag"], [162, 5, 1, "", "collect_arg_list"], [162, 5, 1, "", "first_not_none"], [162, 5, 1, "", "flag_to_arg"], [162, 5, 1, "", "get_machine_info"], [162, 5, 1, "", "kwargs_variations"], [162, 5, 1, "", "platform_architecture"], [162, 5, 1, "", "platform_id"], [162, 5, 1, "", "platform_implementation"], [162, 5, 1, "", "platform_machine"], [162, 5, 1, "", "platform_processor"], [162, 5, 1, "", "platform_system"], [162, 5, 1, "", "platform_version"], [162, 5, 1, "", "python_implementation_version"], [162, 5, 1, "", "sanitize_filename"], [162, 5, 1, "", "sigfigs"]], "simplebench.utils.MachineInfo": [[162, 4, 1, "", "cpu"], [162, 4, 1, "", "machine"], [162, 4, 1, "", "processor"], [162, 4, 1, "", "python_build"], [162, 4, 1, "", "python_compiler"], [162, 4, 1, "", "python_implementation"], [162, 4, 1, "", "python_implementation_version"], [162, 4, 1, "", "python_version"], [162, 4, 1, "", "release"], [162, 4, 1, "", "system"]], "simplebench.validators": [[164, 0, 0, "-", "exceptions"], [166, 0, 0, "-", "misc"], [163, 5, 1, "", "validate_bool"], [163, 5, 1, "", "validate_dirpath"], [163, 5, 1, "", "validate_filename"], [163, 5, 1, "", "validate_float"], [163, 5, 1, "", "validate_float_range"], [163, 5, 1, "", "validate_frozenset_of_type"], [163, 5, 1, "", "validate_int"], [163, 5, 1, "", "validate_int_range"], [167, 0, 0, "-", "validate_iterable_of_type"], [163, 5, 1, "", "validate_non_blank_string"], [163, 5, 1, "", "validate_non_blank_string_or_is_none"], [163, 5, 1, "", "validate_non_negative_float"], [163, 5, 1, "", "validate_non_negative_int"], [163, 5, 1, "", "validate_positive_float"], [163, 5, 1, "", "validate_positive_int"], [163, 5, 1, "", "validate_sequence_of_numbers"], [163, 5, 1, "", "validate_sequence_of_str"], [168, 0, 0, "-", "validate_sequence_of_type"], [163, 5, 1, "", "validate_string"], [163, 5, 1, "", "validate_type"]], "simplebench.validators.exceptions": [[165, 0, 0, "-", "validators"]], "simplebench.validators.misc": [[166, 5, 1, "", "validate_filename"], [166, 5, 1, "", "validate_float"], [166, 5, 1, "", "validate_float_range"], [166, 5, 1, "", "validate_frozenset_of_type"], [166, 5, 1, "", "validate_int"], [166, 5, 1, "", "validate_int_range"], [166, 5, 1, "", "validate_non_blank_string"], [166, 5, 1, "", "validate_non_blank_string_or_is_none"], [166, 5, 1, "", "validate_non_negative_float"], [166, 5, 1, "", "validate_non_negative_int"], [166, 5, 1, "", "validate_positive_float"], [166, 5, 1, "", "validate_positive_int"], [166, 5, 1, "", "validate_sequence_of_numbers"], [166, 5, 1, "", "validate_sequence_of_str"], [166, 5, 1, "", "validate_sequence_of_type"]], "simplebench.validators.validate_iterable_of_type": [[167, 5, 1, "", "validate_iterable_of_type"]], "simplebench.validators.validate_sequence_of_type": [[168, 5, 1, "", "validate_sequence_of_type"]], "simplebench.vcs": [[169, 1, 1, "", "GitInfo"], [169, 5, 1, "", "get_git_info"]], "simplebench.vcs.GitInfo": [[169, 4, 1, "id0", "commit"], [169, 4, 1, "id1", "date"], [169, 4, 1, "id2", "dirty"], [169, 3, 1, "", "to_dict"]]}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "property", "Python property"], "3": ["py", "method", "Python method"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"], "6": ["py", "data", "Python data"], "7": ["py", "exception", "Python exception"], "8": ["std", "cmdoption", "program option"]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:property", "3": "py:method", "4": "py:attribute", "5": "py:function", "6": "py:data", "7": "py:exception", "8": "std:cmdoption"}, "terms": {"": [0, 4, 5, 8, 9, 11, 12, 14, 15, 18, 34, 35, 36, 55, 57, 58, 87, 88, 94, 99, 102, 103, 104, 112, 113, 133, 135, 136, 137, 144, 145, 146, 147, 148, 149, 162, 163, 166, 167, 168, 170, 171, 172], "0": [4, 9, 11, 12, 13, 14, 15, 17, 31, 34, 36, 55, 63, 65, 67, 71, 74, 80, 83, 85, 133, 136, 137, 144, 145, 146, 147, 148, 149, 150, 155, 162, 163, 171, 172], "00": [9, 171, 172], "00025": 31, "001_addition_benchmark": 4, "023": 162, "0234": 162, "07": 9, "08": 172, "09": [11, 15, 31, 133, 137, 145], "0th": [137, 148], "1": [2, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 31, 55, 63, 65, 67, 71, 133, 134, 136, 137, 144, 145, 146, 147, 148, 150, 155, 162, 163, 166, 167, 168, 171, 172], "10": [2, 6, 11, 12, 14, 15, 34, 36, 55, 57, 58, 103, 104, 150, 155, 163, 166], "100": [5, 6, 7, 8, 9, 11, 12, 149], "1000": [6, 7, 9, 11, 12, 14, 122, 123, 126, 128, 137, 148, 171, 172], "10000": [11, 122, 123, 126, 128], "100th": [137, 148], "12": [55, 63, 65, 67, 71], "12345": 154, "1300": [137, 148], "138": 171, "139": [], "14": [55, 63, 65, 67, 71, 162], "140": [9, 171], "141": 171, "142": 4, "143": [9, 172], "144": 9, "146": [], "147": 4, "148": [4, 172], "149": 172, "15": 162, "150": [9, 11, 55, 63, 65, 67, 71, 74, 80, 83, 85], "1500": [11, 55, 63, 65, 67, 74, 80, 83, 85, 137, 148], "151": [4, 171, 172], "153": [4, 9, 171, 172], "16": [55, 63, 65, 67, 71], "1600": [137, 148], "1900": [137, 148], "19330460": 17, "1e": [11, 15, 31, 133, 136, 137, 145], "1e6": [137, 144, 147], "2": [2, 11, 13, 16, 17, 162, 163, 166], "20": [6, 7, 9, 11, 12, 14, 15, 31, 55, 63, 65, 67, 71], "200": [6, 11, 55, 69, 70], "2000": [137, 148], "2021": [11, 55, 57, 58], "22": [4, 171], "2200": [137, 148], "23": 162, "234": 162, "235": 162, "24": 162, "2500": [137, 148], "255": [103, 104, 163, 166], "28": [9, 171], "2800": [137, 148], "291715587": 4, "3": [2, 11, 13, 15, 16, 17, 55, 57, 58, 162], "30": 171, "300": 6, "3000": [137, 148], "32": [9, 172], "39": [137, 148], "4": [4, 11, 12, 13, 17], "400": [6, 11, 55, 63, 65, 67, 74, 80, 83, 85], "4000": [11, 55, 63, 65, 67, 74, 80, 83, 85], "40000": [], "41789": 171, "42801": 4, "43503": [], "444444": [55, 63, 65, 67, 71], "44872": 9, "45": [11, 55, 63, 65, 67, 74, 80, 83, 85], "46701": 172, "5": [5, 8, 9, 11, 12, 13, 14, 15, 17, 31, 150, 155, 162], "50": [6, 11, 55, 63, 65, 67, 74, 80, 83, 85], "500": [6, 11, 55, 63, 65, 67, 74, 80, 83, 85], "5000000": 31, "50th": [5, 8, 9], "51": 9, "52847075252201": [137, 148], "5694150420949": [137, 148], "59": 171, "5th": [4, 5, 8, 9, 103, 112, 113, 171, 172], "6": [4, 9, 11, 55, 57, 58, 171, 172], "60": [], "600": 6, "64": [34, 36, 103, 104, 163], "69": [], "7": 162, "700": 6, "75": [], "750": [11, 55, 63, 65, 67, 74, 80, 83, 85], "77": 4, "790": [137, 148], "8": 172, "80": [11, 122, 123, 126, 128, 171], "800": 6, "876": 172, "9": [9, 11, 31, 34, 36, 133, 136, 137, 145, 162, 163, 171], "900": 6, "95": [5, 8, 9], "95th": [4, 5, 8, 9, 103, 112, 113, 171, 172], "99": 172, "A": [4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 16, 18, 32, 34, 35, 36, 40, 41, 42, 44, 45, 51, 55, 56, 69, 70, 87, 88, 94, 95, 98, 99, 100, 101, 102, 103, 104, 112, 113, 114, 115, 116, 118, 121, 122, 123, 124, 129, 130, 132, 133, 134, 135, 136, 137, 148, 150, 155, 156, 157, 158, 159, 160, 161, 162, 163, 166, 167, 168, 169, 171, 172], "As": [103, 104, 150, 155], "At": [5, 55, 63, 65, 67, 137, 144], "Be": 7, "By": [4, 5, 7, 8, 9, 11, 44, 45, 46, 114, 121, 135, 171, 172], "For": [2, 4, 5, 6, 7, 8, 9, 11, 12, 14, 31, 34, 35, 103, 112, 113, 134, 162, 163, 166, 167, 168, 172], "If": [2, 9, 11, 12, 13, 14, 16, 18, 31, 34, 35, 36, 40, 41, 42, 44, 45, 46, 51, 55, 63, 65, 67, 68, 69, 70, 74, 80, 81, 83, 85, 86, 87, 88, 89, 94, 95, 98, 103, 104, 112, 113, 114, 121, 122, 123, 124, 126, 128, 129, 130, 132, 133, 134, 135, 136, 137, 144, 145, 146, 147, 148, 149, 150, 155, 162, 163, 166, 167, 168, 169], "In": [4, 9, 114, 121, 122, 123, 129, 162, 163, 172], "It": [5, 7, 8, 9, 11, 12, 13, 14, 16, 17, 18, 31, 34, 35, 36, 40, 41, 42, 44, 45, 48, 50, 51, 55, 63, 65, 67, 69, 70, 71, 74, 80, 83, 85, 86, 87, 88, 91, 93, 94, 103, 104, 110, 111, 112, 113, 114, 121, 122, 123, 126, 128, 129, 133, 135, 136, 137, 148, 154, 156, 157, 158, 160, 161, 162, 163, 166, 171, 172], "NO": 17, "NOT": 16, "No": [11, 12, 17], "On": [150, 155], "That": 163, "The": [0, 2, 4, 5, 6, 7, 8, 9, 11, 12, 14, 16, 17, 18, 31, 32, 34, 35, 36, 40, 41, 42, 44, 45, 46, 51, 55, 57, 58, 63, 65, 67, 68, 69, 70, 74, 80, 83, 85, 86, 87, 88, 94, 95, 98, 99, 100, 101, 102, 103, 104, 111, 112, 113, 114, 121, 122, 123, 124, 126, 128, 129, 130, 132, 133, 134, 135, 136, 137, 144, 145, 146, 147, 148, 149, 150, 151, 155, 156, 157, 158, 159, 160, 161, 162, 163, 166, 167, 168, 169, 171, 172], "These": [0, 5, 6, 7, 8, 9, 11, 12, 14, 34, 35, 36, 44, 45, 51, 55, 63, 65, 67, 74, 80, 86, 87, 88, 94, 103, 104, 109, 110, 122, 123, 129, 166], "To": [4, 7, 9, 11, 12, 55, 63, 65, 67, 74, 80, 83, 85, 113, 122, 123, 124], "WILL": 134, "_": [162, 163], "__doc__": [16, 17], "__init__": [34, 36], "__main__": [6, 11, 12, 14, 171, 172], "__name__": [6, 11, 12, 14, 171, 172], "__post_init__": [103, 104], "_basechoic": [40, 41, 42], "_calling_func": [150, 155], "_choiceserrortag": [40, 41, 42], "_options_kwarg": [44, 45, 51, 74, 80, 86, 87, 88, 94, 103, 112, 113, 122, 123, 129], "_options_typ": [44, 45, 51, 74, 80, 86, 87, 88, 94, 103, 112, 113, 122, 123, 129], "_p": [150, 155], "_reporterargparsemixin": [103, 109, 113], "_reporterorchestrationmixin": [103, 109, 113], "_reporterprioritizationmixin": [103, 109, 113], "_reportertargetmixin": [103, 109, 113], "_rt": [150, 155], "_t": [150, 155], "abc": [103, 113], "about": [5, 8, 9, 11, 87, 88, 94, 133, 162], "abov": [6, 7, 9, 171, 172], "absolut": 136, "abstract": [103, 112, 113], "accept": [11, 12, 32, 44, 45, 46, 74, 80, 81, 87, 88, 89, 94, 122, 123, 124, 130, 132, 163, 166], "access": [11, 16, 44, 45, 48, 50, 87, 88, 91, 93, 103, 111, 112, 113, 122, 123, 126, 128], "accord": [137, 148], "accordingli": [11, 12], "account": [], "accur": [5, 8, 9, 11, 12], "accuraci": [5, 8, 9, 11, 12, 55, 63, 65, 67, 74, 80, 83, 85], "across": [0, 5, 6, 7, 8, 9, 11, 12, 34, 35, 36, 55, 63, 65, 67, 103, 112, 113, 137, 148], "act": [103, 104, 112, 156, 157, 158, 160, 161, 163], "action": [10, 11, 12, 14, 18, 31, 32, 134], "action_funct": [11, 12], "actionrunn": [10, 11, 12, 32], "activ": [1, 2], "actual": [5, 8, 9, 11, 12, 34, 36, 87, 88, 94, 103, 112, 113, 156, 157, 158, 160, 161, 163, 166], "actual_output": [], "ad": [4, 11, 12, 13, 14, 16, 40, 41, 42, 114, 121, 135, 149, 162, 172], "adapt": 17, "add": [11, 12, 18, 33, 34, 35, 36, 40, 41, 42, 103, 112, 113, 114, 121, 135, 149, 172], "add_boolean_flags_to_argpars": [103, 112], "add_cas": [10, 11, 135], "add_choic": [33, 103, 112, 113], "add_flags_to_argpars": [103, 112, 114, 121], "add_list_of_targets_flags_to_argpars": [103, 112], "add_reporter_flag": [10, 11, 135], "add_reporters_to_argpars": [33, 114, 121], "add_task": [11, 149], "addit": [4, 5, 6, 7, 9, 11, 12, 13, 14, 18, 32, 34, 35, 36, 44, 45, 48, 50, 87, 88, 91, 93, 94, 103, 109, 112, 113, 122, 123, 126, 128, 133, 171, 172], "addition_benchmark": [4, 5, 6, 9, 11, 14, 171, 172], "adjust": [103, 112, 113, 137, 148], "adjusted_relative_standard_devi": [11, 137, 148], "adjusted_standard_devi": [11, 137, 148], "advanc": [3, 170, 172], "advanced_usag": 4, "affect": [4, 5, 8, 9, 16], "after": [11, 12, 15, 31, 34, 35, 36, 87, 88, 94, 103, 104, 112, 113, 133, 134, 135, 149, 150, 154, 155, 162, 163], "again": [11, 135], "against": [11, 12, 17], "aggreg": [5, 8, 9, 11, 12], "alic": [163, 166, 167, 168], "aliv": [150, 155], "all": [0, 2, 4, 5, 6, 7, 8, 9, 11, 12, 14, 17, 18, 34, 35, 36, 40, 41, 42, 44, 45, 46, 52, 55, 57, 58, 63, 65, 67, 74, 80, 81, 87, 88, 89, 94, 103, 104, 110, 112, 113, 114, 115, 116, 118, 121, 122, 123, 124, 129, 133, 135, 136, 137, 148, 149, 162, 172], "all_choice_arg": [33, 40, 41], "all_choice_flag": [33, 40, 41], "all_report": [33, 114, 121], "alloc": [5, 8, 9, 31], "allow": [0, 5, 6, 7, 8, 9, 11, 12, 14, 17, 31, 32, 34, 35, 36, 55, 63, 65, 67, 99, 101, 103, 104, 112, 113, 114, 121, 122, 123, 124, 126, 128, 130, 132, 135, 150, 151, 156, 157, 158, 160, 161, 162, 163, 166, 167, 168, 170], "allow_blank": [163, 166], "allow_empti": [163, 166, 167, 168], "allow_non": [130, 132, 163, 166], "allow_whitespac": [163, 166], "along": 170, "alphanumer": [34, 36, 103, 104, 163, 166], "alphanumeric_onli": 163, "alreadi": [11, 40, 41, 42, 103, 104, 112, 114, 121, 135, 136, 149, 163, 166], "also": [7, 9, 11, 12, 14, 44, 45, 46, 87, 88, 94, 103, 104, 112, 113, 135, 136, 137, 144, 156, 157, 158, 160, 161, 163], "alter": 16, "altern": [103, 112, 113], "although": 31, "alwai": [5, 18, 137, 144, 148, 163, 166], "amount": [5, 8, 9, 87, 88, 94], "an": [0, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 17, 18, 31, 32, 34, 35, 36, 40, 41, 42, 44, 45, 51, 55, 63, 65, 67, 69, 70, 71, 74, 80, 83, 85, 86, 87, 88, 94, 99, 100, 103, 104, 112, 113, 114, 121, 122, 123, 124, 126, 128, 129, 130, 132, 133, 135, 136, 137, 144, 148, 149, 150, 151, 156, 157, 158, 160, 161, 162, 163, 166, 167, 168], "analysi": [0, 4, 6, 7, 9, 11, 15, 31, 133, 134], "analyz": [4, 5, 6, 7, 8, 9, 103, 112, 113], "angl": [11, 55, 63, 65, 67, 74, 80, 83, 85], "ani": [4, 5, 8, 9, 11, 12, 13, 14, 16, 18, 31, 34, 35, 36, 40, 41, 42, 44, 45, 46, 51, 55, 63, 65, 67, 69, 70, 74, 80, 81, 83, 85, 86, 87, 88, 89, 94, 95, 98, 99, 100, 102, 103, 104, 112, 113, 114, 115, 116, 118, 121, 122, 123, 124, 129, 130, 132, 133, 134, 135, 137, 144, 145, 146, 147, 148, 149, 150, 155, 159, 162, 163, 166, 167, 168, 169], "annot": [7, 9, 163, 166, 167, 168], "anoth": [5, 8, 9, 34, 35, 40, 41, 42], "api": [1, 11, 17, 33, 88, 123, 172], "appeal": 9, "appear": [11, 16, 17, 55, 63, 65, 67, 122, 123, 126, 128], "append": [4, 6, 7, 9, 11, 13, 34, 35, 36, 95, 98, 103, 104, 111, 112, 113, 122, 123, 124, 137, 144], "appli": [7, 11, 16, 55, 63, 65, 67, 115, 116, 118, 122, 123, 126, 128, 136, 163], "applic": [0, 4, 5, 8, 9, 11, 12, 13, 14], "appropri": [0, 5, 8, 9, 18, 87, 88, 94, 103, 112, 113, 166], "approxim": [], "ar": [0, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 16, 17, 18, 19, 31, 34, 35, 36, 44, 45, 46, 51, 55, 57, 58, 63, 65, 67, 74, 80, 81, 83, 85, 86, 87, 88, 89, 94, 99, 101, 103, 104, 110, 112, 113, 114, 121, 122, 123, 124, 129, 133, 134, 135, 136, 137, 144, 145, 146, 147, 148, 162, 163, 166, 167, 168, 169], "arbitrari": [11, 12], "architectur": 162, "arg": [10, 11, 14, 18, 32, 40, 41, 87, 88, 94, 99, 100, 101, 102, 103, 112, 113, 114, 121, 135, 136, 150, 155, 162, 163, 166], "arg1": 162, "arg2": 162, "arg_to_flag": [10, 11, 162], "argpars": [18, 109, 113, 162], "args_pars": [10, 11, 135], "argument": [11, 12, 13, 14, 16, 17, 18, 31, 32, 34, 35, 36, 40, 41, 42, 44, 45, 46, 55, 63, 65, 67, 74, 80, 81, 83, 85, 86, 87, 88, 89, 94, 95, 98, 103, 109, 112, 113, 114, 121, 122, 123, 124, 133, 134, 135, 137, 144, 145, 146, 147, 148, 149, 150, 155, 162, 163, 166], "argument_nam": 18, "argumenterror": 18, "argumentpars": [11, 112, 114, 121, 135], "argv": [11, 13, 14, 135], "arithmet": [5, 8, 9], "arxiv": [11, 55, 57, 58], "as_dict": [10, 11, 12, 133, 137, 148], "aspect": [4, 9], "assert": [18, 19], "assert_benchmark_output": [], "assign": [11, 12, 17, 133, 163], "associ": [34, 35, 36, 40, 41, 103, 112, 113, 114, 121, 162], "assum": [87, 88, 94, 136], "assumpt": 136, "astonish": 163, "asynchron": [150, 155], "attach": 17, "attempt": [11, 12, 149, 156, 157, 158, 160, 161], "attribut": [11, 12, 18, 40, 41, 42, 44, 45, 48, 50, 87, 88, 91, 93, 99, 100, 103, 104, 111, 122, 123, 126, 128, 137, 144, 166], "attributeerror": 18, "authomat": [11, 135], "author": 16, "autom": 0, "automat": [11, 12, 13, 103, 104, 130, 132, 135, 163, 166, 167, 168, 171, 172], "avail": [0, 6, 7, 9, 11, 12, 13, 17, 18, 55, 57, 58, 87, 88, 94, 103, 112, 113, 114, 121, 122, 123, 124, 129, 135, 137, 144, 145, 146, 147], "averag": [5, 8, 9, 11, 12, 31, 137, 148], "avoid": [4, 9, 16, 35, 41, 113, 114, 121, 122, 123, 124, 150, 155, 156, 157, 158, 160, 161], "awar": [7, 16], "ax": [11, 55, 63, 65, 67, 69, 70, 71], "axi": [6, 11, 55, 63, 65, 67, 74, 80, 83, 85], "b": [162, 163, 166], "background": [11, 55, 57, 58, 134, 150, 155], "backslash": 163, "balanc": [11, 55, 63, 65, 67, 74, 80, 83, 85], "bar": [0, 11, 55, 68, 135, 171], "base": [4, 11, 12, 13, 15, 17, 18, 31, 32, 34, 35, 36, 40, 41, 42, 44, 45, 46, 48, 50, 51, 52, 53, 54, 55, 57, 58, 63, 65, 67, 68, 69, 73, 74, 80, 81, 83, 85, 86, 87, 88, 89, 91, 93, 94, 95, 98, 99, 100, 101, 102, 103, 104, 109, 110, 111, 112, 113, 114, 121, 122, 123, 124, 126, 128, 129, 133, 134, 135, 136, 137, 144, 145, 146, 147, 148, 149, 150, 151, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 166, 169], "base_interval_unit": [10, 11, 15], "base_memory_unit": [10, 11, 15], "base_ops_per_interval_unit": [10, 11, 15], "base_unit": 136, "baseexcept": [150, 155], "baselin": [55, 63, 65, 67], "basi": [55, 63, 65, 67], "basic": [1, 4, 6, 7, 9, 170], "basic_benchmark": [9, 171], "bayesian": [11, 55, 57, 58], "becaus": [7, 11, 18, 55, 63, 65, 67, 74, 80, 83, 85, 103, 112, 113, 134, 150, 155, 163, 166], "becom": [137, 148, 162, 163], "been": [11, 55, 63, 65, 67, 103, 112, 113, 135, 149], "befor": [11, 12, 13, 14, 15, 31, 134, 135, 150, 151, 163, 166], "behav": [154, 163], "behavior": [0, 5, 8, 9, 11, 34, 35, 36, 55, 63, 65, 67, 103, 109, 110, 134, 135, 150, 155], "behind": [55, 63, 65, 67], "being": [5, 6, 7, 9, 11, 16, 31, 32, 34, 36, 55, 63, 65, 67, 74, 80, 83, 85, 87, 88, 94, 111, 122, 123, 129, 134, 159, 163, 166, 167, 168], "belong": [11, 12, 14, 133], "below": [5, 6, 8, 9, 17, 44, 45, 51, 74, 80, 86, 87, 88, 94, 122, 123, 129, 171, 172], "bench": [11, 12, 14, 32], "benchmark": [0, 1, 5, 8, 10, 11, 12, 13, 14, 15, 17, 18, 31, 32, 33, 34, 36, 44, 45, 46, 51, 55, 63, 65, 67, 74, 80, 86, 87, 88, 92, 93, 94, 95, 98, 99, 101, 103, 112, 113, 114, 121, 122, 123, 124, 128, 129, 133, 134, 135, 136, 137, 144, 145, 146, 147, 148, 149, 162, 170, 171, 172], "benchmark_cas": [11, 13], "benchmark_error": [11, 13, 17], "benchmark_id": [10, 11, 12, 14], "benchmark_oper": [11, 12], "benchmark_timed_out": [11, 13, 17], "benefit": 136, "best": [5, 7, 8, 9, 16], "better": [0, 9, 11, 12, 31, 122, 123, 126, 128], "between": [4, 6, 11, 12, 14, 31, 34, 35, 55, 63, 65, 67, 74, 80, 83, 85, 115, 116, 118, 122, 123, 126, 128, 163], "beyond": [6, 7, 9], "big": [5, 8, 9, 11, 133], "bin": 2, "black": [11, 17, 55, 57, 58], "blank": [11, 12, 14, 103, 104, 163, 166], "blue": [11, 17], "bmh": [10, 11, 52, 55, 57, 58], "bob": [163, 166], "boilerpl": [87, 88, 94, 172], "bool": [11, 12, 13, 34, 35, 36, 44, 45, 46, 55, 63, 65, 67, 74, 80, 81, 83, 85, 87, 88, 89, 91, 93, 103, 104, 111, 112, 113, 114, 121, 122, 123, 124, 130, 132, 133, 135, 149, 163, 166, 167, 168, 169], "boolean": [11, 17, 34, 35, 36, 112, 163], "both": [11, 12, 16, 34, 36, 44, 45, 51, 55, 63, 65, 67, 87, 88, 94, 114, 121], "bottleneck": [5, 8, 9], "bound": [5, 8, 9], "brace": 16, "branch": [11, 12], "breakag": [122, 123, 124], "brief": [5, 11, 12, 34, 35, 36, 44, 45, 51, 87, 88, 94, 103, 112, 113, 122, 123, 124, 129, 133], "bright": [11, 55, 57, 58], "build": [55, 63, 65, 67, 162], "built": [4, 5, 9, 11, 18, 55, 63, 65, 67, 103, 112, 113, 114, 121, 135, 171, 172], "byte": [5, 8, 9, 11, 15, 31, 74, 80, 86, 99, 101, 103, 112, 113, 133, 137, 144, 147, 162, 163, 166], "cach": [11, 12], "calcul": [5, 8, 9, 31, 103, 112, 113, 134, 137, 148], "call": [11, 12, 13, 14, 16, 17, 87, 88, 94, 103, 112, 113, 130, 132, 135, 149, 163, 166, 171, 172], "callabl": [11, 12, 14, 16, 112, 132, 134, 150, 155], "callback": [0, 6, 7, 10, 11, 12, 17, 44, 45, 46, 51, 74, 80, 86, 87, 88, 94, 99, 102, 103, 109, 112, 113, 122, 123, 124, 126, 128, 129, 130, 132], "caller": [11, 12, 162, 163, 166, 167, 168], "can": [0, 2, 4, 5, 6, 7, 8, 9, 11, 12, 14, 16, 17, 18, 34, 35, 36, 40, 41, 42, 55, 63, 65, 67, 69, 70, 74, 80, 83, 85, 87, 88, 94, 103, 104, 110, 112, 113, 114, 115, 116, 118, 121, 134, 135, 136, 150, 154, 155, 156, 157, 158, 159, 160, 161, 163, 166, 167, 168, 171, 172], "cancel": [11, 150, 151], "cannot": [11, 12, 14, 34, 36, 103, 104, 132, 163], "capabl": 172, "carefulli": 16, "case": [5, 7, 8, 9, 10, 11, 13, 14, 17, 18, 31, 32, 33, 44, 45, 48, 50, 51, 55, 63, 65, 67, 74, 80, 83, 85, 86, 87, 88, 91, 93, 94, 95, 98, 99, 101, 102, 103, 109, 110, 111, 112, 113, 114, 121, 122, 123, 129, 130, 132, 133, 134, 135, 156, 157, 160, 163, 170, 172], "case_type_proxi": [11, 156], "cases_list": [11, 12], "casetyp": 156, "casetypeproxi": [10, 11, 156, 157, 160], "catch": [150, 155], "categor": [11, 12, 14, 18], "categori": 17, "caught": 18, "caus": [4, 9, 18, 149, 156, 157, 158, 159, 160, 161], "cd": 2, "central": [5, 8, 9, 103, 104], "chang": [1, 6, 7, 9, 11, 12, 16, 103, 104, 169, 171], "char": 162, "charact": [5, 11, 34, 36, 103, 104, 122, 123, 126, 128, 136, 162, 163, 166], "characterist": [0, 6, 7, 9, 31], "chart": [55, 68], "check": [136, 149, 154, 156, 157, 158, 159, 160, 161, 162, 163, 166], "checker": [130, 132, 156, 157, 158, 160, 161, 163, 166], "choic": [11, 18, 33, 44, 45, 46, 48, 50, 51, 55, 63, 65, 67, 74, 80, 81, 87, 88, 89, 91, 93, 94, 95, 98, 99, 100, 103, 104, 109, 110, 111, 112, 113, 114, 121, 122, 123, 124, 126, 128, 129, 135, 156, 158], "choice_conf": [33, 34, 35, 37], "choice_for_arg": [33, 114, 121], "choice_protocol": [33, 99], "choice_type_proxi": [11, 156], "choiceconf": [11, 33, 34, 35, 36, 39, 40, 42, 44, 45, 51, 103, 104, 113, 122, 123, 124], "choiceprotocol": [11, 33, 34, 35, 36, 99, 100], "choices_conf": [33, 40], "choicesconf": [11, 33, 40, 42, 44, 45, 46, 51, 74, 80, 81, 87, 88, 89, 103, 104, 122, 123, 124], "choicetyp": 156, "choicetypeproxi": [10, 11, 156, 158], "choos": [34, 36], "chosen": [11, 55, 63, 65, 67, 74, 80, 83, 85], "circular": [35, 41, 113, 156, 157, 158, 159, 160, 161], "cl": [11, 103, 112, 113, 115, 116, 118], "clariti": [44, 45, 51, 87, 88, 94], "class": [11, 12, 16, 17, 18, 19, 31, 32, 34, 35, 36, 38, 39, 40, 41, 42, 44, 45, 46, 48, 49, 50, 51, 52, 53, 54, 55, 57, 58, 63, 65, 67, 68, 69, 70, 71, 73, 74, 80, 81, 83, 85, 86, 87, 88, 89, 91, 93, 94, 95, 98, 99, 100, 101, 102, 103, 104, 109, 110, 111, 112, 113, 114, 115, 116, 118, 121, 122, 123, 124, 126, 127, 128, 129, 133, 134, 135, 137, 144, 145, 146, 147, 148, 149, 150, 151, 154, 155, 156, 157, 158, 159, 160, 161, 162, 169], "classic": [10, 11, 52, 55, 57, 58], "classmethod": [55, 63, 65, 67, 103, 112, 113, 137, 148], "classvar": [55, 63, 65, 67, 103, 112, 113], "cleanli": [134, 150, 155], "cleanup": [150, 155], "clear": [6, 7, 9, 11, 14, 34, 35, 114, 115, 116, 118, 121, 149], "clear_registered_cas": [10, 11, 14], "clear_registered_report": [33, 114, 115, 116, 118], "cli": [6, 10, 11, 12, 17, 18, 40, 41, 44, 45, 51, 87, 88, 94, 113, 114, 121, 122, 123, 129], "cli_arguments_error": [11, 13, 17], "clock": [5, 8, 9, 11, 12], "clone": 2, "close": 16, "cls_or_func": 16, "code": [1, 2, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 16, 17, 18, 44, 45, 51, 74, 80, 86, 87, 88, 94, 103, 112, 113, 122, 123, 129, 171, 172], "col": [11, 12, 14], "collaps": 162, "collat": 111, "collect": [4, 5, 8, 9, 11, 12, 40, 41, 42, 87, 88, 94, 99, 100, 103, 112, 113, 122, 123, 129, 162, 171, 172], "collect_arg_list": [10, 11, 162], "collis": 4, "color": [6, 10, 11, 17, 55, 57, 58, 63, 65, 67, 71, 149], "colorblind": [11, 55, 57, 58], "colorblind10": [11, 55, 57, 58], "column": [3, 4, 5, 11, 12, 14, 133], "com": [2, 11, 17, 55, 57, 58], "combin": [11, 12, 14, 103, 112, 113, 122, 123, 124, 162], "comma": [4, 112], "command": [1, 2, 4, 6, 7, 9, 11, 13, 17, 34, 35, 36, 44, 45, 51, 74, 80, 86, 87, 88, 94, 103, 104, 109, 112, 113, 122, 123, 129, 135, 162, 171, 172], "command_line_opt": [9, 171], "comment": [44, 45, 51, 87, 88, 94, 163, 166], "commit": [11, 12, 169], "common": [7, 11, 52, 55, 63, 65, 67, 68, 74, 80, 83, 85, 103, 104, 110, 113], "compar": [5, 6, 7, 8, 9, 74, 80, 86], "comparison": [0, 5, 8, 9], "compat": 136, "compil": 162, "complet": [4, 5, 8, 9, 11, 12, 122, 123, 129, 149, 150, 151, 155, 162, 163, 171], "complex": [5, 8, 11, 14, 31, 55, 63, 65, 67, 133, 136, 150, 155], "compos": [5, 8, 9], "comput": 31, "conain": 5, "concept": 170, "concis": 9, "condit": [18, 19], "config": [33, 44, 45, 51, 55, 63, 68, 74, 80, 86, 87, 88, 94, 103, 105, 112, 113, 122, 123, 129], "configur": [5, 6, 7, 8, 9, 11, 13, 16, 34, 35, 36, 42, 44, 45, 46, 48, 50, 51, 55, 63, 65, 67, 68, 74, 80, 81, 86, 87, 88, 89, 91, 93, 94, 95, 98, 103, 104, 110, 111, 112, 113, 122, 123, 124, 126, 128, 129, 162], "conflict": [11, 114, 121, 135], "conform": [87, 88, 94, 130, 132], "confus": 16, "consecut": [103, 104], "consid": [9, 149, 150, 155, 163], "consist": [5, 7, 8, 9, 11, 12, 31, 34, 35, 36, 55, 63, 65, 67, 69, 103, 104, 113, 137, 148, 162, 163], "consol": [0, 4, 7, 9, 10, 11, 14, 17, 34, 35, 44, 45, 46, 51, 87, 88, 94, 103, 112, 113, 122, 123, 124, 126, 128, 129, 135, 149], "consolid": 112, "constant": [15, 52, 55, 134], "constrain": [103, 104], "constraint": [11, 122, 123, 126, 128], "construct": [11, 12, 34, 35, 36, 40, 41, 42, 137, 144, 145, 146, 147, 148, 149], "constructor": [11, 12, 18, 55, 63, 65, 67, 122, 123, 124, 166], "consum": 7, "consumpt": [0, 5, 7, 8, 9], "contain": [4, 5, 7, 11, 12, 14, 16, 31, 34, 35, 40, 41, 42, 87, 88, 94, 95, 98, 103, 104, 109, 112, 113, 114, 121, 122, 123, 129, 133, 135, 136, 137, 144, 145, 146, 147, 148, 162, 163, 166, 167, 168], "content": [4, 103, 112, 113, 163, 166], "context": [5, 9, 11, 12, 14, 18, 40, 41, 42, 122, 123, 126, 128], "continu": [11, 12, 134, 150, 155], "contradict": 163, "control": [0, 11, 12, 18, 103, 104, 112, 113, 122, 123, 126, 128, 149, 169], "convert": [31, 87, 88, 94, 95, 98, 112, 136, 137, 148, 162, 163, 169], "copi": [11, 12, 137, 148], "core": [34, 36, 113, 156], "correct": [11, 12, 103, 112, 113, 130, 132], "correctli": [44, 45, 51, 74, 80, 86, 87, 88, 94, 122, 123, 129, 156], "correl": [11, 12], "correspond": [4, 11, 12, 16, 34, 35, 36, 55, 57, 58, 114, 121, 122, 123, 124, 135, 136, 162], "cost": [11, 12], "could": 136, "count": [5, 8, 9, 11, 12], "counterpart": [34, 36], "cover": [6, 7, 9, 170], "cpu": [5, 8, 9, 11, 162], "cpython": 162, "creat": [2, 4, 6, 11, 12, 14, 18, 34, 35, 36, 40, 41, 42, 55, 63, 65, 67, 69, 74, 80, 83, 85, 112, 113, 122, 123, 126, 128, 129, 135, 137, 148, 149, 150, 154, 155, 157, 158, 159, 160, 161, 171, 172], "creation": [11, 12, 14, 34, 35, 36, 103, 104, 133], "criteria": [163, 166], "critic": [5, 8, 9, 11, 17], "crucial": [5, 8, 9], "csv": [1, 3, 6, 7, 9, 11, 17, 33, 171, 172], "csvconfig": [11, 33, 44, 45, 46, 51], "csvoption": [10, 11, 33, 44, 45, 48, 49, 50], "csvreport": [11, 33, 44, 45, 46, 47, 51, 103, 112, 113, 114, 121], "csvreporteropt": [103, 112, 113], "current": [6, 11, 12, 14, 31, 44, 45, 48, 50, 51, 55, 69, 70, 134, 136, 149, 150, 151, 162, 169], "current_unit": 136, "custom": [0, 11, 12, 14, 17, 18, 34, 36, 55, 63, 65, 67, 69, 70, 74, 80, 83, 85, 103, 110, 112, 113, 114, 121, 135, 171, 172], "customreport": [114, 121], "cyan": [11, 17], "cycl": [11, 55, 57, 58], "daemon": [150, 155], "dark": [11, 55, 57, 58], "dark_background": [10, 11, 52, 55, 57, 58, 63, 65, 67, 74, 80, 83, 85], "darkgrid": [11, 55, 57, 58], "dash": [103, 104, 162, 163, 166], "data": [0, 4, 7, 8, 9, 11, 12, 14, 31, 34, 35, 36, 44, 45, 51, 87, 88, 91, 93, 94, 98, 103, 104, 112, 113, 133, 137, 144, 145, 146, 147, 148], "dataclass": [103, 104, 169], "dataorigami": [11, 55, 57, 58], "date": [11, 169], "debug": [10, 11, 17], "declar": [11, 12, 103, 112, 113, 135, 163, 166], "decor": [9, 10, 11, 12, 13, 16, 17, 18, 33, 114, 121, 171, 172], "decreas": [], "deep": [11, 55, 57, 58], "deepen": 170, "def": [6, 11, 12, 14, 16, 32, 99, 101, 102, 150, 155, 171, 172], "default": [0, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 31, 34, 35, 36, 44, 45, 46, 51, 55, 57, 58, 63, 65, 67, 69, 70, 74, 80, 81, 83, 85, 86, 87, 88, 89, 91, 93, 94, 103, 104, 109, 111, 112, 113, 114, 121, 122, 123, 124, 126, 128, 129, 130, 132, 133, 135, 137, 144, 149, 162, 163, 166, 167, 169, 171], "default_interval_scal": [10, 11, 15, 31], "default_interval_unit": [10, 11, 15, 31], "default_iter": [10, 11, 15], "default_kwarg": [52, 55, 63, 65, 67], "default_max_tim": [10, 11, 15], "default_memory_scal": [10, 11, 15], "default_memory_unit": [10, 11, 15], "default_min_tim": [10, 11, 15], "default_ops_per_interval_scal": [10, 11, 15], "default_ops_per_interval_unit": [10, 11, 15], "default_round": [10, 11, 15], "default_runn": [10, 11, 134, 135], "default_significant_figur": [10, 11, 15, 162], "default_target": [33, 34, 35, 36, 44, 45, 46, 74, 80, 81, 87, 88, 89, 103, 104, 111, 112, 113, 122, 123, 124], "default_tim": [10, 11, 15], "default_timeout_grace_period": [10, 11, 12, 14, 15], "default_warmup_iter": [10, 11, 15], "defaultthem": [55, 63, 65, 67, 69, 71], "defer": [35, 41, 113, 156, 157, 158, 159, 160, 161], "deferred_choice_import": [33, 40, 41], "deferred_core_import": [33, 103, 113], "deferred_reporter_import": [33, 34, 35], "defin": [0, 6, 7, 9, 11, 12, 13, 17, 34, 35, 36, 42, 44, 45, 50, 51, 55, 63, 65, 67, 69, 70, 71, 74, 80, 83, 85, 86, 87, 88, 94, 99, 100, 101, 102, 103, 104, 112, 113, 122, 123, 129, 134, 135, 171], "defining_benchmark": [6, 7, 9], "definit": [3, 34, 35, 36, 154, 163], "degre": [11, 55, 63, 65, 67, 74, 80, 83, 85], "deliv": 112, "demand": [5, 8, 9], "demonstr": 171, "denot": [11, 12, 14, 154], "depend": [2, 11, 12, 16, 34, 36, 156, 157, 158, 160, 161], "depth": 7, "deriv": [137, 148], "describ": [8, 9, 34, 35, 36], "descript": [4, 5, 8, 9, 10, 11, 12, 14, 16, 33, 34, 35, 36, 44, 45, 46, 51, 74, 80, 81, 87, 88, 89, 94, 103, 104, 112, 113, 122, 123, 124, 129, 133, 149, 172], "design": [4, 11, 12, 18, 40, 41, 42, 122, 123, 124, 150, 155, 170, 172], "desir": [5, 8, 9, 114, 121, 136], "destin": [0, 3], "detail": [0, 4, 5, 6, 7, 8, 9, 11, 14, 16, 17, 162, 171], "detect": [114, 121], "determin": [11, 55, 63, 65, 67, 74, 80, 83, 85, 86, 103, 109, 111, 112, 113, 122, 123, 126, 128, 130, 132, 162], "dev": [4, 5, 8, 9, 171, 172], "develop": [1, 2, 18, 34, 35, 36, 113], "deviat": [5, 8, 9, 103, 112, 113, 137, 144, 145, 146, 147, 148], "devic": [103, 113], "dict": [11, 12, 14, 55, 63, 65, 67, 69, 70, 95, 98, 103, 112, 113, 114, 121, 132, 133, 134, 137, 144, 145, 146, 147, 148, 162, 169], "dictionari": [11, 12, 40, 41, 42, 95, 98, 114, 121, 132, 133, 137, 148, 162, 169], "differ": [0, 4, 5, 6, 7, 8, 9, 11, 12, 17, 18, 31, 34, 35, 36, 74, 80, 86, 103, 110, 112, 113, 122, 123, 126, 128, 163], "differenti": 6, "digit": [4, 9, 162], "dimens": [11, 55, 63, 65, 67, 74, 80, 83, 85], "dimension": 172, "direct": [5, 8, 9, 18], "directli": [2, 4, 11, 12, 14, 17, 18, 31, 55, 69, 122, 123, 124, 156, 157, 158, 160, 161], "directori": [0, 4, 6, 87, 88, 94, 103, 104, 112, 113, 163, 169], "dirpath": 163, "dirti": [11, 169], "discov": [122, 123, 124], "discover": [44, 45, 46, 74, 80, 81, 87, 88, 89, 122, 123, 124], "discoveri": [11, 135], "dispatch_to_target": [103, 112], "dispers": [5, 8, 9], "displai": [0, 6, 9, 11, 12, 17, 103, 113, 122, 123, 124, 129, 135, 149, 171], "distinct": [5, 6, 34, 35], "distort": [11, 55, 63, 65, 67, 74, 80, 83, 85], "distribut": [5, 6, 8, 9], "divid": [5, 8, 9, 31], "do": [7, 11, 12, 16, 17, 34, 35, 36, 135, 136, 156, 157, 158, 160, 161, 163, 166, 171], "doc_util": [10, 11], "docstr": [5, 9, 11, 12, 14, 16, 17, 172], "document": [4, 11, 14, 16, 17, 44, 45, 51, 74, 80, 86, 87, 88, 94, 122, 123, 124, 129, 171], "doe": [5, 7, 8, 9, 11, 12, 17, 18, 34, 36, 40, 41, 42, 103, 104, 135, 136, 137, 144, 148, 150, 155, 162, 163, 166], "done": [7, 11, 12, 31, 150, 155], "dot": [11, 55, 63, 65, 67, 74, 80, 83, 85, 103, 104], "down": 7, "download": 2, "dpi": [11, 52, 55, 63, 65, 67, 69, 70, 71, 74, 80, 83, 85], "dramat": [11, 12], "dual": [11, 12], "due": [4, 9, 11, 12, 150, 151, 155], "dulwich": 169, "duplic": [40, 41, 42, 114, 121], "durat": [11, 12, 150, 155], "dure": [0, 5, 8, 9, 11, 12, 13, 17, 18, 31, 34, 35, 41, 113, 114, 121, 135, 156], "dynam": [11, 14, 16, 171], "e": [5, 11, 12, 16, 17, 18, 31, 34, 35, 36, 99, 100, 103, 104, 112, 133, 136, 137, 144, 145, 146, 147, 148, 150, 155, 162], "each": [0, 4, 5, 6, 7, 8, 9, 11, 12, 14, 17, 40, 41, 42, 103, 104, 112, 113, 114, 121, 122, 123, 129, 133, 134, 137, 144, 145, 146, 147, 148, 162, 163, 166, 170], "easi": [0, 4, 9, 55, 63, 65, 67, 172], "easier": [5, 8, 9, 18, 103, 113], "easili": [0, 6, 7, 9, 11, 14, 34, 35, 36, 122, 123, 124, 172], "edg": 31, "effect": [11, 12, 31, 111, 156, 157, 158, 160, 161, 163, 166], "effici": [5, 8, 9], "eg": [44, 45, 51], "either": [5, 9, 11, 12, 16, 44, 45, 51, 69, 87, 88, 94, 122, 123, 129, 130, 132, 137, 148, 163, 166], "elaps": [4, 5, 8, 9, 11, 31, 133, 171, 172], "element": [103, 104, 162, 163, 166], "ellipsi": 18, "embed": [11, 13, 34, 36], "empti": [11, 12, 14, 34, 35, 36, 40, 41, 42, 103, 104, 114, 121, 133, 135, 136, 137, 144, 148, 162, 163, 166, 167, 168], "enabl": [0, 11, 14, 55, 63, 65, 67, 112, 157, 158, 160, 161], "encapsul": [103, 109, 110, 111], "end": [5, 8, 9, 11, 12, 103, 104, 136, 163, 166], "endpoint": [103, 113], "enforc": [34, 35, 36, 40, 41, 42, 134, 150, 155, 163, 166], "engin": [11, 55, 63, 65, 67, 74, 80, 83, 85], "enhanc": 6, "ensur": [4, 11, 12, 18, 34, 35, 36, 42, 44, 45, 51, 55, 63, 65, 67, 74, 80, 83, 85, 86, 87, 88, 94, 99, 100, 103, 113, 122, 123, 129, 133, 135, 150, 155, 162], "entir": [11, 12, 112, 114, 121, 135], "entri": [11, 12, 13, 95, 98], "enum": [10, 11, 18, 19, 33, 34, 35, 36, 52, 55, 63, 65, 67, 103, 104, 122, 123, 129, 149, 150], "enum_docstr": [10, 11, 17], "enumar": 17, "enumer": [11, 52, 53, 54, 55, 57, 58], "environ": [0, 2], "equival": [11, 12, 31, 55, 63, 65, 67, 74, 80, 83, 85, 130, 132], "error": [11, 12, 13, 17, 18, 19, 31, 97, 106, 107, 135, 163, 164, 166, 167, 168], "error_tag": 163, "errortag": [10, 11, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 37, 38, 39, 43, 47, 49, 64, 66, 72, 82, 84, 90, 92, 97, 117, 119, 120, 125, 127, 138, 139, 140, 141, 142, 143, 152, 163, 165, 166, 167, 168], "especi": [5, 8, 9], "essenti": [99, 100], "estim": [], "esult": 9, "etc": [5, 8, 9, 34, 35, 36, 55, 68, 163, 166, 171], "ethanschoonov": [11, 55, 57, 58], "evalu": [5, 8, 9], "even": 172, "event": [4, 9], "everyhu": [11, 55, 57, 58], "exact": [11, 12, 55, 63, 65, 67, 74, 80, 83, 85], "exact_typ": [163, 167, 168], "exactli": [103, 104, 163, 167, 168], "exampl": [0, 1, 3, 4, 5, 7, 8, 9, 11, 12, 14, 16, 17, 18, 31, 32, 34, 35, 74, 80, 86, 87, 88, 94, 103, 112, 113, 114, 121, 134, 136, 137, 148, 150, 155, 162, 163, 166, 167, 168, 170, 171], "exce": [103, 104, 134, 163, 166], "exceed": [150, 151], "excel": 4, "except": [10, 11, 14, 33, 34, 40, 44, 45, 48, 51, 55, 60, 63, 65, 69, 74, 77, 80, 83, 86, 87, 88, 91, 94, 95, 103, 112, 113, 114, 115, 116, 121, 122, 123, 126, 129, 130, 137, 150, 151, 155, 162, 163, 166], "exclud": [5, 8, 9, 162], "exclus": [34, 36, 103, 104, 137, 144, 148], "execut": [0, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 17, 18, 109, 133, 134, 135, 150, 155, 172], "exemplar": [114, 121], "exhaust": 136, "exist": [34, 35, 36, 40, 41, 42, 69, 103, 104, 112, 114, 121, 122, 123, 124, 132, 149, 162], "exit": [0, 11, 13, 17, 134, 150, 155], "exitcod": [10, 11, 13, 17], "expanded_kwargs_vari": [10, 11, 12], "expans": [11, 44, 45, 48, 50], "expect": [6, 7, 9, 18, 34, 35, 36, 74, 80, 86, 132, 162, 163, 171], "expected_output": [], "expected_output_fil": [], "expected_typ": 132, "explan": [163, 171], "explicit": [130, 132, 163, 166, 167, 168], "explicitli": [0, 6, 55, 63, 65, 67], "explictli": [55, 63, 65, 67], "export": [0, 7, 31, 115, 116, 130, 156], "express": [5, 8, 9, 17], "extend": [11, 18, 33, 40, 41, 42, 55, 63, 65, 67, 103, 112, 113, 135], "extend_cas": [10, 11, 135], "extens": [103, 104, 172], "extern": [11, 12, 16, 133], "extra": [2, 11, 33, 34, 35, 36, 133], "extra_arg": [11, 13, 14], "extra_info": [10, 11, 133], "extract": [11, 12, 14, 17, 103, 112, 113, 137, 144, 145, 146, 147], "extrem": [4, 5, 7, 8, 9, 11, 12], "f": [150, 155], "factor": [5, 8, 9, 11, 15, 31, 103, 112, 113, 133, 136, 137, 144, 145, 146, 147, 148], "fail": [11, 150, 151, 163], "fals": [4, 9, 11, 12, 13, 17, 34, 36, 55, 69, 70, 87, 88, 91, 93, 114, 121, 122, 123, 124, 130, 132, 133, 135, 136, 149, 156, 157, 158, 160, 163, 166, 167, 168], "far": 9, "fast": [2, 5, 8, 9, 11, 12], "faster": [5, 8, 9, 11, 12], "fastest": [5, 8, 9], "featur": [3, 170, 172], "fetch": 169, "field": [7, 8, 9, 11, 12, 14, 34, 36, 163, 166, 167, 168], "field_nam": [163, 166, 167, 168], "figur": [7, 11, 15, 55, 63, 65, 67, 69, 70, 71, 162], "file": [0, 4, 5, 6, 7, 9, 11, 12, 34, 35, 36, 44, 45, 46, 51, 55, 63, 65, 67, 74, 80, 83, 85, 87, 88, 92, 93, 94, 95, 98, 103, 104, 111, 112, 113, 122, 123, 124, 126, 128, 129, 162, 171, 172], "file_append": [33, 34, 35, 36, 44, 45, 46, 74, 80, 81, 87, 88, 89, 103, 104, 111, 112, 113, 122, 123, 124], "file_suffix": [33, 34, 35, 36, 44, 45, 46, 74, 80, 81, 87, 88, 89, 103, 104, 111, 112, 113, 122, 123, 124], "file_uniqu": [33, 34, 35, 36, 44, 45, 46, 74, 80, 81, 87, 88, 89, 103, 104, 111, 112, 113, 122, 123, 124], "filenam": [103, 104, 112, 122, 123, 124, 162, 163, 166], "filename_bas": 112, "filepath": [33, 95, 98], "filesystem": [0, 4, 6, 7, 9, 11, 17, 34, 35, 44, 45, 46, 51, 74, 80, 86, 87, 88, 94, 103, 104, 112, 113, 122, 123, 124, 126, 128, 129, 162, 163, 166], "filter": [0, 4, 11, 12, 14, 135], "final": [5, 8, 9, 56, 112, 150, 155], "find": [17, 103, 112, 113, 170], "find_options_by_typ": [33, 103, 112, 113], "finish": [11, 150, 151, 155], "first": [2, 9, 11, 12, 18, 162], "first_not_non": [10, 11, 162], "fivethirtyeight": [10, 11, 52, 55, 57, 58], "flag": [6, 11, 17, 31, 33, 34, 35, 36, 40, 41, 44, 45, 51, 74, 80, 86, 87, 88, 94, 99, 100, 103, 104, 111, 112, 113, 114, 121, 122, 123, 129, 135, 162, 163, 166], "flag_to_arg": [10, 11, 162], "flag_typ": [33, 34, 35, 36], "flagtyp": [10, 11, 17, 34, 35, 36], "flatten": 162, "flexibl": [34, 36, 55, 63, 65, 67, 114, 121], "float": [11, 12, 14, 15, 31, 55, 57, 58, 63, 65, 67, 74, 80, 83, 85, 95, 98, 103, 112, 113, 133, 134, 136, 137, 144, 145, 146, 147, 148, 149, 150, 155, 162, 163, 166], "focu": 172, "focus": [5, 8, 9], "follow": [0, 2, 4, 5, 6, 11, 12, 55, 63, 65, 67, 99, 101, 102, 103, 112, 113, 123, 130, 132, 156, 163, 170, 171, 172], "fontsiz": [55, 63, 65, 67, 71], "foo_memb": 17, "foo_valu": 17, "footprint": [5, 8, 9], "forc": [150, 155], "forcefulli": [15, 150, 155], "forcibli": [150, 155], "form": [55, 63, 65, 67], "format": [0, 7, 10, 11, 12, 16, 17, 33, 34, 35, 36, 44, 45, 46, 51, 52, 53, 54, 55, 63, 65, 67, 74, 80, 81, 83, 85, 86, 87, 88, 89, 94, 99, 102, 103, 104, 112, 113, 122, 123, 124, 126, 128, 129, 130, 132, 169, 171, 172], "format_docstr": [10, 11, 16], "forward": [103, 104], "found": [11, 12, 18, 103, 112, 113, 114, 121, 136, 149, 171], "foundat": [103, 104, 113], "four": [11, 12, 130, 132], "framealpha": [55, 63, 65, 67, 71], "framework": [0, 11, 34, 35, 36, 63, 103, 109, 110, 113, 137, 172], "friends_nam": [163, 166], "from": [0, 2, 5, 6, 7, 9, 11, 12, 13, 14, 16, 17, 18, 31, 34, 35, 36, 40, 41, 42, 44, 45, 46, 55, 57, 58, 63, 65, 67, 74, 80, 81, 83, 85, 87, 88, 89, 103, 111, 112, 113, 114, 121, 122, 123, 124, 133, 134, 135, 136, 137, 144, 145, 146, 147, 148, 149, 156, 157, 158, 159, 160, 161, 162, 163, 166, 170, 171, 172], "from_dict": [11, 137, 148], "from_stat": [11, 137, 148], "frozen": [55, 103, 104], "frozenset": [34, 35, 36, 56, 103, 104, 111, 112, 113, 163, 166], "full": [0, 4, 7, 9, 11, 12, 14, 31, 34, 35, 36, 87, 88, 91, 93, 94, 163, 172], "full_data": [10, 11, 12, 33, 87, 88, 91, 93, 133], "func_nam": [150, 155], "function": [0, 4, 5, 8, 9, 11, 12, 13, 14, 15, 16, 17, 32, 42, 44, 45, 51, 52, 55, 74, 80, 86, 87, 88, 94, 99, 102, 103, 109, 112, 113, 118, 122, 123, 129, 130, 132, 134, 136, 150, 154, 155, 156, 157, 158, 160, 161, 162, 163, 166, 171, 172], "fundament": [4, 9, 16], "further": [4, 9], "futur": [11, 44, 45, 48, 50, 122, 123, 124], "g": [5, 11, 12, 16, 31, 34, 35, 36, 99, 100, 103, 104, 112, 133, 136, 137, 144, 145, 146, 147, 148, 162], "garbag": [4, 9], "gather": [5, 8, 9, 103, 112, 113], "gauss": 136, "gener": [1, 4, 5, 6, 7, 8, 9, 11, 12, 16, 17, 18, 34, 35, 36, 44, 55, 67, 69, 70, 71, 74, 80, 86, 87, 88, 94, 95, 98, 99, 100, 103, 104, 109, 111, 112, 113, 122, 134, 135, 137, 148, 150, 155, 159, 171, 172], "generate_benchmark_id": [10, 11, 12], "get": [4, 9, 11, 12, 31, 103, 111, 112, 113, 115, 116, 118, 135, 136, 149, 150, 155, 170], "get_all_stats_valu": [33, 103, 112, 113], "get_base_unit_for_sect": [33, 103, 112, 113], "get_choice_for_arg": [33, 40, 41], "get_default_dpi": [52, 55, 63, 65, 67], "get_default_height": [52, 55, 63, 65, 67], "get_default_image_typ": [52, 55, 63, 65, 67], "get_default_opt": [33, 103, 112, 113], "get_default_styl": [52, 55, 63, 65, 67], "get_default_them": [52, 55, 63, 65, 67], "get_default_width": [52, 55, 63, 65, 67], "get_default_x_labels_rot": [52, 55, 63, 65, 67], "get_default_y_starts_at_zero": [52, 55, 63, 65, 67], "get_git_info": [10, 11, 169], "get_hardcoded_default_dpi": [52, 55, 63, 65, 67], "get_hardcoded_default_height": [52, 55, 63, 65, 67], "get_hardcoded_default_image_typ": [52, 55, 63, 65, 67], "get_hardcoded_default_opt": [33, 103, 112, 113], "get_hardcoded_default_styl": [52, 55, 63, 65, 67], "get_hardcoded_default_them": [52, 55, 63, 65, 67], "get_hardcoded_default_width": [52, 55, 63, 65, 67], "get_hardcoded_default_x_labels_rot": [52, 55, 63, 65, 67], "get_hardcoded_default_y_starts_at_zero": [52, 55, 63, 65, 67], "get_machine_info": [10, 11, 162], "get_prioritized_": 111, "get_prioritized_default_target": [103, 112], "get_prioritized_file_append": [103, 112], "get_prioritized_file_suffix": [103, 112], "get_prioritized_file_uniqu": [103, 112], "get_prioritized_opt": [103, 112], "get_prioritized_subdir": [103, 112], "get_registered_cas": [10, 11, 14], "get_registered_report": [33, 114, 115, 116, 118], "get_task": [11, 149], "ggplot": [10, 11, 52, 55, 57, 58], "gigant": 7, "git": [2, 11, 12, 169], "git_info": [10, 11, 12], "github": [2, 11, 55, 57, 58], "gitinfo": [10, 11, 12, 169], "give": [9, 136, 172], "given": [18, 40, 41, 42, 99, 101, 103, 112, 113, 114, 121, 136, 149, 150, 155, 162], "global": [11, 14, 55, 63, 65, 67, 121], "goe": [11, 12], "golden": [], "good": [6, 55, 63, 65, 67], "googl": 4, "grace": [11, 12, 15, 150, 155], "grai": [11, 55, 57, 58], "graph": [1, 3, 7, 9, 11, 17, 33, 171, 172], "graphic": [11, 17, 52, 53, 54], "graphopt": [11, 33, 52, 55, 63, 65, 67, 73], "grayscal": [10, 11, 52, 55, 57, 58], "greater": [5, 8, 9, 11, 12, 14, 137, 148, 150, 155, 163, 166], "green": [11, 17, 149], "grid": [11, 55, 63, 65, 67, 69, 70, 71], "group": [0, 10, 11, 12, 14, 133], "group1": 0, "group2": 0, "guarante": [130, 132, 163, 166], "guard": [156, 157, 158, 160, 161], "guess": 136, "guid": 170, "h": 0, "ha": [0, 11, 12, 14, 31, 34, 35, 36, 40, 41, 42, 55, 63, 65, 67, 99, 100, 122, 123, 124, 130, 132, 135, 149, 150, 151, 156, 157, 158, 160, 161, 163, 166], "hacker": [11, 55, 57, 58], "had": 31, "hand": 170, "handl": [0, 11, 14, 17, 18, 34, 36, 87, 88, 94, 103, 104, 112, 113, 135, 136, 172], "hang": [150, 155], "happen": [11, 12], "hardcod": [55, 63, 65, 67, 103, 112, 113], "hash": [11, 12, 169], "hashabl": [34, 35, 36], "have": [2, 5, 6, 7, 9, 11, 12, 16, 18, 31, 34, 35, 55, 63, 65, 67, 74, 80, 83, 85, 103, 112, 113, 114, 121, 133, 135, 137, 144, 145, 146, 147, 148, 150, 155, 162], "header": [3, 5], "height": [11, 52, 55, 63, 65, 67, 74, 80, 83, 85], "help": [0, 4, 5, 6, 7, 8, 9, 11, 12, 16, 34, 35, 36, 170], "helper": 149, "here": [4, 7, 11, 12, 14, 32, 55, 63, 65, 67, 74, 80, 83, 85, 122, 123, 129, 170], "hierarchi": 111, "high": [5, 8, 9], "higher": [5, 8, 9], "highest": [5, 8, 9], "hint": 132, "hold": [11, 31, 44, 45, 48, 50, 55, 63, 65, 67, 87, 88, 91, 93, 94, 122, 123, 126, 128, 133, 169], "honest": [4, 9], "hook": [103, 112, 113], "how": [4, 5, 6, 7, 8, 9, 11, 12, 17, 103, 112, 113, 122, 123, 126, 128, 171], "howev": [11, 55, 63, 65, 67, 74, 80, 83, 85, 136], "http": [2, 17, 103, 113], "human": [5, 7, 137, 148], "hyphen": 162, "i": [0, 1, 2, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 16, 17, 18, 31, 32, 34, 35, 36, 40, 41, 42, 44, 45, 46, 48, 50, 51, 52, 55, 63, 65, 67, 68, 69, 70, 71, 74, 80, 83, 85, 86, 87, 88, 91, 93, 94, 95, 98, 103, 104, 111, 112, 113, 114, 115, 116, 118, 121, 122, 123, 126, 128, 129, 130, 132, 133, 134, 135, 136, 137, 144, 148, 149, 150, 151, 154, 155, 156, 157, 158, 160, 161, 162, 163, 166, 167, 168, 170, 171, 172], "id": [11, 12, 16, 122, 123, 124, 154, 156, 157, 158, 160, 161, 162], "ideal": 4, "ident": 4, "identif": 18, "identifi": [5, 8, 9, 11, 12, 14, 18, 19, 34, 36, 44, 45, 51, 87, 88, 94, 103, 112, 113, 122, 123, 129, 133, 134, 154, 162], "ignor": [5, 87, 88, 94, 163, 166], "imag": [11, 52, 53, 54, 55, 56, 63, 65, 67], "image_typ": [11, 52, 53, 55, 63, 65, 67, 74, 80, 83, 85], "imagetyp": [10, 11, 33, 52, 53, 54, 55, 56, 63, 65, 67, 74, 80, 83, 85], "immut": [11, 12, 34, 35, 36, 55, 69, 70, 103, 104, 133, 137, 148], "impact": [11, 12], "implement": [18, 34, 35, 36, 70, 103, 109, 110, 112, 113, 122, 123, 129, 150, 155, 162, 170], "impli": [34, 36], "import": [0, 4, 5, 6, 11, 12, 14, 18, 35, 41, 87, 88, 94, 113, 134, 156, 157, 158, 159, 160, 161, 171, 172], "importerror": 18, "imposs": 31, "improv": [5, 8, 9, 11, 12], "inch": [11, 55, 63, 65, 67, 74, 80, 83, 85], "includ": [0, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 17, 34, 35, 36, 44, 45, 46, 51, 55, 63, 65, 67, 87, 88, 91, 93, 94, 103, 104, 109, 112, 113, 122, 123, 124, 133, 137, 148, 171, 172], "incompar": [], "incompat": [11, 17], "inconsist": [4, 5, 8, 9], "incorrect": [11, 14, 34, 35, 36, 55, 63, 65, 67, 74, 80, 83, 85, 103, 112, 113, 133, 149], "increas": [11, 12], "independ": 6, "index": [1, 99, 100, 149], "indic": [5, 7, 8, 9, 11, 34, 36, 55, 63, 65, 67, 74, 80, 83, 85, 163, 166], "individu": [0, 4, 7, 9, 55, 63, 65, 67, 163, 166], "infer": [163, 166, 167, 168], "info": [87, 88, 94, 162, 169], "inform": [0, 3, 4, 5, 6, 8, 11, 12, 16, 34, 36, 55, 69, 70, 133, 135, 159, 162, 169], "inher": [4, 9], "inherit": [11, 42, 44, 45, 46, 74, 80, 81, 83, 85, 87, 88, 89, 122, 123, 124], "initi": [11, 18, 31, 35, 40, 41, 42, 44, 45, 46, 51, 55, 63, 68, 69, 70, 74, 80, 81, 86, 87, 88, 89, 91, 93, 94, 95, 96, 98, 103, 111, 113, 114, 121, 122, 123, 124, 129, 133, 137, 144, 145, 146, 147, 148, 149, 156], "input": [0, 4, 5, 6, 7, 8, 9, 103, 104, 112, 113, 163, 166], "insight": [5, 8, 9], "instal": 1, "instanc": [11, 12, 13, 14, 18, 31, 32, 34, 35, 36, 40, 41, 42, 44, 45, 48, 50, 51, 55, 63, 65, 67, 68, 69, 70, 71, 74, 80, 83, 85, 86, 87, 88, 91, 93, 94, 95, 98, 103, 104, 111, 112, 113, 114, 115, 116, 118, 121, 122, 123, 126, 128, 129, 135, 149, 150, 154, 155, 156, 157, 158, 160, 161, 162], "instant": [34, 35], "instanti": [18, 156, 157, 158, 160, 161], "instantli": 172, "instead": [5, 7, 8, 9, 11, 13, 34, 36, 135, 156, 157, 158, 160, 161], "insuffici": [103, 112, 113], "int": [11, 12, 14, 15, 17, 31, 55, 63, 65, 67, 74, 80, 83, 85, 122, 123, 126, 128, 133, 134, 136, 137, 144, 145, 146, 147, 148, 149, 150, 154, 155, 162, 163, 166, 167, 168], "integ": [11, 14, 31, 55, 63, 65, 67, 122, 123, 126, 128, 137, 148, 154, 163, 166], "integr": [0, 11, 109, 133], "intend": [7, 16, 18, 34, 35, 36, 55, 63, 65, 67, 68, 115, 116, 118, 156, 157, 158, 160, 161], "interact": [11, 12, 163], "interfac": [11, 13, 44, 45, 46, 55, 63, 65, 67, 74, 80, 81, 87, 88, 89, 103, 104, 109, 113, 122, 123, 124], "intern": [11, 12, 135, 149], "interpret": [4, 9, 11, 34, 36, 55, 57, 58], "interrupt": [9, 11, 13, 17, 150, 151], "interv": [11, 15, 133, 137, 144, 145, 146, 148, 150, 155], "interval_scal": [10, 11, 133], "interval_unit": [10, 11, 133], "invalid": [11, 12, 14, 17, 31, 34, 35, 36, 44, 45, 51, 55, 63, 65, 67, 74, 80, 83, 85, 86, 87, 88, 94, 95, 98, 122, 123, 124, 129, 130, 132, 133, 137, 144, 145, 146, 147, 148, 149, 162, 163, 166, 167, 168], "invalid_chars_in_nam": 162, "invalid_expected_arg_typ": 163, "invers": 31, "invok": [11, 12, 135], "is_cas": [10, 11, 156, 157], "is_choic": [10, 11, 156, 158], "is_report": [10, 11, 156, 160], "is_run": [11, 149], "is_sess": [10, 11, 156, 161], "isalnum": 163, "isinst": [154, 156, 157, 158, 160, 161], "iso": 169, "issu": [4, 5, 8, 9, 113, 156, 157, 158, 159, 160, 161], "issubclass": [156, 157, 158, 160, 161], "item": [162, 163, 166, 167, 168], "iter": [4, 5, 7, 8, 9, 10, 11, 12, 14, 15, 18, 34, 36, 40, 41, 42, 44, 45, 46, 51, 74, 80, 81, 87, 88, 89, 99, 100, 103, 112, 113, 133, 134, 135, 137, 144, 145, 146, 147, 163, 166, 167, 171, 172], "iteration_sect": [11, 31], "its": [5, 9, 11, 12, 14, 31, 34, 35, 36, 40, 41, 42, 103, 112, 113, 114, 121, 133, 135, 137, 148, 159], "itself": [4, 9, 31, 163], "jerilynfranz": 2, "join": [150, 155], "json": [1, 3, 6, 9, 11, 12, 17, 33, 34, 35, 36, 95, 98, 122, 123, 126, 128, 133, 137, 148, 169, 171, 172], "jsonchoiceopt": [11, 87, 88, 91, 93], "jsonconfig": [11, 33, 87, 88, 89, 94], "jsonopt": [10, 11, 33, 87, 88, 91, 93, 94], "jsonreport": [11, 33, 87, 88, 89, 94], "just": [6, 7, 9], "k": 136, "katal": 136, "kb": [5, 8, 9], "kei": [8, 9, 11, 12, 14, 16, 18, 40, 41, 42, 87, 88, 94, 99, 100, 114, 121, 135, 137, 148, 162], "keyboard": [11, 13, 17], "keyboard_interrupt": [11, 13, 17], "keyerror": 18, "keyword": [11, 12, 14, 16, 18, 32, 44, 45, 46, 55, 63, 65, 67, 74, 80, 81, 87, 88, 89, 122, 123, 124, 130, 132, 134, 150, 155, 162], "known": [52, 136], "kop": [4, 5, 8, 9, 171, 172], "kwarg": [6, 11, 12, 14, 16, 18, 32, 99, 100, 101, 102, 112, 133, 134, 150, 155, 162], "kwargs_vari": [6, 10, 11, 12, 14, 162], "kwargs_variations_col": [11, 12], "label": [5, 11, 12, 14, 55, 63, 65, 67, 74, 80, 83, 85, 133], "labels": [55, 63, 65, 67, 71], "lambda": 12, "languag": 7, "larg": [7, 11, 14, 87, 88, 94], "largest": 136, "later": 2, "lazi": [87, 88, 94, 156, 157, 158, 159, 160, 161], "lazy_type_proxi": [11, 156], "lazytyp": [163, 166], "lazytypeproxi": [11, 156, 157, 158, 159, 160, 161, 163], "lead": [11, 12, 55, 63, 65, 67, 74, 80, 83, 85, 103, 104, 134, 150, 155, 156, 157, 158, 160, 161, 162, 163, 166], "leading_and_trail": 162, "least": [11, 12, 137, 144, 148, 162, 163, 166], "leav": [11, 12, 87, 88, 94, 103, 112, 113], "left": [34, 36], "legend": [55, 63, 65, 67, 71], "len": [11, 14], "length": [103, 104, 134, 163, 166], "less": [5, 8, 9, 103, 104], "level": [7, 9, 11, 17, 55, 63, 65, 67, 74, 80, 83, 85, 135, 149], "leverag": [6, 7, 9], "librari": [1, 6, 9, 11, 55, 57, 58, 74, 80, 172], "lifecycl": [11, 12], "light": [11, 55, 57, 58], "lightweight": [137, 148], "like": [4, 6, 7, 9, 40, 41, 42, 99, 100, 103, 112, 113, 154, 156, 157, 158, 160, 161, 171, 172], "limit": [11, 12, 150, 151], "line": [1, 6, 7, 9, 11, 13, 17, 34, 35, 36, 44, 45, 51, 55, 57, 58, 68, 74, 80, 86, 87, 88, 94, 95, 98, 103, 104, 109, 112, 113, 122, 123, 129, 135, 162, 163, 166, 172], "linestyl": [55, 63, 65, 67, 71], "linux": [150, 155], "list": [0, 11, 12, 13, 14, 17, 31, 34, 36, 103, 104, 112, 113, 133, 134, 135, 136, 137, 144, 146, 162, 163, 166, 167, 168], "liter": 17, "live": [34, 35, 36], "ll": 170, "load": [87, 88, 94, 113, 114, 121, 156, 157, 158, 159, 160], "load_default": [114, 121], "local": 2, "locat": 9, "log": [11, 33, 87, 88, 94, 103, 112, 113], "log_metadata": [87, 88, 94, 103, 112, 113], "logic": [32, 103, 109, 112, 113], "long": [5, 8, 9, 11, 12, 34, 35, 36, 150, 155, 163, 166], "longer": [34, 36, 103, 104, 163, 166], "look": [4, 6, 9, 16, 40, 41, 114, 121, 136, 170], "loop": [11, 12], "low": [5, 8, 9], "lower": [5, 8, 9, 11, 55, 63, 65, 67, 74, 80, 83, 85], "lowercas": 162, "lowest": [5, 8, 9], "lst": [11, 12], "m": [2, 136, 137, 148], "machin": [4, 11, 87, 88, 94, 162], "machineinfo": [10, 11, 162], "made": [11, 12, 149, 163, 166], "magenta": [11, 17], "magnitud": [103, 112, 113], "mai": [4, 5, 8, 9, 11, 12, 16, 31, 34, 36, 55, 63, 65, 67, 74, 80, 83, 85, 103, 112, 113, 134, 150, 155, 163, 166], "main": [6, 10, 11, 12, 13, 14, 87, 88, 94, 103, 104, 150, 155, 169, 171, 172], "maintain": [114, 121, 122, 123, 124, 136], "major": 9, "make": [4, 6, 7, 9, 11, 34, 35, 36, 55, 63, 65, 67, 103, 111, 113, 135], "manag": [2, 11, 12, 33, 34, 35, 40, 41, 42, 55, 99, 100, 103, 109, 111, 113, 114, 119, 135, 149], "mandatori": 18, "mani": [5, 7, 8, 9], "manner": [6, 7, 9, 55, 63, 65, 67], "manual": [163, 166, 167, 168], "map": [6, 11, 12, 14, 132, 133], "mappingproxi": [11, 133], "mappingproxytyp": [11, 133], "mark": [11, 133, 134], "marker": [103, 110], "master": [103, 104], "match": [6, 7, 9, 99, 101, 102, 163, 167, 168], "matplotlib": [6, 11, 33, 52, 74, 80, 83, 85], "matplotlibopt": [11, 33, 52, 55, 63, 65, 67, 74, 80, 83, 85], "matplotlibreport": [33, 52, 55, 63, 64, 68, 73, 74, 80, 86], "max": [4, 5, 8, 9, 171, 172], "max_tim": [10, 11, 12, 14], "max_valu": [163, 166], "maximum": [5, 8, 9, 11, 12, 14, 15, 31, 103, 112, 113, 137, 144, 145, 146, 147, 148, 149, 163, 166], "mb": [5, 8, 9, 137, 144, 147], "me": [11, 16, 55, 57, 58], "mean": [4, 5, 8, 9, 11, 12, 14, 16, 18, 31, 103, 104, 112, 113, 137, 144, 145, 146, 147, 148, 163, 171, 172], "mean_chang": [], "meaningless": [4, 9], "meant": [11, 12], "measur": [4, 5, 8, 9, 11, 12, 31, 133, 137, 144, 145, 146, 147, 148, 172], "mechan": [11, 12, 157, 158, 159, 160, 161], "median": [4, 5, 8, 9, 11, 103, 112, 113, 137, 144, 145, 146, 147, 148, 171, 172], "meet": [163, 166], "megabyt": [7, 137, 144, 147], "member": [17, 18, 55, 56, 63, 65, 67], "memori": [0, 4, 6, 7, 10, 11, 15, 17, 31, 44, 45, 46, 74, 80, 86, 112, 122, 123, 124, 129, 133, 137, 144, 147, 171, 172], "memory_scal": [10, 11, 133], "memory_unit": [10, 11, 133], "memory_usag": [4, 5, 11, 137, 138], "memoryusag": [10, 11, 133, 137, 144], "memoryusagesummari": [10, 11, 137, 144], "messag": [0, 11, 17, 18, 163, 166, 167, 168], "metadata": [34, 35, 36, 44, 45, 51, 87, 88, 94, 95, 98, 103, 112, 113], "meter": 136, "method": [11, 12, 17, 34, 36, 40, 41, 42, 55, 57, 58, 63, 65, 67, 69, 87, 88, 94, 99, 101, 102, 103, 104, 109, 111, 112, 113, 114, 121, 130, 132, 134, 135, 136, 149, 150, 155, 162], "method_nam": [99, 101, 102], "metric": [5, 7, 8, 9, 11, 12, 137, 148], "microsecond": [5, 8, 9], "microsoft": 4, "middl": [5, 8, 9], "might": [6, 7, 9, 34, 35], "million": 31, "millisecond": [5, 8, 9], "min": [4, 5, 8, 9, 171, 172], "min_measured_iter": [10, 11, 15], "min_tim": [10, 11, 12, 14], "min_valu": [163, 166], "minim": [11, 12, 14, 171], "minimum": [2, 5, 8, 9, 11, 12, 14, 15, 103, 112, 113, 137, 144, 145, 146, 147, 148, 163, 166], "misc": [11, 163], "mitig": [11, 12], "mix": [163, 166, 167, 168], "mixed_valu": [163, 166], "mixin": [33, 103, 112], "mode": [11, 12, 111], "model": 7, "modern": [2, 5], "modif": [11, 12], "modifi": [11, 16, 55, 69, 70, 163], "modul": [1, 10, 11, 18, 33, 34, 37, 40, 44, 45, 48, 52, 53, 55, 57, 60, 63, 65, 69, 74, 77, 80, 83, 87, 88, 91, 95, 96, 99, 103, 105, 114, 115, 116, 119, 122, 123, 126, 130, 137, 138, 150, 152, 156, 163, 164, 172], "module_path": 159, "mole": 136, "mop": [5, 8, 9], "more": [0, 4, 5, 6, 7, 8, 9, 11, 12, 17, 34, 36, 55, 69, 70, 103, 112, 113, 114, 121, 136, 163, 172], "most": [0, 5, 9, 11, 55, 63, 65, 67, 74, 80, 83, 85, 103, 112, 113], "msg": 18, "much": [11, 12], "multi": [7, 172], "multipl": [0, 5, 6, 7, 8, 9, 11, 12, 17, 31, 34, 35, 36, 55, 63, 65, 67, 74, 80, 83, 85, 103, 112, 113, 122, 123, 129, 137, 148, 149, 150, 155, 162, 163, 166, 167, 168, 171, 172], "multipli": [5, 8, 9, 137, 148], "must": [11, 12, 14, 18, 31, 32, 34, 35, 36, 44, 45, 51, 55, 63, 65, 67, 74, 80, 83, 85, 86, 87, 88, 94, 99, 101, 102, 103, 104, 112, 113, 122, 123, 126, 128, 129, 130, 132, 133, 137, 144, 148, 162], "mutabl": [137, 148], "mutat": [11, 133], "mute": [11, 55, 57, 58], "mutual": [34, 36, 103, 104], "my": [16, 18, 99, 100, 162], "my_act": 32, "my_benchmark_act": [11, 12], "my_benchmark_script": [4, 6, 7, 9, 172], "my_custom_report": [114, 121], "my_fil": 162, "my_flag": 162, "my_funct": 16, "my_long_running_task": [150, 155], "my_script": 0, "myclass": 16, "mycustomreport": [114, 121], "myerrortag": 18, "myoption": [103, 112, 113], "myproxi": 159, "myproxyclass": 159, "mytaggedexcept": 18, "n": [4, 5, 6, 7, 8, 9, 10, 11, 12, 14, 15, 31, 133, 134, 136, 137, 145, 171, 172], "name": [0, 4, 5, 6, 7, 9, 11, 12, 14, 16, 18, 33, 34, 35, 36, 40, 41, 42, 44, 45, 46, 51, 74, 80, 81, 87, 88, 89, 94, 99, 100, 103, 104, 112, 113, 114, 121, 122, 123, 124, 129, 132, 133, 135, 149, 159, 162, 163, 166, 167, 168], "name_txt": 162, "namespac": [11, 40, 41, 87, 88, 94, 103, 112, 113, 135, 162], "nan": [103, 112, 113], "nanosecond": [11, 12, 15, 31, 133, 137, 145], "narrow": [130, 132, 163, 166, 167, 168], "nearest": [11, 55, 63, 65, 67, 74, 80, 83, 85], "necessari": [2, 99, 100, 150, 155], "need": [7, 11, 12, 14, 34, 35, 55, 63, 65, 67, 87, 88, 94, 103, 112, 113, 135, 137, 148, 149, 150, 155, 156, 157, 158, 160, 161, 172], "neg": [31, 163, 166], "net": [9, 11, 55, 57, 58], "network": [11, 52, 53, 54], "never": [122, 123, 129], "new": [2, 11, 34, 35, 36, 55, 63, 65, 67, 69, 70, 113, 114, 121, 122, 123, 124, 133, 135, 137, 148, 149, 150, 154, 155, 170], "new_task": [11, 149], "new_them": [11, 55, 69, 70], "newli": 149, "newton": 136, "next": [11, 55, 63, 65, 67, 74, 80, 83, 85], "no_exit": [11, 13], "nois": [4, 9], "non": [11, 12, 31, 34, 36, 103, 112, 113, 122, 123, 126, 128, 136, 137, 148, 162, 163, 166], "none": [0, 11, 12, 13, 14, 16, 18, 34, 35, 36, 40, 41, 42, 44, 45, 46, 51, 55, 63, 65, 67, 69, 70, 74, 80, 81, 83, 85, 86, 87, 88, 89, 94, 95, 98, 99, 102, 103, 112, 113, 114, 115, 116, 118, 121, 122, 123, 124, 126, 128, 129, 130, 132, 133, 134, 135, 137, 144, 145, 146, 147, 149, 159, 162, 163, 166, 169], "normal": [5, 8, 9, 10, 11, 17, 103, 104, 135, 137, 148, 149, 163, 166], "note": [11, 12, 14, 172], "notebook": [11, 55, 57, 58], "notic": [4, 9, 134], "notimplementederror": [18, 103, 112, 113], "now": [11, 12, 156, 157, 158, 160, 161], "null": [11, 17, 34, 36], "number": [5, 6, 7, 8, 9, 11, 12, 14, 15, 16, 31, 55, 63, 65, 67, 74, 80, 83, 85, 133, 136, 137, 144, 145, 146, 147, 148, 149, 162, 163, 166, 171], "numer": [4, 5, 163, 166], "o": [5, 7, 8, 9, 11, 31, 133, 134], "obj": [12, 18, 156, 157, 158, 160, 161], "object": [0, 7, 11, 12, 14, 16, 18, 31, 44, 45, 51, 55, 63, 65, 67, 68, 74, 80, 86, 87, 88, 94, 95, 98, 99, 100, 103, 104, 110, 111, 112, 113, 114, 121, 122, 123, 124, 129, 133, 134, 135, 137, 144, 145, 146, 147, 148, 149, 154, 156, 157, 158, 160, 161, 162, 169], "observ": [5, 8, 9], "occur": [11, 12, 13, 17, 18, 135], "off": [11, 12, 17], "offer": [7, 55, 63, 65, 67, 122], "often": [0, 5, 6, 8, 9], "old_rend": [52, 74, 80, 86], "old_them": [11, 55, 69, 70], "omiss": [11, 55, 63, 65, 67, 74, 80, 83, 85], "omit": [11, 12, 135, 171], "onc": [5, 8, 9, 11, 12, 103, 112, 113, 171], "one": [0, 5, 6, 7, 8, 9, 11, 12, 34, 35, 95, 98, 103, 104, 112, 113, 137, 144, 148, 162, 163, 166, 171, 172], "ones": [11, 114, 121, 135], "onli": [0, 4, 6, 7, 9, 11, 12, 14, 16, 17, 31, 34, 35, 36, 40, 41, 42, 44, 45, 48, 50, 55, 63, 65, 67, 74, 80, 83, 85, 86, 103, 104, 112, 113, 122, 123, 129, 130, 132, 133, 136, 137, 148, 162, 163, 166], "op": [0, 4, 5, 6, 7, 8, 9, 11, 15, 17, 31, 34, 35, 44, 45, 46, 51, 74, 80, 86, 112, 122, 123, 124, 129, 133, 137, 144, 145, 146, 147, 148, 171, 172], "oper": [0, 4, 6, 11, 12, 15, 17, 18, 31, 34, 35, 122, 123, 129, 133, 134, 137, 144, 145, 146, 148, 150, 151, 155, 162, 171, 172], "operation_tim": [11, 137, 138], "operations_per_interv": [11, 137, 138], "operations_per_second": 4, "operationsperinterv": [10, 11, 133, 137, 146], "operationsperintervalsummari": [10, 11, 137, 146], "operationtim": [10, 11, 133, 137, 145], "operationtimingssummari": [10, 11, 137, 145], "ops_per_interval_scal": [10, 11, 133], "ops_per_interval_unit": [10, 11, 133], "ops_per_second": [10, 11, 31, 133], "option": [1, 4, 6, 7, 9, 10, 11, 12, 13, 14, 16, 17, 33, 34, 35, 36, 44, 45, 46, 51, 52, 55, 63, 74, 80, 81, 86, 87, 88, 89, 94, 99, 101, 103, 104, 109, 111, 112, 113, 122, 123, 124, 129, 130, 132, 133, 134, 135, 136, 137, 144, 145, 146, 147, 149, 162, 163, 171, 172], "options_typ": [33, 34, 36, 103, 113], "orchestr": [11, 103, 109, 112, 113, 135], "order": [103, 112, 113], "org": [11, 55, 57, 58], "origin": [11, 14], "other": [0, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 16, 17, 18, 34, 36, 103, 104, 112, 113, 135, 150, 151, 162, 163, 166], "otherwis": [11, 31, 103, 112, 113, 135, 149, 156, 157, 158, 160, 163, 167, 168], "out": [11, 12, 14, 17, 135, 150, 155], "outcom": [11, 133], "outlier": [4, 5, 8, 9], "output": [0, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 17, 34, 35, 36, 44, 45, 46, 51, 52, 53, 54, 55, 63, 65, 67, 74, 80, 83, 85, 86, 87, 88, 91, 93, 94, 99, 102, 103, 104, 109, 112, 113, 122, 123, 124, 126, 128, 129, 130, 132, 135, 137, 148, 149, 154, 162, 171, 172], "output_format": [11, 12, 33, 34, 35, 36, 99, 102, 112, 130, 132], "output_path": [6, 10, 11, 135], "outweigh": 136, "over": [9, 11, 12, 55, 63, 65, 67, 112, 122, 123, 126, 128, 135, 149, 163], "overal": [0, 109], "overhead": [11, 12], "overrid": [44, 45, 46, 51, 69, 74, 80, 81, 86, 87, 88, 89, 94, 103, 112, 113, 122, 123, 124, 129], "overridden": [5, 8, 9], "overview": [5, 6, 8, 9], "overwrit": [34, 36], "own": [11, 14, 34, 36, 42, 103, 113, 135, 170, 172], "p": [11, 14, 136], "packag": [2, 10, 19, 43, 54, 58, 66, 67, 68, 73, 82, 84, 131, 153], "pair": 16, "palett": [11, 55, 57, 58], "panda": 4, "paper": [11, 55, 57, 58], "param": [11, 14], "param_nam": 132, "paramet": [0, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 16, 17, 18, 31, 32, 34, 35, 36, 40, 41, 42, 44, 45, 51, 55, 63, 65, 67, 68, 69, 70, 74, 80, 83, 85, 86, 87, 88, 91, 93, 94, 95, 98, 103, 104, 111, 112, 113, 114, 121, 122, 123, 124, 126, 128, 129, 130, 132, 133, 134, 135, 136, 137, 144, 145, 146, 147, 148, 149, 150, 155, 156, 157, 158, 159, 160, 162, 163, 166, 167, 168, 169, 171], "parameter": [0, 5, 8, 172], "pars": [7, 11, 13, 17, 87, 88, 94, 103, 109, 112, 113, 135], "parse_arg": [10, 11, 135], "parser": [5, 112, 114, 121], "part": [11, 12], "particularli": 4, "pascal": 136, "pass": [0, 11, 12, 13, 14, 16, 17, 18, 32, 74, 80, 86, 87, 88, 94, 130, 132, 134, 150, 155, 159, 163, 166], "pastel": [11, 55, 57, 58], "path": [0, 11, 13, 18, 19, 87, 88, 94, 95, 98, 103, 104, 112, 113, 135, 159, 163, 169], "peak": [5, 8, 9, 11, 17, 31, 122, 123, 129, 133, 137, 147], "peak_memori": [10, 11, 17, 31, 44, 45, 46, 122, 123, 124, 133], "peak_memory_usag": [4, 5, 11, 137, 138], "peakmemoryusag": [10, 11, 133, 137, 147], "peakmemoryusagesummari": [10, 11, 137, 147], "pend": [11, 150, 151], "per": [0, 4, 6, 11, 12, 15, 17, 31, 55, 63, 65, 67, 74, 80, 83, 85, 103, 112, 113, 122, 123, 129, 133, 137, 144, 145, 146, 148, 171, 172], "per_round_elaps": [11, 31], "per_round_tim": [10, 11, 133], "percentag": [5, 8, 9], "percentil": [5, 8, 9, 11, 103, 112, 113, 137, 144, 145, 146, 147, 148], "perform": [0, 1, 4, 5, 6, 7, 8, 9, 11, 12, 31, 55, 63, 65, 67, 74, 80, 83, 85, 86, 103, 104, 112, 113, 134, 150, 155, 156, 157, 158, 159, 160, 161, 171, 172], "period": [11, 12, 15, 150, 155], "perspect": [6, 7, 9], "peta": 136, "petroff": [11, 55, 57, 58], "petroff10": [11, 55, 57, 58], "pettrof10": [10, 11, 52, 55, 57, 58], "phase": [11, 12], "philosophi": [55, 63, 65, 67], "pico": 136, "pictur": [4, 9], "pip": 2, "pixel": [11, 55, 63, 65, 67, 74, 80, 83, 85], "place": [18, 103, 112, 113], "placehold": [16, 17], "plain": [17, 112], "plain_text": [11, 17], "platform": [150, 155, 162], "platform_architectur": [10, 11, 162], "platform_id": [10, 11, 162], "platform_implement": [10, 11, 162], "platform_machin": [10, 11, 162], "platform_processor": [10, 11, 162], "platform_system": [10, 11, 162], "platform_vers": [10, 11, 162], "plot": [6, 11, 55, 57, 58, 68, 74, 80, 83, 85, 86], "plu": [11, 12], "png": [10, 11, 33, 52, 53, 54, 56], "point": [0, 11, 13, 103, 112, 113, 137, 144, 145, 146, 147, 148, 162], "popul": 7, "popular": [7, 9], "portabl": [11, 52, 53, 54], "posit": [11, 12, 14, 18, 31, 136, 150, 155, 163, 166], "position": 18, "possibl": [11, 12, 14, 18, 55, 63, 65, 67, 162], "poster": [11, 55, 57, 58], "potenti": [5, 7, 8, 9, 136], "power": [6, 7, 9, 172], "practic": 170, "preced": [11, 55, 63, 65, 67, 74, 80, 83, 85, 163], "precis": [4, 5, 8, 9, 103, 104], "predefin": [34, 35, 36, 114, 121, 122, 123, 124], "predict": [5, 8, 9], "prefix": [4, 5, 122, 123, 124, 136], "present": [5, 6, 11, 12, 103, 112, 113, 163, 166], "prevent": [4, 11, 12, 113, 122, 123, 124, 133, 150, 155], "primari": [11, 103, 112, 113, 135, 156], "primarili": [115, 116, 118], "primit": [137, 148], "principl": 163, "print": [0, 4, 7, 9, 112, 122, 123, 129, 137, 148, 150, 154, 155], "prior": [11, 135], "priorit": [33, 103, 105, 109, 112, 162], "prioriti": 111, "probabl": [16, 134], "process": [4, 5, 7, 9, 11, 12, 13, 17, 31, 34, 35, 87, 88, 94, 103, 112, 113, 162], "processor": [11, 162], "produc": [5, 7, 8, 9, 103, 104, 113, 171, 172], "program": [7, 44, 45, 51, 74, 80, 86, 87, 88, 94, 134, 150, 155], "programmat": [0, 7, 11, 135], "progress": [0, 6, 7, 9, 10, 11, 12, 14, 135, 149, 150, 151, 171, 172], "progress_max": 149, "progresstrack": [10, 11, 149], "project": [1, 2, 150, 170], "proper": [44, 45, 51, 74, 80, 86, 87, 88, 94, 122, 123, 129], "properti": [11, 12, 18, 31, 34, 35, 36, 55, 63, 65, 67, 87, 88, 91, 93, 95, 98, 99, 100, 103, 111, 112, 113, 114, 121, 122, 123, 126, 128, 133, 134, 135, 137, 148, 149, 150, 155], "protocol": [10, 11, 12, 33, 87, 88, 94, 103, 130, 132], "provid": [0, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 18, 34, 35, 36, 40, 41, 42, 44, 45, 46, 48, 50, 51, 52, 55, 63, 65, 67, 68, 70, 74, 80, 81, 83, 85, 86, 87, 88, 89, 91, 93, 94, 103, 109, 110, 111, 112, 113, 114, 121, 122, 123, 124, 126, 128, 129, 135, 137, 144, 145, 146, 147, 148, 149, 156, 157, 159, 160, 162, 163, 166, 167, 168, 170, 172], "proxi": [11, 111, 133, 156, 157, 158, 159, 160, 161], "proxy_class": 159, "public": [11, 17, 33, 88, 103, 112, 113, 123], "purpos": [5, 8, 9, 11, 12, 14, 34, 36, 44, 52, 74, 80, 87, 133, 134, 135, 156, 163, 166], "put": 17, "py": [0, 4, 6, 7, 9, 44, 45, 51, 74, 80, 86, 87, 88, 94, 166, 171, 172], "pypi": [2, 162], "python": [0, 1, 2, 4, 5, 6, 7, 9, 11, 12, 154, 162, 171, 172], "python3": [2, 6], "python_build": [11, 162], "python_compil": [11, 162], "python_implement": [11, 162], "python_implementation_vers": [10, 11, 162], "python_vers": [11, 162], "qualiti": [11, 55, 63, 65, 67, 74, 80, 83, 85], "quantifi": [4, 5, 8, 9], "quantiz": [11, 12], "question": 17, "quick": [5, 8, 9], "quiet": [0, 10, 11, 17], "quot": 17, "r": [11, 14, 55, 57, 58], "rais": [11, 12, 13, 14, 18, 31, 34, 35, 36, 40, 41, 42, 44, 45, 51, 55, 63, 65, 67, 68, 74, 80, 83, 85, 86, 87, 88, 94, 95, 98, 103, 112, 113, 114, 121, 122, 123, 124, 126, 128, 129, 130, 132, 133, 134, 135, 136, 137, 144, 145, 146, 147, 148, 149, 150, 155, 162, 163, 166, 167, 168], "ran": [11, 133], "rang": [6, 9, 11, 12, 14, 55, 63, 65, 67, 103, 112, 113, 136, 163, 166, 171, 172], "rapid": [5, 8, 9], "rather": [4, 5, 8, 9, 16, 55, 134, 137, 148, 150, 155], "ratio": [], "raw": [0, 7, 137, 144, 145, 146, 147, 148], "rc_": [122, 123, 124], "rcparam": [11, 55, 69, 70], "re": [11, 18, 135, 150, 155, 170], "reach": [11, 12], "read": [5, 9, 11, 12, 14, 16, 31, 133, 137, 148], "readabl": [4, 5, 7, 8, 9, 137, 148], "real": [4, 9, 159], "real_type_nam": 159, "realist": [4, 9], "realtyp": 159, "realtypenam": 159, "recogn": 136, "recommend": [2, 11, 12, 134, 150, 155], "record": [5, 8, 9], "red": [11, 17], "reduc": [11, 12, 137, 148], "refer": [5, 6, 7, 9, 44, 45, 51, 74, 80, 86, 87, 88, 94, 122, 123, 129], "reflect": [4, 6, 7, 9, 16], "refresh": [11, 149], "regardless": [130, 132], "regist": [11, 13, 14, 33, 34, 35, 36, 114, 115, 116, 118, 121, 135, 159], "register_lazy_proxi": [11, 156, 159], "register_report": [10, 11, 33, 114, 115, 121], "registerreportererrortag": [115, 116], "registr": [11, 114, 121, 135], "registri": [11, 14, 114, 121], "regress": [], "reject": 163, "rel": [5, 8, 9, 11, 12, 136, 137, 144, 145, 146, 147, 148], "relat": [5, 6, 7, 8, 9, 11, 12, 20, 22, 34, 36, 38, 49, 103, 110, 135], "relationship": 6, "relative_standard_devi": [11, 137, 144, 145, 146, 147, 148], "releas": [11, 162], "relev": [11, 34, 36, 111, 133], "reli": 9, "remain": [11, 12, 16, 150, 155], "remov": [11, 12, 33, 40, 41, 42, 114, 121, 135, 149, 162, 163, 171], "render": [11, 33, 44, 45, 51, 52, 55, 63, 65, 67, 74, 80, 83, 85, 86, 87, 88, 94, 99, 101, 103, 109, 112, 113, 122, 123, 126, 128, 129, 130, 132], "render_by_cas": [87, 88, 94, 103, 112, 113], "render_by_sect": [103, 112, 113], "replac": [10, 11, 14, 16, 52, 55, 69, 70, 162], "replic": [11, 55, 57, 58], "reporeropt": 50, "report": [1, 10, 11, 12, 14, 17, 133, 135, 137, 148, 156, 160, 170, 171, 172], "report_kei": [10, 11, 135], "report_log_metadata": [33, 95, 96, 103, 113], "report_render": [33, 99], "reporter_callback": [33, 99], "reporter_manag": [10, 11, 33, 135], "reporter_type_proxi": [11, 156], "reportercallback": [11, 12, 33, 87, 88, 94, 99, 102, 103, 112, 113, 130, 132], "reporterconfig": [11, 33, 44, 45, 46, 55, 63, 68, 74, 80, 81, 87, 88, 89, 103, 104, 112, 113, 122, 123, 124], "reportermanag": [11, 33, 34, 35, 36, 114, 115, 119, 121, 135], "reporteropt": [11, 12, 14, 33, 34, 35, 36, 44, 45, 48, 50, 51, 52, 65, 73, 74, 80, 86, 87, 88, 91, 93, 94, 99, 101, 103, 110, 111, 112, 113, 122, 123, 126, 128, 129, 130, 132], "reporteroptionss": [11, 14], "reporterprotocol": [33, 103, 111, 112, 113], "reportersvalidatorserrortag": 130, "reportertyp": 156, "reportertypeproxi": [10, 11, 156, 160], "reportlogmetadata": [11, 33, 87, 88, 94, 95, 97, 98, 103, 112, 113], "reportrender": [11, 33, 87, 88, 94, 99, 101, 112, 130, 132], "reports_log_path": [33, 87, 88, 94, 95, 98], "repositori": [11, 12, 169], "repres": [4, 5, 8, 9, 11, 12, 17, 18, 31, 34, 35, 36, 44, 45, 51, 55, 69, 70, 74, 80, 86, 87, 88, 94, 103, 112, 113, 122, 123, 129, 133, 137, 144, 145, 146, 147, 148, 149, 154, 162], "represent": [0, 5, 7, 8, 9, 11, 12, 34, 35, 87, 88, 94, 95, 98, 112, 137, 148], "request": [9, 11, 17, 31, 133, 149], "requir": [2, 11, 12, 18, 40, 41, 42, 55, 63, 65, 67, 74, 80, 83, 85, 87, 88, 94, 103, 104, 112, 113, 114, 121, 135, 136, 154, 163, 167, 168, 171], "reserv": [122, 123, 124, 162], "reset": [11, 14, 115, 116, 118, 149], "resist": [4, 9], "resolut": [11, 12, 55, 63, 65, 67, 74, 80, 83, 85], "resolv": 132, "resolve_type_hint": [33, 130, 132], "respect": [5, 17], "respons": [7, 11, 12, 13, 14, 34, 35, 36, 51, 87, 88, 94, 103, 112, 113, 135, 150, 155, 162], "restor": [55, 63, 65, 67], "result": [0, 4, 5, 6, 7, 8, 9, 10, 11, 12, 17, 18, 31, 32, 33, 44, 45, 46, 51, 74, 80, 86, 87, 88, 92, 93, 94, 95, 98, 99, 101, 103, 104, 112, 113, 114, 121, 122, 123, 124, 128, 129, 134, 136, 150, 155, 162], "results_sect": [10, 11, 133], "retriev": [11, 12, 14, 40, 41, 42, 103, 111, 112, 113, 114, 121, 149, 162], "return": [11, 12, 13, 14, 16, 17, 31, 32, 34, 35, 36, 40, 41, 44, 45, 51, 55, 63, 65, 67, 69, 70, 74, 80, 86, 87, 88, 91, 93, 94, 95, 98, 99, 100, 101, 103, 112, 113, 114, 115, 116, 118, 121, 122, 123, 126, 128, 129, 130, 132, 133, 134, 135, 136, 137, 148, 149, 150, 155, 156, 157, 158, 160, 162, 163, 166, 167, 168, 169], "reus": [150, 155], "reusabl": [34, 36], "rich": [1, 3, 6, 7, 8, 11, 14, 17, 103, 104, 112, 113, 122, 123, 124, 126, 128, 129, 135, 149, 171, 172], "rich_tabl": [11, 33], "rich_table_": [122, 123, 124], "rich_table_report": [], "rich_text": [11, 17, 112, 122, 123, 124], "rich_text_to_plain_text": [103, 112], "richprogresstask": [10, 11, 135, 149], "richtableconfig": [11, 33, 103, 104, 122, 123, 124, 129], "richtableopt": [10, 11, 33, 122, 123, 126, 128, 129], "richtablereport": [11, 33, 114, 121, 122, 123, 124, 129], "richtask": [10, 11, 149], "rigor": [], "risk": [136, 150, 155], "robust": [5, 8, 9], "root": [103, 104, 137, 148], "rotat": [11, 55, 63, 65, 67, 74, 80, 83, 85], "rough": [], "round": [4, 5, 7, 8, 9, 10, 11, 12, 14, 15, 17, 31, 55, 63, 65, 67, 74, 80, 83, 85, 122, 123, 129, 133, 137, 144, 145, 146, 147, 148, 162, 171, 172], "row": [7, 9], "rsd": [4, 5, 8, 9, 171, 172], "rst": [], "rule": 162, "run": [0, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 31, 32, 133, 134, 135, 149, 150, 151, 155, 171, 172], "run_report": [33, 87, 88, 94, 103, 112, 113], "run_script_and_get_raw_output": [], "runawai": [11, 12], "runner": [10, 11, 12, 14, 18, 135], "runtim": [11, 13, 16, 17, 18, 34, 36, 113, 156, 157, 158, 159, 160, 161], "runtime_error": [11, 13, 17], "runtimeerror": 18, "safe": [44, 45, 46, 74, 80, 81, 87, 88, 89, 122, 123, 124, 137, 148, 155, 156, 157, 158, 160, 161], "safeti": [11, 12, 42, 122, 123, 124, 154], "same": [5, 11, 12, 14, 17, 34, 36, 40, 41, 42, 55, 63, 65, 67, 114, 121, 136, 137, 148, 149, 150, 155, 156, 157, 158, 160, 161, 162], "sampl": [4, 5, 8, 9], "sanit": 162, "sanitize_filenam": [10, 11, 162], "save": [0, 4, 6, 7, 9, 74, 80, 86, 87, 88, 94, 103, 104, 112, 113, 171, 172], "save_to_log": [33, 95, 98], "scalabl": [4, 6, 7, 9, 11, 52, 53, 54], "scale": [5, 6, 7, 8, 9, 11, 15, 31, 55, 63, 65, 67, 74, 80, 83, 85, 103, 112, 113, 133, 136, 137, 144, 145, 146, 147, 148], "scale_bi": 136, "scatter": [11, 55, 68, 74, 80, 83, 85, 86], "scatterplot": [1, 3, 33, 52], "scatterplotconfig": [33, 52, 74, 80, 81, 86], "scatterplotopt": [10, 11, 33, 52, 74, 80, 83, 85, 86], "scatterplotreport": [33, 52, 74, 80, 81, 86, 114, 121], "scenario": [5, 8, 9, 14], "schedul": 9, "scope": [11, 16, 135], "script": [4, 6, 7, 11, 13, 169, 171, 172], "script_arg": [], "script_path": [], "script_to_run": [], "seaborn": [6, 11, 55, 57, 58], "seaborn_v0_8": [10, 11, 52, 55, 57, 58], "seaborn_v0_8_bright": [10, 11, 52, 55, 57, 58], "seaborn_v0_8_colorblind": [10, 11, 52, 55, 57, 58], "seaborn_v0_8_dark": [10, 11, 52, 55, 57, 58], "seaborn_v0_8_dark_palett": [10, 11, 52, 55, 57, 58], "seaborn_v0_8_darkgrid": [10, 11, 52, 55, 57, 58], "seaborn_v0_8_deep": [10, 11, 52, 55, 57, 58], "seaborn_v0_8_mut": [10, 11, 52, 55, 57, 58], "seaborn_v0_8_notebook": [10, 11, 52, 55, 57, 58], "seaborn_v0_8_pap": [10, 11, 52, 55, 57, 58], "seaborn_v0_8_pastel": [10, 11, 52, 55, 57, 58], "seaborn_v0_8_post": [10, 11, 52, 55, 57, 58], "seaborn_v0_8_talk": [10, 11, 52, 55, 57, 58], "seaborn_v0_8_tick": [10, 11, 52, 55, 57, 58], "seaborn_v0_8_whit": [10, 11, 52, 55, 57, 58], "seaborn_v0_8_whitegrid": [10, 11, 52, 55, 57, 58], "seamlessli": [156, 157, 158, 160, 161], "search": 169, "search_path": 169, "second": [0, 4, 6, 11, 12, 14, 15, 17, 31, 122, 123, 129, 133, 136, 137, 144, 145, 146, 147, 148, 150, 155, 171, 172], "section": [0, 6, 7, 9, 10, 11, 12, 17, 31, 33, 34, 35, 36, 44, 45, 46, 51, 74, 80, 81, 86, 87, 88, 89, 94, 99, 101, 102, 103, 104, 112, 113, 122, 123, 124, 129, 130, 132, 133, 170, 171, 172], "section_mean": [], "see": [0, 4, 6, 7, 9, 11, 12, 16, 55, 57, 58, 69, 70, 162, 171], "select": [0, 6, 11, 12, 13, 14, 34, 35, 36, 87, 88, 94, 109, 112, 171], "select_targets_from_arg": [103, 112], "self": [11, 12, 99, 101, 102], "semant": [18, 55, 63, 65, 67], "send": [4, 7, 9, 103, 104, 112, 113], "sens": 9, "sent": 0, "separ": [0, 4, 6, 9, 11, 12, 34, 35, 44, 45, 51, 87, 88, 94, 103, 104, 112, 122, 123, 129, 150, 155, 163], "sequenc": [11, 13, 34, 35, 36, 133, 135, 136, 137, 144, 145, 146, 147, 148, 162, 163, 166, 168], "sequenti": 162, "serial": [7, 95, 98, 137, 148, 169], "serializ": [11, 12, 133, 137, 148], "serv": [63, 103, 104, 110, 113], "session": [10, 11, 12, 13, 18, 87, 88, 94, 103, 112, 113, 134, 149, 156, 161], "session_type_proxi": [11, 156], "sessiontyp": 156, "sessiontypeproxi": [10, 11, 156, 161], "set": [0, 5, 6, 7, 9, 11, 12, 13, 14, 18, 34, 35, 36, 40, 41, 44, 45, 46, 51, 52, 55, 57, 58, 63, 65, 67, 74, 80, 81, 83, 85, 86, 87, 88, 89, 94, 95, 98, 103, 104, 109, 110, 111, 112, 113, 114, 115, 116, 118, 121, 122, 123, 124, 129, 134, 135, 162, 163, 166, 167, 168, 171], "set_default_dpi": [52, 55, 63, 65, 67], "set_default_height": [52, 55, 63, 65, 67], "set_default_image_typ": [52, 55, 63, 65, 67], "set_default_opt": [33, 103, 112, 113], "set_default_styl": [52, 55, 63, 65, 67], "set_default_them": [52, 55, 63, 65, 67], "set_default_width": [52, 55, 63, 65, 67], "set_default_x_labels_rot": [52, 55, 63, 65, 67], "set_default_y_starts_at_zero": [52, 55, 63, 65, 67], "setter": 166, "setup": [2, 5, 8, 9, 11, 12, 134, 172], "setup_funct": [11, 12], "sever": [4, 6, 7, 9], "shadow": [55, 63, 65, 67, 71], "shallow": [11, 12], "share": [11, 12, 136], "sheet": [4, 11, 55, 69, 70], "short": [103, 104], "should": [9, 11, 12, 14, 16, 17, 34, 35, 36, 55, 63, 65, 67, 74, 80, 83, 85, 87, 88, 94, 103, 104, 112, 113, 122, 123, 126, 128, 129, 134, 135, 136, 150, 155, 163, 166], "show": [0, 6, 7, 9, 11, 135], "show_progress": [10, 11, 135], "showcas": [5, 8, 9], "shown": [7, 9, 11, 17, 171], "si": [136, 137, 148], "si_scal": [10, 11, 136], "si_scale_for_largest": [10, 11, 136], "si_scale_for_smallest": [10, 11, 136], "si_scale_to_unit": [10, 11, 136], "si_unit": [10, 11, 18], "si_unit_bas": [10, 11, 136], "sigfig": [10, 11, 162], "signatur": [11, 12, 32, 99, 101, 102, 130, 132], "signific": [4, 7, 9, 15, 162], "significantli": [4, 9], "similar": 171, "simpl": [4, 5, 6, 9, 11, 14, 17, 55, 63, 65, 67, 122, 123, 129, 171, 172], "simplebench": [0, 2, 4, 6, 7, 9, 10, 170, 171], "simplebenchargumenterror": [10, 11, 18, 135], "simplebenchattributeerror": [10, 11, 12, 18], "simplebenchbenchmarkerror": [10, 11, 12, 18, 135], "simplebenchimporterror": [10, 11, 18], "simplebenchkeyerror": [10, 11, 18, 40, 41, 42, 114, 121, 137, 148], "simplebenchmark": 15, "simplebenchnotimplementederror": [10, 11, 18, 103, 112, 113], "simplebenchruntimeerror": [10, 11, 18, 149], "simplebenchtimeouterror": [11, 12, 134, 135, 150, 155], "simplebenchtypeerror": [10, 11, 12, 13, 14, 18, 31, 34, 35, 36, 40, 41, 42, 44, 45, 51, 55, 63, 65, 67, 68, 74, 80, 83, 85, 86, 87, 88, 94, 95, 98, 103, 112, 113, 114, 121, 122, 123, 124, 126, 128, 129, 130, 132, 133, 135, 136, 137, 144, 145, 146, 147, 148, 149, 150, 155, 162, 163, 166, 167, 168], "simplebenchvalueerror": [10, 11, 12, 14, 18, 31, 34, 35, 36, 40, 41, 42, 44, 45, 51, 55, 63, 65, 67, 74, 80, 83, 85, 86, 87, 88, 94, 103, 112, 113, 114, 121, 122, 123, 124, 126, 128, 129, 133, 136, 137, 144, 145, 146, 147, 148, 149, 150, 155, 162, 163, 166, 167, 168], "simplerunn": [10, 11, 12, 14, 32, 134, 135], "simplest": 172, "simpli": [11, 14], "simplic": 136, "simplifi": [11, 14], "sinc": 171, "singl": [5, 8, 9, 11, 12, 31, 34, 35, 112, 133, 136, 162, 163, 166, 167, 168], "size": [4, 5, 6, 7, 8, 9, 11, 12, 31, 55, 63, 65, 67, 74, 80, 83, 85, 133], "skew": [103, 112, 113], "skip": [114, 121], "slash": [103, 104, 163], "sleep": [150, 155], "slow": [5, 8, 9], "slower": [4, 9], "slowest": [5, 8, 9], "smallest": 136, "so": [5, 8, 9, 11, 16, 31, 34, 35, 36, 40, 41, 42, 87, 88, 94, 135, 150, 155, 162, 172], "solar": [11, 55, 57, 58], "solarize_light2": [10, 11, 52, 55, 57, 58], "sole": [5, 8, 9], "some": [11, 55, 69, 70, 172], "some_error": 18, "some_function_to_benchmark": 32, "some_object": [156, 157, 158, 160, 161], "some_type_tag": [163, 166], "some_valu": 163, "some_value_tag": [163, 166], "someenum": 17, "someth": [4, 6, 9], "sort": [4, 134], "sourc": [2, 11, 12, 13, 14, 16, 17, 18, 19, 31, 32, 34, 35, 36, 40, 41, 42, 44, 45, 46, 48, 50, 51, 52, 53, 54, 55, 57, 58, 63, 65, 67, 68, 69, 70, 73, 74, 80, 81, 83, 85, 86, 87, 88, 89, 91, 93, 94, 95, 98, 99, 100, 101, 102, 103, 104, 110, 111, 112, 113, 114, 115, 116, 118, 121, 122, 123, 124, 126, 128, 129, 130, 132, 133, 134, 135, 136, 137, 144, 145, 146, 147, 148, 149, 150, 151, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 166, 167, 168, 169], "space": [0, 6], "special": [11, 14, 18, 156, 157, 158, 160, 161], "specif": [0, 7, 11, 12, 13, 14, 18, 19, 34, 35, 36, 44, 45, 48, 50, 52, 55, 63, 65, 67, 69, 73, 74, 80, 83, 85, 87, 88, 91, 93, 99, 101, 103, 104, 109, 110, 111, 112, 113, 122, 123, 126, 128, 134, 135, 154, 163, 166], "specifi": [0, 6, 7, 9, 11, 12, 13, 14, 17, 31, 34, 35, 36, 44, 45, 51, 55, 63, 65, 67, 74, 80, 83, 85, 87, 88, 94, 95, 98, 103, 104, 111, 112, 113, 122, 123, 124, 126, 128, 129, 134, 135, 150, 155, 162, 163, 166, 167, 168, 171, 172], "spent": [5, 8, 9], "spreadsheet": [0, 4, 5], "squar": [137, 148], "stabil": [11, 12], "stabl": [11, 12], "stackoverflow": 17, "stall": [5, 8, 9], "stand": [157, 158, 160, 161], "standard": [5, 8, 9, 18, 55, 63, 65, 67, 103, 112, 113, 137, 144, 145, 146, 147, 148, 154], "standard_devi": [11, 137, 144, 145, 146, 147, 148], "start": [11, 12, 34, 35, 36, 55, 63, 65, 67, 74, 80, 83, 85, 103, 104, 114, 121, 136, 149, 150, 151, 162, 163, 166, 169, 170], "stat": [10, 11, 31, 133], "state": [11, 12, 14, 103, 104, 115, 116, 118, 150, 155], "static": [11, 12, 16, 55, 63, 65, 67, 103, 112, 113, 130, 132, 156, 157, 158, 160, 161, 163, 166], "statist": [0, 4, 5, 7, 8, 9, 11, 12, 15, 44, 45, 51, 87, 88, 94, 103, 112, 113, 133, 137, 144, 145, 146, 147, 148, 171, 172], "stats_dict": [137, 148], "stats_summari": [11, 137, 148], "stats_summary_dict": [137, 148], "statssummari": [10, 11, 137, 144, 145, 146, 147, 148], "statu": [11, 17, 149], "std": [4, 5, 8, 9, 171, 172], "stem": [163, 166], "step": [149, 170], "still": [1, 113, 134, 136, 150, 155, 156, 157, 158, 160, 161], "stop": [11, 12, 149], "store": [11, 12, 14, 34, 36, 135], "str": [11, 12, 13, 14, 15, 17, 18, 19, 31, 34, 35, 36, 40, 41, 42, 44, 45, 46, 51, 52, 53, 54, 55, 57, 58, 63, 65, 67, 69, 70, 74, 80, 81, 87, 88, 89, 94, 95, 98, 99, 100, 101, 103, 104, 111, 112, 113, 114, 121, 122, 123, 124, 129, 132, 133, 134, 135, 136, 137, 144, 145, 146, 147, 148, 149, 150, 151, 159, 162, 163, 166, 167, 168, 169], "streamlin": [11, 14], "string": [11, 12, 13, 17, 34, 35, 36, 40, 41, 44, 45, 51, 55, 57, 58, 87, 88, 94, 95, 98, 99, 100, 103, 104, 112, 113, 135, 136, 137, 148, 162, 163, 166], "strip": [11, 12, 163, 166], "structur": [3, 9, 34, 35, 36, 98, 103, 104], "stub": [11, 44, 45, 48, 50], "stuff": [101, 102, 132], "style": [6, 10, 11, 33, 52, 55, 57, 63, 65, 67, 69, 70, 74, 80, 83, 85, 149], "styled_descript": [11, 149], "sub": [7, 34, 35, 103, 112, 113], "subclass": [11, 12, 14, 17, 34, 35, 36, 44, 45, 50, 51, 55, 63, 65, 67, 69, 70, 74, 80, 86, 87, 88, 94, 103, 112, 113, 115, 116, 118, 122, 123, 124, 129, 154, 163, 167, 168], "subdir": [33, 34, 35, 36, 44, 45, 46, 74, 80, 81, 87, 88, 89, 103, 104, 111, 112, 113, 122, 123, 124], "subdirectori": [11, 34, 35, 36, 87, 88, 91, 93, 103, 104, 111, 112, 113, 122, 123, 124], "subject": 1, "submodul": [10, 33, 44, 74, 87, 115, 122], "subpackag": 10, "subset": [99, 101, 103, 104], "success": [5, 8, 9, 11, 13, 17], "successfulli": [150, 151, 155], "suffici": 113, "suffix": [34, 35, 36, 103, 104, 111, 112, 113, 122, 123, 124, 163, 166], "suggest": [5, 8, 9], "suit": [4, 9, 16, 172], "suitabl": [103, 112, 113, 137, 148], "sum": [4, 5, 6, 9, 11, 12, 14, 171, 172], "summari": [7, 137, 144, 145, 146, 147, 148], "support": [6, 7, 9, 11, 12, 13, 14, 17, 18, 44, 45, 51, 52, 55, 56, 87, 88, 94, 103, 112, 113, 118, 122, 123, 129, 136], "supported_format": [33, 103, 112, 113], "supported_image_typ": [52, 55, 56], "supported_sect": [33, 103, 112, 113], "supported_target": [33, 103, 112, 113], "suppress": [0, 11, 12, 137, 148, 163, 166], "survei": [11, 55, 57, 58], "svg": [10, 11, 33, 52, 53, 54, 55, 56, 63, 65, 67, 74, 80, 83, 85], "switch": 112, "sy": [11, 13, 14, 135, 150, 155], "sync": 2, "synerget": [163, 166], "system": [4, 9, 11, 103, 113, 115, 116, 118, 162, 169], "t": [16, 103, 112, 113, 136, 159, 162, 163, 166, 167, 168], "tabl": [4, 5, 6, 7, 11, 14, 99, 101, 103, 104, 112, 113, 122, 123, 124, 126, 128, 129, 171, 172], "tableau": [11, 55, 57, 58], "tableau_colorblind10": [10, 11, 52, 55, 57, 58], "tag": [18, 19, 44, 45, 51, 87, 88, 94, 106, 107, 163, 164, 166, 167, 168], "tag_cod": [11, 18], "taggedexcept": [10, 11, 18], "tailor": [55, 63, 65, 67], "take": [5, 6, 7, 8, 9, 55, 63, 65, 67, 112, 162, 163], "taken": [5, 8, 9, 11, 12, 31, 55, 57, 58, 135], "talk": [11, 55, 57, 58], "target": [10, 11, 16, 17, 33, 34, 35, 36, 44, 45, 46, 51, 74, 80, 81, 87, 88, 89, 91, 93, 94, 103, 104, 109, 111, 112, 113, 122, 123, 124, 129, 136, 150, 155, 162], "target_callback": [103, 112], "target_consol": [103, 112], "target_filesystem": [103, 112], "target_list": [11, 17, 34, 35, 36], "target_unit": 136, "task": [10, 11, 12, 18, 109, 135, 150, 155], "task_nam": 149, "teardown": [5, 8, 9, 11, 12, 134, 172], "teardown_funct": [11, 12], "techniqu": 170, "tendenc": [5, 8, 9], "tera": 136, "term": [5, 8, 9], "termin": [0, 4, 7, 9, 15, 149, 150, 155, 171, 172], "terminate_and_remov": [11, 149], "tesla": 136, "test": [1, 7, 11, 12, 13, 14, 17, 18, 19, 55, 63, 65, 67, 115, 116, 118, 133, 134, 135], "text": [16, 17, 34, 35, 36, 99, 101, 103, 112, 113, 122, 123, 124, 129, 171, 172], "than": [5, 8, 9, 11, 12, 14, 16, 34, 36, 103, 104, 134, 137, 148, 150, 151, 155, 163, 166], "thei": [0, 5, 7, 8, 9, 11, 12, 16, 34, 35, 36, 103, 104, 122, 123, 129, 135, 162], "them": [0, 11, 12, 14, 16, 17, 34, 36, 74, 80, 86, 103, 111, 113, 135, 136], "theme": [10, 11, 33, 52, 55, 63, 65, 67, 74, 80, 83, 85], "themselv": [11, 12, 14, 135], "therefor": [16, 163], "thi": [0, 1, 2, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 16, 17, 18, 31, 34, 35, 36, 40, 41, 42, 44, 45, 46, 48, 50, 51, 55, 63, 65, 67, 69, 70, 71, 74, 80, 81, 83, 85, 86, 87, 88, 89, 91, 93, 94, 99, 100, 103, 104, 109, 110, 111, 112, 113, 114, 115, 116, 118, 121, 122, 123, 124, 126, 128, 130, 132, 133, 134, 135, 136, 137, 144, 148, 149, 150, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 166, 170, 171, 172], "thing": [55, 63, 65, 67], "those": [11, 12, 13, 14, 16, 40, 41, 42, 55, 57, 58, 63, 65, 67, 103, 112, 113], "thread": [134, 150, 154, 155], "thread_id": [11, 150], "threadid": [11, 150, 154], "three": [4, 9, 130, 132], "through": [112, 122, 123, 124, 137, 148, 170], "throughout": [11, 12, 17], "throw": 18, "thrown": 18, "tick": [11, 55, 57, 58], "tid": 154, "time": [0, 4, 6, 7, 11, 12, 14, 15, 17, 31, 34, 36, 44, 45, 46, 51, 55, 63, 65, 67, 74, 80, 86, 112, 113, 122, 123, 124, 129, 133, 134, 135, 137, 144, 145, 146, 148, 150, 151, 155, 172], "timed_out": [11, 12, 150, 151], "timeout": [10, 11, 12, 13, 14, 15, 134], "timeout_interv": [11, 150, 155], "timeoutst": [10, 11, 150, 151, 155], "timer": [11, 12, 15], "timestamp": [33, 95, 98], "titl": [4, 5, 9, 10, 11, 12, 14, 44, 45, 51, 87, 88, 94, 133], "title_fonts": [55, 63, 65, 67, 71], "titles": [55, 63, 65, 67, 71], "to_dict": [11, 33, 95, 98, 169], "to_json": [33, 95, 98], "togeth": [44, 45, 51, 87, 88, 94, 122, 123, 129], "took": [5, 8, 9], "tool": [0, 4, 5, 6, 7, 9, 16, 17, 31, 122, 123, 124], "tooltip": 16, "top": 5, "topic": 170, "total": [5, 8, 9, 11, 12, 31, 103, 104, 133, 149, 163, 166], "total_elaps": [10, 11, 133], "toward": [11, 12], "track": [11, 12, 149], "trade": [11, 12], "trail": [11, 12, 162, 163, 166], "transient": [11, 12], "treat": [156, 157, 158, 160, 161], "tripl": 17, "true": [11, 12, 13, 17, 34, 36, 55, 63, 65, 67, 71, 74, 80, 83, 85, 103, 104, 114, 121, 122, 123, 124, 130, 132, 149, 154, 156, 157, 158, 160, 163, 166, 167, 168], "try": [150, 155], "tupl": [11, 133, 135, 136, 137, 144, 145, 146, 147, 148, 162, 163, 166, 167, 168], "tutori": 1, "two": [5, 7, 8, 9, 11, 12, 32, 87, 88, 94], "txt": [103, 104, 122, 123, 124, 162], "type": [1, 4, 5, 6, 7, 8, 9, 11, 12, 14, 16, 17, 18, 31, 34, 35, 36, 40, 41, 42, 44, 45, 46, 51, 52, 53, 54, 55, 56, 63, 65, 67, 69, 70, 74, 80, 81, 83, 85, 86, 87, 88, 89, 91, 93, 94, 95, 98, 99, 100, 101, 103, 104, 110, 111, 112, 113, 114, 115, 116, 118, 121, 122, 123, 124, 126, 128, 129, 130, 132, 133, 134, 135, 136, 137, 144, 145, 146, 147, 148, 149, 150, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 166, 167, 168, 169], "type_error_tag": [163, 166], "type_proxi": [10, 11], "type_tag": [163, 166, 167, 168], "typeddict": 162, "typeerror": [18, 162], "typeguard": [156, 157, 158, 160, 161], "typic": [4, 5, 7, 8, 9, 34, 35, 36, 103, 110], "un": [137, 148], "unchang": [16, 163], "uncommit": 169, "uncommon": 136, "undefin": [134, 150, 155], "under": [1, 5, 8, 9, 40, 41, 42, 55, 63, 65, 67, 87, 88, 94], "underli": [11, 55, 63, 65, 67, 74, 80, 83, 85], "underlin": 162, "underscor": [103, 104, 162, 163, 166], "understand": [0, 5, 6, 7, 8, 9, 31, 170], "unexpect": [11, 55, 63, 65, 67, 74, 80, 83, 85, 162], "uniqu": [4, 11, 12, 34, 35, 36, 40, 41, 42, 44, 45, 51, 87, 88, 94, 99, 100, 103, 104, 111, 112, 113, 114, 121, 122, 123, 124, 129, 149, 162], "unit": [4, 5, 8, 9, 11, 15, 31, 44, 45, 51, 87, 88, 94, 103, 112, 113, 115, 116, 118, 133, 136, 137, 144, 145, 146, 147, 148], "unix": [150, 155], "unless": [5, 8, 9, 163], "unlik": [114, 121], "unmodif": 163, "unmodifi": [11, 14], "unregist": [11, 33, 114, 121, 135], "unregister_al": [33, 114, 121], "unregister_by_nam": [33, 114, 121], "unregistr": [114, 121], "unrespons": [150, 155], "unrol": [11, 12], "unsupport": [17, 44, 45, 51], "until": [11, 12, 135, 149], "untupl": 163, "unus": [44, 45, 51], "unusu": [5, 8, 9], "up": [11, 13, 40, 41, 114, 121], "updat": [11, 12, 55, 69, 70, 149], "upper": [5, 8, 9], "url": [11, 12], "us": [0, 1, 2, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 16, 17, 18, 19, 31, 32, 34, 35, 36, 40, 41, 42, 44, 45, 46, 50, 51, 55, 58, 63, 65, 67, 69, 70, 74, 80, 81, 83, 85, 86, 87, 88, 89, 92, 93, 94, 99, 100, 102, 103, 104, 110, 112, 113, 114, 115, 116, 118, 121, 122, 123, 124, 126, 128, 129, 133, 134, 135, 136, 137, 148, 149, 150, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 166, 167, 168, 169, 170, 171], "usag": [0, 1, 3, 4, 11, 15, 17, 18, 31, 74, 80, 86, 87, 88, 94, 122, 123, 129, 133, 137, 144, 147, 154, 156, 157, 158, 159, 160, 161, 170], "use_field_for_n": [6, 11, 14], "user": [0, 2, 11, 13, 14, 34, 35, 36, 55, 63, 65, 67, 74, 80, 83, 85, 103, 104, 112, 122, 123, 124, 135], "usual": 5, "util": [6, 10, 11, 16, 18, 34, 36, 103, 113, 136, 166, 169], "uv": 2, "v": 136, "v0_8": [11, 55, 57, 58], "valid": [10, 11, 12, 17, 33, 44, 45, 51, 55, 63, 65, 67, 74, 80, 86, 87, 88, 94, 97, 103, 104, 109, 112, 113, 122, 123, 129, 136, 154, 162], "validate_action_signatur": [10, 11, 12], "validate_bool": [10, 11, 163], "validate_call_paramet": [33, 130, 132], "validate_dirpath": [10, 11, 163], "validate_filenam": [10, 11, 163, 166], "validate_float": [10, 11, 163, 166], "validate_float_rang": [10, 11, 163, 166], "validate_frozenset_of_typ": [10, 11, 163, 166], "validate_int": [10, 11, 163, 166], "validate_int_rang": [10, 11, 163, 166], "validate_iterable_of_typ": [10, 11, 163], "validate_kwargs_vari": [10, 11, 12], "validate_non_blank_str": [10, 11, 163, 166], "validate_non_blank_string_or_is_non": [10, 11, 163, 166], "validate_non_negative_float": [10, 11, 163, 166], "validate_non_negative_int": [10, 11, 163, 166], "validate_opt": [10, 11, 12], "validate_positive_float": [10, 11, 163, 166], "validate_positive_int": [10, 11, 163, 166], "validate_report_render": [11, 33, 130, 132], "validate_reporter_callback": [11, 33, 130, 132], "validate_runn": [10, 11, 12], "validate_sequence_of_numb": [10, 11, 163, 166], "validate_sequence_of_str": [10, 11, 163, 166], "validate_sequence_of_typ": [10, 11, 163, 166], "validate_str": [10, 11, 163], "validate_time_rang": [10, 11, 12], "validate_typ": [10, 11, 163], "validate_variation_col": [10, 11, 12], "valu": [0, 4, 5, 6, 7, 8, 9, 11, 12, 14, 15, 16, 17, 18, 19, 31, 34, 35, 36, 44, 45, 46, 51, 52, 53, 54, 55, 57, 58, 63, 65, 67, 74, 80, 81, 83, 85, 86, 87, 88, 89, 94, 103, 104, 111, 112, 113, 122, 123, 124, 129, 130, 132, 133, 134, 135, 136, 137, 144, 145, 146, 147, 148, 149, 150, 151, 154, 155, 162, 163, 166, 167, 168], "value1": [], "value2": [], "value_error_tag": [163, 166], "value_tag": [163, 166, 167, 168], "valueerror": [18, 162], "vari": [6, 7, 9], "variabl": [4, 5, 6, 8, 9, 11, 12, 31, 44, 45, 51, 55, 63, 65, 67, 74, 80, 86, 87, 88, 91, 93, 94, 95, 98, 103, 112, 113, 122, 123, 126, 128, 129, 133, 134, 137, 144, 145, 146, 147, 148, 162, 163], "variat": [3, 5, 8, 11, 12, 14, 74, 80, 86, 133, 134, 162], "variation_col": [6, 10, 11, 12, 14, 133, 134], "variation_mark": [10, 11, 133, 134], "varieti": [0, 34, 35, 170], "variou": [7, 34, 36, 44, 45, 51, 55, 63, 65, 67, 74, 80, 86, 87, 88, 94, 103, 111, 112, 113, 134], "vast": 9, "vc": [10, 11], "vector": [11, 52, 53, 54], "venv": 2, "verbos": [0, 10, 11, 12, 13, 17, 135, 149], "veri": [11, 12, 18], "verifi": [130, 132], "versa": [11, 12], "version": [0, 16, 137, 148, 162, 169], "via": [0, 2, 9, 11, 13, 14, 16, 44, 45, 46, 48, 50, 51, 55, 63, 65, 67, 87, 88, 91, 93, 94, 103, 112, 113, 114, 115, 116, 118, 121, 122, 123, 126, 128, 129, 150, 155, 171], "vice": [11, 12], "view": 7, "viewer": 7, "virtual": [2, 11, 122, 123, 126, 128], "virtual_width": [10, 11, 33, 122, 123, 126, 128], "visual": [0, 6, 9, 74, 80, 86], "wa": [11, 18, 135, 150, 151], "wai": [2, 6, 7, 9, 16, 34, 35, 36, 74, 80, 86], "wait": [11, 12, 15, 150, 155], "wall": [5, 8, 9, 11, 12], "want": [11, 12, 135], "warmup": [11, 12, 14, 15, 171], "warmup_iter": [10, 11, 12, 14], "warn": [11, 17, 163, 166], "wavi": [], "we": [9, 136], "weight": [5, 8, 11, 14, 31, 133, 134], "well": [11, 12, 17, 55, 63, 65, 67, 137, 148], "were": [5, 8, 9, 11, 135, 156, 157, 158, 160, 161], "what": [103, 104], "when": [4, 6, 7, 9, 11, 12, 14, 17, 18, 31, 34, 35, 36, 55, 63, 65, 67, 74, 80, 83, 85, 113, 121, 122, 123, 126, 128, 135, 137, 148, 154, 162, 163, 166, 167, 168, 171, 172], "where": [0, 4, 11, 12, 14, 18, 87, 88, 94, 103, 104, 112, 113, 159, 162], "whether": [5, 11, 12, 34, 35, 36, 55, 63, 65, 67, 74, 80, 83, 85, 87, 88, 91, 93, 103, 112, 113, 114, 121, 122, 123, 124, 130, 132, 135, 149, 163, 166, 167, 169, 170], "which": [0, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 17, 34, 36, 42, 50, 51, 63, 103, 104, 111, 112, 113, 114, 121, 133, 134, 163, 166, 167, 168, 171], "whichev": [11, 12], "while": [5, 8, 9, 11, 17, 113, 122, 123, 124, 134, 135, 156, 157, 158, 160, 161, 171, 172], "white": [11, 17, 55, 57, 58], "whitegrid": [11, 55, 57, 58], "whitespac": [11, 12, 163, 166], "whole": [11, 55, 63, 65, 67, 74, 80, 83, 85], "whose": 162, "why": [4, 9], "width": [11, 52, 55, 63, 65, 67, 74, 80, 83, 85, 122, 123, 126, 128], "window": [150, 155], "wish": [11, 135, 163, 166, 171], "within": [5, 8, 9, 11, 12, 14, 17, 34, 35, 36, 55, 63, 65, 67, 99, 100, 103, 104, 110, 112, 113, 150, 151, 155, 163, 166], "withing": [40, 41, 42], "without": [9, 11, 12, 14, 16, 34, 35, 36, 55, 69, 70, 87, 88, 94, 103, 104, 130, 132, 135, 150, 155, 156, 157, 158, 159, 160, 161, 163, 166], "work": [6, 156, 157, 158, 160, 161, 169], "worker": [134, 150, 155], "workflow": [11, 14], "world": [4, 9], "worst": [5, 8, 9], "would": [18, 31, 136, 163], "wrap": [11, 14, 18, 134], "write": [112, 172], "wrong": [11, 31, 135, 137, 144, 145, 146, 147, 148], "x": [6, 11, 55, 63, 65, 67, 74, 80, 83, 85], "x_labels_rot": [11, 52, 55, 63, 65, 67, 74, 80, 83, 85], "xtick": [55, 63, 65, 67, 71], "y": [11, 55, 63, 65, 67, 74, 80, 83, 85], "y_starts_at_zero": [11, 52, 55, 63, 65, 67, 74, 80, 83, 85], "yellow": [11, 17], "yet": [149, 150, 151], "you": [0, 2, 4, 6, 7, 9, 11, 12, 14, 135, 150, 154, 155, 163, 166, 170, 171, 172], "your": [0, 2, 4, 6, 7, 9, 11, 12, 135, 170, 171, 172], "ytick": [55, 63, 65, 67, 71], "z": [34, 36, 162, 163], "z0": 163, "za": 163, "zero": [11, 55, 63, 65, 67, 74, 80, 83, 85, 136, 137, 148, 149, 150, 155]}, "titles": ["Command-Line Options", "SimpleBench documentation", "Installation", "Reports", "CSV Report", "CSV Field Definitions", "Scatterplot Graph Report", "JSON Report", "Table Column Definitions", "Rich Table Report", "src", "simplebench package", "simplebench.case module", "simplebench.cli module", "simplebench.decorators module", "simplebench.defaults module", "simplebench.doc_utils module", "simplebench.enums module", "simplebench.exceptions package", "simplebench.exceptions.base module", "simplebench.exceptions.case module", "simplebench.exceptions.choices module", "simplebench.exceptions.cli module", "simplebench.exceptions.decorators module", "simplebench.exceptions.iteration module", "simplebench.exceptions.results module", "simplebench.exceptions.runners module", "simplebench.exceptions.session module", "simplebench.exceptions.si_units module", "simplebench.exceptions.tasks module", "simplebench.exceptions.utils module", "simplebench.iteration module", "simplebench.protocols module", "simplebench.reporters package", "simplebench.reporters.choice package", "simplebench.reporters.choice.choice module", "simplebench.reporters.choice.choice_conf module", "simplebench.reporters.choice.exceptions package", "simplebench.reporters.choice.exceptions.choice module", "simplebench.reporters.choice.exceptions.choice_conf module", "simplebench.reporters.choices package", "simplebench.reporters.choices.choices module", "simplebench.reporters.choices.choices_conf module", "simplebench.reporters.choices.exceptions module", "simplebench.reporters.csv package", "simplebench.reporters.csv.reporter package", "simplebench.reporters.csv.reporter.config module", "simplebench.reporters.csv.reporter.exceptions module", "simplebench.reporters.csv.reporter.options package", "simplebench.reporters.csv.reporter.options.exceptions module", "simplebench.reporters.csv.reporter.options.options module", "simplebench.reporters.csv.reporter.reporter module", "simplebench.reporters.graph package", "simplebench.reporters.graph.enums package", "simplebench.reporters.graph.enums.image_type module", "simplebench.reporters.graph.matplotlib package", "simplebench.reporters.graph.matplotlib.constants module", "simplebench.reporters.graph.matplotlib.enums package", "simplebench.reporters.graph.matplotlib.enums.style module", "simplebench.reporters.graph.matplotlib.exceptions module", "simplebench.reporters.graph.matplotlib.options package", "simplebench.reporters.graph.matplotlib.options.exceptions module", "simplebench.reporters.graph.matplotlib.options.options module", "simplebench.reporters.graph.matplotlib.reporter package", "simplebench.reporters.graph.matplotlib.reporter.exceptions module", "simplebench.reporters.graph.matplotlib.reporter.options package", "simplebench.reporters.graph.matplotlib.reporter.options.exceptions module", "simplebench.reporters.graph.matplotlib.reporter.options.options module", "simplebench.reporters.graph.matplotlib.reporter.reporter module", "simplebench.reporters.graph.matplotlib.theme package", "simplebench.reporters.graph.matplotlib.theme.base module", "simplebench.reporters.graph.matplotlib.theme.default module", "simplebench.reporters.graph.matplotlib.theme.exceptions module", "simplebench.reporters.graph.options module", "simplebench.reporters.graph.scatterplot package", "simplebench.reporters.graph.scatterplot.config module", "simplebench.reporters.graph.scatterplot.exceptions module", "simplebench.reporters.graph.scatterplot.options package", "simplebench.reporters.graph.scatterplot.options.exceptions module", "simplebench.reporters.graph.scatterplot.options.options module", "simplebench.reporters.graph.scatterplot.reporter package", "simplebench.reporters.graph.scatterplot.reporter.config module", "simplebench.reporters.graph.scatterplot.reporter.exceptions module", "simplebench.reporters.graph.scatterplot.reporter.options package", "simplebench.reporters.graph.scatterplot.reporter.options.exceptions module", "simplebench.reporters.graph.scatterplot.reporter.options.options module", "simplebench.reporters.graph.scatterplot.reporter.reporter module", "simplebench.reporters.json package", "simplebench.reporters.json.reporter package", "simplebench.reporters.json.reporter.config module", "simplebench.reporters.json.reporter.exceptions module", "simplebench.reporters.json.reporter.options package", "simplebench.reporters.json.reporter.options.exceptions module", "simplebench.reporters.json.reporter.options.options module", "simplebench.reporters.json.reporter.reporter module", "simplebench.reporters.log package", "simplebench.reporters.log.exceptions package", "simplebench.reporters.log.exceptions.report_log_metadata module", "simplebench.reporters.log.report_log_metadata module", "simplebench.reporters.protocols package", "simplebench.reporters.protocols.choice_protocol module", "simplebench.reporters.protocols.report_renderer module", "simplebench.reporters.protocols.reporter_callback module", "simplebench.reporters.reporter package", "simplebench.reporters.reporter.config module", "simplebench.reporters.reporter.exceptions package", "simplebench.reporters.reporter.exceptions.config module", "simplebench.reporters.reporter.exceptions.prioritized module", "simplebench.reporters.reporter.exceptions.reporter module", "simplebench.reporters.reporter.mixins package", "simplebench.reporters.reporter.options module", "simplebench.reporters.reporter.prioritized module", "simplebench.reporters.reporter.protocols module", "simplebench.reporters.reporter.reporter module", "simplebench.reporters.reporter_manager package", "simplebench.reporters.reporter_manager.decorators package", "simplebench.reporters.reporter_manager.decorators.register_reporter package", "simplebench.reporters.reporter_manager.decorators.register_reporter.exceptions module", "simplebench.reporters.reporter_manager.decorators.register_reporter.register_reporter module", "simplebench.reporters.reporter_manager.exceptions package", "simplebench.reporters.reporter_manager.exceptions.manager module", "simplebench.reporters.reporter_manager.manager module", "simplebench.reporters.rich_table package", "simplebench.reporters.rich_table.reporter package", "simplebench.reporters.rich_table.reporter.config module", "simplebench.reporters.rich_table.reporter.exceptions module", "simplebench.reporters.rich_table.reporter.options package", "simplebench.reporters.rich_table.reporter.options.exceptions module", "simplebench.reporters.rich_table.reporter.options.options module", "simplebench.reporters.rich_table.reporter.reporter module", "simplebench.reporters.validators package", "simplebench.reporters.validators.exceptions module", "simplebench.reporters.validators.validators module", "simplebench.results module", "simplebench.runners module", "simplebench.session module", "simplebench.si_units module", "simplebench.stats package", "simplebench.stats.exceptions package", "simplebench.stats.exceptions.memory_usage module", "simplebench.stats.exceptions.operation_timings module", "simplebench.stats.exceptions.operations_per_interval module", "simplebench.stats.exceptions.peak_memory_usage module", "simplebench.stats.exceptions.stats module", "simplebench.stats.memory_usage module", "simplebench.stats.operation_timings module", "simplebench.stats.operations_per_interval module", "simplebench.stats.peak_memory_usage module", "simplebench.stats.stats module", "simplebench.tasks module", "simplebench.timeout package", "simplebench.timeout.enums module", "simplebench.timeout.exceptions package", "simplebench.timeout.exceptions.timeout module", "simplebench.timeout.thread_id module", "simplebench.timeout.timeout module", "simplebench.type_proxies package", "simplebench.type_proxies.case_type_proxy module", "simplebench.type_proxies.choice_type_proxy module", "simplebench.type_proxies.lazy_type_proxy module", "simplebench.type_proxies.reporter_type_proxy module", "simplebench.type_proxies.session_type_proxy module", "simplebench.utils module", "simplebench.validators package", "simplebench.validators.exceptions package", "simplebench.validators.exceptions.validators module", "simplebench.validators.misc module", "simplebench.validators.validate_iterable_of_type module", "simplebench.validators.validate_sequence_of_type module", "simplebench.vcs module", "Tutorials", "Basic Usage Tutorial", "Using SimpleBench"], "titleterms": {"Of": 5, "advanc": [4, 6, 7, 9], "api": [44, 52, 55, 63, 74, 80, 87, 122], "base": [19, 70], "basic": 171, "benchmark": [4, 6, 7, 9], "case": [12, 20], "case_type_proxi": 157, "choic": [21, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43], "choice_conf": [36, 39], "choice_protocol": 100, "choice_type_proxi": 158, "choices_conf": 42, "cli": [13, 22], "column": [8, 9], "command": 0, "comment": 5, "common": [5, 8, 9], "complex": [4, 6, 7, 9], "config": [46, 75, 81, 89, 104, 106, 124], "constant": 56, "content": [1, 3], "csv": [0, 4, 5, 44, 45, 46, 47, 48, 49, 50, 51], "custom": [4, 6, 7, 9], "data": 5, "decor": [14, 23, 115, 116, 117, 118], "default": [15, 71], "definit": [5, 8, 9], "destin": [4, 6, 7, 9], "doc_util": 16, "document": 1, "enum": [17, 53, 54, 57, 58, 151], "exampl": [6, 172], "except": [18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 37, 38, 39, 43, 47, 49, 59, 61, 64, 66, 72, 76, 78, 82, 84, 90, 92, 96, 97, 105, 106, 107, 108, 117, 119, 120, 125, 127, 131, 138, 139, 140, 141, 142, 143, 152, 153, 164, 165], "explan": [], "featur": [4, 6, 7, 9], "field": 5, "first": 5, "gener": 0, "graph": [0, 6, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86], "header": 9, "image_typ": 54, "inform": 9, "instal": 2, "iter": [24, 31], "json": [0, 7, 87, 88, 89, 90, 91, 92, 93, 94], "lazy_type_proxi": 159, "line": [0, 5], "list": 170, "log": [95, 96, 97, 98], "manag": [120, 121], "matplotlib": [55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72], "memori": [5, 8, 9], "memory_usag": [139, 144], "metadata": 5, "misc": 166, "mixin": 109, "modul": [12, 13, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 35, 36, 38, 39, 41, 42, 43, 46, 47, 49, 50, 51, 54, 56, 58, 59, 61, 62, 64, 66, 67, 68, 70, 71, 72, 73, 75, 76, 78, 79, 81, 82, 84, 85, 86, 89, 90, 92, 93, 94, 97, 98, 100, 101, 102, 104, 106, 107, 108, 110, 111, 112, 113, 117, 118, 120, 121, 124, 125, 127, 128, 129, 131, 132, 133, 134, 135, 136, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 151, 153, 154, 155, 157, 158, 159, 160, 161, 162, 165, 166, 167, 168, 169], "oper": [5, 8, 9], "operation_tim": [140, 145], "operations_per_interv": [141, 146], "option": [0, 48, 49, 50, 60, 61, 62, 65, 66, 67, 73, 77, 78, 79, 83, 84, 85, 91, 92, 93, 110, 126, 127, 128], "output": [], "packag": [11, 18, 33, 34, 37, 40, 44, 45, 48, 52, 53, 55, 57, 60, 63, 65, 69, 74, 77, 80, 83, 87, 88, 91, 95, 96, 99, 103, 105, 109, 114, 115, 116, 119, 122, 123, 126, 130, 137, 138, 150, 152, 156, 163, 164], "parameter": [4, 6, 7, 9], "peak_memory_usag": [142, 147], "per": [5, 8, 9], "plot": 0, "priorit": [107, 111], "protocol": [32, 99, 100, 101, 102, 112], "provid": 17, "public": [44, 52, 55, 63, 74, 80, 87, 122], "register_report": [116, 117, 118], "report": [0, 3, 4, 5, 6, 7, 8, 9, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132], "report_log_metadata": [97, 98], "report_render": 101, "reporter_callback": 102, "reporter_manag": [114, 115, 116, 117, 118, 119, 120, 121], "reporter_type_proxi": 160, "result": [25, 133], "rich": [0, 9], "rich_tabl": [122, 123, 124, 125, 126, 127, 128, 129], "runner": [26, 134], "scatter": 0, "scatterplot": [6, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86], "second": [5, 8, 9], "session": [27, 135], "session_type_proxi": 161, "si_unit": [28, 136], "simplebench": [1, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 172], "src": 10, "stat": [137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148], "statist": [], "structur": 7, "style": 58, "submodul": [11, 18, 34, 37, 40, 45, 48, 52, 53, 55, 57, 60, 63, 65, 69, 77, 80, 83, 88, 91, 95, 96, 99, 103, 105, 114, 116, 119, 123, 126, 130, 137, 138, 150, 152, 156, 163, 164], "subpackag": [11, 33, 34, 44, 45, 52, 55, 63, 74, 80, 87, 88, 95, 103, 114, 115, 122, 123, 137, 150, 163], "tabl": [0, 1, 3, 8, 9], "task": [29, 149], "theme": [69, 70, 71, 72], "thread_id": 154, "time": [5, 8, 9], "timeout": [150, 151, 152, 153, 154, 155], "tutori": [170, 171], "type": 0, "type_proxi": [156, 157, 158, 159, 160, 161], "us": 172, "usag": [5, 6, 8, 9, 171], "util": [30, 162], "valid": [130, 131, 132, 163, 164, 165, 166, 167, 168], "validate_iterable_of_typ": 167, "validate_sequence_of_typ": 168, "variat": [4, 6, 7, 9], "vc": 169, "weight": [4, 6, 7, 9]}}) \ No newline at end of file +Search.setIndex({"alltitles": {"Advanced Features": [[4, "advanced-features"], [6, "advanced-features"], [7, "advanced-features"], [9, "advanced-features"]], "Basic Benchmark": [[171, null]], "CSV Field Definitions": [[5, null]], "CSV Report": [[4, null]], "CSV Reports": [[0, "csv-reports"]], "Command-Line Options": [[0, null]], "Common Report Columns": [[8, "common-report-columns"], [9, "common-report-columns"]], "Common Report Fields": [[5, "common-report-fields"]], "Contents": [[1, "contents"]], "Custom Complexity Weightings": [[4, "custom-complexity-weightings"], [6, "custom-complexity-weightings"], [7, "custom-complexity-weightings"], [9, "custom-complexity-weightings"]], "Example Usage": [[6, "example-usage"]], "Examples": [[173, "examples"]], "First Line Of Data": [[5, "first-line-of-data"]], "General Options": [[0, "general-options"]], "Graph Reports": [[0, "graph-reports"]], "Installation": [[2, null]], "JSON Report": [[7, null]], "JSON Report Structure": [[7, "json-report-structure"]], "JSON Reports": [[0, "json-reports"]], "List of Tutorials": [[170, null]], "Memory Usage": [[5, "memory-usage"], [8, "memory-usage"], [9, "memory-usage"]], "Metadata Comment Lines": [[5, "metadata-comment-lines"]], "Minimal Example": [[172, "minimal-example"]], "Multi-dimensional Parameters": [[172, "multi-dimensional-parameters"]], "Operations Per Second": [[5, "operations-per-second"], [8, "operations-per-second"], [9, "operations-per-second"]], "Parameterized Benchmark": [[172, null]], "Parameterized Benchmarks": [[4, "parameterized-benchmarks"], [6, "parameterized-benchmarks"], [7, "parameterized-benchmarks"], [9, "parameterized-benchmarks"]], "Provides": [[17, "provides"]], "Public API": [[44, "public-api"], [52, "public-api"], [55, "public-api"], [63, "public-api"], [74, "public-api"], [80, "public-api"], [87, "public-api"], [122, "public-api"]], "Report Header Information": [[9, "report-header-information"]], "Report Types": [[0, "report-types"]], "Report Variations and Destinations": [[4, "report-variations-and-destinations"], [6, "report-variations-and-destinations"], [7, "report-variations-and-destinations"], [9, "report-variations-and-destinations"]], "Reporting Options": [[0, "reporting-options"]], "Reports": [[3, null]], "Rich Table Report": [[9, null]], "Rich Table Reports": [[0, "rich-table-reports"]], "Scatter Plot Reports": [[0, "scatter-plot-reports"]], "Scatterplot Graph Report": [[6, null]], "SimpleBench documentation": [[1, null]], "Submodules": [[11, "submodules"], [18, "submodules"], [34, "submodules"], [37, "submodules"], [40, "submodules"], [45, "submodules"], [48, "submodules"], [52, "submodules"], [53, "submodules"], [55, "submodules"], [57, "submodules"], [60, "submodules"], [63, "submodules"], [65, "submodules"], [69, "submodules"], [77, "submodules"], [80, "submodules"], [83, "submodules"], [88, "submodules"], [91, "submodules"], [95, "submodules"], [96, "submodules"], [99, "submodules"], [103, "submodules"], [105, "submodules"], [114, "submodules"], [116, "submodules"], [119, "submodules"], [123, "submodules"], [126, "submodules"], [130, "submodules"], [137, "submodules"], [138, "submodules"], [150, "submodules"], [152, "submodules"], [156, "submodules"], [163, "submodules"], [164, "submodules"]], "Subpackages": [[11, "subpackages"], [33, "subpackages"], [34, "subpackages"], [44, "subpackages"], [45, "subpackages"], [52, "subpackages"], [55, "subpackages"], [63, "subpackages"], [74, "subpackages"], [80, "subpackages"], [87, "subpackages"], [88, "subpackages"], [95, "subpackages"], [103, "subpackages"], [114, "subpackages"], [115, "subpackages"], [122, "subpackages"], [123, "subpackages"], [137, "subpackages"], [150, "subpackages"], [163, "subpackages"]], "Table Column Definitions": [[8, null], [9, "table-column-definitions"]], "Table of Contents": [[1, null], [3, null]], "Timing": [[5, "timing"], [8, "timing"], [9, "timing"]], "Tutorials": [[170, null]], "Using SimpleBench": [[173, null]], "simplebench package": [[11, null]], "simplebench.case module": [[12, null]], "simplebench.cli module": [[13, null]], "simplebench.decorators module": [[14, null]], "simplebench.defaults module": [[15, null]], "simplebench.doc_utils module": [[16, null]], "simplebench.enums module": [[17, null]], "simplebench.exceptions package": [[18, null]], "simplebench.exceptions.base module": [[19, null]], "simplebench.exceptions.case module": [[20, null]], "simplebench.exceptions.choices module": [[21, null]], "simplebench.exceptions.cli module": [[22, null]], "simplebench.exceptions.decorators module": [[23, null]], "simplebench.exceptions.iteration module": [[24, null]], "simplebench.exceptions.results module": [[25, null]], "simplebench.exceptions.runners module": [[26, null]], "simplebench.exceptions.session module": [[27, null]], "simplebench.exceptions.si_units module": [[28, null]], "simplebench.exceptions.tasks module": [[29, null]], "simplebench.exceptions.utils module": [[30, null]], "simplebench.iteration module": [[31, null]], "simplebench.protocols module": [[32, null]], "simplebench.reporters package": [[33, null]], "simplebench.reporters.choice package": [[34, null]], "simplebench.reporters.choice.choice module": [[35, null]], "simplebench.reporters.choice.choice_conf module": [[36, null]], "simplebench.reporters.choice.exceptions package": [[37, null]], "simplebench.reporters.choice.exceptions.choice module": [[38, null]], "simplebench.reporters.choice.exceptions.choice_conf module": [[39, null]], "simplebench.reporters.choices package": [[40, null]], "simplebench.reporters.choices.choices module": [[41, null]], "simplebench.reporters.choices.choices_conf module": [[42, null]], "simplebench.reporters.choices.exceptions module": [[43, null]], "simplebench.reporters.csv package": [[44, null]], "simplebench.reporters.csv.reporter package": [[45, null]], "simplebench.reporters.csv.reporter.config module": [[46, null]], "simplebench.reporters.csv.reporter.exceptions module": [[47, null]], "simplebench.reporters.csv.reporter.options package": [[48, null]], "simplebench.reporters.csv.reporter.options.exceptions module": [[49, null]], "simplebench.reporters.csv.reporter.options.options module": [[50, null]], "simplebench.reporters.csv.reporter.reporter module": [[51, null]], "simplebench.reporters.graph package": [[52, null]], "simplebench.reporters.graph.enums package": [[53, null]], "simplebench.reporters.graph.enums.image_type module": [[54, null]], "simplebench.reporters.graph.matplotlib package": [[55, null]], "simplebench.reporters.graph.matplotlib.constants module": [[56, null]], "simplebench.reporters.graph.matplotlib.enums package": [[57, null]], "simplebench.reporters.graph.matplotlib.enums.style module": [[58, null]], "simplebench.reporters.graph.matplotlib.exceptions module": [[59, null]], "simplebench.reporters.graph.matplotlib.options package": [[60, null]], "simplebench.reporters.graph.matplotlib.options.exceptions module": [[61, null]], "simplebench.reporters.graph.matplotlib.options.options module": [[62, null]], "simplebench.reporters.graph.matplotlib.reporter package": [[63, null]], "simplebench.reporters.graph.matplotlib.reporter.exceptions module": [[64, null]], "simplebench.reporters.graph.matplotlib.reporter.options package": [[65, null]], "simplebench.reporters.graph.matplotlib.reporter.options.exceptions module": [[66, null]], "simplebench.reporters.graph.matplotlib.reporter.options.options module": [[67, null]], "simplebench.reporters.graph.matplotlib.reporter.reporter module": [[68, null]], "simplebench.reporters.graph.matplotlib.theme package": [[69, null]], "simplebench.reporters.graph.matplotlib.theme.base module": [[70, null]], "simplebench.reporters.graph.matplotlib.theme.default module": [[71, null]], "simplebench.reporters.graph.matplotlib.theme.exceptions module": [[72, null]], "simplebench.reporters.graph.options module": [[73, null]], "simplebench.reporters.graph.scatterplot package": [[74, null]], "simplebench.reporters.graph.scatterplot.config module": [[75, null]], "simplebench.reporters.graph.scatterplot.exceptions module": [[76, null]], "simplebench.reporters.graph.scatterplot.options package": [[77, null]], "simplebench.reporters.graph.scatterplot.options.exceptions module": [[78, null]], "simplebench.reporters.graph.scatterplot.options.options module": [[79, null]], "simplebench.reporters.graph.scatterplot.reporter package": [[80, null]], "simplebench.reporters.graph.scatterplot.reporter.config module": [[81, null]], "simplebench.reporters.graph.scatterplot.reporter.exceptions module": [[82, null]], "simplebench.reporters.graph.scatterplot.reporter.options package": [[83, null]], "simplebench.reporters.graph.scatterplot.reporter.options.exceptions module": [[84, null]], "simplebench.reporters.graph.scatterplot.reporter.options.options module": [[85, null]], "simplebench.reporters.graph.scatterplot.reporter.reporter module": [[86, null]], "simplebench.reporters.json package": [[87, null]], "simplebench.reporters.json.reporter package": [[88, null]], "simplebench.reporters.json.reporter.config module": [[89, null]], "simplebench.reporters.json.reporter.exceptions module": [[90, null]], "simplebench.reporters.json.reporter.options package": [[91, null]], "simplebench.reporters.json.reporter.options.exceptions module": [[92, null]], "simplebench.reporters.json.reporter.options.options module": [[93, null]], "simplebench.reporters.json.reporter.reporter module": [[94, null]], "simplebench.reporters.log package": [[95, null]], "simplebench.reporters.log.exceptions package": [[96, null]], "simplebench.reporters.log.exceptions.report_log_metadata module": [[97, null]], "simplebench.reporters.log.report_log_metadata module": [[98, null]], "simplebench.reporters.protocols package": [[99, null]], "simplebench.reporters.protocols.choice_protocol module": [[100, null]], "simplebench.reporters.protocols.report_renderer module": [[101, null]], "simplebench.reporters.protocols.reporter_callback module": [[102, null]], "simplebench.reporters.reporter package": [[103, null]], "simplebench.reporters.reporter.config module": [[104, null]], "simplebench.reporters.reporter.exceptions package": [[105, null]], "simplebench.reporters.reporter.exceptions.config module": [[106, null]], "simplebench.reporters.reporter.exceptions.prioritized module": [[107, null]], "simplebench.reporters.reporter.exceptions.reporter module": [[108, null]], "simplebench.reporters.reporter.mixins package": [[109, null]], "simplebench.reporters.reporter.options module": [[110, null]], "simplebench.reporters.reporter.prioritized module": [[111, null]], "simplebench.reporters.reporter.protocols module": [[112, null]], "simplebench.reporters.reporter.reporter module": [[113, null]], "simplebench.reporters.reporter_manager package": [[114, null]], "simplebench.reporters.reporter_manager.decorators package": [[115, null]], "simplebench.reporters.reporter_manager.decorators.register_reporter package": [[116, null]], "simplebench.reporters.reporter_manager.decorators.register_reporter.exceptions module": [[117, null]], "simplebench.reporters.reporter_manager.decorators.register_reporter.register_reporter module": [[118, null]], "simplebench.reporters.reporter_manager.exceptions package": [[119, null]], "simplebench.reporters.reporter_manager.exceptions.manager module": [[120, null]], "simplebench.reporters.reporter_manager.manager module": [[121, null]], "simplebench.reporters.rich_table package": [[122, null]], "simplebench.reporters.rich_table.reporter package": [[123, null]], "simplebench.reporters.rich_table.reporter.config module": [[124, null]], "simplebench.reporters.rich_table.reporter.exceptions module": [[125, null]], "simplebench.reporters.rich_table.reporter.options package": [[126, null]], "simplebench.reporters.rich_table.reporter.options.exceptions module": [[127, null]], "simplebench.reporters.rich_table.reporter.options.options module": [[128, null]], "simplebench.reporters.rich_table.reporter.reporter module": [[129, null]], "simplebench.reporters.validators package": [[130, null]], "simplebench.reporters.validators.exceptions module": [[131, null]], "simplebench.reporters.validators.validators module": [[132, null]], "simplebench.results module": [[133, null]], "simplebench.runners module": [[134, null]], "simplebench.session module": [[135, null]], "simplebench.si_units module": [[136, null]], "simplebench.stats package": [[137, null]], "simplebench.stats.exceptions package": [[138, null]], "simplebench.stats.exceptions.memory_usage module": [[139, null]], "simplebench.stats.exceptions.operation_timings module": [[140, null]], "simplebench.stats.exceptions.operations_per_interval module": [[141, null]], "simplebench.stats.exceptions.peak_memory_usage module": [[142, null]], "simplebench.stats.exceptions.stats module": [[143, null]], "simplebench.stats.memory_usage module": [[144, null]], "simplebench.stats.operation_timings module": [[145, null]], "simplebench.stats.operations_per_interval module": [[146, null]], "simplebench.stats.peak_memory_usage module": [[147, null]], "simplebench.stats.stats module": [[148, null]], "simplebench.tasks module": [[149, null]], "simplebench.timeout package": [[150, null]], "simplebench.timeout.enums module": [[151, null]], "simplebench.timeout.exceptions package": [[152, null]], "simplebench.timeout.exceptions.timeout module": [[153, null]], "simplebench.timeout.thread_id module": [[154, null]], "simplebench.timeout.timeout module": [[155, null]], "simplebench.type_proxies package": [[156, null]], "simplebench.type_proxies.case_type_proxy module": [[157, null]], "simplebench.type_proxies.choice_type_proxy module": [[158, null]], "simplebench.type_proxies.lazy_type_proxy module": [[159, null]], "simplebench.type_proxies.reporter_type_proxy module": [[160, null]], "simplebench.type_proxies.session_type_proxy module": [[161, null]], "simplebench.utils module": [[162, null]], "simplebench.validators package": [[163, null]], "simplebench.validators.exceptions package": [[164, null]], "simplebench.validators.exceptions.validators module": [[165, null]], "simplebench.validators.misc module": [[166, null]], "simplebench.validators.validate_iterable_of_type module": [[167, null]], "simplebench.validators.validate_sequence_of_type module": [[168, null]], "simplebench.vcs module": [[169, null]], "src": [[10, null]]}, "docnames": ["command_line_options", "index", "installation", "reports", "reports/csv_report", "reports/csv_report_field_definitions", "reports/graphs/scatterplot_graph_report", "reports/json_report", "reports/rich_table_field_definitions", "reports/rich_table_report", "source/modules", "source/simplebench", "source/simplebench.case", "source/simplebench.cli", "source/simplebench.decorators", "source/simplebench.defaults", "source/simplebench.doc_utils", "source/simplebench.enums", "source/simplebench.exceptions", "source/simplebench.exceptions.base", "source/simplebench.exceptions.case", "source/simplebench.exceptions.choices", "source/simplebench.exceptions.cli", "source/simplebench.exceptions.decorators", "source/simplebench.exceptions.iteration", "source/simplebench.exceptions.results", "source/simplebench.exceptions.runners", "source/simplebench.exceptions.session", "source/simplebench.exceptions.si_units", "source/simplebench.exceptions.tasks", "source/simplebench.exceptions.utils", "source/simplebench.iteration", "source/simplebench.protocols", "source/simplebench.reporters", "source/simplebench.reporters.choice", "source/simplebench.reporters.choice.choice", "source/simplebench.reporters.choice.choice_conf", "source/simplebench.reporters.choice.exceptions", "source/simplebench.reporters.choice.exceptions.choice", "source/simplebench.reporters.choice.exceptions.choice_conf", "source/simplebench.reporters.choices", "source/simplebench.reporters.choices.choices", "source/simplebench.reporters.choices.choices_conf", "source/simplebench.reporters.choices.exceptions", "source/simplebench.reporters.csv", "source/simplebench.reporters.csv.reporter", "source/simplebench.reporters.csv.reporter.config", "source/simplebench.reporters.csv.reporter.exceptions", "source/simplebench.reporters.csv.reporter.options", "source/simplebench.reporters.csv.reporter.options.exceptions", "source/simplebench.reporters.csv.reporter.options.options", "source/simplebench.reporters.csv.reporter.reporter", "source/simplebench.reporters.graph", "source/simplebench.reporters.graph.enums", "source/simplebench.reporters.graph.enums.image_type", "source/simplebench.reporters.graph.matplotlib", "source/simplebench.reporters.graph.matplotlib.constants", "source/simplebench.reporters.graph.matplotlib.enums", "source/simplebench.reporters.graph.matplotlib.enums.style", "source/simplebench.reporters.graph.matplotlib.exceptions", "source/simplebench.reporters.graph.matplotlib.options", "source/simplebench.reporters.graph.matplotlib.options.exceptions", "source/simplebench.reporters.graph.matplotlib.options.options", "source/simplebench.reporters.graph.matplotlib.reporter", "source/simplebench.reporters.graph.matplotlib.reporter.exceptions", "source/simplebench.reporters.graph.matplotlib.reporter.options", "source/simplebench.reporters.graph.matplotlib.reporter.options.exceptions", "source/simplebench.reporters.graph.matplotlib.reporter.options.options", "source/simplebench.reporters.graph.matplotlib.reporter.reporter", "source/simplebench.reporters.graph.matplotlib.theme", "source/simplebench.reporters.graph.matplotlib.theme.base", "source/simplebench.reporters.graph.matplotlib.theme.default", "source/simplebench.reporters.graph.matplotlib.theme.exceptions", "source/simplebench.reporters.graph.options", "source/simplebench.reporters.graph.scatterplot", "source/simplebench.reporters.graph.scatterplot.config", "source/simplebench.reporters.graph.scatterplot.exceptions", "source/simplebench.reporters.graph.scatterplot.options", "source/simplebench.reporters.graph.scatterplot.options.exceptions", "source/simplebench.reporters.graph.scatterplot.options.options", "source/simplebench.reporters.graph.scatterplot.reporter", "source/simplebench.reporters.graph.scatterplot.reporter.config", "source/simplebench.reporters.graph.scatterplot.reporter.exceptions", "source/simplebench.reporters.graph.scatterplot.reporter.options", "source/simplebench.reporters.graph.scatterplot.reporter.options.exceptions", "source/simplebench.reporters.graph.scatterplot.reporter.options.options", "source/simplebench.reporters.graph.scatterplot.reporter.reporter", "source/simplebench.reporters.json", "source/simplebench.reporters.json.reporter", "source/simplebench.reporters.json.reporter.config", "source/simplebench.reporters.json.reporter.exceptions", "source/simplebench.reporters.json.reporter.options", "source/simplebench.reporters.json.reporter.options.exceptions", "source/simplebench.reporters.json.reporter.options.options", "source/simplebench.reporters.json.reporter.reporter", "source/simplebench.reporters.log", "source/simplebench.reporters.log.exceptions", "source/simplebench.reporters.log.exceptions.report_log_metadata", "source/simplebench.reporters.log.report_log_metadata", "source/simplebench.reporters.protocols", "source/simplebench.reporters.protocols.choice_protocol", "source/simplebench.reporters.protocols.report_renderer", "source/simplebench.reporters.protocols.reporter_callback", "source/simplebench.reporters.reporter", "source/simplebench.reporters.reporter.config", "source/simplebench.reporters.reporter.exceptions", "source/simplebench.reporters.reporter.exceptions.config", "source/simplebench.reporters.reporter.exceptions.prioritized", "source/simplebench.reporters.reporter.exceptions.reporter", "source/simplebench.reporters.reporter.mixins", "source/simplebench.reporters.reporter.options", "source/simplebench.reporters.reporter.prioritized", "source/simplebench.reporters.reporter.protocols", "source/simplebench.reporters.reporter.reporter", "source/simplebench.reporters.reporter_manager", "source/simplebench.reporters.reporter_manager.decorators", "source/simplebench.reporters.reporter_manager.decorators.register_reporter", "source/simplebench.reporters.reporter_manager.decorators.register_reporter.exceptions", "source/simplebench.reporters.reporter_manager.decorators.register_reporter.register_reporter", "source/simplebench.reporters.reporter_manager.exceptions", "source/simplebench.reporters.reporter_manager.exceptions.manager", "source/simplebench.reporters.reporter_manager.manager", "source/simplebench.reporters.rich_table", "source/simplebench.reporters.rich_table.reporter", "source/simplebench.reporters.rich_table.reporter.config", "source/simplebench.reporters.rich_table.reporter.exceptions", "source/simplebench.reporters.rich_table.reporter.options", "source/simplebench.reporters.rich_table.reporter.options.exceptions", "source/simplebench.reporters.rich_table.reporter.options.options", "source/simplebench.reporters.rich_table.reporter.reporter", "source/simplebench.reporters.validators", "source/simplebench.reporters.validators.exceptions", "source/simplebench.reporters.validators.validators", "source/simplebench.results", "source/simplebench.runners", "source/simplebench.session", "source/simplebench.si_units", "source/simplebench.stats", "source/simplebench.stats.exceptions", "source/simplebench.stats.exceptions.memory_usage", "source/simplebench.stats.exceptions.operation_timings", "source/simplebench.stats.exceptions.operations_per_interval", "source/simplebench.stats.exceptions.peak_memory_usage", "source/simplebench.stats.exceptions.stats", "source/simplebench.stats.memory_usage", "source/simplebench.stats.operation_timings", "source/simplebench.stats.operations_per_interval", "source/simplebench.stats.peak_memory_usage", "source/simplebench.stats.stats", "source/simplebench.tasks", "source/simplebench.timeout", "source/simplebench.timeout.enums", "source/simplebench.timeout.exceptions", "source/simplebench.timeout.exceptions.timeout", "source/simplebench.timeout.thread_id", "source/simplebench.timeout.timeout", "source/simplebench.type_proxies", "source/simplebench.type_proxies.case_type_proxy", "source/simplebench.type_proxies.choice_type_proxy", "source/simplebench.type_proxies.lazy_type_proxy", "source/simplebench.type_proxies.reporter_type_proxy", "source/simplebench.type_proxies.session_type_proxy", "source/simplebench.utils", "source/simplebench.validators", "source/simplebench.validators.exceptions", "source/simplebench.validators.exceptions.validators", "source/simplebench.validators.misc", "source/simplebench.validators.validate_iterable_of_type", "source/simplebench.validators.validate_sequence_of_type", "source/simplebench.vcs", "tutorials", "tutorials/basic", "tutorials/parameterized", "usage"], "envversion": {"sphinx": 64, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinx.ext.viewcode": 1}, "filenames": ["command_line_options.rst", "index.rst", "installation.rst", "reports.rst", "reports/csv_report.rst", "reports/csv_report_field_definitions.rst", "reports/graphs/scatterplot_graph_report.rst", "reports/json_report.rst", "reports/rich_table_field_definitions.rst", "reports/rich_table_report.rst", "source/modules.rst", "source/simplebench.rst", "source/simplebench.case.rst", "source/simplebench.cli.rst", "source/simplebench.decorators.rst", "source/simplebench.defaults.rst", "source/simplebench.doc_utils.rst", "source/simplebench.enums.rst", "source/simplebench.exceptions.rst", "source/simplebench.exceptions.base.rst", "source/simplebench.exceptions.case.rst", "source/simplebench.exceptions.choices.rst", "source/simplebench.exceptions.cli.rst", "source/simplebench.exceptions.decorators.rst", "source/simplebench.exceptions.iteration.rst", "source/simplebench.exceptions.results.rst", "source/simplebench.exceptions.runners.rst", "source/simplebench.exceptions.session.rst", "source/simplebench.exceptions.si_units.rst", "source/simplebench.exceptions.tasks.rst", "source/simplebench.exceptions.utils.rst", "source/simplebench.iteration.rst", "source/simplebench.protocols.rst", "source/simplebench.reporters.rst", "source/simplebench.reporters.choice.rst", "source/simplebench.reporters.choice.choice.rst", "source/simplebench.reporters.choice.choice_conf.rst", "source/simplebench.reporters.choice.exceptions.rst", "source/simplebench.reporters.choice.exceptions.choice.rst", "source/simplebench.reporters.choice.exceptions.choice_conf.rst", "source/simplebench.reporters.choices.rst", "source/simplebench.reporters.choices.choices.rst", "source/simplebench.reporters.choices.choices_conf.rst", "source/simplebench.reporters.choices.exceptions.rst", "source/simplebench.reporters.csv.rst", "source/simplebench.reporters.csv.reporter.rst", "source/simplebench.reporters.csv.reporter.config.rst", "source/simplebench.reporters.csv.reporter.exceptions.rst", "source/simplebench.reporters.csv.reporter.options.rst", "source/simplebench.reporters.csv.reporter.options.exceptions.rst", "source/simplebench.reporters.csv.reporter.options.options.rst", "source/simplebench.reporters.csv.reporter.reporter.rst", "source/simplebench.reporters.graph.rst", "source/simplebench.reporters.graph.enums.rst", "source/simplebench.reporters.graph.enums.image_type.rst", "source/simplebench.reporters.graph.matplotlib.rst", "source/simplebench.reporters.graph.matplotlib.constants.rst", "source/simplebench.reporters.graph.matplotlib.enums.rst", "source/simplebench.reporters.graph.matplotlib.enums.style.rst", "source/simplebench.reporters.graph.matplotlib.exceptions.rst", "source/simplebench.reporters.graph.matplotlib.options.rst", "source/simplebench.reporters.graph.matplotlib.options.exceptions.rst", "source/simplebench.reporters.graph.matplotlib.options.options.rst", "source/simplebench.reporters.graph.matplotlib.reporter.rst", "source/simplebench.reporters.graph.matplotlib.reporter.exceptions.rst", "source/simplebench.reporters.graph.matplotlib.reporter.options.rst", "source/simplebench.reporters.graph.matplotlib.reporter.options.exceptions.rst", "source/simplebench.reporters.graph.matplotlib.reporter.options.options.rst", "source/simplebench.reporters.graph.matplotlib.reporter.reporter.rst", "source/simplebench.reporters.graph.matplotlib.theme.rst", "source/simplebench.reporters.graph.matplotlib.theme.base.rst", "source/simplebench.reporters.graph.matplotlib.theme.default.rst", "source/simplebench.reporters.graph.matplotlib.theme.exceptions.rst", "source/simplebench.reporters.graph.options.rst", "source/simplebench.reporters.graph.scatterplot.rst", "source/simplebench.reporters.graph.scatterplot.config.rst", "source/simplebench.reporters.graph.scatterplot.exceptions.rst", "source/simplebench.reporters.graph.scatterplot.options.rst", "source/simplebench.reporters.graph.scatterplot.options.exceptions.rst", "source/simplebench.reporters.graph.scatterplot.options.options.rst", "source/simplebench.reporters.graph.scatterplot.reporter.rst", "source/simplebench.reporters.graph.scatterplot.reporter.config.rst", "source/simplebench.reporters.graph.scatterplot.reporter.exceptions.rst", "source/simplebench.reporters.graph.scatterplot.reporter.options.rst", "source/simplebench.reporters.graph.scatterplot.reporter.options.exceptions.rst", "source/simplebench.reporters.graph.scatterplot.reporter.options.options.rst", "source/simplebench.reporters.graph.scatterplot.reporter.reporter.rst", "source/simplebench.reporters.json.rst", "source/simplebench.reporters.json.reporter.rst", "source/simplebench.reporters.json.reporter.config.rst", "source/simplebench.reporters.json.reporter.exceptions.rst", "source/simplebench.reporters.json.reporter.options.rst", "source/simplebench.reporters.json.reporter.options.exceptions.rst", "source/simplebench.reporters.json.reporter.options.options.rst", "source/simplebench.reporters.json.reporter.reporter.rst", "source/simplebench.reporters.log.rst", "source/simplebench.reporters.log.exceptions.rst", "source/simplebench.reporters.log.exceptions.report_log_metadata.rst", "source/simplebench.reporters.log.report_log_metadata.rst", "source/simplebench.reporters.protocols.rst", "source/simplebench.reporters.protocols.choice_protocol.rst", "source/simplebench.reporters.protocols.report_renderer.rst", "source/simplebench.reporters.protocols.reporter_callback.rst", "source/simplebench.reporters.reporter.rst", "source/simplebench.reporters.reporter.config.rst", "source/simplebench.reporters.reporter.exceptions.rst", "source/simplebench.reporters.reporter.exceptions.config.rst", "source/simplebench.reporters.reporter.exceptions.prioritized.rst", "source/simplebench.reporters.reporter.exceptions.reporter.rst", "source/simplebench.reporters.reporter.mixins.rst", "source/simplebench.reporters.reporter.options.rst", "source/simplebench.reporters.reporter.prioritized.rst", "source/simplebench.reporters.reporter.protocols.rst", "source/simplebench.reporters.reporter.reporter.rst", "source/simplebench.reporters.reporter_manager.rst", "source/simplebench.reporters.reporter_manager.decorators.rst", "source/simplebench.reporters.reporter_manager.decorators.register_reporter.rst", "source/simplebench.reporters.reporter_manager.decorators.register_reporter.exceptions.rst", "source/simplebench.reporters.reporter_manager.decorators.register_reporter.register_reporter.rst", "source/simplebench.reporters.reporter_manager.exceptions.rst", "source/simplebench.reporters.reporter_manager.exceptions.manager.rst", "source/simplebench.reporters.reporter_manager.manager.rst", "source/simplebench.reporters.rich_table.rst", "source/simplebench.reporters.rich_table.reporter.rst", "source/simplebench.reporters.rich_table.reporter.config.rst", "source/simplebench.reporters.rich_table.reporter.exceptions.rst", "source/simplebench.reporters.rich_table.reporter.options.rst", "source/simplebench.reporters.rich_table.reporter.options.exceptions.rst", "source/simplebench.reporters.rich_table.reporter.options.options.rst", "source/simplebench.reporters.rich_table.reporter.reporter.rst", "source/simplebench.reporters.validators.rst", "source/simplebench.reporters.validators.exceptions.rst", "source/simplebench.reporters.validators.validators.rst", "source/simplebench.results.rst", "source/simplebench.runners.rst", "source/simplebench.session.rst", "source/simplebench.si_units.rst", "source/simplebench.stats.rst", "source/simplebench.stats.exceptions.rst", "source/simplebench.stats.exceptions.memory_usage.rst", "source/simplebench.stats.exceptions.operation_timings.rst", "source/simplebench.stats.exceptions.operations_per_interval.rst", "source/simplebench.stats.exceptions.peak_memory_usage.rst", "source/simplebench.stats.exceptions.stats.rst", "source/simplebench.stats.memory_usage.rst", "source/simplebench.stats.operation_timings.rst", "source/simplebench.stats.operations_per_interval.rst", "source/simplebench.stats.peak_memory_usage.rst", "source/simplebench.stats.stats.rst", "source/simplebench.tasks.rst", "source/simplebench.timeout.rst", "source/simplebench.timeout.enums.rst", "source/simplebench.timeout.exceptions.rst", "source/simplebench.timeout.exceptions.timeout.rst", "source/simplebench.timeout.thread_id.rst", "source/simplebench.timeout.timeout.rst", "source/simplebench.type_proxies.rst", "source/simplebench.type_proxies.case_type_proxy.rst", "source/simplebench.type_proxies.choice_type_proxy.rst", "source/simplebench.type_proxies.lazy_type_proxy.rst", "source/simplebench.type_proxies.reporter_type_proxy.rst", "source/simplebench.type_proxies.session_type_proxy.rst", "source/simplebench.utils.rst", "source/simplebench.validators.rst", "source/simplebench.validators.exceptions.rst", "source/simplebench.validators.exceptions.validators.rst", "source/simplebench.validators.misc.rst", "source/simplebench.validators.validate_iterable_of_type.rst", "source/simplebench.validators.validate_sequence_of_type.rst", "source/simplebench.vcs.rst", "tutorials.rst", "tutorials/basic.rst", "tutorials/parameterized.rst", "usage.rst"], "indexentries": {}, "objects": {"": [[11, 0, 0, "-", "simplebench"], [0, 8, 1, "cmdoption-csv", "--csv"], [0, 8, 1, "cmdoption-h", "--help"], [0, 8, 1, "cmdoption-json", "--json"], [0, 8, 1, "cmdoption-json-data", "--json-data"], [0, 8, 1, "cmdoption-list", "--list"], [0, 8, 1, "cmdoption-output-path", "--output-path"], [0, 8, 1, "cmdoption-progress", "--progress"], [0, 8, 1, "cmdoption-quiet", "--quiet"], [0, 8, 1, "cmdoption-rich-table", "--rich-table"], [0, 8, 1, "cmdoption-run", "--run"], [0, 8, 1, "cmdoption-scatter-plot", "--scatter-plot"], [0, 8, 1, "cmdoption-verbose", "--verbose"], [0, 8, 1, "cmdoption-version", "--version"], [0, 8, 1, "cmdoption-h", "-h"]], "--csv": [[0, 8, 1, "cmdoption-csv.memory", "memory"], [0, 8, 1, "cmdoption-csv.ops", "ops"], [0, 8, 1, "cmdoption-csv.timing", "timing"]], "--rich-table": [[0, 8, 1, "cmdoption-rich-table.memory", "memory"], [0, 8, 1, "cmdoption-rich-table.ops", "ops"], [0, 8, 1, "cmdoption-rich-table.timing", "timing"]], "--scatter-plot": [[0, 8, 1, "cmdoption-scatter-plot.memory", "memory"], [0, 8, 1, "cmdoption-scatter-plot.ops", "ops"], [0, 8, 1, "cmdoption-scatter-plot.timing", "timing"]], "..": [[0, 8, 1, "cmdoption-run", ">"]], "simplebench": [[11, 1, 1, "", "CSVOptions"], [11, 1, 1, "", "Case"], [11, 1, 1, "", "ImageType"], [11, 1, 1, "", "JSONOptions"], [11, 1, 1, "", "Results"], [11, 1, 1, "", "RichTableOptions"], [11, 1, 1, "", "ScatterPlotOptions"], [11, 1, 1, "", "Session"], [11, 1, 1, "", "Style"], [11, 1, 1, "", "Theme"], [11, 1, 1, "", "Verbosity"], [11, 5, 1, "", "benchmark"], [12, 0, 0, "-", "case"], [13, 0, 0, "-", "cli"], [14, 0, 0, "-", "decorators"], [15, 0, 0, "-", "defaults"], [16, 0, 0, "-", "doc_utils"], [17, 0, 0, "-", "enums"], [18, 0, 0, "-", "exceptions"], [31, 0, 0, "-", "iteration"], [11, 5, 1, "", "main"], [32, 0, 0, "-", "protocols"], [11, 5, 1, "", "register_reporter"], [33, 0, 0, "-", "reporters"], [133, 0, 0, "-", "results"], [134, 0, 0, "-", "runners"], [135, 0, 0, "-", "session"], [136, 0, 0, "-", "si_units"], [137, 0, 0, "-", "stats"], [149, 0, 0, "-", "tasks"], [150, 0, 0, "-", "timeout"], [156, 0, 0, "-", "type_proxies"], [162, 0, 0, "-", "utils"], [163, 0, 0, "-", "validators"], [169, 0, 0, "-", "vcs"]], "simplebench.Case": [[11, 2, 1, "", "action"], [11, 3, 1, "", "as_dict"], [11, 2, 1, "", "benchmark_id"], [11, 2, 1, "", "callback"], [11, 2, 1, "", "description"], [11, 2, 1, "", "expanded_kwargs_variations"], [11, 2, 1, "", "git_info"], [11, 2, 1, "", "group"], [11, 2, 1, "", "iterations"], [11, 2, 1, "", "kwargs_variations"], [11, 2, 1, "", "max_time"], [11, 2, 1, "", "min_time"], [11, 2, 1, "", "options"], [11, 2, 1, "", "results"], [11, 2, 1, "", "rounds"], [11, 3, 1, "", "run"], [11, 2, 1, "", "runner"], [11, 2, 1, "", "timeout"], [11, 2, 1, "", "title"], [11, 3, 1, "", "validate_action_signature"], [11, 3, 1, "", "validate_kwargs_variations"], [11, 3, 1, "", "validate_options"], [11, 3, 1, "", "validate_runner"], [11, 3, 1, "", "validate_time_range"], [11, 3, 1, "", "validate_variation_cols"], [11, 2, 1, "", "variation_cols"], [11, 2, 1, "", "warmup_iterations"]], "simplebench.ImageType": [[11, 4, 1, "", "PNG"], [11, 4, 1, "", "SVG"]], "simplebench.JSONOptions": [[11, 2, 1, "", "full_data"]], "simplebench.Results": [[11, 3, 1, "", "as_dict"], [11, 2, 1, "", "description"], [11, 2, 1, "", "extra_info"], [11, 2, 1, "", "group"], [11, 2, 1, "", "interval_scale"], [11, 2, 1, "", "interval_unit"], [11, 2, 1, "", "iterations"], [11, 2, 1, "", "memory"], [11, 2, 1, "", "memory_scale"], [11, 2, 1, "", "memory_unit"], [11, 2, 1, "", "n"], [11, 2, 1, "", "ops_per_interval_scale"], [11, 2, 1, "", "ops_per_interval_unit"], [11, 2, 1, "", "ops_per_second"], [11, 2, 1, "", "peak_memory"], [11, 2, 1, "", "per_round_timings"], [11, 3, 1, "", "results_section"], [11, 2, 1, "", "rounds"], [11, 2, 1, "", "title"], [11, 2, 1, "", "total_elapsed"], [11, 2, 1, "", "variation_cols"], [11, 2, 1, "", "variation_marks"]], "simplebench.RichTableOptions": [[11, 2, 1, "", "virtual_width"]], "simplebench.Session": [[11, 3, 1, "", "add_case"], [11, 3, 1, "", "add_reporter_flags"], [11, 2, 1, "", "args"], [11, 2, 1, "", "args_parser"], [11, 2, 1, "", "cases"], [11, 2, 1, "", "console"], [11, 2, 1, "", "default_runner"], [11, 3, 1, "", "extend_cases"], [11, 2, 1, "", "output_path"], [11, 3, 1, "", "parse_args"], [11, 2, 1, "", "progress"], [11, 3, 1, "", "report"], [11, 3, 1, "", "report_keys"], [11, 2, 1, "", "reporter_manager"], [11, 3, 1, "", "run"], [11, 2, 1, "", "show_progress"], [11, 2, 1, "", "tasks"], [11, 2, 1, "", "verbosity"]], "simplebench.Style": [[11, 4, 1, "", "BMH"], [11, 4, 1, "", "CLASSIC"], [11, 4, 1, "", "DARK_BACKGROUND"], [11, 4, 1, "", "FIVETHIRTYEIGHT"], [11, 4, 1, "", "GGPLOT"], [11, 4, 1, "", "GRAYSCALE"], [11, 4, 1, "", "PETTROF10"], [11, 4, 1, "", "SEABORN_V0_8"], [11, 4, 1, "", "SEABORN_V0_8_BRIGHT"], [11, 4, 1, "", "SEABORN_V0_8_COLORBLIND"], [11, 4, 1, "", "SEABORN_V0_8_DARK"], [11, 4, 1, "", "SEABORN_V0_8_DARKGRID"], [11, 4, 1, "", "SEABORN_V0_8_DARK_PALETTE"], [11, 4, 1, "", "SEABORN_V0_8_DEEP"], [11, 4, 1, "", "SEABORN_V0_8_MUTED"], [11, 4, 1, "", "SEABORN_V0_8_NOTEBOOK"], [11, 4, 1, "", "SEABORN_V0_8_PAPER"], [11, 4, 1, "", "SEABORN_V0_8_PASTEL"], [11, 4, 1, "", "SEABORN_V0_8_POSTER"], [11, 4, 1, "", "SEABORN_V0_8_TALK"], [11, 4, 1, "", "SEABORN_V0_8_TICKS"], [11, 4, 1, "", "SEABORN_V0_8_WHITE"], [11, 4, 1, "", "SEABORN_V0_8_WHITEGRID"], [11, 4, 1, "", "SOLARIZE_LIGHT2"], [11, 4, 1, "", "TABLEAU_COLORBLIND10"]], "simplebench.Theme": [[11, 3, 1, "", "replace"]], "simplebench.Verbosity": [[11, 4, 1, "", "DEBUG"], [11, 4, 1, "", "NORMAL"], [11, 4, 1, "", "QUIET"], [11, 4, 1, "", "VERBOSE"]], "simplebench.case": [[12, 1, 1, "", "Case"], [12, 5, 1, "", "generate_benchmark_id"]], "simplebench.case.Case": [[12, 2, 1, "", "action"], [12, 3, 1, "", "as_dict"], [12, 2, 1, "", "benchmark_id"], [12, 2, 1, "", "callback"], [12, 2, 1, "", "description"], [12, 2, 1, "", "expanded_kwargs_variations"], [12, 2, 1, "", "git_info"], [12, 2, 1, "", "group"], [12, 2, 1, "", "iterations"], [12, 2, 1, "", "kwargs_variations"], [12, 2, 1, "", "max_time"], [12, 2, 1, "", "min_time"], [12, 2, 1, "", "options"], [12, 2, 1, "", "results"], [12, 2, 1, "", "rounds"], [12, 3, 1, "", "run"], [12, 2, 1, "", "runner"], [12, 2, 1, "", "timeout"], [12, 2, 1, "", "title"], [12, 3, 1, "", "validate_action_signature"], [12, 3, 1, "", "validate_kwargs_variations"], [12, 3, 1, "", "validate_options"], [12, 3, 1, "", "validate_runner"], [12, 3, 1, "", "validate_time_range"], [12, 3, 1, "", "validate_variation_cols"], [12, 2, 1, "", "variation_cols"], [12, 2, 1, "", "warmup_iterations"]], "simplebench.cli": [[13, 5, 1, "", "main"]], "simplebench.decorators": [[14, 5, 1, "", "benchmark"], [14, 5, 1, "", "clear_registered_cases"], [14, 5, 1, "", "get_registered_cases"]], "simplebench.defaults": [[15, 6, 1, "", "BASE_INTERVAL_UNIT"], [15, 6, 1, "", "BASE_MEMORY_UNIT"], [15, 6, 1, "", "BASE_OPS_PER_INTERVAL_UNIT"], [15, 6, 1, "", "DEFAULT_INTERVAL_SCALE"], [15, 6, 1, "", "DEFAULT_INTERVAL_UNIT"], [15, 6, 1, "", "DEFAULT_ITERATIONS"], [15, 6, 1, "", "DEFAULT_MAX_TIME"], [15, 6, 1, "", "DEFAULT_MEMORY_SCALE"], [15, 6, 1, "", "DEFAULT_MEMORY_UNIT"], [15, 6, 1, "", "DEFAULT_MIN_TIME"], [15, 6, 1, "", "DEFAULT_OPS_PER_INTERVAL_SCALE"], [15, 6, 1, "", "DEFAULT_OPS_PER_INTERVAL_UNIT"], [15, 6, 1, "", "DEFAULT_ROUNDS"], [15, 6, 1, "", "DEFAULT_SIGNIFICANT_FIGURES"], [15, 6, 1, "", "DEFAULT_TIMEOUT_GRACE_PERIOD"], [15, 5, 1, "", "DEFAULT_TIMER"], [15, 6, 1, "", "DEFAULT_WARMUP_ITERATIONS"], [15, 6, 1, "", "MIN_MEASURED_ITERATIONS"]], "simplebench.doc_utils": [[16, 5, 1, "", "format_docstring"]], "simplebench.enums": [[17, 1, 1, "", "Color"], [17, 1, 1, "", "ExitCode"], [17, 1, 1, "", "FlagType"], [17, 1, 1, "", "Format"], [17, 1, 1, "", "Section"], [17, 1, 1, "", "Target"], [17, 1, 1, "", "Verbosity"], [17, 5, 1, "", "enum_docstrings"]], "simplebench.enums.Color": [[17, 4, 1, "", "BLACK"], [17, 4, 1, "", "BLUE"], [17, 4, 1, "", "CYAN"], [17, 4, 1, "", "GREEN"], [17, 4, 1, "", "MAGENTA"], [17, 4, 1, "", "RED"], [17, 4, 1, "", "WHITE"], [17, 4, 1, "", "YELLOW"]], "simplebench.enums.ExitCode": [[17, 4, 1, "", "BENCHMARK_ERROR"], [17, 4, 1, "", "BENCHMARK_TIMED_OUT"], [17, 4, 1, "", "CLI_ARGUMENTS_ERROR"], [17, 4, 1, "", "KEYBOARD_INTERRUPT"], [17, 4, 1, "", "RUNTIME_ERROR"], [17, 4, 1, "", "SUCCESS"]], "simplebench.enums.FlagType": [[17, 4, 1, "", "BOOLEAN"], [17, 4, 1, "", "INVALID"], [17, 4, 1, "", "TARGET_LIST"]], "simplebench.enums.Format": [[17, 4, 1, "", "CSV"], [17, 4, 1, "", "CUSTOM"], [17, 4, 1, "", "GRAPH"], [17, 4, 1, "", "JSON"], [17, 4, 1, "", "PLAIN_TEXT"], [17, 4, 1, "", "RICH_TEXT"]], "simplebench.enums.Section": [[17, 4, 1, "", "MEMORY"], [17, 4, 1, "", "NULL"], [17, 4, 1, "", "OPS"], [17, 4, 1, "", "PEAK_MEMORY"], [17, 4, 1, "", "TIMING"]], "simplebench.enums.Target": [[17, 4, 1, "", "CALLBACK"], [17, 4, 1, "", "CONSOLE"], [17, 4, 1, "", "CUSTOM"], [17, 4, 1, "", "FILESYSTEM"], [17, 4, 1, "", "INVALID"], [17, 4, 1, "", "NULL"]], "simplebench.enums.Verbosity": [[17, 4, 1, "", "DEBUG"], [17, 4, 1, "", "NORMAL"], [17, 4, 1, "", "QUIET"], [17, 4, 1, "", "VERBOSE"]], "simplebench.exceptions": [[18, 1, 1, "", "ErrorTag"], [18, 7, 1, "", "SimpleBenchArgumentError"], [18, 7, 1, "", "SimpleBenchAttributeError"], [18, 7, 1, "", "SimpleBenchBenchmarkError"], [18, 7, 1, "", "SimpleBenchImportError"], [18, 7, 1, "", "SimpleBenchKeyError"], [18, 7, 1, "", "SimpleBenchNotImplementedError"], [18, 7, 1, "", "SimpleBenchRuntimeError"], [18, 7, 1, "", "SimpleBenchTypeError"], [18, 7, 1, "", "SimpleBenchValueError"], [18, 7, 1, "", "TaggedException"], [19, 0, 0, "-", "base"], [20, 0, 0, "-", "case"], [21, 0, 0, "-", "choices"], [22, 0, 0, "-", "cli"], [23, 0, 0, "-", "decorators"], [24, 0, 0, "-", "iteration"], [25, 0, 0, "-", "results"], [26, 0, 0, "-", "runners"], [27, 0, 0, "-", "session"], [28, 0, 0, "-", "si_units"], [29, 0, 0, "-", "tasks"], [30, 0, 0, "-", "utils"]], "simplebench.exceptions.TaggedException": [[18, 4, 1, "", "tag_code"]], "simplebench.exceptions.base": [[19, 1, 1, "", "ErrorTag"]], "simplebench.iteration": [[31, 1, 1, "", "Iteration"]], "simplebench.iteration.Iteration": [[31, 2, 1, "", "elapsed"], [31, 3, 1, "", "iteration_section"], [31, 2, 1, "", "memory"], [31, 2, 1, "", "n"], [31, 2, 1, "", "ops_per_second"], [31, 2, 1, "", "peak_memory"], [31, 2, 1, "", "per_round_elapsed"], [31, 2, 1, "", "rounds"], [31, 2, 1, "", "scale"], [31, 2, 1, "", "unit"]], "simplebench.protocols": [[32, 1, 1, "", "ActionRunner"]], "simplebench.reporters": [[34, 0, 0, "-", "choice"], [40, 0, 0, "-", "choices"], [44, 0, 0, "-", "csv"], [52, 0, 0, "-", "graph"], [87, 0, 0, "-", "json"], [95, 0, 0, "-", "log"], [99, 0, 0, "-", "protocols"], [103, 0, 0, "-", "reporter"], [114, 0, 0, "-", "reporter_manager"], [122, 0, 0, "-", "rich_table"], [130, 0, 0, "-", "validators"]], "simplebench.reporters.choice": [[34, 1, 1, "", "Choice"], [34, 1, 1, "", "ChoiceConf"], [35, 0, 0, "-", "choice"], [36, 0, 0, "-", "choice_conf"], [37, 0, 0, "-", "exceptions"]], "simplebench.reporters.choice.Choice": [[34, 2, 1, "", "choice_conf"], [34, 2, 1, "", "default_targets"], [34, 2, 1, "", "description"], [34, 2, 1, "", "extra"], [34, 2, 1, "", "file_append"], [34, 2, 1, "", "file_suffix"], [34, 2, 1, "", "file_unique"], [34, 2, 1, "", "flag_type"], [34, 2, 1, "", "flags"], [34, 2, 1, "", "name"], [34, 2, 1, "", "options"], [34, 2, 1, "", "output_format"], [34, 2, 1, "", "reporter"], [34, 2, 1, "", "sections"], [34, 2, 1, "", "subdir"], [34, 2, 1, "", "targets"]], "simplebench.reporters.choice.ChoiceConf": [[34, 2, 1, "", "default_targets"], [34, 2, 1, "", "description"], [34, 2, 1, "", "extra"], [34, 2, 1, "", "file_append"], [34, 2, 1, "", "file_suffix"], [34, 2, 1, "", "file_unique"], [34, 2, 1, "", "flag_type"], [34, 2, 1, "", "flags"], [34, 2, 1, "", "name"], [34, 2, 1, "", "options"], [34, 2, 1, "", "output_format"], [34, 2, 1, "", "sections"], [34, 2, 1, "", "subdir"], [34, 2, 1, "", "targets"]], "simplebench.reporters.choice.choice": [[35, 1, 1, "", "Choice"], [35, 5, 1, "", "deferred_reporter_import"]], "simplebench.reporters.choice.choice.Choice": [[35, 2, 1, "", "choice_conf"], [35, 2, 1, "", "default_targets"], [35, 2, 1, "", "description"], [35, 2, 1, "", "extra"], [35, 2, 1, "", "file_append"], [35, 2, 1, "", "file_suffix"], [35, 2, 1, "", "file_unique"], [35, 2, 1, "", "flag_type"], [35, 2, 1, "", "flags"], [35, 2, 1, "", "name"], [35, 2, 1, "", "options"], [35, 2, 1, "", "output_format"], [35, 2, 1, "", "reporter"], [35, 2, 1, "", "sections"], [35, 2, 1, "", "subdir"], [35, 2, 1, "", "targets"]], "simplebench.reporters.choice.choice_conf": [[36, 1, 1, "", "ChoiceConf"]], "simplebench.reporters.choice.choice_conf.ChoiceConf": [[36, 2, 1, "", "default_targets"], [36, 2, 1, "", "description"], [36, 2, 1, "", "extra"], [36, 2, 1, "", "file_append"], [36, 2, 1, "", "file_suffix"], [36, 2, 1, "", "file_unique"], [36, 2, 1, "", "flag_type"], [36, 2, 1, "", "flags"], [36, 2, 1, "", "name"], [36, 2, 1, "", "options"], [36, 2, 1, "", "output_format"], [36, 2, 1, "", "sections"], [36, 2, 1, "", "subdir"], [36, 2, 1, "", "targets"]], "simplebench.reporters.choice.exceptions": [[38, 0, 0, "-", "choice"], [39, 0, 0, "-", "choice_conf"]], "simplebench.reporters.choices": [[40, 1, 1, "", "Choices"], [40, 1, 1, "", "ChoicesConf"], [41, 0, 0, "-", "choices"], [42, 0, 0, "-", "choices_conf"], [43, 0, 0, "-", "exceptions"]], "simplebench.reporters.choices.Choices": [[40, 3, 1, "", "add"], [40, 3, 1, "", "all_choice_args"], [40, 3, 1, "", "all_choice_flags"], [40, 3, 1, "", "extend"], [40, 3, 1, "", "get_choice_for_arg"], [40, 3, 1, "", "remove"]], "simplebench.reporters.choices.ChoicesConf": [[40, 3, 1, "", "add"], [40, 3, 1, "", "extend"], [40, 3, 1, "", "remove"]], "simplebench.reporters.choices.choices": [[41, 1, 1, "", "Choices"], [41, 5, 1, "", "deferred_choice_import"]], "simplebench.reporters.choices.choices.Choices": [[41, 3, 1, "", "add"], [41, 3, 1, "", "all_choice_args"], [41, 3, 1, "", "all_choice_flags"], [41, 3, 1, "", "extend"], [41, 3, 1, "", "get_choice_for_arg"], [41, 3, 1, "", "remove"]], "simplebench.reporters.choices.choices_conf": [[42, 1, 1, "", "ChoicesConf"]], "simplebench.reporters.choices.choices_conf.ChoicesConf": [[42, 3, 1, "", "add"], [42, 3, 1, "", "extend"], [42, 3, 1, "", "remove"]], "simplebench.reporters.csv": [[44, 1, 1, "", "CSVConfig"], [44, 1, 1, "", "CSVOptions"], [44, 1, 1, "", "CSVReporter"], [45, 0, 0, "-", "reporter"]], "simplebench.reporters.csv.CSVReporter": [[44, 3, 1, "", "render"]], "simplebench.reporters.csv.reporter": [[45, 1, 1, "", "CSVConfig"], [45, 1, 1, "", "CSVOptions"], [45, 1, 1, "", "CSVReporter"], [46, 0, 0, "-", "config"], [47, 0, 0, "-", "exceptions"], [48, 0, 0, "-", "options"], [51, 0, 0, "-", "reporter"]], "simplebench.reporters.csv.reporter.CSVReporter": [[45, 3, 1, "", "render"]], "simplebench.reporters.csv.reporter.config": [[46, 1, 1, "", "CSVConfig"]], "simplebench.reporters.csv.reporter.options": [[48, 1, 1, "", "CSVOptions"], [49, 0, 0, "-", "exceptions"], [50, 0, 0, "-", "options"]], "simplebench.reporters.csv.reporter.options.options": [[50, 1, 1, "", "CSVOptions"]], "simplebench.reporters.csv.reporter.reporter": [[51, 1, 1, "", "CSVReporter"]], "simplebench.reporters.csv.reporter.reporter.CSVReporter": [[51, 3, 1, "", "render"]], "simplebench.reporters.graph": [[52, 1, 1, "", "GraphOptions"], [52, 1, 1, "", "ImageType"], [53, 0, 0, "-", "enums"], [55, 0, 0, "-", "matplotlib"], [73, 0, 0, "-", "options"], [74, 0, 0, "-", "scatterplot"]], "simplebench.reporters.graph.ImageType": [[52, 4, 1, "", "PNG"], [52, 4, 1, "", "SVG"]], "simplebench.reporters.graph.enums": [[53, 1, 1, "", "ImageType"], [54, 0, 0, "-", "image_type"]], "simplebench.reporters.graph.enums.ImageType": [[53, 4, 1, "", "PNG"], [53, 4, 1, "", "SVG"]], "simplebench.reporters.graph.enums.image_type": [[54, 1, 1, "", "ImageType"]], "simplebench.reporters.graph.enums.image_type.ImageType": [[54, 4, 1, "", "PNG"], [54, 4, 1, "", "SVG"]], "simplebench.reporters.graph.matplotlib": [[55, 1, 1, "", "MatPlotLibOptions"], [55, 1, 1, "", "MatPlotLibReporter"], [55, 1, 1, "", "Style"], [55, 1, 1, "", "Theme"], [56, 0, 0, "-", "constants"], [57, 0, 0, "-", "enums"], [63, 0, 0, "-", "reporter"], [69, 0, 0, "-", "theme"]], "simplebench.reporters.graph.matplotlib.MatPlotLibOptions": [[55, 4, 1, "", "DEFAULT_KWARGS"], [55, 2, 1, "", "dpi"], [55, 3, 1, "", "get_default_dpi"], [55, 3, 1, "", "get_default_height"], [55, 3, 1, "", "get_default_image_type"], [55, 3, 1, "", "get_default_style"], [55, 3, 1, "", "get_default_theme"], [55, 3, 1, "", "get_default_width"], [55, 3, 1, "", "get_default_x_labels_rotation"], [55, 3, 1, "", "get_default_y_starts_at_zero"], [55, 3, 1, "", "get_hardcoded_default_dpi"], [55, 3, 1, "", "get_hardcoded_default_height"], [55, 3, 1, "", "get_hardcoded_default_image_type"], [55, 3, 1, "", "get_hardcoded_default_style"], [55, 3, 1, "", "get_hardcoded_default_theme"], [55, 3, 1, "", "get_hardcoded_default_width"], [55, 3, 1, "", "get_hardcoded_default_x_labels_rotation"], [55, 3, 1, "", "get_hardcoded_default_y_starts_at_zero"], [55, 2, 1, "", "height"], [55, 2, 1, "", "image_type"], [55, 3, 1, "", "set_default_dpi"], [55, 3, 1, "", "set_default_height"], [55, 3, 1, "", "set_default_image_type"], [55, 3, 1, "", "set_default_style"], [55, 3, 1, "", "set_default_theme"], [55, 3, 1, "", "set_default_width"], [55, 3, 1, "", "set_default_x_labels_rotation"], [55, 3, 1, "", "set_default_y_starts_at_zero"], [55, 2, 1, "", "style"], [55, 2, 1, "", "theme"], [55, 2, 1, "", "width"], [55, 2, 1, "", "x_labels_rotation"], [55, 2, 1, "", "y_starts_at_zero"]], "simplebench.reporters.graph.matplotlib.Style": [[55, 4, 1, "", "BMH"], [55, 4, 1, "", "CLASSIC"], [55, 4, 1, "", "DARK_BACKGROUND"], [55, 4, 1, "", "FIVETHIRTYEIGHT"], [55, 4, 1, "", "GGPLOT"], [55, 4, 1, "", "GRAYSCALE"], [55, 4, 1, "", "PETTROF10"], [55, 4, 1, "", "SEABORN_V0_8"], [55, 4, 1, "", "SEABORN_V0_8_BRIGHT"], [55, 4, 1, "", "SEABORN_V0_8_COLORBLIND"], [55, 4, 1, "", "SEABORN_V0_8_DARK"], [55, 4, 1, "", "SEABORN_V0_8_DARKGRID"], [55, 4, 1, "", "SEABORN_V0_8_DARK_PALETTE"], [55, 4, 1, "", "SEABORN_V0_8_DEEP"], [55, 4, 1, "", "SEABORN_V0_8_MUTED"], [55, 4, 1, "", "SEABORN_V0_8_NOTEBOOK"], [55, 4, 1, "", "SEABORN_V0_8_PAPER"], [55, 4, 1, "", "SEABORN_V0_8_PASTEL"], [55, 4, 1, "", "SEABORN_V0_8_POSTER"], [55, 4, 1, "", "SEABORN_V0_8_TALK"], [55, 4, 1, "", "SEABORN_V0_8_TICKS"], [55, 4, 1, "", "SEABORN_V0_8_WHITE"], [55, 4, 1, "", "SEABORN_V0_8_WHITEGRID"], [55, 4, 1, "", "SOLARIZE_LIGHT2"], [55, 4, 1, "", "TABLEAU_COLORBLIND10"]], "simplebench.reporters.graph.matplotlib.Theme": [[55, 3, 1, "", "replace"]], "simplebench.reporters.graph.matplotlib.constants": [[56, 6, 1, "", "SUPPORTED_IMAGE_TYPES"]], "simplebench.reporters.graph.matplotlib.enums": [[57, 1, 1, "", "Style"], [58, 0, 0, "-", "style"]], "simplebench.reporters.graph.matplotlib.enums.Style": [[57, 4, 1, "", "BMH"], [57, 4, 1, "", "CLASSIC"], [57, 4, 1, "", "DARK_BACKGROUND"], [57, 4, 1, "", "FIVETHIRTYEIGHT"], [57, 4, 1, "", "GGPLOT"], [57, 4, 1, "", "GRAYSCALE"], [57, 4, 1, "", "PETTROF10"], [57, 4, 1, "", "SEABORN_V0_8"], [57, 4, 1, "", "SEABORN_V0_8_BRIGHT"], [57, 4, 1, "", "SEABORN_V0_8_COLORBLIND"], [57, 4, 1, "", "SEABORN_V0_8_DARK"], [57, 4, 1, "", "SEABORN_V0_8_DARKGRID"], [57, 4, 1, "", "SEABORN_V0_8_DARK_PALETTE"], [57, 4, 1, "", "SEABORN_V0_8_DEEP"], [57, 4, 1, "", "SEABORN_V0_8_MUTED"], [57, 4, 1, "", "SEABORN_V0_8_NOTEBOOK"], [57, 4, 1, "", "SEABORN_V0_8_PAPER"], [57, 4, 1, "", "SEABORN_V0_8_PASTEL"], [57, 4, 1, "", "SEABORN_V0_8_POSTER"], [57, 4, 1, "", "SEABORN_V0_8_TALK"], [57, 4, 1, "", "SEABORN_V0_8_TICKS"], [57, 4, 1, "", "SEABORN_V0_8_WHITE"], [57, 4, 1, "", "SEABORN_V0_8_WHITEGRID"], [57, 4, 1, "", "SOLARIZE_LIGHT2"], [57, 4, 1, "", "TABLEAU_COLORBLIND10"]], "simplebench.reporters.graph.matplotlib.enums.style": [[58, 1, 1, "", "Style"]], "simplebench.reporters.graph.matplotlib.enums.style.Style": [[58, 4, 1, "", "BMH"], [58, 4, 1, "", "CLASSIC"], [58, 4, 1, "", "DARK_BACKGROUND"], [58, 4, 1, "", "FIVETHIRTYEIGHT"], [58, 4, 1, "", "GGPLOT"], [58, 4, 1, "", "GRAYSCALE"], [58, 4, 1, "", "PETTROF10"], [58, 4, 1, "", "SEABORN_V0_8"], [58, 4, 1, "", "SEABORN_V0_8_BRIGHT"], [58, 4, 1, "", "SEABORN_V0_8_COLORBLIND"], [58, 4, 1, "", "SEABORN_V0_8_DARK"], [58, 4, 1, "", "SEABORN_V0_8_DARKGRID"], [58, 4, 1, "", "SEABORN_V0_8_DARK_PALETTE"], [58, 4, 1, "", "SEABORN_V0_8_DEEP"], [58, 4, 1, "", "SEABORN_V0_8_MUTED"], [58, 4, 1, "", "SEABORN_V0_8_NOTEBOOK"], [58, 4, 1, "", "SEABORN_V0_8_PAPER"], [58, 4, 1, "", "SEABORN_V0_8_PASTEL"], [58, 4, 1, "", "SEABORN_V0_8_POSTER"], [58, 4, 1, "", "SEABORN_V0_8_TALK"], [58, 4, 1, "", "SEABORN_V0_8_TICKS"], [58, 4, 1, "", "SEABORN_V0_8_WHITE"], [58, 4, 1, "", "SEABORN_V0_8_WHITEGRID"], [58, 4, 1, "", "SOLARIZE_LIGHT2"], [58, 4, 1, "", "TABLEAU_COLORBLIND10"]], "simplebench.reporters.graph.matplotlib.reporter": [[63, 1, 1, "", "MatPlotLibOptions"], [63, 1, 1, "", "MatPlotLibReporter"], [64, 0, 0, "-", "exceptions"], [65, 0, 0, "-", "options"], [68, 0, 0, "-", "reporter"]], "simplebench.reporters.graph.matplotlib.reporter.MatPlotLibOptions": [[63, 4, 1, "", "DEFAULT_KWARGS"], [63, 2, 1, "", "dpi"], [63, 3, 1, "", "get_default_dpi"], [63, 3, 1, "", "get_default_height"], [63, 3, 1, "", "get_default_image_type"], [63, 3, 1, "", "get_default_style"], [63, 3, 1, "", "get_default_theme"], [63, 3, 1, "", "get_default_width"], [63, 3, 1, "", "get_default_x_labels_rotation"], [63, 3, 1, "", "get_default_y_starts_at_zero"], [63, 3, 1, "", "get_hardcoded_default_dpi"], [63, 3, 1, "", "get_hardcoded_default_height"], [63, 3, 1, "", "get_hardcoded_default_image_type"], [63, 3, 1, "", "get_hardcoded_default_style"], [63, 3, 1, "", "get_hardcoded_default_theme"], [63, 3, 1, "", "get_hardcoded_default_width"], [63, 3, 1, "", "get_hardcoded_default_x_labels_rotation"], [63, 3, 1, "", "get_hardcoded_default_y_starts_at_zero"], [63, 2, 1, "", "height"], [63, 2, 1, "", "image_type"], [63, 3, 1, "", "set_default_dpi"], [63, 3, 1, "", "set_default_height"], [63, 3, 1, "", "set_default_image_type"], [63, 3, 1, "", "set_default_style"], [63, 3, 1, "", "set_default_theme"], [63, 3, 1, "", "set_default_width"], [63, 3, 1, "", "set_default_x_labels_rotation"], [63, 3, 1, "", "set_default_y_starts_at_zero"], [63, 2, 1, "", "style"], [63, 2, 1, "", "theme"], [63, 2, 1, "", "width"], [63, 2, 1, "", "x_labels_rotation"], [63, 2, 1, "", "y_starts_at_zero"]], "simplebench.reporters.graph.matplotlib.reporter.options": [[65, 1, 1, "", "MatPlotLibOptions"], [66, 0, 0, "-", "exceptions"], [67, 0, 0, "-", "options"]], "simplebench.reporters.graph.matplotlib.reporter.options.MatPlotLibOptions": [[65, 4, 1, "", "DEFAULT_KWARGS"], [65, 2, 1, "", "dpi"], [65, 3, 1, "", "get_default_dpi"], [65, 3, 1, "", "get_default_height"], [65, 3, 1, "", "get_default_image_type"], [65, 3, 1, "", "get_default_style"], [65, 3, 1, "", "get_default_theme"], [65, 3, 1, "", "get_default_width"], [65, 3, 1, "", "get_default_x_labels_rotation"], [65, 3, 1, "", "get_default_y_starts_at_zero"], [65, 3, 1, "", "get_hardcoded_default_dpi"], [65, 3, 1, "", "get_hardcoded_default_height"], [65, 3, 1, "", "get_hardcoded_default_image_type"], [65, 3, 1, "", "get_hardcoded_default_style"], [65, 3, 1, "", "get_hardcoded_default_theme"], [65, 3, 1, "", "get_hardcoded_default_width"], [65, 3, 1, "", "get_hardcoded_default_x_labels_rotation"], [65, 3, 1, "", "get_hardcoded_default_y_starts_at_zero"], [65, 2, 1, "", "height"], [65, 2, 1, "", "image_type"], [65, 3, 1, "", "set_default_dpi"], [65, 3, 1, "", "set_default_height"], [65, 3, 1, "", "set_default_image_type"], [65, 3, 1, "", "set_default_style"], [65, 3, 1, "", "set_default_theme"], [65, 3, 1, "", "set_default_width"], [65, 3, 1, "", "set_default_x_labels_rotation"], [65, 3, 1, "", "set_default_y_starts_at_zero"], [65, 2, 1, "", "style"], [65, 2, 1, "", "theme"], [65, 2, 1, "", "width"], [65, 2, 1, "", "x_labels_rotation"], [65, 2, 1, "", "y_starts_at_zero"]], "simplebench.reporters.graph.matplotlib.reporter.options.options": [[67, 1, 1, "", "MatPlotLibOptions"]], "simplebench.reporters.graph.matplotlib.reporter.options.options.MatPlotLibOptions": [[67, 4, 1, "", "DEFAULT_KWARGS"], [67, 2, 1, "", "dpi"], [67, 3, 1, "", "get_default_dpi"], [67, 3, 1, "", "get_default_height"], [67, 3, 1, "", "get_default_image_type"], [67, 3, 1, "", "get_default_style"], [67, 3, 1, "", "get_default_theme"], [67, 3, 1, "", "get_default_width"], [67, 3, 1, "", "get_default_x_labels_rotation"], [67, 3, 1, "", "get_default_y_starts_at_zero"], [67, 3, 1, "", "get_hardcoded_default_dpi"], [67, 3, 1, "", "get_hardcoded_default_height"], [67, 3, 1, "", "get_hardcoded_default_image_type"], [67, 3, 1, "", "get_hardcoded_default_style"], [67, 3, 1, "", "get_hardcoded_default_theme"], [67, 3, 1, "", "get_hardcoded_default_width"], [67, 3, 1, "", "get_hardcoded_default_x_labels_rotation"], [67, 3, 1, "", "get_hardcoded_default_y_starts_at_zero"], [67, 2, 1, "", "height"], [67, 2, 1, "", "image_type"], [67, 3, 1, "", "set_default_dpi"], [67, 3, 1, "", "set_default_height"], [67, 3, 1, "", "set_default_image_type"], [67, 3, 1, "", "set_default_style"], [67, 3, 1, "", "set_default_theme"], [67, 3, 1, "", "set_default_width"], [67, 3, 1, "", "set_default_x_labels_rotation"], [67, 3, 1, "", "set_default_y_starts_at_zero"], [67, 2, 1, "", "style"], [67, 2, 1, "", "theme"], [67, 2, 1, "", "width"], [67, 2, 1, "", "x_labels_rotation"], [67, 2, 1, "", "y_starts_at_zero"]], "simplebench.reporters.graph.matplotlib.reporter.reporter": [[68, 1, 1, "", "MatPlotLibReporter"]], "simplebench.reporters.graph.matplotlib.theme": [[69, 1, 1, "", "Theme"], [70, 0, 0, "-", "base"], [71, 0, 0, "-", "default"], [72, 0, 0, "-", "exceptions"]], "simplebench.reporters.graph.matplotlib.theme.Theme": [[69, 3, 1, "", "replace"]], "simplebench.reporters.graph.matplotlib.theme.base": [[70, 1, 1, "", "Theme"]], "simplebench.reporters.graph.matplotlib.theme.base.Theme": [[70, 3, 1, "", "replace"]], "simplebench.reporters.graph.matplotlib.theme.default": [[71, 6, 1, "", "DefaultTheme"]], "simplebench.reporters.graph.options": [[73, 1, 1, "", "GraphOptions"]], "simplebench.reporters.graph.scatterplot": [[74, 1, 1, "", "ScatterPlotConfig"], [74, 1, 1, "", "ScatterPlotOptions"], [74, 1, 1, "", "ScatterPlotReporter"], [80, 0, 0, "-", "reporter"]], "simplebench.reporters.graph.scatterplot.ScatterPlotReporter": [[74, 3, 1, "", "old_render"], [74, 3, 1, "", "render"]], "simplebench.reporters.graph.scatterplot.reporter": [[80, 1, 1, "", "ScatterPlotConfig"], [80, 1, 1, "", "ScatterPlotOptions"], [80, 1, 1, "", "ScatterPlotReporter"], [81, 0, 0, "-", "config"], [82, 0, 0, "-", "exceptions"], [83, 0, 0, "-", "options"], [86, 0, 0, "-", "reporter"]], "simplebench.reporters.graph.scatterplot.reporter.ScatterPlotReporter": [[80, 3, 1, "", "old_render"], [80, 3, 1, "", "render"]], "simplebench.reporters.graph.scatterplot.reporter.config": [[81, 1, 1, "", "ScatterPlotConfig"]], "simplebench.reporters.graph.scatterplot.reporter.options": [[83, 1, 1, "", "ScatterPlotOptions"], [84, 0, 0, "-", "exceptions"], [85, 0, 0, "-", "options"]], "simplebench.reporters.graph.scatterplot.reporter.options.options": [[85, 1, 1, "", "ScatterPlotOptions"]], "simplebench.reporters.graph.scatterplot.reporter.reporter": [[86, 1, 1, "", "ScatterPlotReporter"]], "simplebench.reporters.graph.scatterplot.reporter.reporter.ScatterPlotReporter": [[86, 3, 1, "", "old_render"], [86, 3, 1, "", "render"]], "simplebench.reporters.json": [[87, 1, 1, "", "JSONConfig"], [87, 1, 1, "", "JSONOptions"], [87, 1, 1, "", "JSONReporter"], [88, 0, 0, "-", "reporter"]], "simplebench.reporters.json.JSONOptions": [[87, 2, 1, "", "full_data"]], "simplebench.reporters.json.JSONReporter": [[87, 3, 1, "", "render"], [87, 3, 1, "", "run_report"]], "simplebench.reporters.json.reporter": [[88, 1, 1, "", "JSONConfig"], [88, 1, 1, "", "JSONOptions"], [88, 1, 1, "", "JSONReporter"], [89, 0, 0, "-", "config"], [90, 0, 0, "-", "exceptions"], [91, 0, 0, "-", "options"], [94, 0, 0, "-", "reporter"]], "simplebench.reporters.json.reporter.JSONOptions": [[88, 2, 1, "", "full_data"]], "simplebench.reporters.json.reporter.JSONReporter": [[88, 3, 1, "", "render"], [88, 3, 1, "", "run_report"]], "simplebench.reporters.json.reporter.config": [[89, 1, 1, "", "JSONConfig"]], "simplebench.reporters.json.reporter.options": [[91, 1, 1, "", "JSONOptions"], [92, 0, 0, "-", "exceptions"], [93, 0, 0, "-", "options"]], "simplebench.reporters.json.reporter.options.JSONOptions": [[91, 2, 1, "", "full_data"]], "simplebench.reporters.json.reporter.options.options": [[93, 1, 1, "", "JSONOptions"]], "simplebench.reporters.json.reporter.options.options.JSONOptions": [[93, 2, 1, "", "full_data"]], "simplebench.reporters.json.reporter.reporter": [[94, 1, 1, "", "JSONReporter"]], "simplebench.reporters.json.reporter.reporter.JSONReporter": [[94, 3, 1, "", "render"], [94, 3, 1, "", "run_report"]], "simplebench.reporters.log": [[95, 1, 1, "", "ReportLogMetadata"], [96, 0, 0, "-", "exceptions"], [98, 0, 0, "-", "report_log_metadata"]], "simplebench.reporters.log.ReportLogMetadata": [[95, 2, 1, "", "case"], [95, 2, 1, "", "choice"], [95, 2, 1, "", "filepath"], [95, 2, 1, "", "reports_log_path"], [95, 3, 1, "", "save_to_log"], [95, 2, 1, "", "timestamp"], [95, 3, 1, "", "to_dict"], [95, 3, 1, "", "to_json"]], "simplebench.reporters.log.exceptions": [[97, 0, 0, "-", "report_log_metadata"]], "simplebench.reporters.log.report_log_metadata": [[98, 1, 1, "", "ReportLogMetadata"]], "simplebench.reporters.log.report_log_metadata.ReportLogMetadata": [[98, 2, 1, "", "case"], [98, 2, 1, "", "choice"], [98, 2, 1, "", "filepath"], [98, 2, 1, "", "reports_log_path"], [98, 3, 1, "", "save_to_log"], [98, 2, 1, "", "timestamp"], [98, 3, 1, "", "to_dict"], [98, 3, 1, "", "to_json"]], "simplebench.reporters.protocols": [[99, 1, 1, "", "ChoiceProtocol"], [99, 1, 1, "", "ReportRenderer"], [99, 1, 1, "", "ReporterCallback"], [100, 0, 0, "-", "choice_protocol"], [101, 0, 0, "-", "report_renderer"], [102, 0, 0, "-", "reporter_callback"]], "simplebench.reporters.protocols.ChoiceProtocol": [[99, 2, 1, "", "flags"], [99, 2, 1, "", "name"]], "simplebench.reporters.protocols.choice_protocol": [[100, 1, 1, "", "ChoiceProtocol"]], "simplebench.reporters.protocols.choice_protocol.ChoiceProtocol": [[100, 2, 1, "", "flags"], [100, 2, 1, "", "name"]], "simplebench.reporters.protocols.report_renderer": [[101, 1, 1, "", "ReportRenderer"]], "simplebench.reporters.protocols.reporter_callback": [[102, 1, 1, "", "ReporterCallback"]], "simplebench.reporters.reporter": [[103, 1, 1, "", "Reporter"], [103, 1, 1, "", "ReporterConfig"], [103, 1, 1, "", "ReporterOptions"], [104, 0, 0, "-", "config"], [105, 0, 0, "-", "exceptions"], [109, 0, 0, "-", "mixins"], [110, 0, 0, "-", "options"], [111, 0, 0, "-", "prioritized"], [112, 0, 0, "-", "protocols"], [113, 0, 0, "-", "reporter"]], "simplebench.reporters.reporter.Reporter": [[103, 3, 1, "", "add_choice"], [103, 2, 1, "", "choices"], [103, 2, 1, "", "config"], [103, 2, 1, "", "default_targets"], [103, 2, 1, "", "description"], [103, 2, 1, "", "file_append"], [103, 2, 1, "", "file_suffix"], [103, 2, 1, "", "file_unique"], [103, 3, 1, "", "find_options_by_type"], [103, 3, 1, "", "get_all_stats_values"], [103, 3, 1, "", "get_base_unit_for_section"], [103, 3, 1, "", "get_default_options"], [103, 3, 1, "", "get_hardcoded_default_options"], [103, 2, 1, "", "name"], [103, 2, 1, "", "options_type"], [103, 3, 1, "", "render"], [103, 3, 1, "", "report"], [103, 3, 1, "", "run_report"], [103, 3, 1, "", "set_default_options"], [103, 2, 1, "", "subdir"], [103, 3, 1, "", "supported_formats"], [103, 3, 1, "", "supported_sections"], [103, 3, 1, "", "supported_targets"]], "simplebench.reporters.reporter.ReporterConfig": [[103, 4, 1, "id0", "choices"], [103, 4, 1, "id3", "default_targets"], [103, 4, 1, "id4", "description"], [103, 4, 1, "id5", "file_append"], [103, 4, 1, "id6", "file_suffix"], [103, 4, 1, "id7", "file_unique"], [103, 4, 1, "id8", "formats"], [103, 4, 1, "id9", "name"], [103, 4, 1, "id10", "sections"], [103, 4, 1, "id11", "subdir"], [103, 4, 1, "id12", "targets"]], "simplebench.reporters.reporter.config": [[104, 1, 1, "", "ReporterConfig"]], "simplebench.reporters.reporter.config.ReporterConfig": [[104, 4, 1, "id0", "choices"], [104, 4, 1, "id1", "default_targets"], [104, 4, 1, "id2", "description"], [104, 4, 1, "id3", "file_append"], [104, 4, 1, "id4", "file_suffix"], [104, 4, 1, "id5", "file_unique"], [104, 4, 1, "id6", "formats"], [104, 4, 1, "id7", "name"], [104, 4, 1, "id8", "sections"], [104, 4, 1, "id9", "subdir"], [104, 4, 1, "id10", "targets"]], "simplebench.reporters.reporter.exceptions": [[106, 0, 0, "-", "config"], [107, 0, 0, "-", "prioritized"], [108, 0, 0, "-", "reporter"]], "simplebench.reporters.reporter.options": [[110, 1, 1, "", "ReporterOptions"]], "simplebench.reporters.reporter.prioritized": [[111, 1, 1, "", "Prioritized"]], "simplebench.reporters.reporter.prioritized.Prioritized": [[111, 2, 1, "id0", "default_targets"], [111, 2, 1, "id1", "file_append"], [111, 2, 1, "id2", "file_suffix"], [111, 2, 1, "id3", "file_unique"], [111, 2, 1, "id4", "options"], [111, 2, 1, "id5", "subdir"]], "simplebench.reporters.reporter.protocols": [[112, 1, 1, "", "ReporterProtocol"]], "simplebench.reporters.reporter.protocols.ReporterProtocol": [[112, 3, 1, "", "add_boolean_flags_to_argparse"], [112, 3, 1, "", "add_choice"], [112, 3, 1, "", "add_flags_to_argparse"], [112, 3, 1, "", "add_list_of_targets_flags_to_argparse"], [112, 2, 1, "", "choices"], [112, 2, 1, "", "config"], [112, 2, 1, "", "default_targets"], [112, 2, 1, "", "description"], [112, 3, 1, "", "dispatch_to_targets"], [112, 2, 1, "", "file_append"], [112, 2, 1, "", "file_suffix"], [112, 2, 1, "", "file_unique"], [112, 3, 1, "", "find_options_by_type"], [112, 3, 1, "", "get_all_stats_values"], [112, 3, 1, "", "get_base_unit_for_section"], [112, 3, 1, "", "get_default_options"], [112, 3, 1, "", "get_hardcoded_default_options"], [112, 3, 1, "", "get_prioritized_default_targets"], [112, 3, 1, "", "get_prioritized_file_append"], [112, 3, 1, "", "get_prioritized_file_suffix"], [112, 3, 1, "", "get_prioritized_file_unique"], [112, 3, 1, "", "get_prioritized_options"], [112, 3, 1, "", "get_prioritized_subdir"], [112, 2, 1, "", "name"], [112, 3, 1, "", "render"], [112, 3, 1, "", "render_by_case"], [112, 3, 1, "", "render_by_section"], [112, 3, 1, "", "report"], [112, 3, 1, "", "rich_text_to_plain_text"], [112, 3, 1, "", "run_report"], [112, 3, 1, "", "select_targets_from_args"], [112, 3, 1, "", "set_default_options"], [112, 2, 1, "", "subdir"], [112, 3, 1, "", "supported_formats"], [112, 3, 1, "", "supported_sections"], [112, 3, 1, "", "supported_targets"], [112, 3, 1, "", "target_callback"], [112, 3, 1, "", "target_console"], [112, 3, 1, "", "target_filesystem"]], "simplebench.reporters.reporter.reporter": [[113, 1, 1, "", "Reporter"], [113, 5, 1, "", "deferred_core_imports"]], "simplebench.reporters.reporter.reporter.Reporter": [[113, 3, 1, "", "add_choice"], [113, 2, 1, "", "choices"], [113, 2, 1, "", "config"], [113, 2, 1, "", "default_targets"], [113, 2, 1, "", "description"], [113, 2, 1, "", "file_append"], [113, 2, 1, "", "file_suffix"], [113, 2, 1, "", "file_unique"], [113, 3, 1, "", "find_options_by_type"], [113, 3, 1, "", "get_all_stats_values"], [113, 3, 1, "", "get_base_unit_for_section"], [113, 3, 1, "", "get_default_options"], [113, 3, 1, "", "get_hardcoded_default_options"], [113, 2, 1, "", "name"], [113, 2, 1, "", "options_type"], [113, 3, 1, "", "render"], [113, 3, 1, "", "report"], [113, 3, 1, "", "run_report"], [113, 3, 1, "", "set_default_options"], [113, 2, 1, "", "subdir"], [113, 3, 1, "", "supported_formats"], [113, 3, 1, "", "supported_sections"], [113, 3, 1, "", "supported_targets"]], "simplebench.reporters.reporter_manager": [[114, 1, 1, "", "ReporterManager"], [115, 0, 0, "-", "decorators"], [119, 0, 0, "-", "exceptions"], [121, 0, 0, "-", "manager"]], "simplebench.reporters.reporter_manager.ReporterManager": [[114, 3, 1, "", "add_reporters_to_argparse"], [114, 3, 1, "", "all_reporters"], [114, 3, 1, "", "choice_for_arg"], [114, 2, 1, "", "choices"], [114, 3, 1, "", "register"], [114, 3, 1, "", "unregister"], [114, 3, 1, "", "unregister_all"], [114, 3, 1, "", "unregister_by_name"]], "simplebench.reporters.reporter_manager.decorators": [[115, 5, 1, "", "clear_registered_reporters"], [115, 5, 1, "", "get_registered_reporters"], [116, 0, 0, "-", "register_reporter"]], "simplebench.reporters.reporter_manager.decorators.register_reporter": [[116, 5, 1, "", "clear_registered_reporters"], [117, 0, 0, "-", "exceptions"], [116, 5, 1, "", "get_registered_reporters"], [118, 0, 0, "-", "register_reporter"]], "simplebench.reporters.reporter_manager.decorators.register_reporter.register_reporter": [[118, 5, 1, "", "clear_registered_reporters"], [118, 5, 1, "", "get_registered_reporters"], [118, 5, 1, "", "register_reporter"]], "simplebench.reporters.reporter_manager.exceptions": [[120, 0, 0, "-", "manager"]], "simplebench.reporters.reporter_manager.manager": [[121, 1, 1, "", "ReporterManager"]], "simplebench.reporters.reporter_manager.manager.ReporterManager": [[121, 3, 1, "", "add_reporters_to_argparse"], [121, 3, 1, "", "all_reporters"], [121, 3, 1, "", "choice_for_arg"], [121, 2, 1, "", "choices"], [121, 3, 1, "", "register"], [121, 3, 1, "", "unregister"], [121, 3, 1, "", "unregister_all"], [121, 3, 1, "", "unregister_by_name"]], "simplebench.reporters.rich_table": [[122, 1, 1, "", "RichTableConfig"], [122, 1, 1, "", "RichTableOptions"], [122, 1, 1, "", "RichTableReporter"], [123, 0, 0, "-", "reporter"]], "simplebench.reporters.rich_table.RichTableOptions": [[122, 2, 1, "", "virtual_width"]], "simplebench.reporters.rich_table.RichTableReporter": [[122, 3, 1, "", "render"]], "simplebench.reporters.rich_table.reporter": [[123, 1, 1, "", "RichTableConfig"], [123, 1, 1, "", "RichTableOptions"], [123, 1, 1, "", "RichTableReporter"], [124, 0, 0, "-", "config"], [125, 0, 0, "-", "exceptions"], [126, 0, 0, "-", "options"], [129, 0, 0, "-", "reporter"]], "simplebench.reporters.rich_table.reporter.RichTableOptions": [[123, 2, 1, "", "virtual_width"]], "simplebench.reporters.rich_table.reporter.RichTableReporter": [[123, 3, 1, "", "render"]], "simplebench.reporters.rich_table.reporter.config": [[124, 1, 1, "", "RichTableConfig"]], "simplebench.reporters.rich_table.reporter.options": [[126, 1, 1, "", "RichTableOptions"], [127, 0, 0, "-", "exceptions"], [128, 0, 0, "-", "options"]], "simplebench.reporters.rich_table.reporter.options.RichTableOptions": [[126, 2, 1, "", "virtual_width"]], "simplebench.reporters.rich_table.reporter.options.options": [[128, 1, 1, "", "RichTableOptions"]], "simplebench.reporters.rich_table.reporter.options.options.RichTableOptions": [[128, 2, 1, "", "virtual_width"]], "simplebench.reporters.rich_table.reporter.reporter": [[129, 1, 1, "", "RichTableReporter"]], "simplebench.reporters.rich_table.reporter.reporter.RichTableReporter": [[129, 3, 1, "", "render"]], "simplebench.reporters.validators": [[131, 0, 0, "-", "exceptions"], [130, 5, 1, "", "validate_report_renderer"], [130, 5, 1, "", "validate_reporter_callback"], [132, 0, 0, "-", "validators"]], "simplebench.reporters.validators.validators": [[132, 5, 1, "", "resolve_type_hints"], [132, 5, 1, "", "validate_call_parameter"], [132, 5, 1, "", "validate_report_renderer"], [132, 5, 1, "", "validate_reporter_callback"]], "simplebench.results": [[133, 1, 1, "", "Results"]], "simplebench.results.Results": [[133, 3, 1, "", "as_dict"], [133, 2, 1, "", "description"], [133, 2, 1, "", "extra_info"], [133, 2, 1, "", "group"], [133, 2, 1, "", "interval_scale"], [133, 2, 1, "", "interval_unit"], [133, 2, 1, "", "iterations"], [133, 2, 1, "", "memory"], [133, 2, 1, "", "memory_scale"], [133, 2, 1, "", "memory_unit"], [133, 2, 1, "", "n"], [133, 2, 1, "", "ops_per_interval_scale"], [133, 2, 1, "", "ops_per_interval_unit"], [133, 2, 1, "", "ops_per_second"], [133, 2, 1, "", "peak_memory"], [133, 2, 1, "", "per_round_timings"], [133, 3, 1, "", "results_section"], [133, 2, 1, "", "rounds"], [133, 2, 1, "", "title"], [133, 2, 1, "", "total_elapsed"], [133, 2, 1, "", "variation_cols"], [133, 2, 1, "", "variation_marks"]], "simplebench.runners": [[134, 1, 1, "", "SimpleRunner"]], "simplebench.runners.SimpleRunner": [[134, 4, 1, "", "case"], [134, 3, 1, "", "default_runner"], [134, 4, 1, "", "kwargs"], [134, 3, 1, "", "run"], [134, 4, 1, "", "session"], [134, 2, 1, "", "variation_marks"]], "simplebench.session": [[135, 1, 1, "", "Session"]], "simplebench.session.Session": [[135, 3, 1, "", "add_case"], [135, 3, 1, "", "add_reporter_flags"], [135, 2, 1, "", "args"], [135, 2, 1, "", "args_parser"], [135, 2, 1, "", "cases"], [135, 2, 1, "", "console"], [135, 2, 1, "", "default_runner"], [135, 3, 1, "", "extend_cases"], [135, 2, 1, "", "output_path"], [135, 3, 1, "", "parse_args"], [135, 2, 1, "", "progress"], [135, 3, 1, "", "report"], [135, 3, 1, "", "report_keys"], [135, 2, 1, "", "reporter_manager"], [135, 3, 1, "", "run"], [135, 2, 1, "", "show_progress"], [135, 2, 1, "", "tasks"], [135, 2, 1, "", "verbosity"]], "simplebench.si_units": [[136, 5, 1, "", "si_scale"], [136, 5, 1, "", "si_scale_for_largest"], [136, 5, 1, "", "si_scale_for_smallest"], [136, 5, 1, "", "si_scale_to_unit"], [136, 5, 1, "", "si_unit_base"]], "simplebench.stats": [[137, 1, 1, "", "MemoryUsage"], [137, 1, 1, "", "MemoryUsageSummary"], [137, 1, 1, "", "OperationTimings"], [137, 1, 1, "", "OperationTimingsSummary"], [137, 1, 1, "", "OperationsPerInterval"], [137, 1, 1, "", "OperationsPerIntervalSummary"], [137, 1, 1, "", "PeakMemoryUsage"], [137, 1, 1, "", "PeakMemoryUsageSummary"], [137, 1, 1, "", "Stats"], [137, 1, 1, "", "StatsSummary"], [138, 0, 0, "-", "exceptions"], [144, 0, 0, "-", "memory_usage"], [145, 0, 0, "-", "operation_timings"], [146, 0, 0, "-", "operations_per_interval"], [147, 0, 0, "-", "peak_memory_usage"], [148, 0, 0, "-", "stats"]], "simplebench.stats.Stats": [[137, 2, 1, "", "adjusted_relative_standard_deviation"], [137, 2, 1, "", "adjusted_standard_deviation"], [137, 2, 1, "", "as_dict"], [137, 2, 1, "", "data"], [137, 3, 1, "", "from_dict"], [137, 2, 1, "", "maximum"], [137, 2, 1, "", "mean"], [137, 2, 1, "", "median"], [137, 2, 1, "", "minimum"], [137, 2, 1, "", "percentiles"], [137, 2, 1, "", "relative_standard_deviation"], [137, 2, 1, "", "rounds"], [137, 2, 1, "", "scale"], [137, 2, 1, "", "standard_deviation"], [137, 2, 1, "", "stats_summary"], [137, 2, 1, "", "unit"]], "simplebench.stats.StatsSummary": [[137, 2, 1, "", "adjusted_relative_standard_deviation"], [137, 2, 1, "", "adjusted_standard_deviation"], [137, 2, 1, "", "as_dict"], [137, 2, 1, "", "data"], [137, 3, 1, "", "from_dict"], [137, 3, 1, "", "from_stats"], [137, 2, 1, "", "maximum"], [137, 2, 1, "", "mean"], [137, 2, 1, "", "median"], [137, 2, 1, "", "minimum"], [137, 2, 1, "", "percentiles"], [137, 2, 1, "", "relative_standard_deviation"], [137, 2, 1, "", "rounds"], [137, 2, 1, "", "scale"], [137, 2, 1, "", "standard_deviation"], [137, 2, 1, "", "unit"]], "simplebench.stats.exceptions": [[139, 0, 0, "-", "memory_usage"], [140, 0, 0, "-", "operation_timings"], [141, 0, 0, "-", "operations_per_interval"], [142, 0, 0, "-", "peak_memory_usage"], [143, 0, 0, "-", "stats"]], "simplebench.stats.memory_usage": [[144, 1, 1, "", "MemoryUsage"], [144, 1, 1, "", "MemoryUsageSummary"]], "simplebench.stats.operation_timings": [[145, 1, 1, "", "OperationTimings"], [145, 1, 1, "", "OperationTimingsSummary"]], "simplebench.stats.operations_per_interval": [[146, 1, 1, "", "OperationsPerInterval"], [146, 1, 1, "", "OperationsPerIntervalSummary"]], "simplebench.stats.peak_memory_usage": [[147, 1, 1, "", "PeakMemoryUsage"], [147, 1, 1, "", "PeakMemoryUsageSummary"]], "simplebench.stats.stats": [[148, 1, 1, "", "Stats"], [148, 1, 1, "", "StatsSummary"]], "simplebench.stats.stats.Stats": [[148, 2, 1, "", "adjusted_relative_standard_deviation"], [148, 2, 1, "", "adjusted_standard_deviation"], [148, 2, 1, "", "as_dict"], [148, 2, 1, "", "data"], [148, 3, 1, "", "from_dict"], [148, 2, 1, "", "maximum"], [148, 2, 1, "", "mean"], [148, 2, 1, "", "median"], [148, 2, 1, "", "minimum"], [148, 2, 1, "", "percentiles"], [148, 2, 1, "", "relative_standard_deviation"], [148, 2, 1, "", "rounds"], [148, 2, 1, "", "scale"], [148, 2, 1, "", "standard_deviation"], [148, 2, 1, "", "stats_summary"], [148, 2, 1, "", "unit"]], "simplebench.stats.stats.StatsSummary": [[148, 2, 1, "", "adjusted_relative_standard_deviation"], [148, 2, 1, "", "adjusted_standard_deviation"], [148, 2, 1, "", "as_dict"], [148, 2, 1, "", "data"], [148, 3, 1, "", "from_dict"], [148, 3, 1, "", "from_stats"], [148, 2, 1, "", "maximum"], [148, 2, 1, "", "mean"], [148, 2, 1, "", "median"], [148, 2, 1, "", "minimum"], [148, 2, 1, "", "percentiles"], [148, 2, 1, "", "relative_standard_deviation"], [148, 2, 1, "", "rounds"], [148, 2, 1, "", "scale"], [148, 2, 1, "", "standard_deviation"], [148, 2, 1, "", "unit"]], "simplebench.tasks": [[149, 1, 1, "", "ProgressTracker"], [149, 1, 1, "", "RichProgressTasks"], [149, 1, 1, "", "RichTask"]], "simplebench.tasks.ProgressTracker": [[149, 2, 1, "", "is_running"], [149, 3, 1, "", "refresh"], [149, 3, 1, "", "reset"], [149, 3, 1, "", "start"], [149, 3, 1, "", "stop"], [149, 2, 1, "", "styled_description"], [149, 3, 1, "", "update"]], "simplebench.tasks.RichProgressTasks": [[149, 3, 1, "", "add_task"], [149, 3, 1, "", "clear"], [149, 3, 1, "", "get"], [149, 2, 1, "", "is_running"], [149, 3, 1, "", "new_task"], [149, 2, 1, "", "progress"], [149, 3, 1, "", "start"], [149, 3, 1, "", "stop"]], "simplebench.tasks.RichTask": [[149, 3, 1, "", "get_task"], [149, 3, 1, "", "refresh"], [149, 3, 1, "", "reset"], [149, 3, 1, "", "start"], [149, 3, 1, "", "stop"], [149, 3, 1, "", "terminate_and_remove"], [149, 3, 1, "", "update"]], "simplebench.timeout": [[150, 1, 1, "", "Timeout"], [150, 1, 1, "", "TimeoutState"], [151, 0, 0, "-", "enums"], [152, 0, 0, "-", "exceptions"], [154, 0, 0, "-", "thread_id"], [155, 0, 0, "-", "timeout"]], "simplebench.timeout.Timeout": [[150, 3, 1, "", "run"], [150, 2, 1, "", "state"], [150, 2, 1, "", "timeout_interval"]], "simplebench.timeout.TimeoutState": [[150, 4, 1, "", "CANCELED"], [150, 4, 1, "", "FAILED"], [150, 4, 1, "", "FINISHED"], [150, 4, 1, "", "INTERRUPTED"], [150, 4, 1, "", "PENDING"], [150, 4, 1, "", "RUNNING"], [150, 4, 1, "", "TIMED_OUT"]], "simplebench.timeout.enums": [[151, 1, 1, "", "TimeoutState"]], "simplebench.timeout.enums.TimeoutState": [[151, 4, 1, "", "CANCELED"], [151, 4, 1, "", "FAILED"], [151, 4, 1, "", "FINISHED"], [151, 4, 1, "", "INTERRUPTED"], [151, 4, 1, "", "PENDING"], [151, 4, 1, "", "RUNNING"], [151, 4, 1, "", "TIMED_OUT"]], "simplebench.timeout.exceptions": [[153, 0, 0, "-", "timeout"]], "simplebench.timeout.thread_id": [[154, 1, 1, "", "ThreadId"]], "simplebench.timeout.timeout": [[155, 1, 1, "", "Timeout"]], "simplebench.timeout.timeout.Timeout": [[155, 3, 1, "", "run"], [155, 2, 1, "", "state"], [155, 2, 1, "", "timeout_interval"]], "simplebench.type_proxies": [[156, 1, 1, "", "CaseTypeProxy"], [156, 1, 1, "", "ChoiceTypeProxy"], [156, 1, 1, "", "ReporterTypeProxy"], [156, 1, 1, "", "SessionTypeProxy"], [157, 0, 0, "-", "case_type_proxy"], [158, 0, 0, "-", "choice_type_proxy"], [156, 5, 1, "", "is_case"], [156, 5, 1, "", "is_choice"], [156, 5, 1, "", "is_reporter"], [156, 5, 1, "", "is_session"], [159, 0, 0, "-", "lazy_type_proxy"], [160, 0, 0, "-", "reporter_type_proxy"], [161, 0, 0, "-", "session_type_proxy"]], "simplebench.type_proxies.case_type_proxy": [[157, 1, 1, "", "CaseTypeProxy"], [157, 5, 1, "", "is_case"]], "simplebench.type_proxies.choice_type_proxy": [[158, 1, 1, "", "ChoiceTypeProxy"], [158, 5, 1, "", "is_choice"]], "simplebench.type_proxies.lazy_type_proxy": [[159, 1, 1, "", "LazyTypeProxy"], [159, 5, 1, "", "register_lazy_proxy"]], "simplebench.type_proxies.reporter_type_proxy": [[160, 1, 1, "", "ReporterTypeProxy"], [160, 5, 1, "", "is_reporter"]], "simplebench.type_proxies.session_type_proxy": [[161, 1, 1, "", "SessionTypeProxy"], [161, 5, 1, "", "is_session"]], "simplebench.utils": [[162, 1, 1, "", "MachineInfo"], [162, 5, 1, "", "arg_to_flag"], [162, 5, 1, "", "collect_arg_list"], [162, 5, 1, "", "first_not_none"], [162, 5, 1, "", "flag_to_arg"], [162, 5, 1, "", "get_machine_info"], [162, 5, 1, "", "kwargs_variations"], [162, 5, 1, "", "platform_architecture"], [162, 5, 1, "", "platform_id"], [162, 5, 1, "", "platform_implementation"], [162, 5, 1, "", "platform_machine"], [162, 5, 1, "", "platform_processor"], [162, 5, 1, "", "platform_system"], [162, 5, 1, "", "platform_version"], [162, 5, 1, "", "python_implementation_version"], [162, 5, 1, "", "sanitize_filename"], [162, 5, 1, "", "sigfigs"]], "simplebench.utils.MachineInfo": [[162, 4, 1, "", "cpu"], [162, 4, 1, "", "machine"], [162, 4, 1, "", "processor"], [162, 4, 1, "", "python_build"], [162, 4, 1, "", "python_compiler"], [162, 4, 1, "", "python_implementation"], [162, 4, 1, "", "python_implementation_version"], [162, 4, 1, "", "python_version"], [162, 4, 1, "", "release"], [162, 4, 1, "", "system"]], "simplebench.validators": [[164, 0, 0, "-", "exceptions"], [166, 0, 0, "-", "misc"], [163, 5, 1, "", "validate_bool"], [163, 5, 1, "", "validate_dirpath"], [163, 5, 1, "", "validate_filename"], [163, 5, 1, "", "validate_float"], [163, 5, 1, "", "validate_float_range"], [163, 5, 1, "", "validate_frozenset_of_type"], [163, 5, 1, "", "validate_int"], [163, 5, 1, "", "validate_int_range"], [167, 0, 0, "-", "validate_iterable_of_type"], [163, 5, 1, "", "validate_non_blank_string"], [163, 5, 1, "", "validate_non_blank_string_or_is_none"], [163, 5, 1, "", "validate_non_negative_float"], [163, 5, 1, "", "validate_non_negative_int"], [163, 5, 1, "", "validate_positive_float"], [163, 5, 1, "", "validate_positive_int"], [163, 5, 1, "", "validate_sequence_of_numbers"], [163, 5, 1, "", "validate_sequence_of_str"], [168, 0, 0, "-", "validate_sequence_of_type"], [163, 5, 1, "", "validate_string"], [163, 5, 1, "", "validate_type"]], "simplebench.validators.exceptions": [[165, 0, 0, "-", "validators"]], "simplebench.validators.misc": [[166, 5, 1, "", "validate_filename"], [166, 5, 1, "", "validate_float"], [166, 5, 1, "", "validate_float_range"], [166, 5, 1, "", "validate_frozenset_of_type"], [166, 5, 1, "", "validate_int"], [166, 5, 1, "", "validate_int_range"], [166, 5, 1, "", "validate_non_blank_string"], [166, 5, 1, "", "validate_non_blank_string_or_is_none"], [166, 5, 1, "", "validate_non_negative_float"], [166, 5, 1, "", "validate_non_negative_int"], [166, 5, 1, "", "validate_positive_float"], [166, 5, 1, "", "validate_positive_int"], [166, 5, 1, "", "validate_sequence_of_numbers"], [166, 5, 1, "", "validate_sequence_of_str"], [166, 5, 1, "", "validate_sequence_of_type"]], "simplebench.validators.validate_iterable_of_type": [[167, 5, 1, "", "validate_iterable_of_type"]], "simplebench.validators.validate_sequence_of_type": [[168, 5, 1, "", "validate_sequence_of_type"]], "simplebench.vcs": [[169, 1, 1, "", "GitInfo"], [169, 5, 1, "", "get_git_info"]], "simplebench.vcs.GitInfo": [[169, 4, 1, "id0", "commit"], [169, 4, 1, "id1", "date"], [169, 4, 1, "id2", "dirty"], [169, 3, 1, "", "to_dict"]]}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "property", "Python property"], "3": ["py", "method", "Python method"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"], "6": ["py", "data", "Python data"], "7": ["py", "exception", "Python exception"], "8": ["std", "cmdoption", "program option"]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:property", "3": "py:method", "4": "py:attribute", "5": "py:function", "6": "py:data", "7": "py:exception", "8": "std:cmdoption"}, "terms": {"": [0, 4, 5, 8, 9, 11, 12, 14, 15, 18, 34, 35, 36, 55, 57, 58, 87, 88, 94, 99, 102, 103, 104, 112, 113, 133, 135, 136, 137, 144, 145, 146, 147, 148, 149, 162, 163, 166, 167, 168, 170, 171, 172, 173], "0": [4, 9, 11, 12, 13, 14, 15, 17, 31, 34, 36, 55, 63, 65, 67, 71, 74, 80, 83, 85, 133, 136, 137, 144, 145, 146, 147, 148, 149, 150, 155, 162, 163, 171, 172, 173], "00": [9, 171, 172, 173], "00025": 31, "001_addition_benchmark": 4, "02": 172, "023": 162, "0234": 162, "07": 9, "08": 173, "09": [11, 15, 31, 133, 137, 145], "0th": [137, 148], "1": [2, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 31, 55, 63, 65, 67, 71, 133, 134, 136, 137, 144, 145, 146, 147, 148, 150, 155, 162, 163, 166, 167, 168, 171, 172, 173], "10": [2, 6, 11, 12, 14, 15, 34, 36, 55, 57, 58, 103, 104, 150, 155, 163, 166, 172], "100": [5, 6, 7, 8, 9, 11, 12, 149, 172], "1000": [6, 7, 9, 11, 12, 14, 122, 123, 126, 128, 137, 148, 171, 172, 173], "10000": [11, 122, 123, 126, 128], "100th": [137, 148], "11": 172, "12": [55, 63, 65, 67, 71], "12345": 154, "13": 172, "1300": [137, 148], "133": 172, "137": 172, "138": 171, "14": [55, 63, 65, 67, 71, 162, 172], "140": [9, 171], "141": 171, "142": 4, "143": [9, 173], "144": [9, 172], "146": 172, "147": [4, 172], "148": [4, 173], "149": 173, "15": [162, 172], "150": [9, 11, 55, 63, 65, 67, 71, 74, 80, 83, 85], "1500": [11, 55, 63, 65, 67, 74, 80, 83, 85, 137, 148], "151": [4, 171, 172, 173], "153": [4, 9, 171, 173], "16": [55, 63, 65, 67, 71, 172], "1600": [137, 148, 172], "17": 172, "1780": 172, "18": 172, "1850": 172, "18582": 172, "189": 172, "1900": [137, 148], "19330460": 17, "1e": [11, 15, 31, 133, 136, 137, 145], "1e6": [137, 144, 147], "2": [2, 11, 13, 16, 17, 162, 163, 166], "20": [6, 7, 9, 11, 12, 14, 15, 31, 55, 63, 65, 67, 71, 172], "200": [6, 11, 55, 69, 70], "2000": [137, 148], "2021": [11, 55, 57, 58], "2180": 172, "22": [4, 171], "2200": [137, 148], "23": 162, "234": 162, "235": 162, "24": 162, "2400": 172, "2500": [137, 148], "255": [103, 104, 163, 166], "2550": 172, "2670": 172, "27": 172, "28": [9, 171], "2800": [137, 148], "291715587": 4, "3": [2, 11, 13, 15, 16, 17, 55, 57, 58, 162, 172], "30": 171, "300": 6, "3000": [137, 148], "308": 172, "31": 172, "32": [9, 173], "329": 172, "338": 172, "3420": 172, "343": 172, "3440": 172, "347641": 172, "349": 172, "353": 172, "39": [137, 148], "4": [4, 11, 12, 13, 17, 172], "40": 172, "400": [6, 11, 55, 63, 65, 67, 74, 80, 83, 85], "4000": [11, 55, 63, 65, 67, 74, 80, 83, 85, 172], "41789": 171, "42": 172, "425": 172, "42801": 4, "4320": 172, "443637": 172, "444444": [55, 63, 65, 67, 71], "44872": 9, "45": [11, 55, 63, 65, 67, 74, 80, 83, 85, 172], "4500": 172, "459": 172, "46": 172, "46701": 173, "4780": 172, "4810": 172, "49964": 172, "5": [5, 8, 9, 11, 12, 13, 14, 15, 17, 31, 150, 155, 162, 172], "50": [6, 11, 55, 63, 65, 67, 74, 80, 83, 85, 172], "500": [6, 11, 55, 63, 65, 67, 74, 80, 83, 85, 172], "5000000": 31, "50th": [5, 8, 9], "51": 9, "52847075252201": [137, 148], "534179": 172, "5694150420949": [137, 148], "59": 171, "5th": [4, 5, 8, 9, 103, 112, 113, 171, 172, 173], "6": [4, 9, 11, 55, 57, 58, 171, 172, 173], "600": 6, "64": [34, 36, 103, 104, 163, 172], "648710": 172, "7": [162, 172], "700": 6, "72": 172, "73": 172, "750": [11, 55, 63, 65, 67, 74, 80, 83, 85], "761953": 172, "77": 4, "790": [137, 148], "8": [172, 173], "80": [11, 122, 123, 126, 128, 171, 172], "800": 6, "8000": 172, "84": 172, "85": 172, "876": 173, "9": [9, 11, 31, 34, 36, 133, 136, 137, 145, 162, 163, 171, 172], "900": 6, "95": [5, 8, 9], "95th": [4, 5, 8, 9, 103, 112, 113, 171, 172, 173], "99": 173, "A": [4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 16, 18, 32, 34, 35, 36, 40, 41, 42, 44, 45, 51, 55, 56, 69, 70, 87, 88, 94, 95, 98, 99, 100, 101, 102, 103, 104, 112, 113, 114, 115, 116, 118, 121, 122, 123, 124, 129, 130, 132, 133, 134, 135, 136, 137, 148, 150, 155, 156, 157, 158, 159, 160, 161, 162, 163, 166, 167, 168, 169, 171, 172, 173], "As": [103, 104, 150, 155], "At": [5, 55, 63, 65, 67, 137, 144], "Be": 7, "By": [4, 5, 7, 8, 9, 11, 44, 45, 46, 114, 121, 135, 171, 173], "For": [2, 4, 5, 6, 7, 8, 9, 11, 12, 14, 31, 34, 35, 103, 112, 113, 134, 162, 163, 166, 167, 168, 173], "If": [2, 9, 11, 12, 13, 14, 16, 18, 31, 34, 35, 36, 40, 41, 42, 44, 45, 46, 51, 55, 63, 65, 67, 68, 69, 70, 74, 80, 81, 83, 85, 86, 87, 88, 89, 94, 95, 98, 103, 104, 112, 113, 114, 121, 122, 123, 124, 126, 128, 129, 130, 132, 133, 134, 135, 136, 137, 144, 145, 146, 147, 148, 149, 150, 155, 162, 163, 166, 167, 168, 169], "In": [4, 9, 114, 121, 122, 123, 129, 162, 163, 173], "It": [5, 7, 8, 9, 11, 12, 13, 14, 16, 17, 18, 31, 34, 35, 36, 40, 41, 42, 44, 45, 48, 50, 51, 55, 63, 65, 67, 69, 70, 71, 74, 80, 83, 85, 86, 87, 88, 91, 93, 94, 103, 104, 110, 111, 112, 113, 114, 121, 122, 123, 126, 128, 129, 133, 135, 136, 137, 148, 154, 156, 157, 158, 160, 161, 162, 163, 166, 171, 172, 173], "NO": 17, "NOT": 16, "No": [11, 12, 17], "On": [150, 155], "That": 163, "The": [0, 2, 4, 5, 6, 7, 8, 9, 11, 12, 14, 16, 17, 18, 31, 32, 34, 35, 36, 40, 41, 42, 44, 45, 46, 51, 55, 57, 58, 63, 65, 67, 68, 69, 70, 74, 80, 83, 85, 86, 87, 88, 94, 95, 98, 99, 100, 101, 102, 103, 104, 111, 112, 113, 114, 121, 122, 123, 124, 126, 128, 129, 130, 132, 133, 134, 135, 136, 137, 144, 145, 146, 147, 148, 149, 150, 151, 155, 156, 157, 158, 159, 160, 161, 162, 163, 166, 167, 168, 169, 171, 172, 173], "These": [0, 5, 6, 7, 8, 9, 11, 12, 14, 34, 35, 36, 44, 45, 51, 55, 63, 65, 67, 74, 80, 86, 87, 88, 94, 103, 104, 109, 110, 122, 123, 129, 166], "To": [4, 7, 9, 11, 12, 55, 63, 65, 67, 74, 80, 83, 85, 113, 122, 123, 124], "WILL": 134, "_": [162, 163], "__doc__": [16, 17], "__init__": [34, 36], "__main__": [6, 11, 12, 14, 171, 172, 173], "__name__": [6, 11, 12, 14, 171, 172, 173], "__post_init__": [103, 104], "_basechoic": [40, 41, 42], "_calling_func": [150, 155], "_choiceserrortag": [40, 41, 42], "_options_kwarg": [44, 45, 51, 74, 80, 86, 87, 88, 94, 103, 112, 113, 122, 123, 129], "_options_typ": [44, 45, 51, 74, 80, 86, 87, 88, 94, 103, 112, 113, 122, 123, 129], "_p": [150, 155], "_reporterargparsemixin": [103, 109, 113], "_reporterorchestrationmixin": [103, 109, 113], "_reporterprioritizationmixin": [103, 109, 113], "_reportertargetmixin": [103, 109, 113], "_rt": [150, 155], "_t": [150, 155], "abc": [103, 113], "about": [5, 8, 9, 11, 87, 88, 94, 133, 162], "abov": [6, 7, 9, 171, 172, 173], "absolut": 136, "abstract": [103, 112, 113], "accept": [11, 12, 32, 44, 45, 46, 74, 80, 81, 87, 88, 89, 94, 122, 123, 124, 130, 132, 163, 166], "access": [11, 16, 44, 45, 48, 50, 87, 88, 91, 93, 103, 111, 112, 113, 122, 123, 126, 128], "accord": [137, 148], "accordingli": [11, 12], "accur": [5, 8, 9, 11, 12], "accuraci": [5, 8, 9, 11, 12, 55, 63, 65, 67, 74, 80, 83, 85], "across": [0, 5, 6, 7, 8, 9, 11, 12, 34, 35, 36, 55, 63, 65, 67, 103, 112, 113, 137, 148], "act": [103, 104, 112, 156, 157, 158, 160, 161, 163], "action": [10, 11, 12, 14, 18, 31, 32, 134], "action_funct": [11, 12], "actionrunn": [10, 11, 12, 32], "activ": [1, 2], "actual": [5, 8, 9, 11, 12, 34, 36, 87, 88, 94, 103, 112, 113, 156, 157, 158, 160, 161, 163, 166], "ad": [4, 11, 12, 13, 14, 16, 40, 41, 42, 114, 121, 135, 149, 162, 173], "adapt": 17, "add": [11, 12, 18, 33, 34, 35, 36, 40, 41, 42, 103, 112, 113, 114, 121, 135, 149, 173], "add_boolean_flags_to_argpars": [103, 112], "add_cas": [10, 11, 135], "add_choic": [33, 103, 112, 113], "add_flags_to_argpars": [103, 112, 114, 121], "add_list_of_targets_flags_to_argpars": [103, 112], "add_reporter_flag": [10, 11, 135], "add_reporters_to_argpars": [33, 114, 121], "add_task": [11, 149], "addit": [4, 5, 6, 7, 9, 11, 12, 13, 14, 18, 32, 34, 35, 36, 44, 45, 48, 50, 87, 88, 91, 93, 94, 103, 109, 112, 113, 122, 123, 126, 128, 133, 171, 172, 173], "addition_benchmark": [4, 5, 6, 9, 11, 14, 171, 172, 173], "adjust": [103, 112, 113, 137, 148], "adjusted_relative_standard_devi": [11, 137, 148], "adjusted_standard_devi": [11, 137, 148], "advanc": [3, 170, 173], "advanced_usag": 4, "affect": [4, 5, 8, 9, 16], "after": [11, 12, 15, 31, 34, 35, 36, 87, 88, 94, 103, 104, 112, 113, 133, 134, 135, 149, 150, 154, 155, 162, 163], "again": [11, 135], "against": [11, 12, 17], "aggreg": [5, 8, 9, 11, 12], "alic": [163, 166, 167, 168], "aliv": [150, 155], "all": [0, 2, 4, 5, 6, 7, 8, 9, 11, 12, 14, 17, 18, 34, 35, 36, 40, 41, 42, 44, 45, 46, 52, 55, 57, 58, 63, 65, 67, 74, 80, 81, 87, 88, 89, 94, 103, 104, 110, 112, 113, 114, 115, 116, 118, 121, 122, 123, 124, 129, 133, 135, 136, 137, 148, 149, 162, 173], "all_choice_arg": [33, 40, 41], "all_choice_flag": [33, 40, 41], "all_report": [33, 114, 121], "alloc": [5, 8, 9, 31], "allow": [0, 5, 6, 7, 8, 9, 11, 12, 14, 17, 31, 32, 34, 35, 36, 55, 63, 65, 67, 99, 101, 103, 104, 112, 113, 114, 121, 122, 123, 124, 126, 128, 130, 132, 135, 150, 151, 156, 157, 158, 160, 161, 162, 163, 166, 167, 168, 170, 172], "allow_blank": [163, 166], "allow_empti": [163, 166, 167, 168], "allow_non": [130, 132, 163, 166], "allow_whitespac": [163, 166], "along": 170, "alphanumer": [34, 36, 103, 104, 163, 166], "alphanumeric_onli": 163, "alreadi": [11, 40, 41, 42, 103, 104, 112, 114, 121, 135, 136, 149, 163, 166], "also": [7, 9, 11, 12, 14, 44, 45, 46, 87, 88, 94, 103, 104, 112, 113, 135, 136, 137, 144, 156, 157, 158, 160, 161, 163], "alter": 16, "altern": [103, 112, 113], "although": 31, "alwai": [5, 18, 137, 144, 148, 163, 166], "amount": [5, 8, 9, 87, 88, 94], "an": [0, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 17, 18, 31, 32, 34, 35, 36, 40, 41, 42, 44, 45, 51, 55, 63, 65, 67, 69, 70, 71, 74, 80, 83, 85, 86, 87, 88, 94, 99, 100, 103, 104, 112, 113, 114, 121, 122, 123, 124, 126, 128, 129, 130, 132, 133, 135, 136, 137, 144, 148, 149, 150, 151, 156, 157, 158, 160, 161, 162, 163, 166, 167, 168], "analysi": [0, 4, 6, 7, 9, 11, 15, 31, 133, 134], "analyz": [4, 5, 6, 7, 8, 9, 103, 112, 113], "angl": [11, 55, 63, 65, 67, 74, 80, 83, 85], "ani": [4, 5, 8, 9, 11, 12, 13, 14, 16, 18, 31, 34, 35, 36, 40, 41, 42, 44, 45, 46, 51, 55, 63, 65, 67, 69, 70, 74, 80, 81, 83, 85, 86, 87, 88, 89, 94, 95, 98, 99, 100, 102, 103, 104, 112, 113, 114, 115, 116, 118, 121, 122, 123, 124, 129, 130, 132, 133, 134, 135, 137, 144, 145, 146, 147, 148, 149, 150, 155, 159, 162, 163, 166, 167, 168, 169], "annot": [7, 9, 163, 166, 167, 168], "anoth": [5, 8, 9, 34, 35, 40, 41, 42], "api": [1, 11, 17, 33, 88, 123, 173], "appeal": 9, "appear": [11, 16, 17, 55, 63, 65, 67, 122, 123, 126, 128, 172], "append": [4, 6, 7, 9, 11, 13, 34, 35, 36, 95, 98, 103, 104, 111, 112, 113, 122, 123, 124, 137, 144], "appli": [7, 11, 16, 55, 63, 65, 67, 115, 116, 118, 122, 123, 126, 128, 136, 163], "applic": [0, 4, 5, 8, 9, 11, 12, 13, 14], "appropri": [0, 5, 8, 9, 18, 87, 88, 94, 103, 112, 113, 166], "ar": [0, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 16, 17, 18, 19, 31, 34, 35, 36, 44, 45, 46, 51, 55, 57, 58, 63, 65, 67, 74, 80, 81, 83, 85, 86, 87, 88, 89, 94, 99, 101, 103, 104, 110, 112, 113, 114, 121, 122, 123, 124, 129, 133, 134, 135, 136, 137, 144, 145, 146, 147, 148, 162, 163, 166, 167, 168, 169, 172], "arbitrari": [11, 12], "architectur": 162, "arg": [10, 11, 14, 18, 32, 40, 41, 87, 88, 94, 99, 100, 101, 102, 103, 112, 113, 114, 121, 135, 136, 150, 155, 162, 163, 166], "arg1": 162, "arg2": 162, "arg_to_flag": [10, 11, 162], "argpars": [18, 109, 113, 162], "args_pars": [10, 11, 135], "argument": [11, 12, 13, 14, 16, 17, 18, 31, 32, 34, 35, 36, 40, 41, 42, 44, 45, 46, 55, 63, 65, 67, 74, 80, 81, 83, 85, 86, 87, 88, 89, 94, 95, 98, 103, 109, 112, 113, 114, 121, 122, 123, 124, 133, 134, 135, 137, 144, 145, 146, 147, 148, 149, 150, 155, 162, 163, 166, 172], "argument_nam": 18, "argumenterror": 18, "argumentpars": [11, 112, 114, 121, 135], "argv": [11, 13, 14, 135], "arithmet": [5, 8, 9], "arxiv": [11, 55, 57, 58], "as_dict": [10, 11, 12, 133, 137, 148], "aspect": [4, 9], "assert": [18, 19], "assign": [11, 12, 17, 133, 163], "associ": [34, 35, 36, 40, 41, 103, 112, 113, 114, 121, 162], "assum": [87, 88, 94, 136], "assumpt": 136, "astonish": 163, "asynchron": [150, 155], "attach": 17, "attempt": [11, 12, 149, 156, 157, 158, 160, 161], "attribut": [11, 12, 18, 40, 41, 42, 44, 45, 48, 50, 87, 88, 91, 93, 99, 100, 103, 104, 111, 122, 123, 126, 128, 137, 144, 166], "attributeerror": 18, "authomat": [11, 135], "author": 16, "autom": 0, "automat": [11, 12, 13, 103, 104, 130, 132, 135, 163, 166, 167, 168, 171, 173], "avail": [0, 6, 7, 9, 11, 12, 13, 17, 18, 55, 57, 58, 87, 88, 94, 103, 112, 113, 114, 121, 122, 123, 124, 129, 135, 137, 144, 145, 146, 147], "averag": [5, 8, 9, 11, 12, 31, 137, 148], "avoid": [4, 9, 16, 35, 41, 113, 114, 121, 122, 123, 124, 150, 155, 156, 157, 158, 160, 161], "awar": [7, 16], "ax": [11, 55, 63, 65, 67, 69, 70, 71], "axi": [6, 11, 55, 63, 65, 67, 74, 80, 83, 85], "b": [162, 163, 166], "background": [11, 55, 57, 58, 134, 150, 155], "backslash": 163, "balanc": [11, 55, 63, 65, 67, 74, 80, 83, 85], "bar": [0, 11, 55, 68, 135, 171, 172], "base": [4, 11, 12, 13, 14, 15, 17, 18, 31, 32, 34, 35, 36, 40, 41, 42, 44, 45, 46, 48, 50, 51, 52, 53, 54, 55, 57, 58, 63, 65, 67, 68, 69, 73, 74, 80, 81, 83, 85, 86, 87, 88, 89, 91, 93, 94, 95, 98, 99, 100, 101, 102, 103, 104, 109, 110, 111, 112, 113, 114, 121, 122, 123, 124, 126, 128, 129, 133, 134, 135, 136, 137, 144, 145, 146, 147, 148, 149, 150, 151, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 166, 169], "base_interval_unit": [10, 11, 15], "base_memory_unit": [10, 11, 15], "base_ops_per_interval_unit": [10, 11, 15], "base_unit": 136, "baseexcept": [150, 155], "baselin": [55, 63, 65, 67], "basi": [55, 63, 65, 67], "basic": [1, 4, 6, 7, 9, 170, 172], "basic_benchmark": [9, 171], "bayesian": [11, 55, 57, 58], "becaus": [7, 11, 18, 55, 63, 65, 67, 74, 80, 83, 85, 103, 112, 113, 134, 150, 155, 163, 166], "becom": [137, 148, 162, 163], "been": [11, 55, 63, 65, 67, 103, 112, 113, 135, 149], "befor": [11, 12, 13, 14, 15, 31, 134, 135, 150, 151, 163, 166], "behav": [154, 163], "behavior": [0, 5, 8, 9, 11, 34, 35, 36, 55, 63, 65, 67, 103, 109, 110, 134, 135, 150, 155], "behind": [55, 63, 65, 67], "being": [5, 6, 7, 9, 11, 16, 31, 32, 34, 36, 55, 63, 65, 67, 74, 80, 83, 85, 87, 88, 94, 111, 122, 123, 129, 134, 159, 163, 166, 167, 168], "belong": [11, 12, 14, 133], "below": [5, 6, 8, 9, 17, 44, 45, 51, 74, 80, 86, 87, 88, 94, 122, 123, 129, 171, 173], "bench": [11, 12, 14, 32], "benchmark": [0, 1, 5, 8, 10, 11, 12, 13, 14, 15, 17, 18, 31, 32, 33, 34, 36, 44, 45, 46, 51, 55, 63, 65, 67, 74, 80, 86, 87, 88, 92, 93, 94, 95, 98, 99, 101, 103, 112, 113, 114, 121, 122, 123, 124, 128, 129, 133, 134, 135, 136, 137, 144, 145, 146, 147, 148, 149, 162, 170, 173], "benchmark_cas": [11, 13], "benchmark_error": [11, 13, 17], "benchmark_id": [10, 11, 12, 14], "benchmark_oper": [11, 12], "benchmark_timed_out": [11, 13, 17], "benefit": 136, "best": [5, 7, 8, 9, 16], "better": [0, 9, 11, 12, 31, 122, 123, 126, 128], "between": [4, 6, 11, 12, 14, 31, 34, 35, 55, 63, 65, 67, 74, 80, 83, 85, 115, 116, 118, 122, 123, 126, 128, 163], "beyond": [6, 7, 9], "big": [5, 8, 9, 11, 133], "bin": 2, "black": [11, 17, 55, 57, 58], "blank": [11, 12, 14, 103, 104, 163, 166], "blue": [11, 17], "bmh": [10, 11, 52, 55, 57, 58], "bob": [163, 166], "boilerpl": [87, 88, 94, 173], "bool": [11, 12, 13, 34, 35, 36, 44, 45, 46, 55, 63, 65, 67, 74, 80, 81, 83, 85, 87, 88, 89, 91, 93, 103, 104, 111, 112, 113, 114, 121, 122, 123, 124, 130, 132, 133, 135, 149, 163, 166, 167, 168, 169], "boolean": [11, 17, 34, 35, 36, 112, 163], "both": [11, 12, 16, 34, 36, 44, 45, 51, 55, 63, 65, 67, 87, 88, 94, 114, 121], "bottleneck": [5, 8, 9], "bound": [5, 8, 9], "brace": 16, "branch": [11, 12], "breakag": [122, 123, 124], "brief": [5, 11, 12, 34, 35, 36, 44, 45, 51, 87, 88, 94, 103, 112, 113, 122, 123, 124, 129, 133], "bright": [11, 55, 57, 58], "build": [55, 63, 65, 67, 162], "built": [4, 5, 9, 11, 18, 55, 63, 65, 67, 103, 112, 113, 114, 121, 135, 171, 172, 173], "byte": [5, 8, 9, 11, 15, 31, 74, 80, 86, 99, 101, 103, 112, 113, 133, 137, 144, 147, 162, 163, 166], "cach": [11, 12], "calcul": [5, 8, 9, 31, 103, 112, 113, 134, 137, 148], "call": [11, 12, 13, 14, 16, 17, 87, 88, 94, 103, 112, 113, 130, 132, 135, 149, 163, 166, 171, 172, 173], "callabl": [11, 12, 14, 16, 112, 132, 134, 150, 155], "callback": [0, 6, 7, 10, 11, 12, 17, 44, 45, 46, 51, 74, 80, 86, 87, 88, 94, 99, 102, 103, 109, 112, 113, 122, 123, 124, 126, 128, 129, 130, 132], "caller": [11, 12, 162, 163, 166, 167, 168], "can": [0, 2, 4, 5, 6, 7, 8, 9, 11, 12, 14, 16, 17, 18, 34, 35, 36, 40, 41, 42, 55, 63, 65, 67, 69, 70, 74, 80, 83, 85, 87, 88, 94, 103, 104, 110, 112, 113, 114, 115, 116, 118, 121, 134, 135, 136, 150, 154, 155, 156, 157, 158, 159, 160, 161, 163, 166, 167, 168, 171, 172, 173], "cancel": [11, 150, 151], "cannot": [11, 12, 14, 34, 36, 103, 104, 132, 163], "capabl": 173, "carefulli": 16, "case": [5, 7, 8, 9, 10, 11, 13, 14, 17, 18, 31, 32, 33, 44, 45, 48, 50, 51, 55, 63, 65, 67, 74, 80, 83, 85, 86, 87, 88, 91, 93, 94, 95, 98, 99, 101, 102, 103, 109, 110, 111, 112, 113, 114, 121, 122, 123, 129, 130, 132, 133, 134, 135, 156, 157, 160, 163, 170, 173], "case_type_proxi": [11, 156], "cases_list": [11, 12], "casetyp": 156, "casetypeproxi": [10, 11, 156, 157, 160], "catch": [150, 155], "categor": [11, 12, 14, 18], "categori": 17, "caught": 18, "caus": [4, 9, 18, 149, 156, 157, 158, 159, 160, 161], "cd": 2, "central": [5, 8, 9, 103, 104], "chang": [1, 6, 7, 9, 11, 12, 16, 103, 104, 169, 171, 172], "char": 162, "charact": [5, 11, 34, 36, 103, 104, 122, 123, 126, 128, 136, 162, 163, 166], "characterist": [0, 6, 7, 9, 31], "chart": [55, 68], "check": [136, 149, 154, 156, 157, 158, 159, 160, 161, 162, 163, 166], "checker": [130, 132, 156, 157, 158, 160, 161, 163, 166], "choic": [11, 18, 33, 44, 45, 46, 48, 50, 51, 55, 63, 65, 67, 74, 80, 81, 87, 88, 89, 91, 93, 94, 95, 98, 99, 100, 103, 104, 109, 110, 111, 112, 113, 114, 121, 122, 123, 124, 126, 128, 129, 135, 156, 158], "choice_conf": [33, 34, 35, 37], "choice_for_arg": [33, 114, 121], "choice_protocol": [33, 99], "choice_type_proxi": [11, 156], "choiceconf": [11, 33, 34, 35, 36, 39, 40, 42, 44, 45, 51, 103, 104, 113, 122, 123, 124], "choiceprotocol": [11, 33, 34, 35, 36, 99, 100], "choices_conf": [33, 40], "choicesconf": [11, 33, 40, 42, 44, 45, 46, 51, 74, 80, 81, 87, 88, 89, 103, 104, 122, 123, 124], "choicetyp": 156, "choicetypeproxi": [10, 11, 156, 158], "choos": [34, 36], "chosen": [11, 55, 63, 65, 67, 74, 80, 83, 85], "circular": [35, 41, 113, 156, 157, 158, 159, 160, 161], "cl": [11, 103, 112, 113, 115, 116, 118], "clariti": [44, 45, 51, 87, 88, 94], "class": [11, 12, 16, 17, 18, 19, 31, 32, 34, 35, 36, 38, 39, 40, 41, 42, 44, 45, 46, 48, 49, 50, 51, 52, 53, 54, 55, 57, 58, 63, 65, 67, 68, 69, 70, 71, 73, 74, 80, 81, 83, 85, 86, 87, 88, 89, 91, 93, 94, 95, 98, 99, 100, 101, 102, 103, 104, 109, 110, 111, 112, 113, 114, 115, 116, 118, 121, 122, 123, 124, 126, 127, 128, 129, 133, 134, 135, 137, 144, 145, 146, 147, 148, 149, 150, 151, 154, 155, 156, 157, 158, 159, 160, 161, 162, 169], "classic": [10, 11, 52, 55, 57, 58], "classmethod": [55, 63, 65, 67, 103, 112, 113, 137, 148], "classvar": [55, 63, 65, 67, 103, 112, 113], "cleanli": [134, 150, 155], "cleanup": [150, 155], "clear": [6, 7, 9, 11, 14, 34, 35, 114, 115, 116, 118, 121, 149], "clear_registered_cas": [10, 11, 14], "clear_registered_report": [33, 114, 115, 116, 118], "cli": [6, 10, 11, 12, 17, 18, 40, 41, 44, 45, 51, 87, 88, 94, 113, 114, 121, 122, 123, 129], "cli_arguments_error": [11, 13, 17], "clock": [5, 8, 9, 11, 12], "clone": 2, "close": 16, "cls_or_func": 16, "code": [1, 2, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 16, 17, 18, 44, 45, 51, 74, 80, 86, 87, 88, 94, 103, 112, 113, 122, 123, 129, 171, 172, 173], "col": [11, 12, 14], "collaps": 162, "collat": 111, "collect": [4, 5, 8, 9, 11, 12, 40, 41, 42, 87, 88, 94, 99, 100, 103, 112, 113, 122, 123, 129, 162, 171, 173], "collect_arg_list": [10, 11, 162], "collis": 4, "color": [6, 10, 11, 17, 55, 57, 58, 63, 65, 67, 71, 149], "colorblind": [11, 55, 57, 58], "colorblind10": [11, 55, 57, 58], "column": [3, 4, 5, 11, 12, 14, 133, 172], "com": [2, 11, 17, 55, 57, 58], "combin": [11, 12, 14, 103, 112, 113, 122, 123, 124, 162], "comma": [4, 112], "command": [1, 2, 4, 6, 7, 9, 11, 13, 17, 34, 35, 36, 44, 45, 51, 74, 80, 86, 87, 88, 94, 103, 104, 109, 112, 113, 122, 123, 129, 135, 162, 171, 172, 173], "command_line_opt": [9, 171], "comment": [44, 45, 51, 87, 88, 94, 163, 166], "commit": [11, 12, 169], "common": [7, 11, 52, 55, 63, 65, 67, 68, 74, 80, 83, 85, 103, 104, 110, 113], "compar": [5, 6, 7, 8, 9, 74, 80, 86], "comparison": [0, 5, 8, 9], "compat": 136, "compil": 162, "complet": [4, 5, 8, 9, 11, 12, 122, 123, 129, 149, 150, 151, 155, 162, 163, 171, 172], "complex": [5, 8, 11, 14, 31, 55, 63, 65, 67, 133, 136, 150, 155, 172], "compon": 172, "compos": [5, 8, 9, 11, 14], "comput": 31, "conain": 5, "concept": 170, "concis": 9, "condit": [18, 19], "config": [33, 44, 45, 51, 55, 63, 68, 74, 80, 86, 87, 88, 94, 103, 105, 112, 113, 122, 123, 129], "configur": [5, 6, 7, 8, 9, 11, 13, 16, 34, 35, 36, 42, 44, 45, 46, 48, 50, 51, 55, 63, 65, 67, 68, 74, 80, 81, 86, 87, 88, 89, 91, 93, 94, 95, 98, 103, 104, 110, 111, 112, 113, 122, 123, 124, 126, 128, 129, 162], "conflict": [11, 114, 121, 135], "conform": [87, 88, 94, 130, 132], "confus": 16, "consecut": [103, 104], "consid": [9, 149, 150, 155, 163], "consist": [5, 7, 8, 9, 11, 12, 31, 34, 35, 36, 55, 63, 65, 67, 69, 103, 104, 113, 137, 148, 162, 163], "consol": [0, 4, 7, 9, 10, 11, 14, 17, 34, 35, 44, 45, 46, 51, 87, 88, 94, 103, 112, 113, 122, 123, 124, 126, 128, 129, 135, 149], "consolid": 112, "constant": [15, 52, 55, 134], "constrain": [103, 104], "constraint": [11, 122, 123, 126, 128], "construct": [11, 12, 34, 35, 36, 40, 41, 42, 137, 144, 145, 146, 147, 148, 149], "constructor": [18, 55, 63, 65, 67, 122, 123, 124, 166], "consum": 7, "consumpt": [0, 5, 7, 8, 9], "contain": [4, 5, 7, 11, 12, 14, 16, 31, 34, 35, 40, 41, 42, 87, 88, 94, 95, 98, 103, 104, 109, 112, 113, 114, 121, 122, 123, 129, 133, 135, 136, 137, 144, 145, 146, 147, 148, 162, 163, 166, 167, 168, 172], "content": [4, 103, 112, 113, 163, 166], "context": [5, 9, 11, 12, 14, 18, 40, 41, 42, 122, 123, 126, 128], "continu": [11, 12, 134, 150, 155], "contradict": 163, "control": [0, 11, 12, 18, 103, 104, 112, 113, 122, 123, 126, 128, 149, 169], "convert": [31, 87, 88, 94, 95, 98, 112, 136, 137, 148, 162, 163, 169], "copi": [11, 12, 137, 148], "core": [34, 36, 113, 156], "correct": [11, 12, 103, 112, 113, 130, 132], "correctli": [44, 45, 51, 74, 80, 86, 87, 88, 94, 122, 123, 129, 156], "correl": [11, 12], "correspond": [4, 11, 12, 16, 34, 35, 36, 55, 57, 58, 114, 121, 122, 123, 124, 135, 136, 162], "cost": [11, 12], "could": 136, "count": [5, 8, 9, 11, 12], "counterpart": [34, 36], "cover": [6, 7, 9, 170], "cpu": [5, 8, 9, 11, 162], "cpython": 162, "creat": [2, 4, 6, 11, 12, 14, 18, 34, 35, 36, 40, 41, 42, 55, 63, 65, 67, 69, 74, 80, 83, 85, 112, 113, 122, 123, 126, 128, 129, 135, 137, 148, 149, 150, 154, 155, 157, 158, 159, 160, 161, 171, 172, 173], "creation": [11, 12, 14, 34, 35, 36, 103, 104, 133], "criteria": [163, 166], "critic": [5, 8, 9, 11, 17], "crucial": [5, 8, 9], "csv": [1, 3, 6, 7, 9, 11, 17, 33, 171, 173], "csvconfig": [11, 33, 44, 45, 46, 51], "csvoption": [10, 11, 33, 44, 45, 48, 49, 50], "csvreport": [11, 33, 44, 45, 46, 47, 51, 103, 112, 113, 114, 121], "csvreporteropt": [103, 112, 113], "current": [6, 11, 12, 14, 31, 44, 45, 48, 50, 51, 55, 69, 70, 134, 136, 149, 150, 151, 162, 169], "current_unit": 136, "custom": [0, 11, 12, 14, 17, 18, 34, 36, 55, 63, 65, 67, 69, 70, 74, 80, 83, 85, 103, 110, 112, 113, 114, 121, 135, 171, 173], "customreport": [114, 121], "cyan": [11, 17], "cycl": [11, 55, 57, 58], "daemon": [150, 155], "dark": [11, 55, 57, 58], "dark_background": [10, 11, 52, 55, 57, 58, 63, 65, 67, 74, 80, 83, 85], "darkgrid": [11, 55, 57, 58], "dash": [103, 104, 162, 163, 166], "data": [0, 4, 7, 8, 9, 11, 12, 14, 31, 34, 35, 36, 44, 45, 51, 87, 88, 91, 93, 94, 98, 103, 104, 112, 113, 133, 137, 144, 145, 146, 147, 148], "dataclass": [103, 104, 169], "dataorigami": [11, 55, 57, 58], "date": [11, 169], "debug": [10, 11, 17], "declar": [11, 12, 103, 112, 113, 135, 163, 166], "decor": [9, 10, 11, 12, 13, 16, 17, 18, 33, 114, 121, 171, 172, 173], "deep": [11, 55, 57, 58], "deepen": 170, "def": [6, 11, 12, 14, 16, 32, 99, 101, 102, 150, 155, 171, 172, 173], "default": [0, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 31, 34, 35, 36, 44, 45, 46, 51, 55, 57, 58, 63, 65, 67, 69, 70, 74, 80, 81, 83, 85, 86, 87, 88, 89, 91, 93, 94, 103, 104, 109, 111, 112, 113, 114, 121, 122, 123, 124, 126, 128, 129, 130, 132, 133, 135, 137, 144, 149, 162, 163, 166, 167, 169, 171], "default_interval_scal": [10, 11, 15, 31], "default_interval_unit": [10, 11, 15, 31], "default_iter": [10, 11, 15], "default_kwarg": [52, 55, 63, 65, 67], "default_max_tim": [10, 11, 15], "default_memory_scal": [10, 11, 15], "default_memory_unit": [10, 11, 15], "default_min_tim": [10, 11, 15], "default_ops_per_interval_scal": [10, 11, 15], "default_ops_per_interval_unit": [10, 11, 15], "default_round": [10, 11, 15], "default_runn": [10, 11, 134, 135], "default_significant_figur": [10, 11, 15, 162], "default_target": [33, 34, 35, 36, 44, 45, 46, 74, 80, 81, 87, 88, 89, 103, 104, 111, 112, 113, 122, 123, 124], "default_tim": [10, 11, 15], "default_timeout_grace_period": [10, 11, 15], "default_warmup_iter": [10, 11, 15], "defaultthem": [55, 63, 65, 67, 69, 71], "defer": [35, 41, 113, 156, 157, 158, 159, 160, 161], "deferred_choice_import": [33, 40, 41], "deferred_core_import": [33, 103, 113], "deferred_reporter_import": [33, 34, 35], "defin": [0, 6, 7, 9, 11, 12, 13, 17, 34, 35, 36, 42, 44, 45, 50, 51, 55, 63, 65, 67, 69, 70, 71, 74, 80, 83, 85, 86, 87, 88, 94, 99, 100, 101, 102, 103, 104, 112, 113, 122, 123, 129, 134, 135, 171, 172], "defining_benchmark": [6, 7, 9], "definit": [3, 34, 35, 36, 154, 163], "degre": [11, 55, 63, 65, 67, 74, 80, 83, 85], "deliv": 112, "demand": [5, 8, 9], "demonstr": [171, 172], "denot": [11, 12, 14, 154], "depend": [2, 11, 12, 16, 34, 36, 156, 157, 158, 160, 161], "depth": 7, "deriv": [137, 148], "describ": [8, 9, 34, 35, 36], "descript": [4, 5, 8, 9, 10, 11, 12, 14, 16, 33, 34, 35, 36, 44, 45, 46, 51, 74, 80, 81, 87, 88, 89, 94, 103, 104, 112, 113, 122, 123, 124, 129, 133, 149, 173], "design": [4, 11, 12, 18, 40, 41, 42, 122, 123, 124, 150, 155, 170, 173], "desir": [5, 8, 9, 114, 121, 136], "destin": [0, 3], "detail": [0, 4, 5, 6, 7, 8, 9, 11, 14, 16, 17, 162, 171, 172], "detect": [114, 121], "determin": [11, 55, 63, 65, 67, 74, 80, 83, 85, 86, 103, 109, 111, 112, 113, 122, 123, 126, 128, 130, 132, 162], "dev": [4, 5, 8, 9, 171, 172, 173], "develop": [1, 2, 18, 34, 35, 36, 113], "deviat": [5, 8, 9, 103, 112, 113, 137, 144, 145, 146, 147, 148], "devic": [103, 113], "dict": [11, 12, 14, 55, 63, 65, 67, 69, 70, 95, 98, 103, 112, 113, 114, 121, 132, 133, 134, 137, 144, 145, 146, 147, 148, 162, 169], "dictionari": [11, 12, 40, 41, 42, 95, 98, 114, 121, 132, 133, 137, 148, 162, 169, 172], "differ": [0, 4, 5, 6, 7, 8, 9, 11, 12, 17, 18, 31, 34, 35, 36, 74, 80, 86, 103, 110, 112, 113, 122, 123, 126, 128, 163, 172], "differenti": 6, "digit": [4, 9, 162], "dimens": [11, 55, 63, 65, 67, 74, 80, 83, 85], "dimension": 173, "direct": [5, 8, 9, 18], "directli": [2, 4, 11, 12, 14, 17, 18, 31, 55, 69, 122, 123, 124, 156, 157, 158, 160, 161], "directori": [0, 4, 6, 87, 88, 94, 103, 104, 112, 113, 163, 169], "dirpath": 163, "dirti": [11, 169], "discov": [122, 123, 124], "discover": [44, 45, 46, 74, 80, 81, 87, 88, 89, 122, 123, 124], "discoveri": [11, 135], "dispatch_to_target": [103, 112], "dispers": [5, 8, 9], "displai": [0, 6, 9, 11, 12, 17, 103, 113, 122, 123, 124, 129, 135, 149, 171, 172], "distinct": [5, 6, 34, 35], "distort": [11, 55, 63, 65, 67, 74, 80, 83, 85], "distribut": [5, 6, 8, 9], "divid": [5, 8, 9, 31], "do": [7, 11, 12, 16, 17, 34, 35, 36, 135, 136, 156, 157, 158, 160, 161, 163, 166, 171, 172], "doc_util": [10, 11], "docstr": [5, 9, 11, 12, 14, 16, 17, 173], "document": [4, 11, 14, 16, 17, 44, 45, 51, 74, 80, 86, 87, 88, 94, 122, 123, 124, 129, 171, 172], "doe": [5, 7, 8, 9, 11, 12, 17, 18, 34, 36, 40, 41, 42, 103, 104, 135, 136, 137, 144, 148, 150, 155, 162, 163, 166], "done": [7, 11, 12, 31, 150, 155], "dot": [11, 55, 63, 65, 67, 74, 80, 83, 85, 103, 104], "down": 7, "download": 2, "dpi": [11, 52, 55, 63, 65, 67, 69, 70, 71, 74, 80, 83, 85], "dramat": [11, 12], "dual": [11, 12], "due": [4, 9, 11, 12, 150, 151, 155], "dulwich": 169, "duplic": [40, 41, 42, 114, 121], "durat": [11, 12, 150, 155], "dure": [0, 5, 8, 9, 11, 12, 13, 17, 18, 31, 34, 35, 41, 113, 114, 121, 135, 156], "dynam": [11, 14, 16, 171, 172], "e": [5, 11, 12, 16, 17, 18, 31, 34, 35, 36, 99, 100, 103, 104, 112, 133, 136, 137, 144, 145, 146, 147, 148, 150, 155, 162], "each": [0, 4, 5, 6, 7, 8, 9, 11, 12, 14, 17, 40, 41, 42, 103, 104, 112, 113, 114, 121, 122, 123, 129, 133, 134, 137, 144, 145, 146, 147, 148, 162, 163, 166, 170], "easi": [0, 4, 9, 55, 63, 65, 67, 173], "easier": [5, 8, 9, 18, 103, 113], "easili": [0, 6, 7, 9, 11, 14, 34, 35, 36, 122, 123, 124, 173], "edg": 31, "effect": [11, 12, 31, 111, 156, 157, 158, 160, 161, 163, 166], "effici": [5, 8, 9], "eg": [44, 45, 51], "either": [5, 9, 11, 12, 16, 44, 45, 51, 69, 87, 88, 94, 122, 123, 129, 130, 132, 137, 148, 163, 166], "elaps": [4, 5, 8, 9, 11, 31, 133, 171, 172, 173], "element": [103, 104, 162, 163, 166], "ellipsi": 18, "embed": [11, 13, 34, 36], "empti": [11, 12, 14, 34, 35, 36, 40, 41, 42, 103, 104, 114, 121, 133, 135, 136, 137, 144, 148, 162, 163, 166, 167, 168], "enabl": [0, 11, 14, 55, 63, 65, 67, 112, 157, 158, 160, 161], "encapsul": [103, 109, 110, 111], "end": [5, 8, 9, 11, 12, 103, 104, 136, 163, 166], "endpoint": [103, 113], "enforc": [34, 35, 36, 40, 41, 42, 134, 150, 155, 163, 166], "engin": [11, 55, 63, 65, 67, 74, 80, 83, 85], "enhanc": 6, "ensur": [4, 11, 12, 18, 34, 35, 36, 42, 44, 45, 51, 55, 63, 65, 67, 74, 80, 83, 85, 86, 87, 88, 94, 99, 100, 103, 113, 122, 123, 129, 133, 135, 150, 155, 162], "entir": [11, 12, 112, 114, 121, 135], "entri": [11, 12, 13, 95, 98], "enum": [10, 11, 18, 19, 33, 34, 35, 36, 52, 55, 63, 65, 67, 103, 104, 122, 123, 129, 149, 150], "enum_docstr": [10, 11, 17], "enumar": 17, "enumer": [11, 52, 53, 54, 55, 57, 58], "environ": [0, 2], "equival": [11, 12, 31, 55, 63, 65, 67, 74, 80, 83, 85, 130, 132], "error": [11, 12, 13, 17, 18, 19, 31, 97, 106, 107, 135, 163, 164, 166, 167, 168], "error_tag": 163, "errortag": [10, 11, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 37, 38, 39, 43, 47, 49, 64, 66, 72, 82, 84, 90, 92, 97, 117, 119, 120, 125, 127, 138, 139, 140, 141, 142, 143, 152, 163, 165, 166, 167, 168], "especi": [5, 8, 9], "essenti": [99, 100], "esult": 9, "etc": [5, 8, 9, 34, 35, 36, 55, 68, 163, 166, 171], "ethanschoonov": [11, 55, 57, 58], "evalu": [5, 8, 9], "even": 173, "event": [4, 9], "everyhu": [11, 55, 57, 58], "exact": [11, 12, 55, 63, 65, 67, 74, 80, 83, 85], "exact_typ": [163, 167, 168], "exactli": [103, 104, 163, 167, 168], "exampl": [0, 1, 3, 4, 5, 7, 8, 9, 11, 12, 14, 16, 17, 18, 31, 32, 34, 35, 74, 80, 86, 87, 88, 94, 103, 112, 113, 114, 121, 134, 136, 137, 148, 150, 155, 162, 163, 166, 167, 168, 170, 171], "exce": [103, 104, 134, 163, 166], "exceed": [150, 151], "excel": 4, "except": [10, 11, 14, 33, 34, 40, 44, 45, 48, 51, 55, 60, 63, 65, 69, 74, 77, 80, 83, 86, 87, 88, 91, 94, 95, 103, 112, 113, 114, 115, 116, 121, 122, 123, 126, 129, 130, 137, 150, 151, 155, 162, 163, 166], "exclud": [5, 8, 9, 162], "exclus": [34, 36, 103, 104, 137, 144, 148], "execut": [0, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 17, 18, 109, 133, 134, 135, 150, 155, 173], "exemplar": [114, 121], "exhaust": 136, "exist": [34, 35, 36, 40, 41, 42, 69, 103, 104, 112, 114, 121, 122, 123, 124, 132, 149, 162], "exit": [0, 11, 13, 17, 134, 150, 155], "exitcod": [10, 11, 13, 17], "expanded_kwargs_vari": [10, 11, 12], "expans": [11, 44, 45, 48, 50], "expect": [6, 7, 9, 18, 34, 35, 36, 74, 80, 86, 132, 162, 163, 171, 172], "expected_typ": 132, "explan": [163, 171, 172], "explicit": [130, 132, 163, 166, 167, 168], "explicitli": [0, 6, 55, 63, 65, 67], "explictli": [55, 63, 65, 67], "export": [0, 7, 31, 115, 116, 130, 156], "express": [5, 8, 9, 17], "extend": [11, 18, 33, 40, 41, 42, 55, 63, 65, 67, 103, 112, 113, 135], "extend_cas": [10, 11, 135], "extens": [103, 104, 173], "extern": [11, 12, 16, 133], "extra": [2, 11, 33, 34, 35, 36, 133], "extra_arg": [11, 13, 14], "extra_info": [10, 11, 133], "extract": [11, 12, 14, 17, 103, 112, 113, 137, 144, 145, 146, 147], "extrem": [4, 5, 7, 8, 9, 11, 12], "f": [150, 155], "factor": [5, 8, 9, 11, 15, 31, 103, 112, 113, 133, 136, 137, 144, 145, 146, 147, 148], "fail": [11, 150, 151, 163], "fals": [4, 9, 11, 12, 13, 17, 34, 36, 55, 69, 70, 87, 88, 91, 93, 114, 121, 122, 123, 124, 130, 132, 133, 135, 136, 149, 156, 157, 158, 160, 163, 166, 167, 168], "far": 9, "fast": [2, 5, 8, 9, 11, 12], "faster": [5, 8, 9, 11, 12], "fastest": [5, 8, 9], "featur": [3, 170, 173], "fetch": 169, "field": [7, 8, 9, 11, 12, 14, 34, 36, 163, 166, 167, 168, 172], "field_nam": [163, 166, 167, 168], "figur": [7, 11, 15, 55, 63, 65, 67, 69, 70, 71, 162], "file": [0, 4, 5, 6, 7, 9, 11, 12, 34, 35, 36, 44, 45, 46, 51, 55, 63, 65, 67, 74, 80, 83, 85, 87, 88, 92, 93, 94, 95, 98, 103, 104, 111, 112, 113, 122, 123, 124, 126, 128, 129, 162, 171, 172, 173], "file_append": [33, 34, 35, 36, 44, 45, 46, 74, 80, 81, 87, 88, 89, 103, 104, 111, 112, 113, 122, 123, 124], "file_suffix": [33, 34, 35, 36, 44, 45, 46, 74, 80, 81, 87, 88, 89, 103, 104, 111, 112, 113, 122, 123, 124], "file_uniqu": [33, 34, 35, 36, 44, 45, 46, 74, 80, 81, 87, 88, 89, 103, 104, 111, 112, 113, 122, 123, 124], "filenam": [103, 104, 112, 122, 123, 124, 162, 163, 166], "filename_bas": 112, "filepath": [33, 95, 98], "filesystem": [0, 4, 6, 7, 9, 11, 17, 34, 35, 44, 45, 46, 51, 74, 80, 86, 87, 88, 94, 103, 104, 112, 113, 122, 123, 124, 126, 128, 129, 162, 163, 166], "filter": [0, 4, 11, 12, 14, 135], "final": [5, 8, 9, 56, 112, 150, 155], "find": [17, 103, 112, 113, 170], "find_options_by_typ": [33, 103, 112, 113], "finish": [11, 150, 151, 155], "first": [2, 9, 11, 12, 18, 162], "first_not_non": [10, 11, 162], "fivethirtyeight": [10, 11, 52, 55, 57, 58], "flag": [6, 11, 17, 31, 33, 34, 35, 36, 40, 41, 44, 45, 51, 74, 80, 86, 87, 88, 94, 99, 100, 103, 104, 111, 112, 113, 114, 121, 122, 123, 129, 135, 162, 163, 166], "flag_to_arg": [10, 11, 162], "flag_typ": [33, 34, 35, 36], "flagtyp": [10, 11, 17, 34, 35, 36], "flatten": 162, "flexibl": [34, 36, 55, 63, 65, 67, 114, 121], "float": [11, 12, 14, 15, 31, 55, 57, 58, 63, 65, 67, 74, 80, 83, 85, 95, 98, 103, 112, 113, 133, 134, 136, 137, 144, 145, 146, 147, 148, 149, 150, 155, 162, 163, 166], "focu": 173, "focus": [5, 8, 9], "follow": [0, 2, 4, 5, 6, 11, 12, 55, 63, 65, 67, 99, 101, 102, 103, 112, 113, 123, 130, 132, 156, 163, 170, 171, 172, 173], "fontsiz": [55, 63, 65, 67, 71], "foo_memb": 17, "foo_valu": 17, "footprint": [5, 8, 9], "forc": [150, 155], "forcefulli": [15, 150, 155], "forcibli": [150, 155], "form": [55, 63, 65, 67], "format": [0, 7, 10, 11, 12, 16, 17, 33, 34, 35, 36, 44, 45, 46, 51, 52, 53, 54, 55, 63, 65, 67, 74, 80, 81, 83, 85, 86, 87, 88, 89, 94, 99, 102, 103, 104, 112, 113, 122, 123, 124, 126, 128, 129, 130, 132, 169, 171, 172, 173], "format_docstr": [10, 11, 16], "forward": [103, 104], "found": [11, 12, 18, 103, 112, 113, 114, 121, 136, 149, 171, 172], "foundat": [103, 104, 113], "four": [11, 12, 130, 132], "framealpha": [55, 63, 65, 67, 71], "framework": [0, 11, 34, 35, 36, 63, 103, 109, 110, 113, 137, 173], "friends_nam": [163, 166], "from": [0, 2, 5, 6, 7, 9, 11, 12, 13, 14, 16, 17, 18, 31, 34, 35, 36, 40, 41, 42, 44, 45, 46, 55, 57, 58, 63, 65, 67, 74, 80, 81, 83, 85, 87, 88, 89, 103, 111, 112, 113, 114, 121, 122, 123, 124, 133, 134, 135, 136, 137, 144, 145, 146, 147, 148, 149, 156, 157, 158, 159, 160, 161, 162, 163, 166, 170, 171, 172, 173], "from_dict": [11, 137, 148], "from_stat": [11, 137, 148], "frozen": [55, 103, 104], "frozenset": [34, 35, 36, 56, 103, 104, 111, 112, 113, 163, 166], "full": [0, 4, 7, 9, 11, 12, 14, 31, 34, 35, 36, 87, 88, 91, 93, 94, 163, 173], "full_data": [10, 11, 12, 33, 87, 88, 91, 93, 133], "func_nam": [150, 155], "function": [0, 4, 5, 8, 9, 11, 12, 13, 14, 15, 16, 17, 32, 42, 44, 45, 51, 52, 55, 74, 80, 86, 87, 88, 94, 99, 102, 103, 109, 112, 113, 118, 122, 123, 129, 130, 132, 134, 136, 150, 154, 155, 156, 157, 158, 160, 161, 162, 163, 166, 171, 172, 173], "fundament": [4, 9, 16], "further": [4, 9], "futur": [11, 44, 45, 48, 50, 122, 123, 124], "g": [5, 11, 12, 16, 31, 34, 35, 36, 99, 100, 103, 104, 112, 133, 136, 137, 144, 145, 146, 147, 148, 162], "garbag": [4, 9], "gather": [5, 8, 9, 103, 112, 113], "gauss": 136, "gener": [1, 4, 5, 6, 7, 8, 9, 11, 12, 14, 16, 17, 18, 34, 35, 36, 44, 55, 67, 69, 70, 71, 74, 80, 86, 87, 88, 94, 95, 98, 99, 100, 103, 104, 109, 111, 112, 113, 122, 134, 135, 137, 148, 150, 155, 159, 171, 172, 173], "generate_benchmark_id": [10, 11, 12], "get": [4, 9, 11, 12, 31, 103, 111, 112, 113, 115, 116, 118, 135, 136, 149, 150, 155, 170], "get_all_stats_valu": [33, 103, 112, 113], "get_base_unit_for_sect": [33, 103, 112, 113], "get_choice_for_arg": [33, 40, 41], "get_default_dpi": [52, 55, 63, 65, 67], "get_default_height": [52, 55, 63, 65, 67], "get_default_image_typ": [52, 55, 63, 65, 67], "get_default_opt": [33, 103, 112, 113], "get_default_styl": [52, 55, 63, 65, 67], "get_default_them": [52, 55, 63, 65, 67], "get_default_width": [52, 55, 63, 65, 67], "get_default_x_labels_rot": [52, 55, 63, 65, 67], "get_default_y_starts_at_zero": [52, 55, 63, 65, 67], "get_git_info": [10, 11, 169], "get_hardcoded_default_dpi": [52, 55, 63, 65, 67], "get_hardcoded_default_height": [52, 55, 63, 65, 67], "get_hardcoded_default_image_typ": [52, 55, 63, 65, 67], "get_hardcoded_default_opt": [33, 103, 112, 113], "get_hardcoded_default_styl": [52, 55, 63, 65, 67], "get_hardcoded_default_them": [52, 55, 63, 65, 67], "get_hardcoded_default_width": [52, 55, 63, 65, 67], "get_hardcoded_default_x_labels_rot": [52, 55, 63, 65, 67], "get_hardcoded_default_y_starts_at_zero": [52, 55, 63, 65, 67], "get_machine_info": [10, 11, 162], "get_prioritized_": 111, "get_prioritized_default_target": [103, 112], "get_prioritized_file_append": [103, 112], "get_prioritized_file_suffix": [103, 112], "get_prioritized_file_uniqu": [103, 112], "get_prioritized_opt": [103, 112], "get_prioritized_subdir": [103, 112], "get_registered_cas": [10, 11, 14], "get_registered_report": [33, 114, 115, 116, 118], "get_task": [11, 149], "ggplot": [10, 11, 52, 55, 57, 58], "gigant": 7, "git": [2, 11, 12, 169], "git_info": [10, 11, 12], "github": [2, 11, 55, 57, 58], "gitinfo": [10, 11, 12, 169], "give": [9, 136, 173], "given": [18, 40, 41, 42, 99, 101, 103, 112, 113, 114, 121, 136, 149, 150, 155, 162], "global": [11, 14, 55, 63, 65, 67, 121], "goe": [11, 12], "good": [6, 55, 63, 65, 67], "googl": 4, "grace": [11, 12, 15, 150, 155], "grai": [11, 55, 57, 58], "graph": [1, 3, 7, 9, 11, 17, 33, 171, 173], "graphic": [11, 17, 52, 53, 54], "graphopt": [11, 33, 52, 55, 63, 65, 67, 73], "grayscal": [10, 11, 52, 55, 57, 58], "greater": [5, 8, 9, 11, 12, 14, 137, 148, 150, 155, 163, 166], "green": [11, 17, 149], "grid": [11, 55, 63, 65, 67, 69, 70, 71], "group": [0, 10, 11, 12, 14, 133], "group1": 0, "group2": 0, "guarante": [130, 132, 163, 166], "guard": [156, 157, 158, 160, 161], "guess": 136, "guid": 170, "h": 0, "ha": [0, 11, 12, 14, 31, 34, 35, 36, 40, 41, 42, 55, 63, 65, 67, 99, 100, 122, 123, 124, 130, 132, 135, 149, 150, 151, 156, 157, 158, 160, 161, 163, 166], "hacker": [11, 55, 57, 58], "had": 31, "hand": 170, "handl": [0, 11, 14, 17, 18, 34, 36, 87, 88, 94, 103, 104, 112, 113, 135, 136, 173], "hang": [150, 155], "happen": [11, 12], "hardcod": [55, 63, 65, 67, 103, 112, 113], "hash": [11, 12, 169], "hashabl": [34, 35, 36], "have": [2, 5, 6, 7, 9, 11, 12, 16, 18, 31, 34, 35, 55, 63, 65, 67, 74, 80, 83, 85, 103, 112, 113, 114, 121, 133, 135, 137, 144, 145, 146, 147, 148, 150, 155, 162], "header": [3, 5], "height": [11, 52, 55, 63, 65, 67, 74, 80, 83, 85], "help": [0, 4, 5, 6, 7, 8, 9, 11, 12, 16, 34, 35, 36, 170], "helper": 149, "here": [4, 7, 11, 12, 14, 32, 55, 63, 65, 67, 74, 80, 83, 85, 122, 123, 129, 170, 172], "hierarchi": 111, "high": [5, 8, 9], "higher": [5, 8, 9], "highest": [5, 8, 9], "hint": 132, "hold": [11, 31, 44, 45, 48, 50, 55, 63, 65, 67, 87, 88, 91, 93, 94, 122, 123, 126, 128, 133, 169], "honest": [4, 9], "hook": [103, 112, 113], "how": [4, 5, 6, 7, 8, 9, 11, 12, 17, 103, 112, 113, 122, 123, 126, 128, 171, 172], "howev": [11, 55, 63, 65, 67, 74, 80, 83, 85, 136], "http": [2, 17, 103, 113], "human": [5, 7, 137, 148, 172], "hyphen": 162, "i": [0, 1, 2, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 16, 17, 18, 31, 32, 34, 35, 36, 40, 41, 42, 44, 45, 46, 48, 50, 51, 52, 55, 63, 65, 67, 68, 69, 70, 71, 74, 80, 83, 85, 86, 87, 88, 91, 93, 94, 95, 98, 103, 104, 111, 112, 113, 114, 115, 116, 118, 121, 122, 123, 126, 128, 129, 130, 132, 133, 134, 135, 136, 137, 144, 148, 149, 150, 151, 154, 155, 156, 157, 158, 160, 161, 162, 163, 166, 167, 168, 170, 171, 172, 173], "id": [11, 12, 14, 16, 122, 123, 124, 154, 156, 157, 158, 160, 161, 162], "ideal": 4, "ident": 4, "identif": 18, "identifi": [5, 8, 9, 11, 12, 14, 18, 19, 34, 36, 44, 45, 51, 87, 88, 94, 103, 112, 113, 122, 123, 129, 133, 134, 154, 162], "ignor": [5, 87, 88, 94, 163, 166], "imag": [11, 52, 53, 54, 55, 56, 63, 65, 67], "image_typ": [11, 52, 53, 55, 63, 65, 67, 74, 80, 83, 85], "imagetyp": [10, 11, 33, 52, 53, 54, 55, 56, 63, 65, 67, 74, 80, 83, 85], "immut": [11, 12, 34, 35, 36, 55, 69, 70, 103, 104, 133, 137, 148], "impact": [11, 12], "implement": [18, 34, 35, 36, 70, 103, 109, 110, 112, 113, 122, 123, 129, 150, 155, 162, 170], "impli": [34, 36], "import": [0, 4, 5, 6, 11, 12, 14, 18, 35, 41, 87, 88, 94, 113, 134, 156, 157, 158, 159, 160, 161, 171, 172, 173], "importerror": 18, "imposs": 31, "improv": [5, 8, 9, 11, 12], "inch": [11, 55, 63, 65, 67, 74, 80, 83, 85], "includ": [0, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 17, 34, 35, 36, 44, 45, 46, 51, 55, 63, 65, 67, 87, 88, 91, 93, 94, 103, 104, 109, 112, 113, 122, 123, 124, 133, 137, 148, 171, 172, 173], "incompat": [11, 17], "inconsist": [4, 5, 8, 9], "incorrect": [11, 12, 14, 34, 35, 36, 55, 63, 65, 67, 74, 80, 83, 85, 103, 112, 113, 133, 149], "increas": [11, 12], "independ": 6, "index": [1, 99, 100, 149], "indic": [5, 7, 8, 9, 11, 34, 36, 55, 63, 65, 67, 74, 80, 83, 85, 163, 166, 172], "individu": [0, 4, 7, 9, 55, 63, 65, 67, 163, 166], "infer": [163, 166, 167, 168], "info": [87, 88, 94, 162, 169], "inform": [0, 3, 4, 5, 6, 8, 11, 12, 16, 34, 36, 55, 69, 70, 133, 135, 159, 162, 169], "inher": [4, 9], "inherit": [11, 42, 44, 45, 46, 74, 80, 81, 83, 85, 87, 88, 89, 122, 123, 124], "initi": [11, 18, 31, 35, 40, 41, 42, 44, 45, 46, 51, 55, 63, 68, 69, 70, 74, 80, 81, 86, 87, 88, 89, 91, 93, 94, 95, 96, 98, 103, 111, 113, 114, 121, 122, 123, 124, 129, 133, 137, 144, 145, 146, 147, 148, 149, 156], "input": [0, 4, 5, 6, 7, 8, 9, 103, 104, 112, 113, 163, 166, 172], "insight": [5, 8, 9], "instal": 1, "instanc": [11, 12, 13, 14, 18, 31, 32, 34, 35, 36, 40, 41, 42, 44, 45, 48, 50, 51, 55, 63, 65, 67, 68, 69, 70, 71, 74, 80, 83, 85, 86, 87, 88, 91, 93, 94, 95, 98, 103, 104, 111, 112, 113, 114, 115, 116, 118, 121, 122, 123, 126, 128, 129, 135, 149, 150, 154, 155, 156, 157, 158, 160, 161, 162], "instant": [34, 35], "instanti": [18, 156, 157, 158, 160, 161], "instantli": 173, "instead": [5, 7, 8, 9, 11, 13, 34, 36, 135, 156, 157, 158, 160, 161], "insuffici": [103, 112, 113], "int": [11, 12, 14, 15, 17, 31, 55, 63, 65, 67, 74, 80, 83, 85, 122, 123, 126, 128, 133, 134, 136, 137, 144, 145, 146, 147, 148, 149, 150, 154, 155, 162, 163, 166, 167, 168], "integ": [11, 14, 31, 55, 63, 65, 67, 122, 123, 126, 128, 137, 148, 154, 163, 166], "integr": [0, 11, 109, 133], "intend": [7, 16, 18, 34, 35, 36, 55, 63, 65, 67, 68, 115, 116, 118, 156, 157, 158, 160, 161], "interact": [11, 12, 163], "interfac": [11, 13, 44, 45, 46, 55, 63, 65, 67, 74, 80, 81, 87, 88, 89, 103, 104, 109, 113, 122, 123, 124], "intern": [11, 12, 135, 149], "interpret": [4, 9, 11, 34, 36, 55, 57, 58], "interrupt": [9, 11, 13, 17, 150, 151], "interv": [11, 15, 133, 137, 144, 145, 146, 148, 150, 155], "interval_scal": [10, 11, 133], "interval_unit": [10, 11, 133], "invalid": [11, 12, 14, 17, 31, 34, 35, 36, 44, 45, 51, 55, 63, 65, 67, 74, 80, 83, 85, 86, 87, 88, 94, 95, 98, 122, 123, 124, 129, 130, 132, 133, 137, 144, 145, 146, 147, 148, 149, 162, 163, 166, 167, 168], "invalid_chars_in_nam": 162, "invalid_expected_arg_typ": 163, "invers": 31, "invok": [11, 12, 135], "is_cas": [10, 11, 156, 157], "is_choic": [10, 11, 156, 158], "is_report": [10, 11, 156, 160], "is_run": [11, 149], "is_sess": [10, 11, 156, 161], "isalnum": 163, "isinst": [154, 156, 157, 158, 160, 161], "iso": 169, "issu": [4, 5, 8, 9, 113, 156, 157, 158, 159, 160, 161], "issubclass": [156, 157, 158, 160, 161], "item": [162, 163, 166, 167, 168], "iter": [4, 5, 7, 8, 9, 10, 11, 12, 14, 15, 18, 34, 36, 40, 41, 42, 44, 45, 46, 51, 74, 80, 81, 87, 88, 89, 99, 100, 103, 112, 113, 133, 134, 135, 137, 144, 145, 146, 147, 163, 166, 167, 171, 172, 173], "iteration_sect": [11, 31], "its": [5, 9, 11, 12, 14, 31, 34, 35, 36, 40, 41, 42, 103, 112, 113, 114, 121, 133, 135, 137, 148, 159], "itself": [4, 9, 31, 163], "jerilynfranz": 2, "join": [150, 155], "json": [1, 3, 6, 9, 11, 12, 17, 33, 34, 35, 36, 95, 98, 122, 123, 126, 128, 133, 137, 148, 169, 171, 173], "jsonchoiceopt": [11, 87, 88, 91, 93], "jsonconfig": [11, 33, 87, 88, 89, 94], "jsonopt": [10, 11, 33, 87, 88, 91, 93, 94], "jsonreport": [11, 33, 87, 88, 89, 94], "just": [6, 7, 9], "k": 136, "katal": 136, "kb": [5, 8, 9], "kei": [8, 9, 11, 12, 14, 16, 18, 40, 41, 42, 87, 88, 94, 99, 100, 114, 121, 135, 137, 148, 162, 172], "keyboard": [11, 13, 17], "keyboard_interrupt": [11, 13, 17], "keyerror": 18, "keyword": [11, 12, 14, 16, 18, 32, 44, 45, 46, 55, 63, 65, 67, 74, 80, 81, 87, 88, 89, 122, 123, 124, 130, 132, 134, 150, 155, 162], "known": [52, 136], "kop": [4, 5, 8, 9, 171, 172, 173], "kwarg": [6, 11, 12, 14, 16, 18, 32, 99, 100, 101, 102, 112, 133, 134, 150, 155, 162, 172], "kwarg_vari": 172, "kwargs_vari": [6, 10, 11, 12, 14, 162, 172], "kwargs_variations_col": [11, 12], "label": [5, 11, 12, 14, 55, 63, 65, 67, 74, 80, 83, 85, 133], "labels": [55, 63, 65, 67, 71], "lambda": 12, "languag": 7, "larg": [7, 11, 14, 87, 88, 94], "largest": 136, "later": 2, "lazi": [87, 88, 94, 156, 157, 158, 159, 160, 161], "lazy_type_proxi": [11, 156], "lazytyp": [163, 166], "lazytypeproxi": [11, 156, 157, 158, 159, 160, 161, 163], "lead": [11, 12, 55, 63, 65, 67, 74, 80, 83, 85, 103, 104, 134, 150, 155, 156, 157, 158, 160, 161, 162, 163, 166], "leading_and_trail": 162, "least": [11, 12, 137, 144, 148, 162, 163, 166], "leav": [11, 12, 87, 88, 94, 103, 112, 113], "left": [34, 36], "legend": [55, 63, 65, 67, 71], "len": [11, 14], "length": [103, 104, 134, 163, 166], "less": [5, 8, 9, 103, 104], "level": [7, 9, 11, 17, 55, 63, 65, 67, 74, 80, 83, 85, 135, 149], "leverag": [6, 7, 9], "librari": [1, 6, 9, 11, 55, 57, 58, 74, 80, 173], "lifecycl": [11, 12], "light": [11, 55, 57, 58], "lightweight": [137, 148], "like": [4, 6, 7, 9, 40, 41, 42, 99, 100, 103, 112, 113, 154, 156, 157, 158, 160, 161, 171, 173], "limit": [11, 12, 150, 151], "line": [1, 6, 7, 9, 11, 13, 17, 34, 35, 36, 44, 45, 51, 55, 57, 58, 68, 74, 80, 86, 87, 88, 94, 95, 98, 103, 104, 109, 112, 113, 122, 123, 129, 135, 162, 163, 166, 173], "linestyl": [55, 63, 65, 67, 71], "linux": [150, 155], "list": [0, 11, 12, 13, 14, 17, 31, 34, 36, 103, 104, 112, 113, 133, 134, 135, 136, 137, 144, 146, 162, 163, 166, 167, 168, 172], "liter": 17, "live": [34, 35, 36], "ll": 170, "load": [87, 88, 94, 113, 114, 121, 156, 157, 158, 159, 160], "load_default": [114, 121], "local": 2, "locat": 9, "log": [11, 33, 87, 88, 94, 103, 112, 113], "log_metadata": [87, 88, 94, 103, 112, 113], "logic": [32, 103, 109, 112, 113], "long": [5, 8, 9, 11, 12, 34, 35, 36, 150, 155, 163, 166], "longer": [34, 36, 103, 104, 163, 166], "look": [4, 6, 9, 16, 40, 41, 114, 121, 136, 170], "loop": [11, 12], "low": [5, 8, 9], "lower": [5, 8, 9, 11, 55, 63, 65, 67, 74, 80, 83, 85], "lowercas": 162, "lowest": [5, 8, 9], "lst": [11, 12], "m": [2, 136, 137, 148], "machin": [4, 11, 87, 88, 94, 162], "machineinfo": [10, 11, 162], "made": [11, 12, 149, 163, 166], "magenta": [11, 17], "magnitud": [103, 112, 113], "mai": [4, 5, 8, 9, 11, 12, 16, 31, 34, 36, 55, 63, 65, 67, 74, 80, 83, 85, 103, 112, 113, 134, 150, 155, 163, 166], "main": [6, 10, 11, 12, 13, 14, 87, 88, 94, 103, 104, 150, 155, 169, 171, 172, 173], "maintain": [114, 121, 122, 123, 124, 136], "major": 9, "make": [4, 6, 7, 9, 11, 34, 35, 36, 55, 63, 65, 67, 103, 111, 113, 135], "manag": [2, 11, 12, 33, 34, 35, 40, 41, 42, 55, 99, 100, 103, 109, 111, 113, 114, 119, 135, 149], "mandatori": 18, "mani": [5, 7, 8, 9], "manner": [6, 7, 9, 55, 63, 65, 67], "manual": [163, 166, 167, 168], "map": [6, 11, 12, 14, 132, 133], "mappingproxi": [11, 133], "mappingproxytyp": [11, 133], "mark": [11, 133, 134], "marker": [103, 110], "master": [103, 104], "match": [6, 7, 9, 99, 101, 102, 163, 167, 168], "matplotlib": [6, 11, 33, 52, 74, 80, 83, 85], "matplotlibopt": [11, 33, 52, 55, 63, 65, 67, 74, 80, 83, 85], "matplotlibreport": [33, 52, 55, 63, 64, 68, 73, 74, 80, 86], "max": [4, 5, 8, 9, 171, 172, 173], "max_tim": [10, 11, 12, 14], "max_valu": [163, 166], "maximum": [5, 8, 9, 11, 12, 14, 15, 31, 103, 112, 113, 137, 144, 145, 146, 147, 148, 149, 163, 166], "mb": [5, 8, 9, 137, 144, 147], "me": [11, 16, 55, 57, 58], "mean": [4, 5, 8, 9, 11, 12, 14, 16, 18, 31, 103, 104, 112, 113, 137, 144, 145, 146, 147, 148, 163, 171, 172, 173], "meaningless": [4, 9], "meant": [11, 12], "measur": [4, 5, 8, 9, 11, 12, 31, 133, 137, 144, 145, 146, 147, 148, 173], "mechan": [11, 12, 157, 158, 159, 160, 161], "median": [4, 5, 8, 9, 11, 103, 112, 113, 137, 144, 145, 146, 147, 148, 171, 172, 173], "meet": [163, 166], "megabyt": [7, 137, 144, 147], "member": [17, 18, 55, 56, 63, 65, 67], "memori": [0, 4, 6, 7, 10, 11, 15, 17, 31, 44, 45, 46, 74, 80, 86, 112, 122, 123, 124, 129, 133, 137, 144, 147, 171, 173], "memory_scal": [10, 11, 133], "memory_unit": [10, 11, 133], "memory_usag": [4, 5, 11, 137, 138], "memoryusag": [10, 11, 133, 137, 144], "memoryusagesummari": [10, 11, 137, 144], "messag": [0, 11, 17, 18, 163, 166, 167, 168], "metadata": [34, 35, 36, 44, 45, 51, 87, 88, 94, 95, 98, 103, 112, 113], "meter": 136, "method": [11, 12, 17, 34, 36, 40, 41, 42, 55, 57, 58, 63, 65, 67, 69, 87, 88, 94, 99, 101, 102, 103, 104, 109, 111, 112, 113, 114, 121, 130, 132, 134, 135, 136, 149, 150, 155, 162], "method_nam": [99, 101, 102], "metric": [5, 7, 8, 9, 11, 12, 137, 148], "microsecond": [5, 8, 9], "microsoft": 4, "middl": [5, 8, 9], "might": [6, 7, 9, 34, 35], "million": 31, "millisecond": [5, 8, 9], "min": [4, 5, 8, 9, 171, 172, 173], "min_measured_iter": [10, 11, 15], "min_tim": [10, 11, 12, 14], "min_valu": [163, 166], "minim": [11, 12, 14, 171], "minimal_parameterized_benchmark": 172, "minimum": [2, 5, 8, 9, 11, 12, 14, 15, 103, 112, 113, 137, 144, 145, 146, 147, 148, 163, 166], "misc": [11, 163], "mitig": [11, 12], "mix": [163, 166, 167, 168], "mixed_valu": [163, 166], "mixin": [33, 103, 112], "mode": [11, 12, 111], "model": 7, "modern": [2, 5], "modif": [11, 12], "modifi": [11, 16, 55, 69, 70, 163], "modul": [1, 10, 11, 18, 33, 34, 37, 40, 44, 45, 48, 52, 53, 55, 57, 60, 63, 65, 69, 74, 77, 80, 83, 87, 88, 91, 95, 96, 99, 103, 105, 114, 115, 116, 119, 122, 123, 126, 130, 137, 138, 150, 152, 156, 163, 164, 173], "module_path": 159, "mole": 136, "mop": [5, 8, 9], "more": [0, 4, 5, 6, 7, 8, 9, 11, 12, 17, 34, 36, 55, 69, 70, 103, 112, 113, 114, 121, 136, 163, 173], "most": [0, 5, 9, 11, 55, 63, 65, 67, 74, 80, 83, 85, 103, 112, 113], "msg": 18, "much": [11, 12], "multi": [7, 173], "multipl": [0, 5, 6, 7, 8, 9, 11, 12, 17, 31, 34, 35, 36, 55, 63, 65, 67, 74, 80, 83, 85, 103, 112, 113, 122, 123, 129, 137, 148, 149, 150, 155, 162, 163, 166, 167, 168, 171, 172, 173], "multipli": [5, 8, 9, 137, 148], "must": [11, 12, 14, 18, 31, 32, 34, 35, 36, 44, 45, 51, 55, 63, 65, 67, 74, 80, 83, 85, 86, 87, 88, 94, 99, 101, 102, 103, 104, 112, 113, 122, 123, 126, 128, 129, 130, 132, 133, 137, 144, 148, 162], "mutabl": [137, 148], "mutat": [11, 133], "mute": [11, 55, 57, 58], "mutual": [34, 36, 103, 104], "my": [16, 18, 99, 100, 162], "my_act": 32, "my_benchmark_act": [11, 12], "my_benchmark_script": [4, 6, 7, 9, 173], "my_custom_report": [114, 121], "my_fil": 162, "my_flag": 162, "my_funct": 16, "my_long_running_task": [150, 155], "my_script": 0, "myclass": 16, "mycustomreport": [114, 121], "myerrortag": 18, "myoption": [103, 112, 113], "myproxi": 159, "myproxyclass": 159, "mytaggedexcept": 18, "n": [4, 5, 6, 7, 8, 9, 10, 11, 12, 14, 15, 31, 133, 134, 136, 137, 145, 171, 172, 173], "name": [0, 4, 5, 6, 7, 9, 11, 12, 14, 16, 18, 33, 34, 35, 36, 40, 41, 42, 44, 45, 46, 51, 74, 80, 81, 87, 88, 89, 94, 99, 100, 103, 104, 112, 113, 114, 121, 122, 123, 124, 129, 132, 133, 135, 149, 159, 162, 163, 166, 167, 168, 172], "name_txt": 162, "namespac": [11, 40, 41, 87, 88, 94, 103, 112, 113, 135, 162], "nan": [103, 112, 113], "nanosecond": [11, 12, 15, 31, 133, 137, 145], "narrow": [130, 132, 163, 166, 167, 168], "nearest": [11, 55, 63, 65, 67, 74, 80, 83, 85], "necessari": [2, 99, 100, 150, 155], "need": [7, 11, 12, 14, 34, 35, 55, 63, 65, 67, 87, 88, 94, 103, 112, 113, 135, 137, 148, 149, 150, 155, 156, 157, 158, 160, 161, 173], "neg": [31, 163, 166], "net": [9, 11, 55, 57, 58], "network": [11, 52, 53, 54], "never": [122, 123, 129], "new": [2, 11, 34, 35, 36, 55, 63, 65, 67, 69, 70, 113, 114, 121, 122, 123, 124, 133, 135, 137, 148, 149, 150, 154, 155, 170], "new_task": [11, 149], "new_them": [11, 55, 69, 70], "newli": 149, "newton": 136, "next": [11, 55, 63, 65, 67, 74, 80, 83, 85], "no_exit": [11, 13], "nois": [4, 9], "non": [11, 12, 31, 34, 36, 103, 112, 113, 122, 123, 126, 128, 136, 137, 148, 162, 163, 166], "none": [0, 11, 12, 13, 14, 16, 18, 34, 35, 36, 40, 41, 42, 44, 45, 46, 51, 55, 63, 65, 67, 69, 70, 74, 80, 81, 83, 85, 86, 87, 88, 89, 94, 95, 98, 99, 102, 103, 112, 113, 114, 115, 116, 118, 121, 122, 123, 124, 126, 128, 129, 130, 132, 133, 134, 135, 137, 144, 145, 146, 147, 149, 159, 162, 163, 166, 169], "normal": [5, 8, 9, 10, 11, 17, 103, 104, 135, 137, 148, 149, 163, 166], "note": [11, 12, 14, 173], "notebook": [11, 55, 57, 58], "notic": [4, 9, 134], "notimplementederror": [18, 103, 112, 113], "now": [11, 12, 156, 157, 158, 160, 161], "null": [11, 17, 34, 36], "number": [5, 6, 7, 8, 9, 11, 12, 14, 15, 16, 31, 55, 63, 65, 67, 74, 80, 83, 85, 133, 136, 137, 144, 145, 146, 147, 148, 149, 162, 163, 166, 171], "numer": [4, 5, 163, 166], "o": [5, 7, 8, 9, 11, 31, 133, 134], "obj": [12, 18, 156, 157, 158, 160, 161], "object": [0, 7, 11, 12, 14, 16, 18, 31, 44, 45, 51, 55, 63, 65, 67, 68, 74, 80, 86, 87, 88, 94, 95, 98, 99, 100, 103, 104, 110, 111, 112, 113, 114, 121, 122, 123, 124, 129, 133, 134, 135, 137, 144, 145, 146, 147, 148, 149, 154, 156, 157, 158, 160, 161, 162, 169], "observ": [5, 8, 9], "occur": [11, 12, 13, 17, 18, 135], "off": [11, 12, 17], "offer": [7, 55, 63, 65, 67, 122], "often": [0, 5, 6, 8, 9, 172], "old_rend": [52, 74, 80, 86], "old_them": [11, 55, 69, 70], "omiss": [11, 55, 63, 65, 67, 74, 80, 83, 85], "omit": [11, 12, 135, 171, 172], "onc": [5, 8, 9, 11, 12, 103, 112, 113, 171, 172], "one": [0, 5, 6, 7, 8, 9, 11, 12, 34, 35, 95, 98, 103, 104, 112, 113, 137, 144, 148, 162, 163, 166, 171, 173], "ones": [11, 114, 121, 135], "onli": [0, 4, 6, 7, 9, 11, 12, 14, 16, 17, 31, 34, 35, 36, 40, 41, 42, 44, 45, 48, 50, 55, 63, 65, 67, 74, 80, 83, 85, 86, 103, 104, 112, 113, 122, 123, 129, 130, 132, 133, 136, 137, 148, 162, 163, 166], "op": [0, 4, 5, 6, 7, 8, 9, 11, 15, 17, 31, 34, 35, 44, 45, 46, 51, 74, 80, 86, 112, 122, 123, 124, 129, 133, 137, 144, 145, 146, 147, 148, 171, 172, 173], "oper": [0, 4, 6, 11, 12, 15, 17, 18, 31, 34, 35, 122, 123, 129, 133, 134, 137, 144, 145, 146, 148, 150, 151, 155, 162, 171, 172, 173], "operation_tim": [11, 137, 138], "operations_per_interv": [11, 137, 138], "operations_per_second": 4, "operationsperinterv": [10, 11, 133, 137, 146], "operationsperintervalsummari": [10, 11, 137, 146], "operationtim": [10, 11, 133, 137, 145], "operationtimingssummari": [10, 11, 137, 145], "ops_per_interval_scal": [10, 11, 133], "ops_per_interval_unit": [10, 11, 133], "ops_per_second": [10, 11, 31, 133], "option": [1, 4, 6, 7, 9, 10, 11, 12, 13, 14, 16, 17, 33, 34, 35, 36, 44, 45, 46, 51, 52, 55, 63, 74, 80, 81, 86, 87, 88, 89, 94, 99, 101, 103, 104, 109, 111, 112, 113, 122, 123, 124, 129, 130, 132, 133, 134, 135, 136, 137, 144, 145, 146, 147, 149, 162, 163, 171, 172, 173], "options_typ": [33, 34, 36, 103, 113], "orchestr": [11, 103, 109, 112, 113, 135], "order": [103, 112, 113], "org": [11, 55, 57, 58], "origin": [11, 14], "other": [0, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 16, 17, 18, 34, 36, 103, 104, 112, 113, 135, 150, 151, 162, 163, 166], "otherwis": [11, 31, 103, 112, 113, 135, 149, 156, 157, 158, 160, 163, 167, 168], "out": [11, 12, 14, 17, 135, 150, 155], "outcom": [11, 133], "outlier": [4, 5, 8, 9], "output": [0, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 17, 34, 35, 36, 44, 45, 46, 51, 52, 53, 54, 55, 63, 65, 67, 74, 80, 83, 85, 86, 87, 88, 91, 93, 94, 99, 102, 103, 104, 109, 112, 113, 122, 123, 124, 126, 128, 129, 130, 132, 135, 137, 148, 149, 154, 162, 171, 172, 173], "output_format": [11, 12, 33, 34, 35, 36, 99, 102, 112, 130, 132], "output_path": [6, 10, 11, 135], "outweigh": 136, "over": [9, 11, 12, 55, 63, 65, 67, 112, 122, 123, 126, 128, 135, 149, 163], "overal": [0, 109], "overhead": [11, 12], "overrid": [44, 45, 46, 51, 69, 74, 80, 81, 86, 87, 88, 89, 94, 103, 112, 113, 122, 123, 124, 129], "overridden": [5, 8, 9], "overview": [5, 6, 8, 9], "overwrit": [34, 36], "own": [11, 14, 34, 36, 42, 103, 113, 135, 170, 173], "p": [11, 14, 136], "packag": [2, 10, 19, 43, 54, 58, 66, 67, 68, 73, 82, 84, 131, 153], "pair": 16, "palett": [11, 55, 57, 58], "panda": 4, "paper": [11, 55, 57, 58], "param": [], "param_nam": 132, "paramet": [0, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 16, 17, 18, 31, 32, 34, 35, 36, 40, 41, 42, 44, 45, 51, 55, 63, 65, 67, 68, 69, 70, 74, 80, 83, 85, 86, 87, 88, 91, 93, 94, 95, 98, 103, 104, 111, 112, 113, 114, 121, 122, 123, 124, 126, 128, 129, 130, 132, 133, 134, 135, 136, 137, 144, 145, 146, 147, 148, 149, 150, 155, 156, 157, 158, 159, 160, 162, 163, 166, 167, 168, 169, 171], "parameter": [0, 1, 5, 8, 170, 173], "pars": [7, 11, 13, 17, 87, 88, 94, 103, 109, 112, 113, 135], "parse_arg": [10, 11, 135], "parser": [5, 112, 114, 121], "part": [11, 12], "particularli": 4, "pascal": 136, "pass": [0, 11, 12, 13, 14, 16, 17, 18, 32, 74, 80, 86, 87, 88, 94, 130, 132, 134, 150, 155, 159, 163, 166, 172], "pastel": [11, 55, 57, 58], "path": [0, 11, 13, 18, 19, 87, 88, 94, 95, 98, 103, 104, 112, 113, 135, 159, 163, 169], "peak": [5, 8, 9, 11, 17, 31, 122, 123, 129, 133, 137, 147], "peak_memori": [10, 11, 17, 31, 44, 45, 46, 122, 123, 124, 133], "peak_memory_usag": [4, 5, 11, 137, 138], "peakmemoryusag": [10, 11, 133, 137, 147], "peakmemoryusagesummari": [10, 11, 137, 147], "pend": [11, 150, 151], "per": [0, 4, 6, 11, 12, 15, 17, 31, 55, 63, 65, 67, 74, 80, 83, 85, 103, 112, 113, 122, 123, 129, 133, 137, 144, 145, 146, 148, 171, 172, 173], "per_round_elaps": [11, 31], "per_round_tim": [10, 11, 133], "percentag": [5, 8, 9], "percentil": [5, 8, 9, 11, 103, 112, 113, 137, 144, 145, 146, 147, 148], "perform": [0, 1, 4, 5, 6, 7, 8, 9, 11, 12, 31, 55, 63, 65, 67, 74, 80, 83, 85, 86, 103, 104, 112, 113, 134, 150, 155, 156, 157, 158, 159, 160, 161, 171, 173], "period": [11, 12, 15, 150, 155], "perspect": [6, 7, 9], "peta": 136, "petroff": [11, 55, 57, 58], "petroff10": [11, 55, 57, 58], "pettrof10": [10, 11, 52, 55, 57, 58], "phase": [11, 12], "philosophi": [55, 63, 65, 67], "pico": 136, "pictur": [4, 9], "pip": 2, "pixel": [11, 55, 63, 65, 67, 74, 80, 83, 85], "place": [18, 103, 112, 113], "placehold": [16, 17], "plain": [17, 112], "plain_text": [11, 17], "platform": [150, 155, 162], "platform_architectur": [10, 11, 162], "platform_id": [10, 11, 162], "platform_implement": [10, 11, 162], "platform_machin": [10, 11, 162], "platform_processor": [10, 11, 162], "platform_system": [10, 11, 162], "platform_vers": [10, 11, 162], "plot": [6, 11, 55, 57, 58, 68, 74, 80, 83, 85, 86], "plu": [11, 12], "png": [10, 11, 33, 52, 53, 54, 56], "point": [0, 11, 13, 103, 112, 113, 137, 144, 145, 146, 147, 148, 162], "popul": 7, "popular": [7, 9], "portabl": [11, 52, 53, 54], "posit": [11, 12, 14, 18, 31, 136, 150, 155, 163, 166], "position": 18, "possibl": [11, 12, 14, 18, 55, 63, 65, 67, 162, 172], "poster": [11, 55, 57, 58], "potenti": [5, 7, 8, 9, 136], "power": [6, 7, 9, 173], "practic": 170, "preced": [11, 55, 63, 65, 67, 74, 80, 83, 85, 163], "precis": [4, 5, 8, 9, 103, 104], "predefin": [34, 35, 36, 114, 121, 122, 123, 124], "predict": [5, 8, 9], "prefix": [4, 5, 122, 123, 124, 136], "present": [5, 6, 11, 12, 103, 112, 113, 163, 166], "prevent": [4, 11, 12, 113, 122, 123, 124, 133, 150, 155], "primari": [11, 103, 112, 113, 135, 156], "primarili": [115, 116, 118], "primit": [137, 148], "principl": 163, "print": [0, 4, 7, 9, 112, 122, 123, 129, 137, 148, 150, 154, 155], "prior": [11, 135], "priorit": [33, 103, 105, 109, 112, 162], "prioriti": 111, "probabl": [16, 134], "process": [4, 5, 7, 9, 11, 12, 13, 17, 31, 34, 35, 87, 88, 94, 103, 112, 113, 162], "processor": [11, 162], "produc": [5, 7, 8, 9, 103, 104, 113, 171, 172, 173], "program": [7, 44, 45, 51, 74, 80, 86, 87, 88, 94, 134, 150, 155], "programmat": [0, 7, 11, 135], "progress": [0, 6, 7, 9, 10, 11, 12, 14, 135, 149, 150, 151, 171, 172, 173], "progress_max": 149, "progresstrack": [10, 11, 149], "project": [1, 2, 150, 170], "proper": [44, 45, 51, 74, 80, 86, 87, 88, 94, 122, 123, 129], "properti": [11, 12, 18, 31, 34, 35, 36, 55, 63, 65, 67, 87, 88, 91, 93, 95, 98, 99, 100, 103, 111, 112, 113, 114, 121, 122, 123, 126, 128, 133, 134, 135, 137, 148, 149, 150, 155], "protocol": [10, 11, 12, 33, 87, 88, 94, 103, 130, 132], "provid": [0, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 18, 34, 35, 36, 40, 41, 42, 44, 45, 46, 48, 50, 51, 52, 55, 63, 65, 67, 68, 70, 74, 80, 81, 83, 85, 86, 87, 88, 89, 91, 93, 94, 103, 109, 110, 111, 112, 113, 114, 121, 122, 123, 124, 126, 128, 129, 135, 137, 144, 145, 146, 147, 148, 149, 156, 157, 159, 160, 162, 163, 166, 167, 168, 170, 173], "proxi": [11, 111, 133, 156, 157, 158, 159, 160, 161], "proxy_class": 159, "public": [11, 17, 33, 88, 103, 112, 113, 123], "purpos": [5, 8, 9, 11, 12, 34, 36, 44, 52, 74, 80, 87, 133, 134, 135, 156, 163, 166], "put": 17, "py": [0, 4, 6, 7, 9, 44, 45, 51, 74, 80, 86, 87, 88, 94, 166, 171, 172, 173], "pypi": [2, 162], "python": [0, 1, 2, 4, 5, 6, 7, 9, 11, 12, 154, 162, 171, 172, 173], "python3": [2, 6], "python_build": [11, 162], "python_compil": [11, 162], "python_implement": [11, 162], "python_implementation_vers": [10, 11, 162], "python_vers": [11, 162], "qualiti": [11, 55, 63, 65, 67, 74, 80, 83, 85], "quantifi": [4, 5, 8, 9], "quantiz": [11, 12], "question": 17, "quick": [5, 8, 9], "quiet": [0, 10, 11, 17], "quot": 17, "r": [11, 14, 55, 57, 58], "rais": [11, 12, 13, 14, 18, 31, 34, 35, 36, 40, 41, 42, 44, 45, 51, 55, 63, 65, 67, 68, 74, 80, 83, 85, 86, 87, 88, 94, 95, 98, 103, 112, 113, 114, 121, 122, 123, 124, 126, 128, 129, 130, 132, 133, 134, 135, 136, 137, 144, 145, 146, 147, 148, 149, 150, 155, 162, 163, 166, 167, 168], "ran": [11, 133], "rang": [6, 9, 11, 12, 14, 55, 63, 65, 67, 103, 112, 113, 136, 163, 166, 171, 172, 173], "rapid": [5, 8, 9], "rather": [4, 5, 8, 9, 16, 55, 134, 137, 148, 150, 155], "raw": [0, 7, 137, 144, 145, 146, 147, 148], "rc_": [122, 123, 124], "rcparam": [11, 55, 69, 70], "re": [11, 18, 135, 150, 155, 170], "reach": [11, 12], "read": [5, 9, 11, 12, 14, 16, 31, 133, 137, 148], "readabl": [4, 5, 7, 8, 9, 137, 148, 172], "real": [4, 9, 159], "real_type_nam": 159, "realist": [4, 9], "realtyp": 159, "realtypenam": 159, "recogn": 136, "recommend": [2, 11, 12, 134, 150, 155], "record": [5, 8, 9], "red": [11, 17], "reduc": [11, 12, 137, 148], "refer": [5, 6, 7, 9, 44, 45, 51, 74, 80, 86, 87, 88, 94, 122, 123, 129], "reflect": [4, 6, 7, 9, 16], "refresh": [11, 149], "regardless": [130, 132], "regist": [11, 13, 14, 33, 34, 35, 36, 114, 115, 116, 118, 121, 135, 159], "register_lazy_proxi": [11, 156, 159], "register_report": [10, 11, 33, 114, 115, 121], "registerreportererrortag": [115, 116], "registr": [11, 114, 121, 135], "registri": [11, 14, 114, 121], "reject": 163, "rel": [5, 8, 9, 11, 12, 136, 137, 144, 145, 146, 147, 148], "relat": [5, 6, 7, 8, 9, 11, 12, 20, 22, 34, 36, 38, 49, 103, 110, 135], "relationship": 6, "relative_standard_devi": [11, 137, 144, 145, 146, 147, 148], "releas": [11, 162], "relev": [11, 34, 36, 111, 133], "reli": 9, "remain": [11, 12, 16, 150, 155], "remov": [11, 12, 33, 40, 41, 42, 114, 121, 135, 149, 162, 163, 171, 172], "render": [11, 33, 44, 45, 51, 52, 55, 63, 65, 67, 74, 80, 83, 85, 86, 87, 88, 94, 99, 101, 103, 109, 112, 113, 122, 123, 126, 128, 129, 130, 132], "render_by_cas": [87, 88, 94, 103, 112, 113], "render_by_sect": [103, 112, 113], "replac": [10, 11, 14, 16, 52, 55, 69, 70, 162], "replic": [11, 55, 57, 58], "reporeropt": 50, "report": [1, 10, 11, 12, 14, 17, 133, 135, 137, 148, 156, 160, 170, 171, 172, 173], "report_kei": [10, 11, 135], "report_log_metadata": [33, 95, 96, 103, 113], "report_render": [33, 99], "reporter_callback": [33, 99], "reporter_manag": [10, 11, 33, 135], "reporter_type_proxi": [11, 156], "reportercallback": [11, 12, 33, 87, 88, 94, 99, 102, 103, 112, 113, 130, 132], "reporterconfig": [11, 33, 44, 45, 46, 55, 63, 68, 74, 80, 81, 87, 88, 89, 103, 104, 112, 113, 122, 123, 124], "reportermanag": [11, 33, 34, 35, 36, 114, 115, 119, 121, 135], "reporteropt": [11, 12, 14, 33, 34, 35, 36, 44, 45, 48, 50, 51, 52, 65, 73, 74, 80, 86, 87, 88, 91, 93, 94, 99, 101, 103, 110, 111, 112, 113, 122, 123, 126, 128, 129, 130, 132], "reporteroptionss": [11, 14], "reporterprotocol": [33, 103, 111, 112, 113], "reportersvalidatorserrortag": 130, "reportertyp": 156, "reportertypeproxi": [10, 11, 156, 160], "reportlogmetadata": [11, 33, 87, 88, 94, 95, 97, 98, 103, 112, 113], "reportrender": [11, 33, 87, 88, 94, 99, 101, 112, 130, 132], "reports_log_path": [33, 87, 88, 94, 95, 98], "repositori": [11, 12, 169], "repres": [4, 5, 8, 9, 11, 12, 17, 18, 31, 34, 35, 36, 44, 45, 51, 55, 69, 70, 74, 80, 86, 87, 88, 94, 103, 112, 113, 122, 123, 129, 133, 137, 144, 145, 146, 147, 148, 149, 154, 162], "represent": [0, 5, 7, 8, 9, 11, 12, 34, 35, 87, 88, 94, 95, 98, 112, 137, 148], "request": [9, 11, 17, 31, 133, 149], "requir": [2, 11, 12, 18, 40, 41, 42, 55, 63, 65, 67, 74, 80, 83, 85, 87, 88, 94, 103, 104, 112, 113, 114, 121, 135, 136, 154, 163, 167, 168, 171, 172], "reserv": [122, 123, 124, 162], "reset": [11, 14, 115, 116, 118, 149], "resist": [4, 9], "resolut": [11, 12, 55, 63, 65, 67, 74, 80, 83, 85], "resolv": 132, "resolve_type_hint": [33, 130, 132], "respect": [5, 17], "respons": [7, 11, 12, 13, 14, 34, 35, 36, 51, 87, 88, 94, 103, 112, 113, 135, 150, 155, 162], "restor": [55, 63, 65, 67], "result": [0, 4, 5, 6, 7, 8, 9, 10, 11, 12, 17, 18, 31, 32, 33, 44, 45, 46, 51, 74, 80, 86, 87, 88, 92, 93, 94, 95, 98, 99, 101, 103, 104, 112, 113, 114, 121, 122, 123, 124, 128, 129, 134, 136, 150, 155, 162], "results_sect": [10, 11, 133], "retriev": [11, 12, 14, 40, 41, 42, 103, 111, 112, 113, 114, 121, 149, 162], "return": [11, 12, 13, 14, 16, 17, 31, 32, 34, 35, 36, 40, 41, 44, 45, 51, 55, 63, 65, 67, 69, 70, 74, 80, 86, 87, 88, 91, 93, 94, 95, 98, 99, 100, 101, 103, 112, 113, 114, 115, 116, 118, 121, 122, 123, 126, 128, 129, 130, 132, 133, 134, 135, 136, 137, 148, 149, 150, 155, 156, 157, 158, 160, 162, 163, 166, 167, 168, 169], "reus": [150, 155], "reusabl": [34, 36], "rich": [1, 3, 6, 7, 8, 11, 14, 17, 103, 104, 112, 113, 122, 123, 124, 126, 128, 129, 135, 149, 171, 172, 173], "rich_tabl": [11, 33], "rich_table_": [122, 123, 124], "rich_text": [11, 17, 112, 122, 123, 124], "rich_text_to_plain_text": [103, 112], "richprogresstask": [10, 11, 135, 149], "richtableconfig": [11, 33, 103, 104, 122, 123, 124, 129], "richtableopt": [10, 11, 33, 122, 123, 126, 128, 129], "richtablereport": [11, 33, 114, 121, 122, 123, 124, 129], "richtask": [10, 11, 149], "risk": [136, 150, 155], "robust": [5, 8, 9], "root": [103, 104, 137, 148], "rotat": [11, 55, 63, 65, 67, 74, 80, 83, 85], "round": [4, 5, 7, 8, 9, 10, 11, 12, 14, 15, 17, 31, 55, 63, 65, 67, 74, 80, 83, 85, 122, 123, 129, 133, 137, 144, 145, 146, 147, 148, 162, 171, 172, 173], "row": [7, 9], "rsd": [4, 5, 8, 9, 171, 172, 173], "rule": 162, "run": [0, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 31, 32, 133, 134, 135, 149, 150, 151, 155, 171, 172, 173], "run_report": [33, 87, 88, 94, 103, 112, 113], "runawai": [11, 12], "runner": [10, 11, 12, 14, 18, 135], "runtim": [11, 13, 16, 17, 18, 34, 36, 113, 156, 157, 158, 159, 160, 161], "runtime_error": [11, 13, 17], "runtimeerror": 18, "safe": [44, 45, 46, 74, 80, 81, 87, 88, 89, 122, 123, 124, 137, 148, 155, 156, 157, 158, 160, 161], "safeti": [11, 12, 42, 122, 123, 124, 154], "same": [5, 11, 12, 14, 17, 34, 36, 40, 41, 42, 55, 63, 65, 67, 114, 121, 136, 137, 148, 149, 150, 155, 156, 157, 158, 160, 161, 162, 172], "sampl": [4, 5, 8, 9], "sanit": 162, "sanitize_filenam": [10, 11, 162], "save": [0, 4, 6, 7, 9, 74, 80, 86, 87, 88, 94, 103, 104, 112, 113, 171, 172, 173], "save_to_log": [33, 95, 98], "scalabl": [4, 6, 7, 9, 11, 52, 53, 54], "scale": [5, 6, 7, 8, 9, 11, 15, 31, 55, 63, 65, 67, 74, 80, 83, 85, 103, 112, 113, 133, 136, 137, 144, 145, 146, 147, 148], "scale_bi": 136, "scatter": [11, 55, 68, 74, 80, 83, 85, 86], "scatterplot": [1, 3, 33, 52], "scatterplotconfig": [33, 52, 74, 80, 81, 86], "scatterplotopt": [10, 11, 33, 52, 74, 80, 83, 85, 86], "scatterplotreport": [33, 52, 74, 80, 81, 86, 114, 121], "scenario": [5, 8, 9, 14], "schedul": 9, "scope": [11, 16, 135], "script": [4, 6, 7, 11, 13, 169, 171, 172, 173], "seaborn": [6, 11, 55, 57, 58], "seaborn_v0_8": [10, 11, 52, 55, 57, 58], "seaborn_v0_8_bright": [10, 11, 52, 55, 57, 58], "seaborn_v0_8_colorblind": [10, 11, 52, 55, 57, 58], "seaborn_v0_8_dark": [10, 11, 52, 55, 57, 58], "seaborn_v0_8_dark_palett": [10, 11, 52, 55, 57, 58], "seaborn_v0_8_darkgrid": [10, 11, 52, 55, 57, 58], "seaborn_v0_8_deep": [10, 11, 52, 55, 57, 58], "seaborn_v0_8_mut": [10, 11, 52, 55, 57, 58], "seaborn_v0_8_notebook": [10, 11, 52, 55, 57, 58], "seaborn_v0_8_pap": [10, 11, 52, 55, 57, 58], "seaborn_v0_8_pastel": [10, 11, 52, 55, 57, 58], "seaborn_v0_8_post": [10, 11, 52, 55, 57, 58], "seaborn_v0_8_talk": [10, 11, 52, 55, 57, 58], "seaborn_v0_8_tick": [10, 11, 52, 55, 57, 58], "seaborn_v0_8_whit": [10, 11, 52, 55, 57, 58], "seaborn_v0_8_whitegrid": [10, 11, 52, 55, 57, 58], "seamlessli": [156, 157, 158, 160, 161], "search": 169, "search_path": 169, "second": [0, 4, 6, 11, 12, 14, 15, 17, 31, 122, 123, 129, 133, 136, 137, 144, 145, 146, 147, 148, 150, 155, 171, 172, 173], "section": [0, 6, 7, 9, 10, 11, 12, 17, 31, 33, 34, 35, 36, 44, 45, 46, 51, 74, 80, 81, 86, 87, 88, 89, 94, 99, 101, 102, 103, 104, 112, 113, 122, 123, 124, 129, 130, 132, 133, 170, 171, 172, 173], "see": [0, 4, 6, 7, 9, 11, 12, 16, 55, 57, 58, 69, 70, 162, 171, 172], "select": [0, 6, 11, 12, 13, 14, 34, 35, 36, 87, 88, 94, 109, 112, 171], "select_targets_from_arg": [103, 112], "self": [11, 12, 99, 101, 102], "semant": [18, 55, 63, 65, 67], "send": [4, 7, 9, 103, 104, 112, 113], "sens": 9, "sent": 0, "separ": [0, 4, 6, 9, 11, 12, 34, 35, 44, 45, 51, 87, 88, 94, 103, 104, 112, 122, 123, 129, 150, 155, 163], "sequenc": [11, 13, 34, 35, 36, 133, 135, 136, 137, 144, 145, 146, 147, 148, 162, 163, 166, 168], "sequenti": 162, "serial": [7, 95, 98, 137, 148, 169], "serializ": [11, 12, 133, 137, 148], "serv": [63, 103, 104, 110, 113], "session": [10, 11, 12, 13, 18, 87, 88, 94, 103, 112, 113, 134, 149, 156, 161], "session_type_proxi": [11, 156], "sessiontyp": 156, "sessiontypeproxi": [10, 11, 156, 161], "set": [0, 5, 6, 7, 9, 11, 12, 13, 14, 18, 34, 35, 36, 40, 41, 44, 45, 46, 51, 52, 55, 57, 58, 63, 65, 67, 74, 80, 81, 83, 85, 86, 87, 88, 89, 94, 95, 98, 103, 104, 109, 110, 111, 112, 113, 114, 115, 116, 118, 121, 122, 123, 124, 129, 134, 135, 162, 163, 166, 167, 168, 171, 172], "set_default_dpi": [52, 55, 63, 65, 67], "set_default_height": [52, 55, 63, 65, 67], "set_default_image_typ": [52, 55, 63, 65, 67], "set_default_opt": [33, 103, 112, 113], "set_default_styl": [52, 55, 63, 65, 67], "set_default_them": [52, 55, 63, 65, 67], "set_default_width": [52, 55, 63, 65, 67], "set_default_x_labels_rot": [52, 55, 63, 65, 67], "set_default_y_starts_at_zero": [52, 55, 63, 65, 67], "setter": 166, "setup": [2, 5, 8, 9, 11, 12, 134, 173], "setup_funct": [11, 12], "sever": [4, 6, 7, 9], "shadow": [55, 63, 65, 67, 71], "shallow": [11, 12], "share": [11, 12, 136], "sheet": [4, 11, 55, 69, 70], "short": [103, 104], "should": [9, 11, 12, 14, 16, 17, 34, 35, 36, 55, 63, 65, 67, 74, 80, 83, 85, 87, 88, 94, 103, 104, 112, 113, 122, 123, 126, 128, 129, 134, 135, 136, 150, 155, 163, 166], "show": [0, 6, 7, 9, 11, 135], "show_progress": [10, 11, 135], "showcas": [5, 8, 9], "shown": [7, 9, 11, 17, 171, 172], "si": [136, 137, 148], "si_scal": [10, 11, 136], "si_scale_for_largest": [10, 11, 136], "si_scale_for_smallest": [10, 11, 136], "si_scale_to_unit": [10, 11, 136], "si_unit": [10, 11, 18], "si_unit_bas": [10, 11, 136], "sigfig": [10, 11, 162], "signatur": [11, 12, 32, 99, 101, 102, 130, 132], "signific": [4, 7, 9, 15, 162], "significantli": [4, 9], "similar": [171, 172], "simpl": [4, 5, 6, 9, 11, 14, 17, 55, 63, 65, 67, 122, 123, 129, 171, 172, 173], "simplebench": [0, 2, 4, 6, 7, 9, 10, 170, 171, 172], "simplebenchargumenterror": [10, 11, 18, 135], "simplebenchattributeerror": [10, 11, 12, 18], "simplebenchbenchmarkerror": [10, 11, 12, 18, 135], "simplebenchimporterror": [10, 11, 18], "simplebenchkeyerror": [10, 11, 18, 40, 41, 42, 114, 121, 137, 148], "simplebenchmark": 15, "simplebenchnotimplementederror": [10, 11, 18, 103, 112, 113], "simplebenchruntimeerror": [10, 11, 18, 149], "simplebenchtimeouterror": [11, 12, 134, 135, 150, 155], "simplebenchtypeerror": [10, 11, 12, 13, 14, 18, 31, 34, 35, 36, 40, 41, 42, 44, 45, 51, 55, 63, 65, 67, 68, 74, 80, 83, 85, 86, 87, 88, 94, 95, 98, 103, 112, 113, 114, 121, 122, 123, 124, 126, 128, 129, 130, 132, 133, 135, 136, 137, 144, 145, 146, 147, 148, 149, 150, 155, 162, 163, 166, 167, 168], "simplebenchvalueerror": [10, 11, 12, 14, 18, 31, 34, 35, 36, 40, 41, 42, 44, 45, 51, 55, 63, 65, 67, 74, 80, 83, 85, 86, 87, 88, 94, 103, 112, 113, 114, 121, 122, 123, 124, 126, 128, 129, 133, 136, 137, 144, 145, 146, 147, 148, 149, 150, 155, 162, 163, 166, 167, 168], "simplerunn": [10, 11, 12, 14, 32, 134, 135], "simplest": 173, "simpli": [11, 14], "simplic": 136, "simplifi": [11, 14], "sinc": [171, 172], "singl": [5, 8, 9, 11, 12, 31, 34, 35, 112, 133, 136, 162, 163, 166, 167, 168], "size": [4, 5, 6, 7, 8, 9, 11, 12, 31, 55, 63, 65, 67, 74, 80, 83, 85, 133, 172], "skew": [103, 112, 113], "skip": [114, 121], "slash": [103, 104, 163], "sleep": [150, 155], "slow": [5, 8, 9], "slower": [4, 9], "slowest": [5, 8, 9], "smallest": 136, "so": [5, 8, 9, 11, 16, 31, 34, 35, 36, 40, 41, 42, 87, 88, 94, 135, 150, 155, 162, 173], "solar": [11, 55, 57, 58], "solarize_light2": [10, 11, 52, 55, 57, 58], "sole": [5, 8, 9], "some": [11, 55, 69, 70, 173], "some_error": 18, "some_function_to_benchmark": 32, "some_object": [156, 157, 158, 160, 161], "some_type_tag": [163, 166], "some_valu": 163, "some_value_tag": [163, 166], "someenum": 17, "someth": [4, 6, 9], "sort": [4, 134], "sourc": [2, 11, 12, 13, 14, 16, 17, 18, 19, 31, 32, 34, 35, 36, 40, 41, 42, 44, 45, 46, 48, 50, 51, 52, 53, 54, 55, 57, 58, 63, 65, 67, 68, 69, 70, 73, 74, 80, 81, 83, 85, 86, 87, 88, 89, 91, 93, 94, 95, 98, 99, 100, 101, 102, 103, 104, 110, 111, 112, 113, 114, 115, 116, 118, 121, 122, 123, 124, 126, 128, 129, 130, 132, 133, 134, 135, 136, 137, 144, 145, 146, 147, 148, 149, 150, 151, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 166, 167, 168, 169], "space": [0, 6], "special": [11, 14, 18, 156, 157, 158, 160, 161], "specif": [0, 7, 11, 12, 13, 14, 18, 19, 34, 35, 36, 44, 45, 48, 50, 52, 55, 63, 65, 67, 69, 73, 74, 80, 83, 85, 87, 88, 91, 93, 99, 101, 103, 104, 109, 110, 111, 112, 113, 122, 123, 126, 128, 134, 135, 154, 163, 166], "specifi": [0, 6, 7, 9, 11, 12, 13, 14, 17, 31, 34, 35, 36, 44, 45, 51, 55, 63, 65, 67, 74, 80, 83, 85, 87, 88, 94, 95, 98, 103, 104, 111, 112, 113, 122, 123, 124, 126, 128, 129, 134, 135, 150, 155, 162, 163, 166, 167, 168, 171, 172, 173], "spent": [5, 8, 9], "spreadsheet": [0, 4, 5], "squar": [137, 148], "stabil": [11, 12], "stabl": [11, 12], "stackoverflow": 17, "stall": [5, 8, 9], "stand": [157, 158, 160, 161], "standard": [5, 8, 9, 18, 55, 63, 65, 67, 103, 112, 113, 137, 144, 145, 146, 147, 148, 154], "standard_devi": [11, 137, 144, 145, 146, 147, 148], "start": [11, 12, 34, 35, 36, 55, 63, 65, 67, 74, 80, 83, 85, 103, 104, 114, 121, 136, 149, 150, 151, 162, 163, 166, 169, 170], "stat": [10, 11, 31, 133], "state": [11, 12, 14, 103, 104, 115, 116, 118, 150, 155], "static": [11, 12, 16, 55, 63, 65, 67, 103, 112, 113, 130, 132, 156, 157, 158, 160, 161, 163, 166], "statist": [0, 4, 5, 7, 8, 9, 11, 12, 15, 44, 45, 51, 87, 88, 94, 103, 112, 113, 133, 137, 144, 145, 146, 147, 148, 171, 172, 173], "stats_dict": [137, 148], "stats_summari": [11, 137, 148], "stats_summary_dict": [137, 148], "statssummari": [10, 11, 137, 144, 145, 146, 147, 148], "statu": [11, 17, 149], "std": [4, 5, 8, 9, 171, 172, 173], "stem": [163, 166], "step": [149, 170], "still": [1, 113, 134, 136, 150, 155, 156, 157, 158, 160, 161], "stop": [11, 12, 149], "store": [11, 12, 14, 34, 36, 135], "str": [11, 12, 13, 14, 15, 17, 18, 19, 31, 34, 35, 36, 40, 41, 42, 44, 45, 46, 51, 52, 53, 54, 55, 57, 58, 63, 65, 67, 69, 70, 74, 80, 81, 87, 88, 89, 94, 95, 98, 99, 100, 101, 103, 104, 111, 112, 113, 114, 121, 122, 123, 124, 129, 132, 133, 134, 135, 136, 137, 144, 145, 146, 147, 148, 149, 150, 151, 159, 162, 163, 166, 167, 168, 169], "streamlin": [11, 14], "string": [11, 12, 13, 14, 17, 34, 35, 36, 40, 41, 44, 45, 51, 55, 57, 58, 87, 88, 94, 95, 98, 99, 100, 103, 104, 112, 113, 135, 136, 137, 148, 162, 163, 166, 172], "strip": [11, 12, 163, 166], "structur": [3, 9, 34, 35, 36, 98, 103, 104], "stub": [11, 44, 45, 48, 50], "stuff": [101, 102, 132], "style": [6, 10, 11, 33, 52, 55, 57, 63, 65, 67, 69, 70, 74, 80, 83, 85, 149], "styled_descript": [11, 149], "sub": [7, 34, 35, 103, 112, 113], "subclass": [11, 12, 14, 17, 34, 35, 36, 44, 45, 50, 51, 55, 63, 65, 67, 69, 70, 74, 80, 86, 87, 88, 94, 103, 112, 113, 115, 116, 118, 122, 123, 124, 129, 154, 163, 167, 168], "subdir": [33, 34, 35, 36, 44, 45, 46, 74, 80, 81, 87, 88, 89, 103, 104, 111, 112, 113, 122, 123, 124], "subdirectori": [11, 34, 35, 36, 87, 88, 91, 93, 103, 104, 111, 112, 113, 122, 123, 124], "subject": 1, "submodul": [10, 33, 44, 74, 87, 115, 122], "subpackag": 10, "subset": [99, 101, 103, 104], "success": [5, 8, 9, 11, 13, 17], "successfulli": [150, 151, 155], "suffici": 113, "suffix": [34, 35, 36, 103, 104, 111, 112, 113, 122, 123, 124, 163, 166], "suggest": [5, 8, 9], "suit": [4, 9, 16, 173], "suitabl": [103, 112, 113, 137, 148], "sum": [4, 5, 6, 9, 11, 12, 14, 171, 172, 173], "summari": [7, 137, 144, 145, 146, 147, 148], "support": [6, 7, 9, 11, 12, 13, 14, 17, 18, 44, 45, 51, 52, 55, 56, 87, 88, 94, 103, 112, 113, 118, 122, 123, 129, 136], "supported_format": [33, 103, 112, 113], "supported_image_typ": [52, 55, 56], "supported_sect": [33, 103, 112, 113], "supported_target": [33, 103, 112, 113], "suppress": [0, 11, 12, 137, 148, 163, 166], "survei": [11, 55, 57, 58], "svg": [10, 11, 33, 52, 53, 54, 55, 56, 63, 65, 67, 74, 80, 83, 85], "switch": 112, "sy": [11, 13, 14, 135, 150, 155], "sync": 2, "synerget": [163, 166], "system": [4, 9, 11, 103, 113, 115, 116, 118, 162, 169], "t": [16, 103, 112, 113, 136, 159, 162, 163, 166, 167, 168], "tabl": [4, 5, 6, 7, 11, 14, 99, 101, 103, 104, 112, 113, 122, 123, 124, 126, 128, 129, 171, 172, 173], "tableau": [11, 55, 57, 58], "tableau_colorblind10": [10, 11, 52, 55, 57, 58], "tag": [18, 19, 44, 45, 51, 87, 88, 94, 106, 107, 163, 164, 166, 167, 168], "tag_cod": [11, 18], "taggedexcept": [10, 11, 18], "tailor": [55, 63, 65, 67], "take": [5, 6, 7, 8, 9, 55, 63, 65, 67, 112, 162, 163], "taken": [5, 8, 9, 11, 12, 31, 55, 57, 58, 135], "talk": [11, 55, 57, 58], "target": [10, 11, 16, 17, 33, 34, 35, 36, 44, 45, 46, 51, 74, 80, 81, 87, 88, 89, 91, 93, 94, 103, 104, 109, 111, 112, 113, 122, 123, 124, 129, 136, 150, 155, 162], "target_callback": [103, 112], "target_consol": [103, 112], "target_filesystem": [103, 112], "target_list": [11, 17, 34, 35, 36], "target_unit": 136, "task": [10, 11, 12, 18, 109, 135, 150, 155], "task_nam": 149, "teardown": [5, 8, 9, 11, 12, 134, 173], "teardown_funct": [11, 12], "techniqu": 170, "tendenc": [5, 8, 9], "tera": 136, "term": [5, 8, 9], "termin": [0, 4, 7, 9, 15, 149, 150, 155, 171, 172, 173], "terminate_and_remov": [11, 149], "tesla": 136, "test": [1, 7, 11, 12, 13, 14, 17, 18, 19, 55, 63, 65, 67, 115, 116, 118, 133, 134, 135], "text": [16, 17, 34, 35, 36, 99, 101, 103, 112, 113, 122, 123, 124, 129, 171, 173], "than": [5, 8, 9, 11, 12, 14, 16, 34, 36, 103, 104, 134, 137, 148, 150, 151, 155, 163, 166], "thei": [0, 5, 7, 8, 9, 11, 12, 16, 34, 35, 36, 103, 104, 122, 123, 129, 135, 162], "them": [0, 11, 12, 14, 16, 17, 34, 36, 74, 80, 86, 103, 111, 113, 135, 136], "theme": [10, 11, 33, 52, 55, 63, 65, 67, 74, 80, 83, 85], "themselv": [11, 12, 14, 135], "therefor": [16, 163], "thi": [0, 1, 2, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 16, 17, 18, 31, 34, 35, 36, 40, 41, 42, 44, 45, 46, 48, 50, 51, 55, 63, 65, 67, 69, 70, 71, 74, 80, 81, 83, 85, 86, 87, 88, 89, 91, 93, 94, 99, 100, 103, 104, 109, 110, 111, 112, 113, 114, 115, 116, 118, 121, 122, 123, 124, 126, 128, 130, 132, 133, 134, 135, 136, 137, 144, 148, 149, 150, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 166, 170, 171, 172, 173], "thing": [55, 63, 65, 67], "those": [11, 12, 13, 14, 16, 40, 41, 42, 55, 57, 58, 63, 65, 67, 103, 112, 113, 172], "thread": [134, 150, 154, 155], "thread_id": [11, 150], "threadid": [11, 150, 154], "three": [4, 9, 130, 132], "through": [112, 122, 123, 124, 137, 148, 170], "throughout": [11, 12, 17], "throw": 18, "thrown": 18, "tick": [11, 55, 57, 58], "tid": 154, "time": [0, 4, 6, 7, 11, 12, 14, 15, 17, 31, 34, 36, 44, 45, 46, 51, 55, 63, 65, 67, 74, 80, 86, 112, 113, 122, 123, 124, 129, 133, 134, 135, 137, 144, 145, 146, 148, 150, 151, 155, 172, 173], "timed_out": [11, 12, 150, 151], "timeout": [10, 11, 12, 13, 14, 15, 134], "timeout_interv": [11, 150, 155], "timeoutst": [10, 11, 150, 151, 155], "timer": [11, 12, 15], "timestamp": [33, 95, 98], "titl": [4, 5, 9, 10, 11, 12, 14, 44, 45, 51, 87, 88, 94, 133], "title_fonts": [55, 63, 65, 67, 71], "titles": [55, 63, 65, 67, 71], "to_dict": [11, 33, 95, 98, 169], "to_json": [33, 95, 98], "togeth": [44, 45, 51, 87, 88, 94, 122, 123, 129], "took": [5, 8, 9], "tool": [0, 4, 5, 6, 7, 9, 16, 17, 31, 122, 123, 124], "tooltip": 16, "top": 5, "topic": 170, "total": [5, 8, 9, 11, 12, 31, 103, 104, 133, 149, 163, 166], "total_elaps": [10, 11, 133], "toward": [11, 12], "track": [11, 12, 149], "trade": [11, 12], "trail": [11, 12, 162, 163, 166], "transient": [11, 12], "treat": [156, 157, 158, 160, 161], "tripl": 17, "true": [11, 12, 13, 17, 34, 36, 55, 63, 65, 67, 71, 74, 80, 83, 85, 103, 104, 114, 121, 122, 123, 124, 130, 132, 149, 154, 156, 157, 158, 160, 163, 166, 167, 168], "try": [150, 155], "tupl": [11, 133, 135, 136, 137, 144, 145, 146, 147, 148, 162, 163, 166, 167, 168], "tutori": [1, 171, 172], "two": [5, 7, 8, 9, 11, 12, 32, 87, 88, 94], "txt": [103, 104, 122, 123, 124, 162], "type": [1, 4, 5, 6, 7, 8, 9, 11, 12, 14, 16, 17, 18, 31, 34, 35, 36, 40, 41, 42, 44, 45, 46, 51, 52, 53, 54, 55, 56, 63, 65, 67, 69, 70, 74, 80, 81, 83, 85, 86, 87, 88, 89, 91, 93, 94, 95, 98, 99, 100, 101, 103, 104, 110, 111, 112, 113, 114, 115, 116, 118, 121, 122, 123, 124, 126, 128, 129, 130, 132, 133, 134, 135, 136, 137, 144, 145, 146, 147, 148, 149, 150, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 166, 167, 168, 169], "type_error_tag": [163, 166], "type_proxi": [10, 11], "type_tag": [163, 166, 167, 168], "typeddict": 162, "typeerror": [18, 162], "typeguard": [156, 157, 158, 160, 161], "typic": [4, 5, 7, 8, 9, 34, 35, 36, 103, 110], "un": [137, 148], "unchang": [16, 163], "uncommit": 169, "uncommon": 136, "undefin": [134, 150, 155], "under": [1, 5, 8, 9, 40, 41, 42, 55, 63, 65, 67, 87, 88, 94], "underli": [11, 55, 63, 65, 67, 74, 80, 83, 85], "underlin": 162, "underscor": [103, 104, 162, 163, 166], "understand": [0, 5, 6, 7, 8, 9, 31, 170], "unexpect": [11, 55, 63, 65, 67, 74, 80, 83, 85, 162], "uniqu": [4, 11, 12, 34, 35, 36, 40, 41, 42, 44, 45, 51, 87, 88, 94, 99, 100, 103, 104, 111, 112, 113, 114, 121, 122, 123, 124, 129, 149, 162], "unit": [4, 5, 8, 9, 11, 15, 31, 44, 45, 51, 87, 88, 94, 103, 112, 113, 115, 116, 118, 133, 136, 137, 144, 145, 146, 147, 148], "unix": [150, 155], "unless": [5, 8, 9, 163], "unlik": [114, 121], "unmodif": 163, "unmodifi": [11, 14], "unregist": [11, 33, 114, 121, 135], "unregister_al": [33, 114, 121], "unregister_by_nam": [33, 114, 121], "unregistr": [114, 121], "unrespons": [150, 155], "unrol": [11, 12], "unsupport": [17, 44, 45, 51], "until": [11, 12, 135, 149], "untupl": 163, "unus": [44, 45, 51], "unusu": [5, 8, 9], "up": [11, 13, 40, 41, 114, 121], "updat": [11, 12, 55, 69, 70, 149], "upper": [5, 8, 9], "url": [11, 12], "us": [0, 1, 2, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 16, 17, 18, 19, 31, 32, 34, 35, 36, 40, 41, 42, 44, 45, 46, 50, 51, 55, 58, 63, 65, 67, 69, 70, 74, 80, 81, 83, 85, 86, 87, 88, 89, 92, 93, 94, 99, 100, 102, 103, 104, 110, 112, 113, 114, 115, 116, 118, 121, 122, 123, 124, 126, 128, 129, 133, 134, 135, 136, 137, 148, 149, 150, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 166, 167, 168, 169, 170, 171, 172], "usag": [0, 3, 4, 11, 15, 17, 18, 31, 74, 80, 86, 87, 88, 94, 122, 123, 129, 133, 137, 144, 147, 154, 156, 157, 158, 159, 160, 161], "use_field_for_n": [6, 11, 14, 172], "user": [0, 2, 11, 13, 14, 34, 35, 36, 55, 63, 65, 67, 74, 80, 83, 85, 103, 104, 112, 122, 123, 124, 135], "usual": 5, "util": [6, 10, 11, 16, 18, 34, 36, 103, 113, 136, 166, 169], "uv": 2, "v": 136, "v0_8": [11, 55, 57, 58], "valid": [10, 11, 12, 17, 33, 44, 45, 51, 55, 63, 65, 67, 74, 80, 86, 87, 88, 94, 97, 103, 104, 109, 112, 113, 122, 123, 129, 136, 154, 162], "validate_action_signatur": [10, 11, 12], "validate_bool": [10, 11, 163], "validate_call_paramet": [33, 130, 132], "validate_dirpath": [10, 11, 163], "validate_filenam": [10, 11, 163, 166], "validate_float": [10, 11, 163, 166], "validate_float_rang": [10, 11, 163, 166], "validate_frozenset_of_typ": [10, 11, 163, 166], "validate_int": [10, 11, 163, 166], "validate_int_rang": [10, 11, 163, 166], "validate_iterable_of_typ": [10, 11, 163], "validate_kwargs_vari": [10, 11, 12], "validate_non_blank_str": [10, 11, 163, 166], "validate_non_blank_string_or_is_non": [10, 11, 163, 166], "validate_non_negative_float": [10, 11, 163, 166], "validate_non_negative_int": [10, 11, 163, 166], "validate_opt": [10, 11, 12], "validate_positive_float": [10, 11, 163, 166], "validate_positive_int": [10, 11, 163, 166], "validate_report_render": [11, 33, 130, 132], "validate_reporter_callback": [11, 33, 130, 132], "validate_runn": [10, 11, 12], "validate_sequence_of_numb": [10, 11, 163, 166], "validate_sequence_of_str": [10, 11, 163, 166], "validate_sequence_of_typ": [10, 11, 163, 166], "validate_str": [10, 11, 163], "validate_time_rang": [10, 11, 12], "validate_typ": [10, 11, 163], "validate_variation_col": [10, 11, 12], "valu": [0, 4, 5, 6, 7, 8, 9, 11, 12, 14, 15, 16, 17, 18, 19, 31, 34, 35, 36, 44, 45, 46, 51, 52, 53, 54, 55, 57, 58, 63, 65, 67, 74, 80, 81, 83, 85, 86, 87, 88, 89, 94, 103, 104, 111, 112, 113, 122, 123, 124, 129, 130, 132, 133, 134, 135, 136, 137, 144, 145, 146, 147, 148, 149, 150, 151, 154, 155, 162, 163, 166, 167, 168, 172], "value_error_tag": [163, 166], "value_tag": [163, 166, 167, 168], "valueerror": [18, 162], "vari": [6, 7, 9], "variabl": [4, 5, 6, 8, 9, 11, 12, 31, 44, 45, 51, 55, 63, 65, 67, 74, 80, 86, 87, 88, 91, 93, 94, 95, 98, 103, 112, 113, 122, 123, 126, 128, 129, 133, 134, 137, 144, 145, 146, 147, 148, 162, 163], "variat": [3, 5, 8, 11, 12, 14, 74, 80, 86, 133, 134, 162], "variation_col": [6, 10, 11, 12, 14, 133, 134, 172], "variation_mark": [10, 11, 133, 134], "varieti": [0, 34, 35, 170], "variou": [7, 34, 36, 44, 45, 51, 55, 63, 65, 67, 74, 80, 86, 87, 88, 94, 103, 111, 112, 113, 134], "vast": 9, "vc": [10, 11], "vector": [11, 52, 53, 54], "venv": 2, "verbos": [0, 10, 11, 12, 13, 17, 135, 149], "veri": [11, 12, 18], "verifi": [130, 132], "versa": [11, 12], "version": [0, 16, 137, 148, 162, 169], "via": [0, 2, 9, 11, 13, 14, 16, 44, 45, 46, 48, 50, 51, 55, 63, 65, 67, 87, 88, 91, 93, 94, 103, 112, 113, 114, 115, 116, 118, 121, 122, 123, 126, 128, 129, 150, 155, 171], "vice": [11, 12], "view": 7, "viewer": 7, "virtual": [2, 11, 122, 123, 126, 128], "virtual_width": [10, 11, 33, 122, 123, 126, 128], "visual": [0, 6, 9, 74, 80, 86], "wa": [11, 18, 135, 150, 151], "wai": [2, 6, 7, 9, 16, 34, 35, 36, 74, 80, 86], "wait": [11, 12, 15, 150, 155], "wall": [5, 8, 9, 11, 12], "want": [11, 12, 135], "warmup": [11, 12, 14, 15, 171], "warmup_iter": [10, 11, 12, 14], "warn": [11, 17, 163, 166], "we": [9, 136], "weight": [5, 8, 11, 14, 31, 133, 134], "well": [11, 12, 17, 55, 63, 65, 67, 137, 148], "were": [5, 8, 9, 11, 135, 156, 157, 158, 160, 161], "what": [103, 104], "when": [4, 6, 7, 9, 11, 12, 14, 17, 18, 31, 34, 35, 36, 55, 63, 65, 67, 74, 80, 83, 85, 113, 121, 122, 123, 126, 128, 135, 137, 148, 154, 162, 163, 166, 167, 168, 171, 173], "where": [0, 4, 11, 12, 14, 18, 87, 88, 94, 103, 104, 112, 113, 159, 162, 172], "whether": [5, 11, 12, 34, 35, 36, 55, 63, 65, 67, 74, 80, 83, 85, 87, 88, 91, 93, 103, 112, 113, 114, 121, 122, 123, 124, 130, 132, 135, 149, 163, 166, 167, 169, 170], "which": [0, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 17, 34, 36, 42, 50, 51, 63, 103, 104, 111, 112, 113, 114, 121, 133, 134, 163, 166, 167, 168, 171, 172], "whichev": [11, 12], "while": [5, 8, 9, 11, 17, 113, 122, 123, 124, 134, 135, 156, 157, 158, 160, 161, 171, 172, 173], "white": [11, 17, 55, 57, 58], "whitegrid": [11, 55, 57, 58], "whitespac": [11, 12, 14, 163, 166], "whole": [11, 55, 63, 65, 67, 74, 80, 83, 85], "whose": 162, "why": [4, 9], "width": [11, 52, 55, 63, 65, 67, 74, 80, 83, 85, 122, 123, 126, 128], "window": [150, 155], "wish": [11, 135, 163, 166, 171, 172], "within": [5, 8, 9, 11, 12, 14, 17, 34, 35, 36, 55, 63, 65, 67, 99, 100, 103, 104, 110, 112, 113, 150, 151, 155, 163, 166], "withing": [40, 41, 42], "without": [9, 11, 12, 14, 16, 34, 35, 36, 55, 69, 70, 87, 88, 94, 103, 104, 130, 132, 135, 150, 155, 156, 157, 158, 159, 160, 161, 163, 166], "work": [6, 156, 157, 158, 160, 161, 169], "worker": [134, 150, 155], "workflow": [11, 14], "world": [4, 9], "worst": [5, 8, 9], "would": [18, 31, 136, 163], "wrap": [11, 14, 18, 134], "write": [112, 173], "wrong": [11, 31, 135, 137, 144, 145, 146, 147, 148], "x": [6, 11, 55, 63, 65, 67, 74, 80, 83, 85], "x_labels_rot": [11, 52, 55, 63, 65, 67, 74, 80, 83, 85], "xtick": [55, 63, 65, 67, 71], "y": [11, 55, 63, 65, 67, 74, 80, 83, 85], "y_starts_at_zero": [11, 52, 55, 63, 65, 67, 74, 80, 83, 85], "yellow": [11, 17], "yet": [149, 150, 151], "you": [0, 2, 4, 6, 7, 9, 11, 12, 14, 135, 150, 154, 155, 163, 166, 170, 171, 172, 173], "your": [0, 2, 4, 6, 7, 9, 11, 12, 135, 170, 171, 172, 173], "ytick": [55, 63, 65, 67, 71], "z": [34, 36, 162, 163], "z0": 163, "za": 163, "zero": [11, 55, 63, 65, 67, 74, 80, 83, 85, 136, 137, 148, 149, 150, 155]}, "titles": ["Command-Line Options", "SimpleBench documentation", "Installation", "Reports", "CSV Report", "CSV Field Definitions", "Scatterplot Graph Report", "JSON Report", "Table Column Definitions", "Rich Table Report", "src", "simplebench package", "simplebench.case module", "simplebench.cli module", "simplebench.decorators module", "simplebench.defaults module", "simplebench.doc_utils module", "simplebench.enums module", "simplebench.exceptions package", "simplebench.exceptions.base module", "simplebench.exceptions.case module", "simplebench.exceptions.choices module", "simplebench.exceptions.cli module", "simplebench.exceptions.decorators module", "simplebench.exceptions.iteration module", "simplebench.exceptions.results module", "simplebench.exceptions.runners module", "simplebench.exceptions.session module", "simplebench.exceptions.si_units module", "simplebench.exceptions.tasks module", "simplebench.exceptions.utils module", "simplebench.iteration module", "simplebench.protocols module", "simplebench.reporters package", "simplebench.reporters.choice package", "simplebench.reporters.choice.choice module", "simplebench.reporters.choice.choice_conf module", "simplebench.reporters.choice.exceptions package", "simplebench.reporters.choice.exceptions.choice module", "simplebench.reporters.choice.exceptions.choice_conf module", "simplebench.reporters.choices package", "simplebench.reporters.choices.choices module", "simplebench.reporters.choices.choices_conf module", "simplebench.reporters.choices.exceptions module", "simplebench.reporters.csv package", "simplebench.reporters.csv.reporter package", "simplebench.reporters.csv.reporter.config module", "simplebench.reporters.csv.reporter.exceptions module", "simplebench.reporters.csv.reporter.options package", "simplebench.reporters.csv.reporter.options.exceptions module", "simplebench.reporters.csv.reporter.options.options module", "simplebench.reporters.csv.reporter.reporter module", "simplebench.reporters.graph package", "simplebench.reporters.graph.enums package", "simplebench.reporters.graph.enums.image_type module", "simplebench.reporters.graph.matplotlib package", "simplebench.reporters.graph.matplotlib.constants module", "simplebench.reporters.graph.matplotlib.enums package", "simplebench.reporters.graph.matplotlib.enums.style module", "simplebench.reporters.graph.matplotlib.exceptions module", "simplebench.reporters.graph.matplotlib.options package", "simplebench.reporters.graph.matplotlib.options.exceptions module", "simplebench.reporters.graph.matplotlib.options.options module", "simplebench.reporters.graph.matplotlib.reporter package", "simplebench.reporters.graph.matplotlib.reporter.exceptions module", "simplebench.reporters.graph.matplotlib.reporter.options package", "simplebench.reporters.graph.matplotlib.reporter.options.exceptions module", "simplebench.reporters.graph.matplotlib.reporter.options.options module", "simplebench.reporters.graph.matplotlib.reporter.reporter module", "simplebench.reporters.graph.matplotlib.theme package", "simplebench.reporters.graph.matplotlib.theme.base module", "simplebench.reporters.graph.matplotlib.theme.default module", "simplebench.reporters.graph.matplotlib.theme.exceptions module", "simplebench.reporters.graph.options module", "simplebench.reporters.graph.scatterplot package", "simplebench.reporters.graph.scatterplot.config module", "simplebench.reporters.graph.scatterplot.exceptions module", "simplebench.reporters.graph.scatterplot.options package", "simplebench.reporters.graph.scatterplot.options.exceptions module", "simplebench.reporters.graph.scatterplot.options.options module", "simplebench.reporters.graph.scatterplot.reporter package", "simplebench.reporters.graph.scatterplot.reporter.config module", "simplebench.reporters.graph.scatterplot.reporter.exceptions module", "simplebench.reporters.graph.scatterplot.reporter.options package", "simplebench.reporters.graph.scatterplot.reporter.options.exceptions module", "simplebench.reporters.graph.scatterplot.reporter.options.options module", "simplebench.reporters.graph.scatterplot.reporter.reporter module", "simplebench.reporters.json package", "simplebench.reporters.json.reporter package", "simplebench.reporters.json.reporter.config module", "simplebench.reporters.json.reporter.exceptions module", "simplebench.reporters.json.reporter.options package", "simplebench.reporters.json.reporter.options.exceptions module", "simplebench.reporters.json.reporter.options.options module", "simplebench.reporters.json.reporter.reporter module", "simplebench.reporters.log package", "simplebench.reporters.log.exceptions package", "simplebench.reporters.log.exceptions.report_log_metadata module", "simplebench.reporters.log.report_log_metadata module", "simplebench.reporters.protocols package", "simplebench.reporters.protocols.choice_protocol module", "simplebench.reporters.protocols.report_renderer module", "simplebench.reporters.protocols.reporter_callback module", "simplebench.reporters.reporter package", "simplebench.reporters.reporter.config module", "simplebench.reporters.reporter.exceptions package", "simplebench.reporters.reporter.exceptions.config module", "simplebench.reporters.reporter.exceptions.prioritized module", "simplebench.reporters.reporter.exceptions.reporter module", "simplebench.reporters.reporter.mixins package", "simplebench.reporters.reporter.options module", "simplebench.reporters.reporter.prioritized module", "simplebench.reporters.reporter.protocols module", "simplebench.reporters.reporter.reporter module", "simplebench.reporters.reporter_manager package", "simplebench.reporters.reporter_manager.decorators package", "simplebench.reporters.reporter_manager.decorators.register_reporter package", "simplebench.reporters.reporter_manager.decorators.register_reporter.exceptions module", "simplebench.reporters.reporter_manager.decorators.register_reporter.register_reporter module", "simplebench.reporters.reporter_manager.exceptions package", "simplebench.reporters.reporter_manager.exceptions.manager module", "simplebench.reporters.reporter_manager.manager module", "simplebench.reporters.rich_table package", "simplebench.reporters.rich_table.reporter package", "simplebench.reporters.rich_table.reporter.config module", "simplebench.reporters.rich_table.reporter.exceptions module", "simplebench.reporters.rich_table.reporter.options package", "simplebench.reporters.rich_table.reporter.options.exceptions module", "simplebench.reporters.rich_table.reporter.options.options module", "simplebench.reporters.rich_table.reporter.reporter module", "simplebench.reporters.validators package", "simplebench.reporters.validators.exceptions module", "simplebench.reporters.validators.validators module", "simplebench.results module", "simplebench.runners module", "simplebench.session module", "simplebench.si_units module", "simplebench.stats package", "simplebench.stats.exceptions package", "simplebench.stats.exceptions.memory_usage module", "simplebench.stats.exceptions.operation_timings module", "simplebench.stats.exceptions.operations_per_interval module", "simplebench.stats.exceptions.peak_memory_usage module", "simplebench.stats.exceptions.stats module", "simplebench.stats.memory_usage module", "simplebench.stats.operation_timings module", "simplebench.stats.operations_per_interval module", "simplebench.stats.peak_memory_usage module", "simplebench.stats.stats module", "simplebench.tasks module", "simplebench.timeout package", "simplebench.timeout.enums module", "simplebench.timeout.exceptions package", "simplebench.timeout.exceptions.timeout module", "simplebench.timeout.thread_id module", "simplebench.timeout.timeout module", "simplebench.type_proxies package", "simplebench.type_proxies.case_type_proxy module", "simplebench.type_proxies.choice_type_proxy module", "simplebench.type_proxies.lazy_type_proxy module", "simplebench.type_proxies.reporter_type_proxy module", "simplebench.type_proxies.session_type_proxy module", "simplebench.utils module", "simplebench.validators package", "simplebench.validators.exceptions package", "simplebench.validators.exceptions.validators module", "simplebench.validators.misc module", "simplebench.validators.validate_iterable_of_type module", "simplebench.validators.validate_sequence_of_type module", "simplebench.vcs module", "Tutorials", "Basic Benchmark", "Parameterized Benchmark", "Using SimpleBench"], "titleterms": {"Of": 5, "advanc": [4, 6, 7, 9], "api": [44, 52, 55, 63, 74, 80, 87, 122], "base": [19, 70], "basic": 171, "benchmark": [4, 6, 7, 9, 171, 172], "case": [12, 20], "case_type_proxi": 157, "choic": [21, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43], "choice_conf": [36, 39], "choice_protocol": 100, "choice_type_proxi": 158, "choices_conf": 42, "cli": [13, 22], "column": [8, 9], "command": 0, "comment": 5, "common": [5, 8, 9], "complex": [4, 6, 7, 9], "config": [46, 75, 81, 89, 104, 106, 124], "constant": 56, "content": [1, 3], "csv": [0, 4, 5, 44, 45, 46, 47, 48, 49, 50, 51], "custom": [4, 6, 7, 9], "data": 5, "decor": [14, 23, 115, 116, 117, 118], "default": [15, 71], "definit": [5, 8, 9], "destin": [4, 6, 7, 9], "dimension": 172, "doc_util": 16, "document": 1, "enum": [17, 53, 54, 57, 58, 151], "exampl": [6, 172, 173], "except": [18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 37, 38, 39, 43, 47, 49, 59, 61, 64, 66, 72, 76, 78, 82, 84, 90, 92, 96, 97, 105, 106, 107, 108, 117, 119, 120, 125, 127, 131, 138, 139, 140, 141, 142, 143, 152, 153, 164, 165], "featur": [4, 6, 7, 9], "field": 5, "first": 5, "gener": 0, "graph": [0, 6, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86], "header": 9, "image_typ": 54, "inform": 9, "instal": 2, "iter": [24, 31], "json": [0, 7, 87, 88, 89, 90, 91, 92, 93, 94], "lazy_type_proxi": 159, "line": [0, 5], "list": 170, "log": [95, 96, 97, 98], "manag": [120, 121], "matplotlib": [55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72], "memori": [5, 8, 9], "memory_usag": [139, 144], "metadata": 5, "minim": 172, "misc": 166, "mixin": 109, "modul": [12, 13, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 35, 36, 38, 39, 41, 42, 43, 46, 47, 49, 50, 51, 54, 56, 58, 59, 61, 62, 64, 66, 67, 68, 70, 71, 72, 73, 75, 76, 78, 79, 81, 82, 84, 85, 86, 89, 90, 92, 93, 94, 97, 98, 100, 101, 102, 104, 106, 107, 108, 110, 111, 112, 113, 117, 118, 120, 121, 124, 125, 127, 128, 129, 131, 132, 133, 134, 135, 136, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 151, 153, 154, 155, 157, 158, 159, 160, 161, 162, 165, 166, 167, 168, 169], "multi": 172, "oper": [5, 8, 9], "operation_tim": [140, 145], "operations_per_interv": [141, 146], "option": [0, 48, 49, 50, 60, 61, 62, 65, 66, 67, 73, 77, 78, 79, 83, 84, 85, 91, 92, 93, 110, 126, 127, 128], "packag": [11, 18, 33, 34, 37, 40, 44, 45, 48, 52, 53, 55, 57, 60, 63, 65, 69, 74, 77, 80, 83, 87, 88, 91, 95, 96, 99, 103, 105, 109, 114, 115, 116, 119, 122, 123, 126, 130, 137, 138, 150, 152, 156, 163, 164], "paramet": 172, "parameter": [4, 6, 7, 9, 172], "peak_memory_usag": [142, 147], "per": [5, 8, 9], "plot": 0, "priorit": [107, 111], "protocol": [32, 99, 100, 101, 102, 112], "provid": 17, "public": [44, 52, 55, 63, 74, 80, 87, 122], "register_report": [116, 117, 118], "report": [0, 3, 4, 5, 6, 7, 8, 9, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132], "report_log_metadata": [97, 98], "report_render": 101, "reporter_callback": 102, "reporter_manag": [114, 115, 116, 117, 118, 119, 120, 121], "reporter_type_proxi": 160, "result": [25, 133], "rich": [0, 9], "rich_tabl": [122, 123, 124, 125, 126, 127, 128, 129], "runner": [26, 134], "scatter": 0, "scatterplot": [6, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86], "second": [5, 8, 9], "session": [27, 135], "session_type_proxi": 161, "si_unit": [28, 136], "simplebench": [1, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 173], "src": 10, "stat": [137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148], "structur": 7, "style": 58, "submodul": [11, 18, 34, 37, 40, 45, 48, 52, 53, 55, 57, 60, 63, 65, 69, 77, 80, 83, 88, 91, 95, 96, 99, 103, 105, 114, 116, 119, 123, 126, 130, 137, 138, 150, 152, 156, 163, 164], "subpackag": [11, 33, 34, 44, 45, 52, 55, 63, 74, 80, 87, 88, 95, 103, 114, 115, 122, 123, 137, 150, 163], "tabl": [0, 1, 3, 8, 9], "task": [29, 149], "theme": [69, 70, 71, 72], "thread_id": 154, "time": [5, 8, 9], "timeout": [150, 151, 152, 153, 154, 155], "tutori": 170, "type": 0, "type_proxi": [156, 157, 158, 159, 160, 161], "us": 173, "usag": [5, 6, 8, 9], "util": [30, 162], "valid": [130, 131, 132, 163, 164, 165, 166, 167, 168], "validate_iterable_of_typ": 167, "validate_sequence_of_typ": 168, "variat": [4, 6, 7, 9], "vc": 169, "weight": [4, 6, 7, 9]}}) \ No newline at end of file diff --git a/docs/source/modules.html b/docs/source/modules.html index 419616a4..582d1d5d 100644 --- a/docs/source/modules.html +++ b/docs/source/modules.html @@ -6,13 +6,13 @@ - src - simplebench 0.4.0-alpha.0 documentation + src - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -621,7 +622,7 @@

    srcπŸ”—

    -
    +
    diff --git a/docs/source/simplebench.case.html b/docs/source/simplebench.case.html index a57784e4..e76f3317 100644 --- a/docs/source/simplebench.case.html +++ b/docs/source/simplebench.case.html @@ -6,13 +6,13 @@ - simplebench.case module - simplebench 0.4.0-alpha.0 documentation + simplebench.case module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -281,106 +282,6 @@ )[source]πŸ”—

    Bases: object

    -
    -
    Parameters:
    -
      -

    • benchmark_id –

      An optional unique identifier for the benchmark case.

      -

      If None, a transient ID is assigned. This is meant to provide a stable identifier for the -benchmark case across multiple runs for tracking purposes. If not provided, -an attempt will be made to generate a stable ID based on the the action function -name, signature, and group.

      -

      If that is not possible, a transient ID based on the instance’s id() will be used. -If a transient ID is used, it will differ between runs and cannot be used to -correlate results across multiple runs.

      -

      Benchmark ids must be unique within a benchmarking session and stable across runs -or they cannot be used for tracking benchmark results over time.

      -

      • -

    • git_info –

      An optional GitInfo instance representing the state of the Git repository.

      -

      If not provided, the GitInfo will be automatically retrieved from the current -context of the caller if the code is part of a Git repository.

      -

      • -

    • action –

      The function to perform the benchmark. This function must -accept a bench instance of type SimpleRunner and arbitrary keyword arguments (’**kwargs’). -See the ActionRunner protocol for the exact function -signature required.

      -

      It must return a Results object.

      -

      • -

    • group – The benchmark reporting group to which the benchmark case belongs.

      • -

    • title –

      The title of the benchmark case.

      -

      If None, the name of the action function will be used. Cannot be a blank -string (a string that is empty or consists only of whitespace).

      -

      • -

    • description –

      A brief description of the benchmark case.

      -

      If None, the docstring of the action function will be used, or β€˜(no description)’ if no docstring -is available. Cannot be blank.

      -

      • -

    • iterations – The minimum number of iterations to run for the benchmark.

      • -

    • warmup_iterations – The number of warmup iterations to run before the benchmark.

      • -

    • rounds –

      The number of rounds to run for the benchmark.

      -

      Rounds are multiple runs of calls to the action within an iteration to mitigate timer -quantization, loop overhead, and other measurement effects for very fast actions. Setup and teardown -functions are called only once per iteration (all rounds in the same iteration share the same -setup/teardown context).

      -

      • -

    • min_time – The minimum time for the benchmark in seconds.

      • -

    • max_time – The maximum time for the benchmark in seconds.

      • -

    • timeout –

      How long to wait before timing out a benchmark run (in seconds).

      -

      If None, it waits the full duration of max_time plus the default timeout -grace period in seconds ({DEFAULT_TIMEOUT_GRACE_PERIOD} seconds). It must be a -positive float or int that is greater than max_time if provided. -This is a safety mechanism to prevent runaway benchmarks.

      -

      If the timeout is reached during a run, a SimpleBenchTimeoutError` -will be raised.

      -

      • -

    • variation_cols –

      kwargs to be used for cols to denote kwarg variations.

      -

      Each key is a keyword argument name, and the value is the column label to use for that -argument. Only keywords that are also in kwargs_variations can be used here. These fields will be -added to the output of reporters that support them as columns of data with the specified labels. -If None, an empty dict is used.

      -

      • -

    • kwargs_variations – A mapping of keyword argument key names to -a list of possible values for that argument. Default is {}. When tests are run, the benchmark -will be executed for each combination of the specified keyword argument variations. The action -function will be called with a bench parameter that is an instance of the runner and the -keyword arguments for the current variation. -If None, an empty dict is used.

      • -

    • runner – A custom runner class for the benchmark. -Any custom runner classes must be a subclass of SimpleRunner and must have a method -named run that accepts the same parameters as SimpleRunner.run and returns a Results object. -The action function will be called with a bench parameter that is an instance of the -custom runner. -It may also accept additional parameters to the run method as needed. If additional -parameters are needed for the custom runner, they will need to be passed to the run -method as keyword arguments. -No support is provided for passing additional parameters to a custom runner from the @benchmark -decorator.

      • -

    • callback –

      A callback function for additional processing of the report. The function should accept -four arguments: the Case instance, the Section, the Format, and the generated report data. -The callback function will be called with the following arguments:

      -
      -
        -

      • case (Case): The Case instance processed for the report.

        • -

      • section (Section): The Section of the report.

        • -

      • output_format (Format): The Format of the report.

        • -
      • -
        output (Any): The generated report data. Note that the actual type of this data will

        depend on the Format specified for the report and the type generated by the -reporter for that Format

        -
        -
        -
        • -
      -
      -

      Omit if no callback is needed by a reporter.

      -

      • -

    • options – A list of additional options for the benchmark case. -Each option is an instance of ReporterOption or a subclass of ReporterOption. -Reporter options can be used to customize the output of the benchmark reports for -specific reporters. Reporters are responsible for extracting applicable ReporterOptions -from the list of options themselves. -If None, an empty list is used.

      • -
    -
    -

    A benchmark case defines the specific benchmark to be run, including the action to be performed, the parameters for the benchmark, and any variations of those parameters as well as the reporting group and title for the benchmark.

    @@ -438,8 +339,8 @@

    The results of the benchmark runs are stored in the results property, which is a list of Results objects. Each Results object corresponds to a specific combination of keyword argument variations.

    -
    -
    Minimal ExampleπŸ”—
    +
    +
    Minimal ExampleπŸ”—
      from simplebench import (
       Case, SimpleRunner, Results, main)
 
@@ -461,7 +362,6 @@
    -

    Constructor for Case. This defines a benchmark case.

    The only REQUIRED parameter is action.

    Parameters:
    @@ -482,18 +382,13 @@

  • action –

    The function to perform the benchmark.

    This function must accept a bench instance of type SimpleRunner and -arbitrary keyword arguments (’**kwargs’). See the ActionRunner +arbitrary keyword arguments (’**kwargs’). See the ActionRunner protocol for the exact signature required. It must return a Results object.

    • -

  • group – The benchmark reporting group to which the benchmark case belongs.

    • - -
    - +

  • group –

    The benchmark reporting group to which the benchmark case belongs.

    Benchmarks with the same group can be selected for execution without running other benchmarks. If not specified, the default group β€˜default’ is used.

    -
    -
    Parameters:
    -
      +

    • title –

      The title of the benchmark case.

      If None, the name of the action function will be used. Cannot be blank.

      • @@ -546,8 +441,7 @@

    • callback –

      A callback function for additional processing of the report.

      The function should must four arguments: the Case instance, the Section, the Format, and the generated report data.

      -
      -
        +

        • case (Case): The Case instance processed for the report.

        • section (Section): The Section of the report.

        • output_format (Format): The Format of the report.

          • @@ -558,7 +452,6 @@
    • -

    Omit if no callback is needed by a reporter.

  • options –

    A list of additional options for the benchmark case.

    @@ -570,13 +463,19 @@

    • +
    Raises:
    +
    +
    property action: ActionRunnerπŸ”—

    The function to perform the benchmark.

    The function must accept a bench parameter of type SimpleRunner and -arbitrary keyword arguments (’**kwargs’) and return a Results object.

    +arbitrary keyword arguments (’**kwargs’) and return a Results object.

    Example:

    def my_benchmark_action(*, bench: SimpleRunner, **kwargs) -> Results:
     def setup_function(size: int) -> None:
@@ -615,7 +514,7 @@
 set full_data to True.
    
 
    
 
    Parameters:
    
-
    full_data (bool) – Whether to include full results data. Defaults to False.
    
+
    full_data – Whether to include full results data. Defaults to False.
    
 
    
 
    Returns:
    
 
    A JSON serializable dict representation of the benchmark case and results.
    
@@ -669,8 +568,8 @@
 
    Each key is a keyword argument name, and the value is a list of possible values.
    
 
    When tests are run, the benchmark will be executed for each combination of the specified
 keyword argument variations. For example, if kwargs_variations is
    
-
    
-
    kwargs_variations argument exampleπŸ”—
    
+
    
+
    kwargs_variations argument exampleπŸ”—
    
 
      ...
   kwargs_variations = {
           'size': [10, 100],
@@ -681,8 +580,8 @@
 
    
 
    
 
    The benchmark will be run 4 times with the following combinations of keyword arguments:
    
-
    
-
    Keyword (**kwargs) Argument CombinationsπŸ”—
    
+
    
+
    Keyword (**kwargs) Argument CombinationsπŸ”—
    
 
    1  {size=10, mode='fast'}
 2  {size=10, mode='accurate'}
 3  {size=100, mode='fast'}
@@ -743,8 +642,8 @@
 added to the output of reporters that support them as columns of data with the specified labels.
    
 
    When tests are run, the benchmark will be executed for each combination of the specified
 keyword argument variations. For example, if kwargs_variations is
    
-
    
-
    kwargs_variations argument exampleπŸ”—
    
+
    
+
    kwargs_variations argument exampleπŸ”—
    
 
      ...
   kwargs_variations = {
           'size': [10, 100],
@@ -755,8 +654,8 @@
 
    
 
    
 
    The benchmark will be run 4 times with the following combinations of keyword arguments:
    
-
    
-
    Keyword (**kwargs) Argument CombinationsπŸ”—
    
+
    
+
    Keyword (**kwargs) Argument CombinationsπŸ”—
    
 
    1  {size=10, mode='fast'}
 2  {size=10, mode='accurate'}
 3  {size=100, mode='fast'}
@@ -796,7 +695,7 @@
 
    A list of Results objects for each variation run of the benchmark case.
    
 
    
 
    Return type:
    
-
    list[Results]
    
+
    list[Results]
    @@ -877,7 +776,7 @@
    An action function must accept the following two parameters:

    • bench: SimpleRunner

      • -

    • **kwargs: Arbitrary keyword arguments

      • +

    • **kwargs: Arbitrary keyword arguments

    @@ -947,7 +846,7 @@

    Validate the options list.

    Parameters:
    -

    value (Iterable[ReporterOption] | None) – The options iterable to validate or None.

    +

    value – The options iterable to validate or None.

    Returns:

    A shallow copy of the validated options as a list or an empty list if not provided.

    @@ -1192,7 +1091,7 @@
    -
    +
    diff --git a/docs/source/simplebench.cli.html b/docs/source/simplebench.cli.html index b0cc7ad1..c345b570 100644 --- a/docs/source/simplebench.cli.html +++ b/docs/source/simplebench.cli.html @@ -6,13 +6,13 @@ - simplebench.cli module - simplebench 0.4.0-alpha.0 documentation + simplebench.cli module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -368,7 +369,7 @@
    -
    +
    diff --git a/docs/source/simplebench.decorators.html b/docs/source/simplebench.decorators.html index 354aed8c..24af13f1 100644 --- a/docs/source/simplebench.decorators.html +++ b/docs/source/simplebench.decorators.html @@ -6,13 +6,13 @@ - simplebench.decorators module - simplebench 0.4.0-alpha.0 documentation + simplebench.decorators module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -320,61 +321,48 @@
    Parameters:
      -

    • group (str, positional-only) – The benchmark reporting group to which the benchmark -case belongs for selection and reporting purposes. It is used to categorize and filter benchmark cases. -Cannot be blank. The group parameter is positional-only. All other parameters must be passed as keyword -arguments. When the decorator is used without parameters, the group defaults to β€˜default’. -This has special handling to allow the decorator to be used easily without any parameters.

      • -

    • title (Optional[str]) – The title of the benchmark case. Uses the function +

    • group –

      The benchmark reporting group to which the benchmark case belongs.

      +

      Used to categorize and filter benchmark cases for selection and reporting. +Cannot be blank (a string composed only of whitespace). The group parameter +is positional-only. All other parameters must be passed as keyword +arguments. When the decorator is used without parameters, the group defaults +to β€˜default’. This has special handling to allow the decorator to be used +easily without any parameters.

      +

      • +

    • title – The title of the benchmark case. Uses the function name if None. Cannot be blank.

      • -

    • benchmark_id (Optional[str]) – An optional identifier for the benchmark case. -If None, no identifier is set.

      • -

    • description (Optional[str]) – A description for the case. +

    • benchmark_id – An optional identifier for the benchmark case. +If None, a benchmark ID is generated based on the function name and module.

      • +

    • description – A description for the case. Uses the function’s docstring if None or β€˜(no description)’ if there is no docstring. Cannot be blank.

      • -

    • iterations (int) – The minimum number of iterations to run for -the benchmark.

      • -

    • warmup_iterations (int) – The number of warmup iterations -to run before the benchmark.

      • -

    • rounds (int) – The number of rounds to run the benchmark within each -iteration.

      • -

    • min_time (int | float) – The minimum time in seconds to run the benchmark. -Must be a positive number.

      • +

    • iterations – The minimum number of iterations to run for the benchmark.

      • +

    • warmup_iterations – The number of warmup iterations to run before the benchmark.

      • +

    • rounds – The number of rounds to run the benchmark within each iteration.

      • +

    • min_time – The minimum time in seconds to run the benchmark. Must be a positive number.

    • max_time – The maximum time in seconds to run the benchmark. Must be a positive number greater than min_time.

      • -
    -
    -
    -
    -
    : param timeout: The maximum time in seconds to allow the benchmark

    to run before timing out. If None, a default timeout of -max_time + {DEFAULT_TIMEOUT_GRACE_PERIOD} is used.

    -
    -
    -

    : type timeout: Optional[int | float] -:type max_time: int | float -:param variation_cols: kwargs to be used for cols to denote kwarg

    -
    -

    variations. Each key is a keyword argument name, and the value is the column label to use for that +

  • timeout – The maximum time in seconds to allow the benchmark +to run before timing out. If None, a default timeout of +max_time + 0.5 is used. Must be a positive number.

    • +

  • variation_cols – kwargs to be used for cols to denote kwarg +variations. Each key is a keyword argument name, and the value is the column label to use for that argument. Only keywords that are also in kwargs_variations can be used here. These fields will be added to the output of reporters that support them as columns of data with the specified labels. -If None, an empty dict is used.

    -
    • -
    -
    Parameters:
    -
      -

    • kwargs_variations (Optional[dict[str, list[Any]]]) – A mapping of keyword argument key names to +If None, an empty dict is used.

      • +

    • kwargs_variations – A mapping of keyword argument key names to a list of possible values for that argument. Default is {}. When tests are run, the benchmark will be executed for each combination of the specified keyword argument variations. The action function will be called with a bench parameter that is an instance of the runner and the keyword arguments for the current variation. If None, an empty dict is used.

      • -

    • options (Optional[list[ReporterOptions]]) – A list of additional options for the benchmark case. +

    • options – A list of additional options for the benchmark case. Each option is an instance of ReporterOptions or a subclass of ReporterOptions. Reporter options can be used to customize the output of the benchmark reports for specific reporters. Reporters are responsible for extracting applicable ReporterOptionss from the list of options themselves.

      • -

    • n (int | float) – The β€˜n’ weighting of the benchmark case. Must be a positive integer or float.

      • -

    • use_field_for_n (Optional[str]) – If provided, use the value of this field from kwargs_variations +

    • n – The β€˜n’ weighting of the benchmark case. Must be a positive integer or float.

      • +

    • use_field_for_n – If provided, use the value of this field from kwargs_variations to set β€˜n’ dynamically for each variation.

    @@ -468,7 +456,7 @@
    -
    +
    diff --git a/docs/source/simplebench.defaults.html b/docs/source/simplebench.defaults.html index 9097f96e..71553ec4 100644 --- a/docs/source/simplebench.defaults.html +++ b/docs/source/simplebench.defaults.html @@ -6,13 +6,13 @@ - simplebench.defaults module - simplebench 0.4.0-alpha.0 documentation + simplebench.defaults module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -431,7 +432,7 @@
    -
    +
    diff --git a/docs/source/simplebench.doc_utils.html b/docs/source/simplebench.doc_utils.html index 98b9753b..ccfe56b0 100644 --- a/docs/source/simplebench.doc_utils.html +++ b/docs/source/simplebench.doc_utils.html @@ -6,13 +6,13 @@ - simplebench.doc_utils module - simplebench 0.4.0-alpha.0 documentation + simplebench.doc_utils module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -380,7 +381,7 @@
    -
    +
    diff --git a/docs/source/simplebench.enums.html b/docs/source/simplebench.enums.html index fb394829..3b28f26f 100644 --- a/docs/source/simplebench.enums.html +++ b/docs/source/simplebench.enums.html @@ -6,13 +6,13 @@ - simplebench.enums module - simplebench 0.4.0-alpha.0 documentation + simplebench.enums module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -788,7 +789,7 @@

    Provides

    -
    +
    diff --git a/docs/source/simplebench.exceptions.base.html b/docs/source/simplebench.exceptions.base.html index 46722026..66b8c88b 100644 --- a/docs/source/simplebench.exceptions.base.html +++ b/docs/source/simplebench.exceptions.base.html @@ -6,13 +6,13 @@ - simplebench.exceptions.base module - simplebench 0.4.0-alpha.0 documentation + simplebench.exceptions.base module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -315,7 +316,7 @@
    -
    +
    diff --git a/docs/source/simplebench.exceptions.case.html b/docs/source/simplebench.exceptions.case.html index 7c358dce..429a357c 100644 --- a/docs/source/simplebench.exceptions.case.html +++ b/docs/source/simplebench.exceptions.case.html @@ -6,13 +6,13 @@ - simplebench.exceptions.case module - simplebench 0.4.0-alpha.0 documentation + simplebench.exceptions.case module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -287,7 +288,7 @@
    -
    +
    diff --git a/docs/source/simplebench.exceptions.choices.html b/docs/source/simplebench.exceptions.choices.html index 97bc7174..f1db2e03 100644 --- a/docs/source/simplebench.exceptions.choices.html +++ b/docs/source/simplebench.exceptions.choices.html @@ -6,13 +6,13 @@ - simplebench.exceptions.choices module - simplebench 0.4.0-alpha.0 documentation + simplebench.exceptions.choices module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -286,7 +287,7 @@
    -
    +
    diff --git a/docs/source/simplebench.exceptions.cli.html b/docs/source/simplebench.exceptions.cli.html index c41383b8..2a48e4f3 100644 --- a/docs/source/simplebench.exceptions.cli.html +++ b/docs/source/simplebench.exceptions.cli.html @@ -6,13 +6,13 @@ - simplebench.exceptions.cli module - simplebench 0.4.0-alpha.0 documentation + simplebench.exceptions.cli module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -287,7 +288,7 @@
    -
    +
    diff --git a/docs/source/simplebench.exceptions.decorators.html b/docs/source/simplebench.exceptions.decorators.html index 8f258b77..fb3f6d3f 100644 --- a/docs/source/simplebench.exceptions.decorators.html +++ b/docs/source/simplebench.exceptions.decorators.html @@ -6,13 +6,13 @@ - simplebench.exceptions.decorators module - simplebench 0.4.0-alpha.0 documentation + simplebench.exceptions.decorators module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -287,7 +288,7 @@
    -
    +
    diff --git a/docs/source/simplebench.exceptions.html b/docs/source/simplebench.exceptions.html index ba3d6d70..1c4d8e15 100644 --- a/docs/source/simplebench.exceptions.html +++ b/docs/source/simplebench.exceptions.html @@ -6,13 +6,13 @@ - simplebench.exceptions package - simplebench 0.4.0-alpha.0 documentation + simplebench.exceptions package - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -795,7 +796,7 @@

    Submodules +

    diff --git a/docs/source/simplebench.exceptions.iteration.html b/docs/source/simplebench.exceptions.iteration.html index 4f092088..b1f92db8 100644 --- a/docs/source/simplebench.exceptions.iteration.html +++ b/docs/source/simplebench.exceptions.iteration.html @@ -6,13 +6,13 @@ - simplebench.exceptions.iteration module - simplebench 0.4.0-alpha.0 documentation + simplebench.exceptions.iteration module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -287,7 +288,7 @@
    -
    +
    diff --git a/docs/source/simplebench.exceptions.results.html b/docs/source/simplebench.exceptions.results.html index 9a21ffe6..ff4285cf 100644 --- a/docs/source/simplebench.exceptions.results.html +++ b/docs/source/simplebench.exceptions.results.html @@ -6,13 +6,13 @@ - simplebench.exceptions.results module - simplebench 0.4.0-alpha.0 documentation + simplebench.exceptions.results module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -287,7 +288,7 @@
    -
    +
    diff --git a/docs/source/simplebench.exceptions.runners.html b/docs/source/simplebench.exceptions.runners.html index 9a505dc5..7ce55a23 100644 --- a/docs/source/simplebench.exceptions.runners.html +++ b/docs/source/simplebench.exceptions.runners.html @@ -6,13 +6,13 @@ - simplebench.exceptions.runners module - simplebench 0.4.0-alpha.0 documentation + simplebench.exceptions.runners module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -287,7 +288,7 @@
    -
    +
    diff --git a/docs/source/simplebench.exceptions.session.html b/docs/source/simplebench.exceptions.session.html index f05ed7eb..79a917bc 100644 --- a/docs/source/simplebench.exceptions.session.html +++ b/docs/source/simplebench.exceptions.session.html @@ -6,13 +6,13 @@ - simplebench.exceptions.session module - simplebench 0.4.0-alpha.0 documentation + simplebench.exceptions.session module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -287,7 +288,7 @@
    -
    +
    diff --git a/docs/source/simplebench.exceptions.si_units.html b/docs/source/simplebench.exceptions.si_units.html index ae94620e..1179b75e 100644 --- a/docs/source/simplebench.exceptions.si_units.html +++ b/docs/source/simplebench.exceptions.si_units.html @@ -6,13 +6,13 @@ - simplebench.exceptions.si_units module - simplebench 0.4.0-alpha.0 documentation + simplebench.exceptions.si_units module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -287,7 +288,7 @@
    -
    +
    diff --git a/docs/source/simplebench.exceptions.tasks.html b/docs/source/simplebench.exceptions.tasks.html index 3879553b..c913ea6e 100644 --- a/docs/source/simplebench.exceptions.tasks.html +++ b/docs/source/simplebench.exceptions.tasks.html @@ -6,13 +6,13 @@ - simplebench.exceptions.tasks module - simplebench 0.4.0-alpha.0 documentation + simplebench.exceptions.tasks module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -287,7 +288,7 @@
    -
    +
    diff --git a/docs/source/simplebench.exceptions.utils.html b/docs/source/simplebench.exceptions.utils.html index d6d6aaf7..6d1a4068 100644 --- a/docs/source/simplebench.exceptions.utils.html +++ b/docs/source/simplebench.exceptions.utils.html @@ -6,13 +6,13 @@ - simplebench.exceptions.utils module - simplebench 0.4.0-alpha.0 documentation + simplebench.exceptions.utils module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -287,7 +288,7 @@
    -
    +
    diff --git a/docs/source/simplebench.html b/docs/source/simplebench.html index 4e61d46d..d9901435 100644 --- a/docs/source/simplebench.html +++ b/docs/source/simplebench.html @@ -6,13 +6,13 @@ - simplebench package - simplebench 0.4.0-alpha.0 documentation + simplebench package - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -293,106 +294,6 @@ )[source]πŸ”—

    Bases: object

    -
    -
    Parameters:
    -
      -

    • benchmark_id –

      An optional unique identifier for the benchmark case.

      -

      If None, a transient ID is assigned. This is meant to provide a stable identifier for the -benchmark case across multiple runs for tracking purposes. If not provided, -an attempt will be made to generate a stable ID based on the the action function -name, signature, and group.

      -

      If that is not possible, a transient ID based on the instance’s id() will be used. -If a transient ID is used, it will differ between runs and cannot be used to -correlate results across multiple runs.

      -

      Benchmark ids must be unique within a benchmarking session and stable across runs -or they cannot be used for tracking benchmark results over time.

      -

      • -

    • git_info –

      An optional GitInfo instance representing the state of the Git repository.

      -

      If not provided, the GitInfo will be automatically retrieved from the current -context of the caller if the code is part of a Git repository.

      -

      • -

    • action –

      The function to perform the benchmark. This function must -accept a bench instance of type SimpleRunner and arbitrary keyword arguments (’**kwargs’). -See the ActionRunner protocol for the exact function -signature required.

      -

      It must return a Results object.

      -

      • -

    • group – The benchmark reporting group to which the benchmark case belongs.

      • -

    • title –

      The title of the benchmark case.

      -

      If None, the name of the action function will be used. Cannot be a blank -string (a string that is empty or consists only of whitespace).

      -

      • -

    • description –

      A brief description of the benchmark case.

      -

      If None, the docstring of the action function will be used, or β€˜(no description)’ if no docstring -is available. Cannot be blank.

      -

      • -

    • iterations – The minimum number of iterations to run for the benchmark.

      • -

    • warmup_iterations – The number of warmup iterations to run before the benchmark.

      • -

    • rounds –

      The number of rounds to run for the benchmark.

      -

      Rounds are multiple runs of calls to the action within an iteration to mitigate timer -quantization, loop overhead, and other measurement effects for very fast actions. Setup and teardown -functions are called only once per iteration (all rounds in the same iteration share the same -setup/teardown context).

      -

      • -

    • min_time – The minimum time for the benchmark in seconds.

      • -

    • max_time – The maximum time for the benchmark in seconds.

      • -

    • timeout –

      How long to wait before timing out a benchmark run (in seconds).

      -

      If None, it waits the full duration of max_time plus the default timeout -grace period in seconds ({DEFAULT_TIMEOUT_GRACE_PERIOD} seconds). It must be a -positive float or int that is greater than max_time if provided. -This is a safety mechanism to prevent runaway benchmarks.

      -

      If the timeout is reached during a run, a SimpleBenchTimeoutError` -will be raised.

      -

      • -

    • variation_cols –

      kwargs to be used for cols to denote kwarg variations.

      -

      Each key is a keyword argument name, and the value is the column label to use for that -argument. Only keywords that are also in kwargs_variations can be used here. These fields will be -added to the output of reporters that support them as columns of data with the specified labels. -If None, an empty dict is used.

      -

      • -

    • kwargs_variations – A mapping of keyword argument key names to -a list of possible values for that argument. Default is {}. When tests are run, the benchmark -will be executed for each combination of the specified keyword argument variations. The action -function will be called with a bench parameter that is an instance of the runner and the -keyword arguments for the current variation. -If None, an empty dict is used.

      • -

    • runner – A custom runner class for the benchmark. -Any custom runner classes must be a subclass of SimpleRunner and must have a method -named run that accepts the same parameters as SimpleRunner.run and returns a Results object. -The action function will be called with a bench parameter that is an instance of the -custom runner. -It may also accept additional parameters to the run method as needed. If additional -parameters are needed for the custom runner, they will need to be passed to the run -method as keyword arguments. -No support is provided for passing additional parameters to a custom runner from the @benchmark -decorator.

      • -

    • callback –

      A callback function for additional processing of the report. The function should accept -four arguments: the Case instance, the Section, the Format, and the generated report data. -The callback function will be called with the following arguments:

      -
      -
        -

      • case (Case): The Case instance processed for the report.

        • -

      • section (Section): The Section of the report.

        • -

      • output_format (Format): The Format of the report.

        • -
      • -
        output (Any): The generated report data. Note that the actual type of this data will

        depend on the Format specified for the report and the type generated by the -reporter for that Format

        -
        -
        -
        • -
      -
      -

      Omit if no callback is needed by a reporter.

      -

      • -

    • options – A list of additional options for the benchmark case. -Each option is an instance of ReporterOption or a subclass of ReporterOption. -Reporter options can be used to customize the output of the benchmark reports for -specific reporters. Reporters are responsible for extracting applicable ReporterOptions -from the list of options themselves. -If None, an empty list is used.

      • -
    -
    -

    A benchmark case defines the specific benchmark to be run, including the action to be performed, the parameters for the benchmark, and any variations of those parameters as well as the reporting group and title for the benchmark.

    @@ -450,8 +351,8 @@

    The results of the benchmark runs are stored in the results property, which is a list of Results objects. Each Results object corresponds to a specific combination of keyword argument variations.

    -
    -
    Minimal ExampleπŸ”—
    +
    +
    Minimal ExampleπŸ”—
      from simplebench import (
       Case, SimpleRunner, Results, main)
 
@@ -473,7 +374,6 @@
    -

    Constructor for Case. This defines a benchmark case.

    The only REQUIRED parameter is action.

    Parameters:
    @@ -494,18 +394,13 @@

  • action –

    The function to perform the benchmark.

    This function must accept a bench instance of type SimpleRunner and -arbitrary keyword arguments (’**kwargs’). See the ActionRunner +arbitrary keyword arguments (’**kwargs’). See the ActionRunner protocol for the exact signature required. It must return a Results object.

    • -

  • group – The benchmark reporting group to which the benchmark case belongs.

    • - -
    - +

  • group –

    The benchmark reporting group to which the benchmark case belongs.

    Benchmarks with the same group can be selected for execution without running other benchmarks. If not specified, the default group β€˜default’ is used.

    -
    -
    Parameters:
    -
      +

    • title –

      The title of the benchmark case.

      If None, the name of the action function will be used. Cannot be blank.

      • @@ -558,8 +453,7 @@

    • callback –

      A callback function for additional processing of the report.

      The function should must four arguments: the Case instance, the Section, the Format, and the generated report data.

      -
      -
        +

        • case (Case): The Case instance processed for the report.

        • section (Section): The Section of the report.

        • output_format (Format): The Format of the report.

          • @@ -570,7 +464,6 @@
    • -

    Omit if no callback is needed by a reporter.

  • options –

    A list of additional options for the benchmark case.

    @@ -582,13 +475,19 @@

    • +
    Raises:
    +
    +
    property action: ActionRunnerπŸ”—

    The function to perform the benchmark.

    The function must accept a bench parameter of type SimpleRunner and -arbitrary keyword arguments (’**kwargs’) and return a Results object.

    +arbitrary keyword arguments (’**kwargs’) and return a Results object.

    Example:

    def my_benchmark_action(*, bench: SimpleRunner, **kwargs) -> Results:
     def setup_function(size: int) -> None:
@@ -627,7 +526,7 @@
 set full_data to True.
    
 
    
 
    Parameters:
    
-
    full_data (bool) – Whether to include full results data. Defaults to False.
    
+
    full_data – Whether to include full results data. Defaults to False.
    
 
    
 
    Returns:
    
 
    A JSON serializable dict representation of the benchmark case and results.
    
@@ -681,8 +580,8 @@
 
    Each key is a keyword argument name, and the value is a list of possible values.
    
 
    When tests are run, the benchmark will be executed for each combination of the specified
 keyword argument variations. For example, if kwargs_variations is
    
-
    
-
    kwargs_variations argument exampleπŸ”—
    
+
    
+
    kwargs_variations argument exampleπŸ”—
    
 
      ...
   kwargs_variations = {
           'size': [10, 100],
@@ -693,8 +592,8 @@
 
    
 
    
 
    The benchmark will be run 4 times with the following combinations of keyword arguments:
    
-
    
-
    Keyword (**kwargs) Argument CombinationsπŸ”—
    
+
    
+
    Keyword (**kwargs) Argument CombinationsπŸ”—
    
 
    1  {size=10, mode='fast'}
 2  {size=10, mode='accurate'}
 3  {size=100, mode='fast'}
@@ -755,8 +654,8 @@
 added to the output of reporters that support them as columns of data with the specified labels.
    
 
    When tests are run, the benchmark will be executed for each combination of the specified
 keyword argument variations. For example, if kwargs_variations is
    
-
    
-
    kwargs_variations argument exampleπŸ”—
    
+
    
+
    kwargs_variations argument exampleπŸ”—
    
 
      ...
   kwargs_variations = {
           'size': [10, 100],
@@ -767,8 +666,8 @@
 
    
 
    
 
    The benchmark will be run 4 times with the following combinations of keyword arguments:
    
-
    
-
    Keyword (**kwargs) Argument CombinationsπŸ”—
    
+
    
+
    Keyword (**kwargs) Argument CombinationsπŸ”—
    
 
    1  {size=10, mode='fast'}
 2  {size=10, mode='accurate'}
 3  {size=100, mode='fast'}
@@ -889,7 +788,7 @@
 
    
 
    An action function must accept the following two parameters:
      
 
    • bench: SimpleRunner
      • 
-
    • **kwargs: Arbitrary keyword arguments
      • 
+
    • **kwargs: Arbitrary keyword arguments
      • 
 
    
 
    
 
    
@@ -959,7 +858,7 @@
 
    Validate the options list.
    
 
    
 
    Parameters:
    
-
    value (Iterable[ReporterOption] | None) – The options iterable to validate or None.
    
+
    value – The options iterable to validate or None.
    
 
    
 
    Returns:
    
 
    A shallow copy of the validated options as a list or an empty list if not provided.
    
@@ -1538,7 +1437,7 @@
 
    
 
    *,
    
 
    cases: Sequence[Case] | None = None,
    
-
    verbosity: Verbosity = Verbosity.NORMAL,
    
+
    verbosity: Verbosity = Verbosity.NORMAL,
    
 
    default_runner: type[SimpleRunner] | None = None,
    
 
    args_parser: ArgumentParser | None = None,
    
 
    show_progress: bool = False,
    
@@ -1788,7 +1687,7 @@
 
 
    
 
    
-property verbosity: VerbosityπŸ”—
    
+property verbosity: VerbosityπŸ”—
 
    The Verbosity level for this session.
    
 
    
 
@@ -2133,61 +2032,48 @@
 
    
 
    Parameters:
    
 
      
-
    • group (str, positional-only) – The benchmark reporting group to which the benchmark
-case belongs for selection and reporting purposes. It is used to categorize and filter benchmark cases.
-Cannot be blank. The group parameter is positional-only. All other parameters must be passed as keyword
-arguments. When the decorator is used without parameters, the group defaults to β€˜default’.
-This has special handling to allow the decorator to be used easily without any parameters.
      • 
-
    • title (Optional[str]) – The title of the benchmark case. Uses the function
+
    • group – 
      The benchmark reporting group to which the benchmark case belongs.
      
+
      Used to categorize and filter benchmark cases for selection and reporting.
+Cannot be blank (a string composed only of whitespace). The group parameter
+is positional-only. All other parameters must be passed as keyword
+arguments. When the decorator is used without parameters, the group defaults
+to β€˜default’. This has special handling to allow the decorator to be used
+easily without any parameters.
      
+
      • 
+
    • title – The title of the benchmark case. Uses the function
 name if None. Cannot be blank.
      • 
-
    • benchmark_id (Optional[str]) – An optional identifier for the benchmark case.
-If None, no identifier is set.
      • 
-
    • description (Optional[str]) – A description for the case.
+
    • benchmark_id – An optional identifier for the benchmark case.
+If None, a benchmark ID is generated based on the function name and module.
      • 
+
    • description – A description for the case.
 Uses the function’s docstring if None or β€˜(no description)’ if there is no docstring.
 Cannot be blank.
      • 
-
    • iterations (int) – The minimum number of iterations to run for
-the benchmark.
      • 
-
    • warmup_iterations (int) – The number of warmup iterations
-to run before the benchmark.
      • 
-
    • rounds (int) – The number of rounds to run the benchmark within each
-iteration.
      • 
-
    • min_time (int | float) – The minimum time in seconds to run the benchmark.
-Must be a positive number.
      • 
+
    • iterations – The minimum number of iterations to run for the benchmark.
      • 
+
    • warmup_iterations – The number of warmup iterations to run before the benchmark.
      • 
+
    • rounds – The number of rounds to run the benchmark within each iteration.
      • 
+
    • min_time – The minimum time in seconds to run the benchmark.  Must be a positive number.
      • 
 
    • max_time – The maximum time in seconds to run the benchmark.
 Must be a positive number greater than min_time.
      • 
-
    
-
    
-
    
-
    
-
    : param timeout: The maximum time in seconds to allow the benchmark
    to run before timing out. If None, a default timeout of
-max_time + {DEFAULT_TIMEOUT_GRACE_PERIOD} is used.
    
-
    
-
    
-
    : type timeout: Optional[int | float]
-:type max_time: int | float
-:param variation_cols: kwargs to be used for cols to denote kwarg
    
-
    
-
    variations. Each key is a keyword argument name, and the value is the column label to use for that
+
  • timeout – The maximum time in seconds to allow the benchmark
+to run before timing out. If None, a default timeout of
+max_time + 0.5 is used. Must be a positive number.
    • 
+
  • variation_cols – kwargs to be used for cols to denote kwarg
+variations. Each key is a keyword argument name, and the value is the column label to use for that
 argument. Only keywords that are also in kwargs_variations can be used here. These fields will be
 added to the output of reporters that support them as columns of data with the specified labels.
-If None, an empty dict is used.
    
-
    • 
-
    
-
    Parameters:
    
-
      
-
    • kwargs_variations (Optional[dict[str, list[Any]]]) – A mapping of keyword argument key names to
+If None, an empty dict is used.
      • 
+
    • kwargs_variations – A mapping of keyword argument key names to
 a list of possible values for that argument. Default is {}. When tests are run, the benchmark
 will be executed for each combination of the specified keyword argument variations. The action
 function will be called with a bench parameter that is an instance of the runner and the
 keyword arguments for the current variation.
 If None, an empty dict is used.
      • 
-
    • options (Optional[list[ReporterOptions]]) – A list of additional options for the benchmark case.
+
    • options – A list of additional options for the benchmark case.
 Each option is an instance of ReporterOptions or a subclass of ReporterOptions.
 Reporter options can be used to customize the output of the benchmark reports for
 specific reporters. Reporters are responsible for extracting applicable ReporterOptionss
 from the list of options themselves.
      • 
-
    • n (int | float) – The β€˜n’ weighting of the benchmark case. Must be a positive integer or float.
      • 
-
    • use_field_for_n (Optional[str]) – If provided, use the value of this field from kwargs_variations
+
    • n – The β€˜n’ weighting of the benchmark case. Must be a positive integer or float.
      • 
+
    • use_field_for_n – If provided, use the value of this field from kwargs_variations
 to set β€˜n’ dynamically for each variation.
      • 
 
    
 
    
@@ -3123,7 +3009,7 @@ 
    Submodules
+
    
     
     
     
diff --git a/docs/source/simplebench.iteration.html b/docs/source/simplebench.iteration.html
index 4944bcb6..14f4c402 100644
--- a/docs/source/simplebench.iteration.html
+++ b/docs/source/simplebench.iteration.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.iteration module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.iteration module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -490,7 +491,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.protocols.html b/docs/source/simplebench.protocols.html
index 6ca13b39..ce2a3bd8 100644
--- a/docs/source/simplebench.protocols.html
+++ b/docs/source/simplebench.protocols.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.protocols module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.protocols module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -324,7 +325,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.choice.choice.html b/docs/source/simplebench.reporters.choice.choice.html
index f3d9997c..1ea06433 100644
--- a/docs/source/simplebench.reporters.choice.choice.html
+++ b/docs/source/simplebench.reporters.choice.choice.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.choice.choice module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.choice.choice module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -578,7 +579,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.choice.choice_conf.html b/docs/source/simplebench.reporters.choice.choice_conf.html
index fa964059..cfe7edef 100644
--- a/docs/source/simplebench.reporters.choice.choice_conf.html
+++ b/docs/source/simplebench.reporters.choice.choice_conf.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.choice.choice_conf module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.choice.choice_conf module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -603,7 +604,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.choice.exceptions.choice.html b/docs/source/simplebench.reporters.choice.exceptions.choice.html
index e6158f16..0221f1f9 100644
--- a/docs/source/simplebench.reporters.choice.exceptions.choice.html
+++ b/docs/source/simplebench.reporters.choice.exceptions.choice.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.choice.exceptions.choice module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.choice.exceptions.choice module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -287,7 +288,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.choice.exceptions.choice_conf.html b/docs/source/simplebench.reporters.choice.exceptions.choice_conf.html
index 487702a5..d48286dd 100644
--- a/docs/source/simplebench.reporters.choice.exceptions.choice_conf.html
+++ b/docs/source/simplebench.reporters.choice.exceptions.choice_conf.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.choice.exceptions.choice_conf module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.choice.exceptions.choice_conf module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -287,7 +288,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.choice.exceptions.html b/docs/source/simplebench.reporters.choice.exceptions.html
index 188d0279..e32b138d 100644
--- a/docs/source/simplebench.reporters.choice.exceptions.html
+++ b/docs/source/simplebench.reporters.choice.exceptions.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.choice.exceptions package - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.choice.exceptions package - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -315,7 +316,7 @@ 
    Submodules
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.choice.html b/docs/source/simplebench.reporters.choice.html
index 3f1a8200..b801334f 100644
--- a/docs/source/simplebench.reporters.choice.html
+++ b/docs/source/simplebench.reporters.choice.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.choice package - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.choice package - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -935,7 +936,7 @@ 
    Submodules
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.choices.choices.html b/docs/source/simplebench.reporters.choices.choices.html
index e736e3af..8adb3286 100644
--- a/docs/source/simplebench.reporters.choices.choices.html
+++ b/docs/source/simplebench.reporters.choices.choices.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.choices.choices module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.choices.choices module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -479,7 +480,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.choices.choices_conf.html b/docs/source/simplebench.reporters.choices.choices_conf.html
index acafe613..02a054b9 100644
--- a/docs/source/simplebench.reporters.choices.choices_conf.html
+++ b/docs/source/simplebench.reporters.choices.choices_conf.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.choices.choices_conf module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.choices.choices_conf module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -431,7 +432,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.choices.exceptions.html b/docs/source/simplebench.reporters.choices.exceptions.html
index 610e701a..139b9bb1 100644
--- a/docs/source/simplebench.reporters.choices.exceptions.html
+++ b/docs/source/simplebench.reporters.choices.exceptions.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.choices.exceptions module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.choices.exceptions module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -287,7 +288,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.choices.html b/docs/source/simplebench.reporters.choices.html
index 7cac5c3a..468deb91 100644
--- a/docs/source/simplebench.reporters.choices.html
+++ b/docs/source/simplebench.reporters.choices.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.choices package - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.choices package - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -618,7 +619,7 @@ 
    Submodules
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.csv.html b/docs/source/simplebench.reporters.csv.html
index 322f17d0..734dcdc0 100644
--- a/docs/source/simplebench.reporters.csv.html
+++ b/docs/source/simplebench.reporters.csv.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.csv package - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.csv package - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -506,7 +507,7 @@ 
    Subpackages
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.csv.reporter.config.html b/docs/source/simplebench.reporters.csv.reporter.config.html
index fefeb4dc..3e52f6e8 100644
--- a/docs/source/simplebench.reporters.csv.reporter.config.html
+++ b/docs/source/simplebench.reporters.csv.reporter.config.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.csv.reporter.config module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.csv.reporter.config module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -341,7 +342,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.csv.reporter.exceptions.html b/docs/source/simplebench.reporters.csv.reporter.exceptions.html
index af0dfd1e..744495db 100644
--- a/docs/source/simplebench.reporters.csv.reporter.exceptions.html
+++ b/docs/source/simplebench.reporters.csv.reporter.exceptions.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.csv.reporter.exceptions module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.csv.reporter.exceptions module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -287,7 +288,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.csv.reporter.html b/docs/source/simplebench.reporters.csv.reporter.html
index 30287803..90f080f6 100644
--- a/docs/source/simplebench.reporters.csv.reporter.html
+++ b/docs/source/simplebench.reporters.csv.reporter.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.csv.reporter package - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.csv.reporter package - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -497,7 +498,7 @@ 
    Submodules
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.csv.reporter.options.exceptions.html b/docs/source/simplebench.reporters.csv.reporter.options.exceptions.html
index af27a061..1ce3f65e 100644
--- a/docs/source/simplebench.reporters.csv.reporter.options.exceptions.html
+++ b/docs/source/simplebench.reporters.csv.reporter.options.exceptions.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.csv.reporter.options.exceptions module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.csv.reporter.options.exceptions module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -287,7 +288,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.csv.reporter.options.html b/docs/source/simplebench.reporters.csv.reporter.options.html
index 2dce019b..8b341f45 100644
--- a/docs/source/simplebench.reporters.csv.reporter.options.html
+++ b/docs/source/simplebench.reporters.csv.reporter.options.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.csv.reporter.options package - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.csv.reporter.options package - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -331,7 +332,7 @@ 
    Submodules
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.csv.reporter.options.options.html b/docs/source/simplebench.reporters.csv.reporter.options.options.html
index fcc4d9e7..ef1fb8ba 100644
--- a/docs/source/simplebench.reporters.csv.reporter.options.options.html
+++ b/docs/source/simplebench.reporters.csv.reporter.options.options.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.csv.reporter.options.options module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.csv.reporter.options.options module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -321,7 +322,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.csv.reporter.reporter.html b/docs/source/simplebench.reporters.csv.reporter.reporter.html
index 7e89e902..3d115038 100644
--- a/docs/source/simplebench.reporters.csv.reporter.reporter.html
+++ b/docs/source/simplebench.reporters.csv.reporter.reporter.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.csv.reporter.reporter module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.csv.reporter.reporter module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -410,7 +411,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.graph.enums.html b/docs/source/simplebench.reporters.graph.enums.html
index 07fa31bb..3244b85d 100644
--- a/docs/source/simplebench.reporters.graph.enums.html
+++ b/docs/source/simplebench.reporters.graph.enums.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.graph.enums package - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.graph.enums package - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -345,7 +346,7 @@ 
    Submodules
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.graph.enums.image_type.html b/docs/source/simplebench.reporters.graph.enums.image_type.html
index 24a26179..38f4cd0e 100644
--- a/docs/source/simplebench.reporters.graph.enums.image_type.html
+++ b/docs/source/simplebench.reporters.graph.enums.image_type.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.graph.enums.image_type module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.graph.enums.image_type module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -329,7 +330,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.graph.html b/docs/source/simplebench.reporters.graph.html
index e5408b5e..6ba837c3 100644
--- a/docs/source/simplebench.reporters.graph.html
+++ b/docs/source/simplebench.reporters.graph.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.graph package - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.graph package - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -508,7 +509,7 @@ 
    Submodules
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.graph.matplotlib.constants.html b/docs/source/simplebench.reporters.graph.matplotlib.constants.html
index 1982b698..c812ac97 100644
--- a/docs/source/simplebench.reporters.graph.matplotlib.constants.html
+++ b/docs/source/simplebench.reporters.graph.matplotlib.constants.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.graph.matplotlib.constants module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.graph.matplotlib.constants module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -314,7 +315,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.graph.matplotlib.enums.html b/docs/source/simplebench.reporters.graph.matplotlib.enums.html
index 817b8bee..930cfec8 100644
--- a/docs/source/simplebench.reporters.graph.matplotlib.enums.html
+++ b/docs/source/simplebench.reporters.graph.matplotlib.enums.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.graph.matplotlib.enums package - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.graph.matplotlib.enums package - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -549,7 +550,7 @@ 
    Submodules
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.graph.matplotlib.enums.style.html b/docs/source/simplebench.reporters.graph.matplotlib.enums.style.html
index af446069..dad416f1 100644
--- a/docs/source/simplebench.reporters.graph.matplotlib.enums.style.html
+++ b/docs/source/simplebench.reporters.graph.matplotlib.enums.style.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.graph.matplotlib.enums.style module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.graph.matplotlib.enums.style module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -510,7 +511,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.graph.matplotlib.exceptions.html b/docs/source/simplebench.reporters.graph.matplotlib.exceptions.html
index dd42a3e6..206ddbe7 100644
--- a/docs/source/simplebench.reporters.graph.matplotlib.exceptions.html
+++ b/docs/source/simplebench.reporters.graph.matplotlib.exceptions.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.graph.matplotlib.exceptions module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.graph.matplotlib.exceptions module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -286,7 +287,7 @@ 
    simplebench.reporters.graph.matplotlib.exceptions module
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.graph.matplotlib.html b/docs/source/simplebench.reporters.graph.matplotlib.html
index 4e6cdc5c..1938e454 100644
--- a/docs/source/simplebench.reporters.graph.matplotlib.html
+++ b/docs/source/simplebench.reporters.graph.matplotlib.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.graph.matplotlib package - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.graph.matplotlib package - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -1443,7 +1444,7 @@ 
    Submodules
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.graph.matplotlib.options.exceptions.html b/docs/source/simplebench.reporters.graph.matplotlib.options.exceptions.html
index 9ab2b2b0..d63bee1c 100644
--- a/docs/source/simplebench.reporters.graph.matplotlib.options.exceptions.html
+++ b/docs/source/simplebench.reporters.graph.matplotlib.options.exceptions.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.graph.matplotlib.options.exceptions module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.graph.matplotlib.options.exceptions module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -286,7 +287,7 @@ 
    simplebench.reporters.graph.matplotlib.options.exceptions module
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.graph.matplotlib.options.html b/docs/source/simplebench.reporters.graph.matplotlib.options.html
index 55461bcd..418e70fa 100644
--- a/docs/source/simplebench.reporters.graph.matplotlib.options.html
+++ b/docs/source/simplebench.reporters.graph.matplotlib.options.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.graph.matplotlib.options package - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.graph.matplotlib.options package - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -314,7 +315,7 @@ 
    Submodules
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.graph.matplotlib.options.options.html b/docs/source/simplebench.reporters.graph.matplotlib.options.options.html
index fe157eff..0fb5a61c 100644
--- a/docs/source/simplebench.reporters.graph.matplotlib.options.options.html
+++ b/docs/source/simplebench.reporters.graph.matplotlib.options.options.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.graph.matplotlib.options.options module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.graph.matplotlib.options.options module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -286,7 +287,7 @@ 
    simplebench.reporters.graph.matplotlib.options.options module
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.graph.matplotlib.reporter.exceptions.html b/docs/source/simplebench.reporters.graph.matplotlib.reporter.exceptions.html
index 8dc35596..6c834fb6 100644
--- a/docs/source/simplebench.reporters.graph.matplotlib.reporter.exceptions.html
+++ b/docs/source/simplebench.reporters.graph.matplotlib.reporter.exceptions.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.graph.matplotlib.reporter.exceptions module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.graph.matplotlib.reporter.exceptions module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -288,7 +289,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.graph.matplotlib.reporter.html b/docs/source/simplebench.reporters.graph.matplotlib.reporter.html
index 45e48460..20909122 100644
--- a/docs/source/simplebench.reporters.graph.matplotlib.reporter.html
+++ b/docs/source/simplebench.reporters.graph.matplotlib.reporter.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.graph.matplotlib.reporter package - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.graph.matplotlib.reporter package - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -1115,7 +1116,7 @@ 
    Submodules
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.graph.matplotlib.reporter.options.exceptions.html b/docs/source/simplebench.reporters.graph.matplotlib.reporter.options.exceptions.html
index d276e905..82b23a30 100644
--- a/docs/source/simplebench.reporters.graph.matplotlib.reporter.options.exceptions.html
+++ b/docs/source/simplebench.reporters.graph.matplotlib.reporter.options.exceptions.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.graph.matplotlib.reporter.options.exceptions module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.graph.matplotlib.reporter.options.exceptions module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -288,7 +289,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.graph.matplotlib.reporter.options.html b/docs/source/simplebench.reporters.graph.matplotlib.reporter.options.html
index f2c0e061..048ec1ae 100644
--- a/docs/source/simplebench.reporters.graph.matplotlib.reporter.options.html
+++ b/docs/source/simplebench.reporters.graph.matplotlib.reporter.options.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.graph.matplotlib.reporter.options package - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.graph.matplotlib.reporter.options package - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -1058,7 +1059,7 @@ 
    Submodules
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.graph.matplotlib.reporter.options.options.html b/docs/source/simplebench.reporters.graph.matplotlib.reporter.options.options.html
index 48410459..cbc0eee8 100644
--- a/docs/source/simplebench.reporters.graph.matplotlib.reporter.options.options.html
+++ b/docs/source/simplebench.reporters.graph.matplotlib.reporter.options.options.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.graph.matplotlib.reporter.options.options module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.graph.matplotlib.reporter.options.options module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -1012,7 +1013,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.graph.matplotlib.reporter.reporter.html b/docs/source/simplebench.reporters.graph.matplotlib.reporter.reporter.html
index 057b2c02..38b0bdc2 100644
--- a/docs/source/simplebench.reporters.graph.matplotlib.reporter.reporter.html
+++ b/docs/source/simplebench.reporters.graph.matplotlib.reporter.reporter.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.graph.matplotlib.reporter.reporter module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.graph.matplotlib.reporter.reporter module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -331,7 +332,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.graph.matplotlib.theme.base.html b/docs/source/simplebench.reporters.graph.matplotlib.theme.base.html
index 1ed0bb4b..27baf56c 100644
--- a/docs/source/simplebench.reporters.graph.matplotlib.theme.base.html
+++ b/docs/source/simplebench.reporters.graph.matplotlib.theme.base.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.graph.matplotlib.theme.base module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.graph.matplotlib.theme.base module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -361,7 +362,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.graph.matplotlib.theme.default.html b/docs/source/simplebench.reporters.graph.matplotlib.theme.default.html
index ee3363ba..f4ade19d 100644
--- a/docs/source/simplebench.reporters.graph.matplotlib.theme.default.html
+++ b/docs/source/simplebench.reporters.graph.matplotlib.theme.default.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.graph.matplotlib.theme.default module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.graph.matplotlib.theme.default module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -315,7 +316,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.graph.matplotlib.theme.exceptions.html b/docs/source/simplebench.reporters.graph.matplotlib.theme.exceptions.html
index a1094cbe..ccad7412 100644
--- a/docs/source/simplebench.reporters.graph.matplotlib.theme.exceptions.html
+++ b/docs/source/simplebench.reporters.graph.matplotlib.theme.exceptions.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.graph.matplotlib.theme.exceptions module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.graph.matplotlib.theme.exceptions module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -287,7 +288,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.graph.matplotlib.theme.html b/docs/source/simplebench.reporters.graph.matplotlib.theme.html
index 3de22b27..e77aeaf5 100644
--- a/docs/source/simplebench.reporters.graph.matplotlib.theme.html
+++ b/docs/source/simplebench.reporters.graph.matplotlib.theme.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.graph.matplotlib.theme package - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.graph.matplotlib.theme package - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -383,7 +384,7 @@ 
    Submodules
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.graph.options.html b/docs/source/simplebench.reporters.graph.options.html
index 1bc24897..e5f79be1 100644
--- a/docs/source/simplebench.reporters.graph.options.html
+++ b/docs/source/simplebench.reporters.graph.options.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.graph.options module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.graph.options module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -314,7 +315,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.graph.scatterplot.config.html b/docs/source/simplebench.reporters.graph.scatterplot.config.html
index ab1a458c..33012d57 100644
--- a/docs/source/simplebench.reporters.graph.scatterplot.config.html
+++ b/docs/source/simplebench.reporters.graph.scatterplot.config.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.graph.scatterplot.config module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.graph.scatterplot.config module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -286,7 +287,7 @@ 
    simplebench.reporters.graph.scatterplot.config module
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.graph.scatterplot.exceptions.html b/docs/source/simplebench.reporters.graph.scatterplot.exceptions.html
index 2f50a747..9019ed47 100644
--- a/docs/source/simplebench.reporters.graph.scatterplot.exceptions.html
+++ b/docs/source/simplebench.reporters.graph.scatterplot.exceptions.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.graph.scatterplot.exceptions module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.graph.scatterplot.exceptions module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -286,7 +287,7 @@ 
    simplebench.reporters.graph.scatterplot.exceptions module
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.graph.scatterplot.html b/docs/source/simplebench.reporters.graph.scatterplot.html
index 81b71439..87850f4c 100644
--- a/docs/source/simplebench.reporters.graph.scatterplot.html
+++ b/docs/source/simplebench.reporters.graph.scatterplot.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.graph.scatterplot package - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.graph.scatterplot package - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -587,7 +588,7 @@ 
    Subpackages
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.graph.scatterplot.options.exceptions.html b/docs/source/simplebench.reporters.graph.scatterplot.options.exceptions.html
index 31b06079..28670886 100644
--- a/docs/source/simplebench.reporters.graph.scatterplot.options.exceptions.html
+++ b/docs/source/simplebench.reporters.graph.scatterplot.options.exceptions.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.graph.scatterplot.options.exceptions module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.graph.scatterplot.options.exceptions module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -286,7 +287,7 @@ 
    simplebench.reporters.graph.scatterplot.options.exceptions module
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.graph.scatterplot.options.html b/docs/source/simplebench.reporters.graph.scatterplot.options.html
index b6d0d11b..5d9a7976 100644
--- a/docs/source/simplebench.reporters.graph.scatterplot.options.html
+++ b/docs/source/simplebench.reporters.graph.scatterplot.options.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.graph.scatterplot.options package - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.graph.scatterplot.options package - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -314,7 +315,7 @@ 
    Submodules
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.graph.scatterplot.options.options.html b/docs/source/simplebench.reporters.graph.scatterplot.options.options.html
index 39b19c39..aa172398 100644
--- a/docs/source/simplebench.reporters.graph.scatterplot.options.options.html
+++ b/docs/source/simplebench.reporters.graph.scatterplot.options.options.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.graph.scatterplot.options.options module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.graph.scatterplot.options.options module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -286,7 +287,7 @@ 
    simplebench.reporters.graph.scatterplot.options.options module
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.graph.scatterplot.reporter.config.html b/docs/source/simplebench.reporters.graph.scatterplot.reporter.config.html
index b757d82a..203272ef 100644
--- a/docs/source/simplebench.reporters.graph.scatterplot.reporter.config.html
+++ b/docs/source/simplebench.reporters.graph.scatterplot.reporter.config.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.graph.scatterplot.reporter.config module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.graph.scatterplot.reporter.config module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -337,7 +338,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.graph.scatterplot.reporter.exceptions.html b/docs/source/simplebench.reporters.graph.scatterplot.reporter.exceptions.html
index a0f4614c..be4c0b0e 100644
--- a/docs/source/simplebench.reporters.graph.scatterplot.reporter.exceptions.html
+++ b/docs/source/simplebench.reporters.graph.scatterplot.reporter.exceptions.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.graph.scatterplot.reporter.exceptions module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.graph.scatterplot.reporter.exceptions module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -287,7 +288,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.graph.scatterplot.reporter.html b/docs/source/simplebench.reporters.graph.scatterplot.reporter.html
index ce13f63c..79dbffee 100644
--- a/docs/source/simplebench.reporters.graph.scatterplot.reporter.html
+++ b/docs/source/simplebench.reporters.graph.scatterplot.reporter.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.graph.scatterplot.reporter package - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.graph.scatterplot.reporter package - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -589,7 +590,7 @@ 
    Submodules
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.graph.scatterplot.reporter.options.exceptions.html b/docs/source/simplebench.reporters.graph.scatterplot.reporter.options.exceptions.html
index fc4dfa5e..080dd981 100644
--- a/docs/source/simplebench.reporters.graph.scatterplot.reporter.options.exceptions.html
+++ b/docs/source/simplebench.reporters.graph.scatterplot.reporter.options.exceptions.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.graph.scatterplot.reporter.options.exceptions module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.graph.scatterplot.reporter.options.exceptions module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -287,7 +288,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.graph.scatterplot.reporter.options.html b/docs/source/simplebench.reporters.graph.scatterplot.reporter.options.html
index 3a2e3b01..91493d27 100644
--- a/docs/source/simplebench.reporters.graph.scatterplot.reporter.options.html
+++ b/docs/source/simplebench.reporters.graph.scatterplot.reporter.options.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.graph.scatterplot.reporter.options package - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.graph.scatterplot.reporter.options package - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -388,7 +389,7 @@ 
    Submodules
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.graph.scatterplot.reporter.options.options.html b/docs/source/simplebench.reporters.graph.scatterplot.reporter.options.options.html
index 6a29651f..2014efa7 100644
--- a/docs/source/simplebench.reporters.graph.scatterplot.reporter.options.options.html
+++ b/docs/source/simplebench.reporters.graph.scatterplot.reporter.options.options.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.graph.scatterplot.reporter.options.options module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.graph.scatterplot.reporter.options.options module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -375,7 +376,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.graph.scatterplot.reporter.reporter.html b/docs/source/simplebench.reporters.graph.scatterplot.reporter.reporter.html
index 4f63489a..24b957c9 100644
--- a/docs/source/simplebench.reporters.graph.scatterplot.reporter.reporter.html
+++ b/docs/source/simplebench.reporters.graph.scatterplot.reporter.reporter.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.graph.scatterplot.reporter.reporter module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.graph.scatterplot.reporter.reporter module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -434,7 +435,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.html b/docs/source/simplebench.reporters.html
index 4709f293..8a71f6c7 100644
--- a/docs/source/simplebench.reporters.html
+++ b/docs/source/simplebench.reporters.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters package - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters package - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -706,7 +707,7 @@ 
    Subpackages
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.json.html b/docs/source/simplebench.reporters.json.html
index ae2c1ffa..c638dd10 100644
--- a/docs/source/simplebench.reporters.json.html
+++ b/docs/source/simplebench.reporters.json.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.json package - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.json package - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -587,7 +588,7 @@ 
    Subpackages
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.json.reporter.config.html b/docs/source/simplebench.reporters.json.reporter.config.html
index fd683182..e178a816 100644
--- a/docs/source/simplebench.reporters.json.reporter.config.html
+++ b/docs/source/simplebench.reporters.json.reporter.config.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.json.reporter.config module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.json.reporter.config module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -337,7 +338,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.json.reporter.exceptions.html b/docs/source/simplebench.reporters.json.reporter.exceptions.html
index 8acc2037..cc3c6728 100644
--- a/docs/source/simplebench.reporters.json.reporter.exceptions.html
+++ b/docs/source/simplebench.reporters.json.reporter.exceptions.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.json.reporter.exceptions module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.json.reporter.exceptions module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -287,7 +288,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.json.reporter.html b/docs/source/simplebench.reporters.json.reporter.html
index 90ba8610..014ee3bf 100644
--- a/docs/source/simplebench.reporters.json.reporter.html
+++ b/docs/source/simplebench.reporters.json.reporter.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.json.reporter package - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.json.reporter package - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -578,7 +579,7 @@ 
    Submodules
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.json.reporter.options.exceptions.html b/docs/source/simplebench.reporters.json.reporter.options.exceptions.html
index e12b0f57..cfaac002 100644
--- a/docs/source/simplebench.reporters.json.reporter.options.exceptions.html
+++ b/docs/source/simplebench.reporters.json.reporter.options.exceptions.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.json.reporter.options.exceptions module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.json.reporter.options.exceptions module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -287,7 +288,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.json.reporter.options.html b/docs/source/simplebench.reporters.json.reporter.options.html
index 3ae36274..b65e2ef3 100644
--- a/docs/source/simplebench.reporters.json.reporter.options.html
+++ b/docs/source/simplebench.reporters.json.reporter.options.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.json.reporter.options package - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.json.reporter.options package - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -362,7 +363,7 @@ 
    Submodules
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.json.reporter.options.options.html b/docs/source/simplebench.reporters.json.reporter.options.options.html
index 682f3ae8..5c47d435 100644
--- a/docs/source/simplebench.reporters.json.reporter.options.options.html
+++ b/docs/source/simplebench.reporters.json.reporter.options.options.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.json.reporter.options.options module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.json.reporter.options.options module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -346,7 +347,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.json.reporter.reporter.html b/docs/source/simplebench.reporters.json.reporter.reporter.html
index 2fb2d53d..a183414a 100644
--- a/docs/source/simplebench.reporters.json.reporter.reporter.html
+++ b/docs/source/simplebench.reporters.json.reporter.reporter.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.json.reporter.reporter module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.json.reporter.reporter module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -461,7 +462,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.log.exceptions.html b/docs/source/simplebench.reporters.log.exceptions.html
index 409ea728..c4902b60 100644
--- a/docs/source/simplebench.reporters.log.exceptions.html
+++ b/docs/source/simplebench.reporters.log.exceptions.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.log.exceptions package - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.log.exceptions package - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -314,7 +315,7 @@ 
    Submodules
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.log.exceptions.report_log_metadata.html b/docs/source/simplebench.reporters.log.exceptions.report_log_metadata.html
index c8c1db77..962724ff 100644
--- a/docs/source/simplebench.reporters.log.exceptions.report_log_metadata.html
+++ b/docs/source/simplebench.reporters.log.exceptions.report_log_metadata.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.log.exceptions.report_log_metadata module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.log.exceptions.report_log_metadata module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -287,7 +288,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.log.html b/docs/source/simplebench.reporters.log.html
index 82cb2edd..b1989985 100644
--- a/docs/source/simplebench.reporters.log.html
+++ b/docs/source/simplebench.reporters.log.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.log package - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.log package - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -461,7 +462,7 @@ 
    Submodules
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.log.report_log_metadata.html b/docs/source/simplebench.reporters.log.report_log_metadata.html
index 6cdbbca4..fd2016b6 100644
--- a/docs/source/simplebench.reporters.log.report_log_metadata.html
+++ b/docs/source/simplebench.reporters.log.report_log_metadata.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.log.report_log_metadata module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.log.report_log_metadata module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -424,7 +425,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.protocols.choice_protocol.html b/docs/source/simplebench.reporters.protocols.choice_protocol.html
index 9e3217a3..c52a6ef3 100644
--- a/docs/source/simplebench.reporters.protocols.choice_protocol.html
+++ b/docs/source/simplebench.reporters.protocols.choice_protocol.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.protocols.choice_protocol module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.protocols.choice_protocol module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -348,7 +349,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.protocols.html b/docs/source/simplebench.reporters.protocols.html
index 6654285c..bb69decc 100644
--- a/docs/source/simplebench.reporters.protocols.html
+++ b/docs/source/simplebench.reporters.protocols.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.protocols package - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.protocols package - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -401,7 +402,7 @@ 
    Submodules
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.protocols.report_renderer.html b/docs/source/simplebench.reporters.protocols.report_renderer.html
index c2e0e0a0..8343cf9f 100644
--- a/docs/source/simplebench.reporters.protocols.report_renderer.html
+++ b/docs/source/simplebench.reporters.protocols.report_renderer.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.protocols.report_renderer module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.protocols.report_renderer module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -321,7 +322,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.protocols.reporter_callback.html b/docs/source/simplebench.reporters.protocols.reporter_callback.html
index bd8f0272..8aa068df 100644
--- a/docs/source/simplebench.reporters.protocols.reporter_callback.html
+++ b/docs/source/simplebench.reporters.protocols.reporter_callback.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.protocols.reporter_callback module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.protocols.reporter_callback module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -318,7 +319,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.reporter.config.html b/docs/source/simplebench.reporters.reporter.config.html
index b128ec3e..85d9f0e9 100644
--- a/docs/source/simplebench.reporters.reporter.config.html
+++ b/docs/source/simplebench.reporters.reporter.config.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.reporter.config module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.reporter.config module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
       
     
    
     
    
-      
    simplebench 0.4.0-alpha.0 documentation
    
+      
    simplebench 0.4.1-alpha.0 documentation
    
     
    
     
    
       
    
@@ -185,7 +185,7 @@
       
       
    
   
-  simplebench 0.4.0-alpha.0 documentation
+  simplebench 0.4.1-alpha.0 documentation
   
 
   
@@ -200,7 +200,8 @@
 
 
 
  • Tutorials
 
    • 
 
  • Command-Line Options
    • 
@@ -568,7 +569,7 @@
       
     
   
    
-
    
+
    
     
     
     
diff --git a/docs/source/simplebench.reporters.reporter.exceptions.config.html b/docs/source/simplebench.reporters.reporter.exceptions.config.html
index 35637b39..255dbd42 100644
--- a/docs/source/simplebench.reporters.reporter.exceptions.config.html
+++ b/docs/source/simplebench.reporters.reporter.exceptions.config.html
@@ -6,13 +6,13 @@
 
 
     
-        simplebench.reporters.reporter.exceptions.config module - simplebench 0.4.0-alpha.0 documentation
+        simplebench.reporters.reporter.exceptions.config module - simplebench 0.4.1-alpha.0 documentation
       
     
     
     
     
-    
+    
     
     
 
@@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -287,7 +288,7 @@
    -
    +
    diff --git a/docs/source/simplebench.reporters.reporter.exceptions.html b/docs/source/simplebench.reporters.reporter.exceptions.html index 6e2a7047..bc224350 100644 --- a/docs/source/simplebench.reporters.reporter.exceptions.html +++ b/docs/source/simplebench.reporters.reporter.exceptions.html @@ -6,13 +6,13 @@ - simplebench.reporters.reporter.exceptions package - simplebench 0.4.0-alpha.0 documentation + simplebench.reporters.reporter.exceptions package - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -316,7 +317,7 @@

    Submodules +

    diff --git a/docs/source/simplebench.reporters.reporter.exceptions.prioritized.html b/docs/source/simplebench.reporters.reporter.exceptions.prioritized.html index 0cde9391..084e8768 100644 --- a/docs/source/simplebench.reporters.reporter.exceptions.prioritized.html +++ b/docs/source/simplebench.reporters.reporter.exceptions.prioritized.html @@ -6,13 +6,13 @@ - simplebench.reporters.reporter.exceptions.prioritized module - simplebench 0.4.0-alpha.0 documentation + simplebench.reporters.reporter.exceptions.prioritized module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -287,7 +288,7 @@
    -
    +
    diff --git a/docs/source/simplebench.reporters.reporter.exceptions.reporter.html b/docs/source/simplebench.reporters.reporter.exceptions.reporter.html index 7d1b346c..0a7e369b 100644 --- a/docs/source/simplebench.reporters.reporter.exceptions.reporter.html +++ b/docs/source/simplebench.reporters.reporter.exceptions.reporter.html @@ -6,13 +6,13 @@ - simplebench.reporters.reporter.exceptions.reporter module - simplebench 0.4.0-alpha.0 documentation + simplebench.reporters.reporter.exceptions.reporter module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -287,7 +288,7 @@
    -
    +
    diff --git a/docs/source/simplebench.reporters.reporter.html b/docs/source/simplebench.reporters.reporter.html index 0cc0ac6f..c11f031a 100644 --- a/docs/source/simplebench.reporters.reporter.html +++ b/docs/source/simplebench.reporters.reporter.html @@ -6,13 +6,13 @@ - simplebench.reporters.reporter package - simplebench 0.4.0-alpha.0 documentation + simplebench.reporters.reporter package - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -1185,7 +1186,7 @@

    Submodules +

    diff --git a/docs/source/simplebench.reporters.reporter.mixins.html b/docs/source/simplebench.reporters.reporter.mixins.html index fa6a05ce..69277e76 100644 --- a/docs/source/simplebench.reporters.reporter.mixins.html +++ b/docs/source/simplebench.reporters.reporter.mixins.html @@ -6,13 +6,13 @@ - simplebench.reporters.reporter.mixins package - simplebench 0.4.0-alpha.0 documentation + simplebench.reporters.reporter.mixins package - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -301,7 +302,7 @@
    -
    +
    diff --git a/docs/source/simplebench.reporters.reporter.options.html b/docs/source/simplebench.reporters.reporter.options.html index 9fb59b7f..0ea59e6a 100644 --- a/docs/source/simplebench.reporters.reporter.options.html +++ b/docs/source/simplebench.reporters.reporter.options.html @@ -6,13 +6,13 @@ - simplebench.reporters.reporter.options module - simplebench 0.4.0-alpha.0 documentation + simplebench.reporters.reporter.options module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -319,7 +320,7 @@
    -
    +
    diff --git a/docs/source/simplebench.reporters.reporter.prioritized.html b/docs/source/simplebench.reporters.reporter.prioritized.html index 32506c4e..e952f8f3 100644 --- a/docs/source/simplebench.reporters.reporter.prioritized.html +++ b/docs/source/simplebench.reporters.reporter.prioritized.html @@ -6,13 +6,13 @@ - simplebench.reporters.reporter.prioritized module - simplebench 0.4.0-alpha.0 documentation + simplebench.reporters.reporter.prioritized module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -455,7 +456,7 @@
    -
    +
    diff --git a/docs/source/simplebench.reporters.reporter.protocols.html b/docs/source/simplebench.reporters.reporter.protocols.html index ad1613e1..1aae8859 100644 --- a/docs/source/simplebench.reporters.reporter.protocols.html +++ b/docs/source/simplebench.reporters.reporter.protocols.html @@ -6,13 +6,13 @@ - simplebench.reporters.reporter.protocols module - simplebench 0.4.0-alpha.0 documentation + simplebench.reporters.reporter.protocols module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -1208,7 +1209,7 @@
    -
    +
    diff --git a/docs/source/simplebench.reporters.reporter.reporter.html b/docs/source/simplebench.reporters.reporter.reporter.html index 64997b82..d31703f7 100644 --- a/docs/source/simplebench.reporters.reporter.reporter.html +++ b/docs/source/simplebench.reporters.reporter.reporter.html @@ -6,13 +6,13 @@ - simplebench.reporters.reporter.reporter module - simplebench 0.4.0-alpha.0 documentation + simplebench.reporters.reporter.reporter module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -777,7 +778,7 @@
    -
    +
    diff --git a/docs/source/simplebench.reporters.reporter_manager.decorators.html b/docs/source/simplebench.reporters.reporter_manager.decorators.html index 3457ec5f..d207c883 100644 --- a/docs/source/simplebench.reporters.reporter_manager.decorators.html +++ b/docs/source/simplebench.reporters.reporter_manager.decorators.html @@ -6,13 +6,13 @@ - simplebench.reporters.reporter_manager.decorators package - simplebench 0.4.0-alpha.0 documentation + simplebench.reporters.reporter_manager.decorators package - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -374,7 +375,7 @@

    Subpackages +

    diff --git a/docs/source/simplebench.reporters.reporter_manager.decorators.register_reporter.exceptions.html b/docs/source/simplebench.reporters.reporter_manager.decorators.register_reporter.exceptions.html index eb6402f9..78570b53 100644 --- a/docs/source/simplebench.reporters.reporter_manager.decorators.register_reporter.exceptions.html +++ b/docs/source/simplebench.reporters.reporter_manager.decorators.register_reporter.exceptions.html @@ -6,13 +6,13 @@ - simplebench.reporters.reporter_manager.decorators.register_reporter.exceptions module - simplebench 0.4.0-alpha.0 documentation + simplebench.reporters.reporter_manager.decorators.register_reporter.exceptions module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -287,7 +288,7 @@
    -
    +
    diff --git a/docs/source/simplebench.reporters.reporter_manager.decorators.register_reporter.html b/docs/source/simplebench.reporters.reporter_manager.decorators.register_reporter.html index e3da94fe..9c158399 100644 --- a/docs/source/simplebench.reporters.reporter_manager.decorators.register_reporter.html +++ b/docs/source/simplebench.reporters.reporter_manager.decorators.register_reporter.html @@ -6,13 +6,13 @@ - simplebench.reporters.reporter_manager.decorators.register_reporter package - simplebench 0.4.0-alpha.0 documentation + simplebench.reporters.reporter_manager.decorators.register_reporter package - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -365,7 +366,7 @@

    Submodules +

    diff --git a/docs/source/simplebench.reporters.reporter_manager.decorators.register_reporter.register_reporter.html b/docs/source/simplebench.reporters.reporter_manager.decorators.register_reporter.register_reporter.html index c4cad58b..e1104acd 100644 --- a/docs/source/simplebench.reporters.reporter_manager.decorators.register_reporter.register_reporter.html +++ b/docs/source/simplebench.reporters.reporter_manager.decorators.register_reporter.register_reporter.html @@ -6,13 +6,13 @@ - simplebench.reporters.reporter_manager.decorators.register_reporter.register_reporter module - simplebench 0.4.0-alpha.0 documentation + simplebench.reporters.reporter_manager.decorators.register_reporter.register_reporter module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -345,7 +346,7 @@
    -
    +
    diff --git a/docs/source/simplebench.reporters.reporter_manager.exceptions.html b/docs/source/simplebench.reporters.reporter_manager.exceptions.html index 779aa339..6de8c08a 100644 --- a/docs/source/simplebench.reporters.reporter_manager.exceptions.html +++ b/docs/source/simplebench.reporters.reporter_manager.exceptions.html @@ -6,13 +6,13 @@ - simplebench.reporters.reporter_manager.exceptions package - simplebench 0.4.0-alpha.0 documentation + simplebench.reporters.reporter_manager.exceptions package - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -314,7 +315,7 @@

    Submodules +

    diff --git a/docs/source/simplebench.reporters.reporter_manager.exceptions.manager.html b/docs/source/simplebench.reporters.reporter_manager.exceptions.manager.html index 32d1d59b..64046706 100644 --- a/docs/source/simplebench.reporters.reporter_manager.exceptions.manager.html +++ b/docs/source/simplebench.reporters.reporter_manager.exceptions.manager.html @@ -6,13 +6,13 @@ - simplebench.reporters.reporter_manager.exceptions.manager module - simplebench 0.4.0-alpha.0 documentation + simplebench.reporters.reporter_manager.exceptions.manager module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -287,7 +288,7 @@
    -
    +
    diff --git a/docs/source/simplebench.reporters.reporter_manager.html b/docs/source/simplebench.reporters.reporter_manager.html index 09a68cc4..a63a401b 100644 --- a/docs/source/simplebench.reporters.reporter_manager.html +++ b/docs/source/simplebench.reporters.reporter_manager.html @@ -6,13 +6,13 @@ - simplebench.reporters.reporter_manager package - simplebench 0.4.0-alpha.0 documentation + simplebench.reporters.reporter_manager package - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -576,7 +577,7 @@

    Submodules +

    diff --git a/docs/source/simplebench.reporters.reporter_manager.manager.html b/docs/source/simplebench.reporters.reporter_manager.manager.html index cec60e1d..f6a0c69a 100644 --- a/docs/source/simplebench.reporters.reporter_manager.manager.html +++ b/docs/source/simplebench.reporters.reporter_manager.manager.html @@ -6,13 +6,13 @@ - simplebench.reporters.reporter_manager.manager module - simplebench 0.4.0-alpha.0 documentation + simplebench.reporters.reporter_manager.manager module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -529,7 +530,7 @@
    -
    +
    diff --git a/docs/source/simplebench.reporters.rich_table.html b/docs/source/simplebench.reporters.rich_table.html index 47a659dd..8ba5472c 100644 --- a/docs/source/simplebench.reporters.rich_table.html +++ b/docs/source/simplebench.reporters.rich_table.html @@ -6,13 +6,13 @@ - simplebench.reporters.rich_table package - simplebench 0.4.0-alpha.0 documentation + simplebench.reporters.rich_table package - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -592,7 +593,7 @@

    Subpackages +

    diff --git a/docs/source/simplebench.reporters.rich_table.reporter.config.html b/docs/source/simplebench.reporters.rich_table.reporter.config.html index ad096bda..13d59653 100644 --- a/docs/source/simplebench.reporters.rich_table.reporter.config.html +++ b/docs/source/simplebench.reporters.rich_table.reporter.config.html @@ -6,13 +6,13 @@ - simplebench.reporters.rich_table.reporter.config module - simplebench 0.4.0-alpha.0 documentation + simplebench.reporters.rich_table.reporter.config module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -384,7 +385,7 @@
    -
    +
    diff --git a/docs/source/simplebench.reporters.rich_table.reporter.exceptions.html b/docs/source/simplebench.reporters.rich_table.reporter.exceptions.html index 8e98b2ae..d5dc8e57 100644 --- a/docs/source/simplebench.reporters.rich_table.reporter.exceptions.html +++ b/docs/source/simplebench.reporters.rich_table.reporter.exceptions.html @@ -6,13 +6,13 @@ - simplebench.reporters.rich_table.reporter.exceptions module - simplebench 0.4.0-alpha.0 documentation + simplebench.reporters.rich_table.reporter.exceptions module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -287,7 +288,7 @@
    -
    +
    diff --git a/docs/source/simplebench.reporters.rich_table.reporter.html b/docs/source/simplebench.reporters.rich_table.reporter.html index 85b8388b..e0bd53a5 100644 --- a/docs/source/simplebench.reporters.rich_table.reporter.html +++ b/docs/source/simplebench.reporters.rich_table.reporter.html @@ -6,13 +6,13 @@ - simplebench.reporters.rich_table.reporter package - simplebench 0.4.0-alpha.0 documentation + simplebench.reporters.rich_table.reporter package - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -587,7 +588,7 @@

    Submodules +

    diff --git a/docs/source/simplebench.reporters.rich_table.reporter.options.exceptions.html b/docs/source/simplebench.reporters.rich_table.reporter.options.exceptions.html index a9e731c0..510f46ae 100644 --- a/docs/source/simplebench.reporters.rich_table.reporter.options.exceptions.html +++ b/docs/source/simplebench.reporters.rich_table.reporter.options.exceptions.html @@ -6,13 +6,13 @@ - simplebench.reporters.rich_table.reporter.options.exceptions module - simplebench 0.4.0-alpha.0 documentation + simplebench.reporters.rich_table.reporter.options.exceptions module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -287,7 +288,7 @@
    -
    +
    diff --git a/docs/source/simplebench.reporters.rich_table.reporter.options.html b/docs/source/simplebench.reporters.rich_table.reporter.options.html index b8cb1f9d..f92918eb 100644 --- a/docs/source/simplebench.reporters.rich_table.reporter.options.html +++ b/docs/source/simplebench.reporters.rich_table.reporter.options.html @@ -6,13 +6,13 @@ - simplebench.reporters.rich_table.reporter.options package - simplebench 0.4.0-alpha.0 documentation + simplebench.reporters.rich_table.reporter.options package - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -377,7 +378,7 @@

    Submodules +

    diff --git a/docs/source/simplebench.reporters.rich_table.reporter.options.options.html b/docs/source/simplebench.reporters.rich_table.reporter.options.options.html index 4873d5f3..c9a35e7c 100644 --- a/docs/source/simplebench.reporters.rich_table.reporter.options.options.html +++ b/docs/source/simplebench.reporters.rich_table.reporter.options.options.html @@ -6,13 +6,13 @@ - simplebench.reporters.rich_table.reporter.options.options module - simplebench 0.4.0-alpha.0 documentation + simplebench.reporters.rich_table.reporter.options.options module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -361,7 +362,7 @@
    -
    +
    diff --git a/docs/source/simplebench.reporters.rich_table.reporter.reporter.html b/docs/source/simplebench.reporters.rich_table.reporter.reporter.html index 20af8eb7..1f77ff84 100644 --- a/docs/source/simplebench.reporters.rich_table.reporter.reporter.html +++ b/docs/source/simplebench.reporters.rich_table.reporter.reporter.html @@ -6,13 +6,13 @@ - simplebench.reporters.rich_table.reporter.reporter module - simplebench 0.4.0-alpha.0 documentation + simplebench.reporters.rich_table.reporter.reporter module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -405,7 +406,7 @@
    -
    +
    diff --git a/docs/source/simplebench.reporters.validators.exceptions.html b/docs/source/simplebench.reporters.validators.exceptions.html index caaa83dd..4e759345 100644 --- a/docs/source/simplebench.reporters.validators.exceptions.html +++ b/docs/source/simplebench.reporters.validators.exceptions.html @@ -6,13 +6,13 @@ - simplebench.reporters.validators.exceptions module - simplebench 0.4.0-alpha.0 documentation + simplebench.reporters.validators.exceptions module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -287,7 +288,7 @@
    -
    +
    diff --git a/docs/source/simplebench.reporters.validators.html b/docs/source/simplebench.reporters.validators.html index 65debda3..cf7981fb 100644 --- a/docs/source/simplebench.reporters.validators.html +++ b/docs/source/simplebench.reporters.validators.html @@ -6,13 +6,13 @@ - simplebench.reporters.validators package - simplebench 0.4.0-alpha.0 documentation + simplebench.reporters.validators package - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -407,7 +408,7 @@

    Submodules +

    diff --git a/docs/source/simplebench.reporters.validators.validators.html b/docs/source/simplebench.reporters.validators.validators.html index db4a15c6..ead6319b 100644 --- a/docs/source/simplebench.reporters.validators.validators.html +++ b/docs/source/simplebench.reporters.validators.validators.html @@ -6,13 +6,13 @@ - simplebench.reporters.validators.validators module - simplebench 0.4.0-alpha.0 documentation + simplebench.reporters.validators.validators module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -444,7 +445,7 @@
    -
    +
    diff --git a/docs/source/simplebench.results.html b/docs/source/simplebench.results.html index 62259c33..02f429be 100644 --- a/docs/source/simplebench.results.html +++ b/docs/source/simplebench.results.html @@ -6,13 +6,13 @@ - simplebench.results module - simplebench 0.4.0-alpha.0 documentation + simplebench.results module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -596,7 +597,7 @@
    -
    +
    diff --git a/docs/source/simplebench.runners.html b/docs/source/simplebench.runners.html index e4baeb2a..7e8b19fa 100644 --- a/docs/source/simplebench.runners.html +++ b/docs/source/simplebench.runners.html @@ -6,13 +6,13 @@ - simplebench.runners module - simplebench 0.4.0-alpha.0 documentation + simplebench.runners module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -481,7 +482,7 @@
    -
    +
    diff --git a/docs/source/simplebench.session.html b/docs/source/simplebench.session.html index f9a6b38a..5edff779 100644 --- a/docs/source/simplebench.session.html +++ b/docs/source/simplebench.session.html @@ -6,13 +6,13 @@ - simplebench.session module - simplebench 0.4.0-alpha.0 documentation + simplebench.session module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -261,7 +262,7 @@
    *,
    cases: Sequence[Case] | None = None,
    -
    verbosity: Verbosity = Verbosity.NORMAL,
    +
    verbosity: Verbosity = Verbosity.NORMAL,
    default_runner: type[SimpleRunner] | None = None,
    args_parser: ArgumentParser | None = None,
    show_progress: bool = False,
    @@ -511,7 +512,7 @@
    -property verbosity: VerbosityπŸ”—
    +property verbosity: VerbosityπŸ”—

    The Verbosity level for this session.

    @@ -589,7 +590,7 @@
    -
    +
    diff --git a/docs/source/simplebench.si_units.html b/docs/source/simplebench.si_units.html index 53501766..d021ef31 100644 --- a/docs/source/simplebench.si_units.html +++ b/docs/source/simplebench.si_units.html @@ -6,13 +6,13 @@ - simplebench.si_units module - simplebench 0.4.0-alpha.0 documentation + simplebench.si_units module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -483,7 +484,7 @@
    -
    +
    diff --git a/docs/source/simplebench.stats.exceptions.html b/docs/source/simplebench.stats.exceptions.html index d4cdd5b7..e4f7f369 100644 --- a/docs/source/simplebench.stats.exceptions.html +++ b/docs/source/simplebench.stats.exceptions.html @@ -6,13 +6,13 @@ - simplebench.stats.exceptions package - simplebench 0.4.0-alpha.0 documentation + simplebench.stats.exceptions package - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -318,7 +319,7 @@

    Submodules +

    diff --git a/docs/source/simplebench.stats.exceptions.memory_usage.html b/docs/source/simplebench.stats.exceptions.memory_usage.html index 3f5066d0..72ace839 100644 --- a/docs/source/simplebench.stats.exceptions.memory_usage.html +++ b/docs/source/simplebench.stats.exceptions.memory_usage.html @@ -6,13 +6,13 @@ - simplebench.stats.exceptions.memory_usage module - simplebench 0.4.0-alpha.0 documentation + simplebench.stats.exceptions.memory_usage module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -287,7 +288,7 @@
    -
    +
    diff --git a/docs/source/simplebench.stats.exceptions.operation_timings.html b/docs/source/simplebench.stats.exceptions.operation_timings.html index df59bb2f..13cd4213 100644 --- a/docs/source/simplebench.stats.exceptions.operation_timings.html +++ b/docs/source/simplebench.stats.exceptions.operation_timings.html @@ -6,13 +6,13 @@ - simplebench.stats.exceptions.operation_timings module - simplebench 0.4.0-alpha.0 documentation + simplebench.stats.exceptions.operation_timings module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -287,7 +288,7 @@
    -
    +
    diff --git a/docs/source/simplebench.stats.exceptions.operations_per_interval.html b/docs/source/simplebench.stats.exceptions.operations_per_interval.html index ec68e20c..8b6bddfc 100644 --- a/docs/source/simplebench.stats.exceptions.operations_per_interval.html +++ b/docs/source/simplebench.stats.exceptions.operations_per_interval.html @@ -6,13 +6,13 @@ - simplebench.stats.exceptions.operations_per_interval module - simplebench 0.4.0-alpha.0 documentation + simplebench.stats.exceptions.operations_per_interval module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -287,7 +288,7 @@
    -
    +
    diff --git a/docs/source/simplebench.stats.exceptions.peak_memory_usage.html b/docs/source/simplebench.stats.exceptions.peak_memory_usage.html index 360f3735..b3983632 100644 --- a/docs/source/simplebench.stats.exceptions.peak_memory_usage.html +++ b/docs/source/simplebench.stats.exceptions.peak_memory_usage.html @@ -6,13 +6,13 @@ - simplebench.stats.exceptions.peak_memory_usage module - simplebench 0.4.0-alpha.0 documentation + simplebench.stats.exceptions.peak_memory_usage module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -287,7 +288,7 @@
    -
    +
    diff --git a/docs/source/simplebench.stats.exceptions.stats.html b/docs/source/simplebench.stats.exceptions.stats.html index 03c6f8e4..ad90e0ef 100644 --- a/docs/source/simplebench.stats.exceptions.stats.html +++ b/docs/source/simplebench.stats.exceptions.stats.html @@ -6,13 +6,13 @@ - simplebench.stats.exceptions.stats module - simplebench 0.4.0-alpha.0 documentation + simplebench.stats.exceptions.stats module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -287,7 +288,7 @@
    -
    +
    diff --git a/docs/source/simplebench.stats.html b/docs/source/simplebench.stats.html index 4590f70c..4771ff39 100644 --- a/docs/source/simplebench.stats.html +++ b/docs/source/simplebench.stats.html @@ -6,13 +6,13 @@ - simplebench.stats package - simplebench 0.4.0-alpha.0 documentation + simplebench.stats package - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -1371,7 +1372,7 @@

    Submodules +

    diff --git a/docs/source/simplebench.stats.memory_usage.html b/docs/source/simplebench.stats.memory_usage.html index d85e2f92..76716c52 100644 --- a/docs/source/simplebench.stats.memory_usage.html +++ b/docs/source/simplebench.stats.memory_usage.html @@ -6,13 +6,13 @@ - simplebench.stats.memory_usage module - simplebench 0.4.0-alpha.0 documentation + simplebench.stats.memory_usage module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -438,7 +439,7 @@
    -
    +
    diff --git a/docs/source/simplebench.stats.operation_timings.html b/docs/source/simplebench.stats.operation_timings.html index a472a808..e8d96f82 100644 --- a/docs/source/simplebench.stats.operation_timings.html +++ b/docs/source/simplebench.stats.operation_timings.html @@ -6,13 +6,13 @@ - simplebench.stats.operation_timings module - simplebench 0.4.0-alpha.0 documentation + simplebench.stats.operation_timings module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -428,7 +429,7 @@
    -
    +
    diff --git a/docs/source/simplebench.stats.operations_per_interval.html b/docs/source/simplebench.stats.operations_per_interval.html index 5599560d..143b64fe 100644 --- a/docs/source/simplebench.stats.operations_per_interval.html +++ b/docs/source/simplebench.stats.operations_per_interval.html @@ -6,13 +6,13 @@ - simplebench.stats.operations_per_interval module - simplebench 0.4.0-alpha.0 documentation + simplebench.stats.operations_per_interval module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -428,7 +429,7 @@
    -
    +
    diff --git a/docs/source/simplebench.stats.peak_memory_usage.html b/docs/source/simplebench.stats.peak_memory_usage.html index e6caa1c2..8ffefe10 100644 --- a/docs/source/simplebench.stats.peak_memory_usage.html +++ b/docs/source/simplebench.stats.peak_memory_usage.html @@ -6,13 +6,13 @@ - simplebench.stats.peak_memory_usage module - simplebench 0.4.0-alpha.0 documentation + simplebench.stats.peak_memory_usage module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -429,7 +430,7 @@
    -
    +
    diff --git a/docs/source/simplebench.stats.stats.html b/docs/source/simplebench.stats.stats.html index aa063031..f26d315a 100644 --- a/docs/source/simplebench.stats.stats.html +++ b/docs/source/simplebench.stats.stats.html @@ -6,13 +6,13 @@ - simplebench.stats.stats module - simplebench 0.4.0-alpha.0 documentation + simplebench.stats.stats module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -780,7 +781,7 @@
    -
    +
    diff --git a/docs/source/simplebench.tasks.html b/docs/source/simplebench.tasks.html index f7ecc528..7d20ef5a 100644 --- a/docs/source/simplebench.tasks.html +++ b/docs/source/simplebench.tasks.html @@ -6,13 +6,13 @@ - simplebench.tasks module - simplebench 0.4.0-alpha.0 documentation + simplebench.tasks module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -373,7 +374,7 @@
    Parameters:
      -

    • verbosity (Verbosity) – The verbosity level for console output.

      • +

    • verbosity (Verbosity) – The verbosity level for console output.

    • console (Console, optional) – The Rich Console instance for displaying output. If None, a new Console will be created as needed. Defaults to None.

    @@ -535,7 +536,7 @@

  • completed (int, optional) – Completion step. Defaults to 0.

  • total (int, optional) – Total number of steps. Defaults to 100.

  • progress (Progress) – The Progress instance to use.

    • -

  • verbosity (Verbosity) – The verbosity level for console output.

    • +

  • verbosity (Verbosity) – The verbosity level for console output.

    • Raises:
    @@ -704,7 +705,7 @@
    -
    +
    diff --git a/docs/source/simplebench.timeout.enums.html b/docs/source/simplebench.timeout.enums.html index 91b7ae9d..d706f7b4 100644 --- a/docs/source/simplebench.timeout.enums.html +++ b/docs/source/simplebench.timeout.enums.html @@ -6,13 +6,13 @@ - simplebench.timeout.enums module - simplebench 0.4.0-alpha.0 documentation + simplebench.timeout.enums module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -364,7 +365,7 @@
    -
    +
    diff --git a/docs/source/simplebench.timeout.exceptions.html b/docs/source/simplebench.timeout.exceptions.html index 4fcdb3b7..e14cbc92 100644 --- a/docs/source/simplebench.timeout.exceptions.html +++ b/docs/source/simplebench.timeout.exceptions.html @@ -6,13 +6,13 @@ - simplebench.timeout.exceptions package - simplebench 0.4.0-alpha.0 documentation + simplebench.timeout.exceptions package - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -314,7 +315,7 @@

    Submodules +

    diff --git a/docs/source/simplebench.timeout.exceptions.timeout.html b/docs/source/simplebench.timeout.exceptions.timeout.html index c5cd476a..f12094cc 100644 --- a/docs/source/simplebench.timeout.exceptions.timeout.html +++ b/docs/source/simplebench.timeout.exceptions.timeout.html @@ -6,13 +6,13 @@ - simplebench.timeout.exceptions.timeout module - simplebench 0.4.0-alpha.0 documentation + simplebench.timeout.exceptions.timeout module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -287,7 +288,7 @@
    -
    +
    diff --git a/docs/source/simplebench.timeout.html b/docs/source/simplebench.timeout.html index 05036a49..950d4388 100644 --- a/docs/source/simplebench.timeout.html +++ b/docs/source/simplebench.timeout.html @@ -6,13 +6,13 @@ - simplebench.timeout package - simplebench 0.4.0-alpha.0 documentation + simplebench.timeout package - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -520,7 +521,7 @@

    Submodules +

    diff --git a/docs/source/simplebench.timeout.thread_id.html b/docs/source/simplebench.timeout.thread_id.html index abab2f37..4e945d2f 100644 --- a/docs/source/simplebench.timeout.thread_id.html +++ b/docs/source/simplebench.timeout.thread_id.html @@ -6,13 +6,13 @@ - simplebench.timeout.thread_id module - simplebench 0.4.0-alpha.0 documentation + simplebench.timeout.thread_id module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -326,7 +327,7 @@
    -
    +
    diff --git a/docs/source/simplebench.timeout.timeout.html b/docs/source/simplebench.timeout.timeout.html index cc9de4da..45006465 100644 --- a/docs/source/simplebench.timeout.timeout.html +++ b/docs/source/simplebench.timeout.timeout.html @@ -6,13 +6,13 @@ - simplebench.timeout.timeout module - simplebench 0.4.0-alpha.0 documentation + simplebench.timeout.timeout module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -412,7 +413,7 @@
    -
    +
    diff --git a/docs/source/simplebench.type_proxies.case_type_proxy.html b/docs/source/simplebench.type_proxies.case_type_proxy.html index 53090dc8..cd947e64 100644 --- a/docs/source/simplebench.type_proxies.case_type_proxy.html +++ b/docs/source/simplebench.type_proxies.case_type_proxy.html @@ -6,13 +6,13 @@ - simplebench.type_proxies.case_type_proxy module - simplebench 0.4.0-alpha.0 documentation + simplebench.type_proxies.case_type_proxy module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -355,7 +356,7 @@
    -
    +
    diff --git a/docs/source/simplebench.type_proxies.choice_type_proxy.html b/docs/source/simplebench.type_proxies.choice_type_proxy.html index fc038a5c..623635f6 100644 --- a/docs/source/simplebench.type_proxies.choice_type_proxy.html +++ b/docs/source/simplebench.type_proxies.choice_type_proxy.html @@ -6,13 +6,13 @@ - simplebench.type_proxies.choice_type_proxy module - simplebench 0.4.0-alpha.0 documentation + simplebench.type_proxies.choice_type_proxy module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -355,7 +356,7 @@
    -
    +
    diff --git a/docs/source/simplebench.type_proxies.html b/docs/source/simplebench.type_proxies.html index 6121c0e5..a3337366 100644 --- a/docs/source/simplebench.type_proxies.html +++ b/docs/source/simplebench.type_proxies.html @@ -6,13 +6,13 @@ - simplebench.type_proxies package - simplebench 0.4.0-alpha.0 documentation + simplebench.type_proxies package - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -536,7 +537,7 @@

    Submodules +

    diff --git a/docs/source/simplebench.type_proxies.lazy_type_proxy.html b/docs/source/simplebench.type_proxies.lazy_type_proxy.html index 9fa6d3d9..9dab93b4 100644 --- a/docs/source/simplebench.type_proxies.lazy_type_proxy.html +++ b/docs/source/simplebench.type_proxies.lazy_type_proxy.html @@ -6,13 +6,13 @@ - simplebench.type_proxies.lazy_type_proxy module - simplebench 0.4.0-alpha.0 documentation + simplebench.type_proxies.lazy_type_proxy module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -350,7 +351,7 @@
    -
    +
    diff --git a/docs/source/simplebench.type_proxies.reporter_type_proxy.html b/docs/source/simplebench.type_proxies.reporter_type_proxy.html index fbdc7d78..bc38183f 100644 --- a/docs/source/simplebench.type_proxies.reporter_type_proxy.html +++ b/docs/source/simplebench.type_proxies.reporter_type_proxy.html @@ -6,13 +6,13 @@ - simplebench.type_proxies.reporter_type_proxy module - simplebench 0.4.0-alpha.0 documentation + simplebench.type_proxies.reporter_type_proxy module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -355,7 +356,7 @@
    -
    +
    diff --git a/docs/source/simplebench.type_proxies.session_type_proxy.html b/docs/source/simplebench.type_proxies.session_type_proxy.html index 7b9acb7b..707f11be 100644 --- a/docs/source/simplebench.type_proxies.session_type_proxy.html +++ b/docs/source/simplebench.type_proxies.session_type_proxy.html @@ -6,13 +6,13 @@ - simplebench.type_proxies.session_type_proxy module - simplebench 0.4.0-alpha.0 documentation + simplebench.type_proxies.session_type_proxy module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -342,7 +343,7 @@
    -
    +
    diff --git a/docs/source/simplebench.utils.html b/docs/source/simplebench.utils.html index c183150e..a532e4e2 100644 --- a/docs/source/simplebench.utils.html +++ b/docs/source/simplebench.utils.html @@ -6,13 +6,13 @@ - simplebench.utils module - simplebench 0.4.0-alpha.0 documentation + simplebench.utils module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -765,7 +766,7 @@
    -
    +
    diff --git a/docs/source/simplebench.validators.exceptions.html b/docs/source/simplebench.validators.exceptions.html index 82108675..fde2629f 100644 --- a/docs/source/simplebench.validators.exceptions.html +++ b/docs/source/simplebench.validators.exceptions.html @@ -6,13 +6,13 @@ - simplebench.validators.exceptions package - simplebench 0.4.0-alpha.0 documentation + simplebench.validators.exceptions package - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -314,7 +315,7 @@

    Submodules +

    diff --git a/docs/source/simplebench.validators.exceptions.validators.html b/docs/source/simplebench.validators.exceptions.validators.html index 96b3d7c8..c614e140 100644 --- a/docs/source/simplebench.validators.exceptions.validators.html +++ b/docs/source/simplebench.validators.exceptions.validators.html @@ -6,13 +6,13 @@ - simplebench.validators.exceptions.validators module - simplebench 0.4.0-alpha.0 documentation + simplebench.validators.exceptions.validators module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -287,7 +288,7 @@
    -
    +
    diff --git a/docs/source/simplebench.validators.html b/docs/source/simplebench.validators.html index 1b9a8671..f4a928d8 100644 --- a/docs/source/simplebench.validators.html +++ b/docs/source/simplebench.validators.html @@ -6,13 +6,13 @@ - simplebench.validators package - simplebench 0.4.0-alpha.0 documentation + simplebench.validators package - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -1288,7 +1289,7 @@

    Submodules +

    diff --git a/docs/source/simplebench.validators.misc.html b/docs/source/simplebench.validators.misc.html index 94a67033..2f0db03e 100644 --- a/docs/source/simplebench.validators.misc.html +++ b/docs/source/simplebench.validators.misc.html @@ -6,13 +6,13 @@ - simplebench.validators.misc module - simplebench 0.4.0-alpha.0 documentation + simplebench.validators.misc module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -987,7 +988,7 @@
    -
    +
    diff --git a/docs/source/simplebench.validators.validate_iterable_of_type.html b/docs/source/simplebench.validators.validate_iterable_of_type.html index 21de3c6e..18fac17c 100644 --- a/docs/source/simplebench.validators.validate_iterable_of_type.html +++ b/docs/source/simplebench.validators.validate_iterable_of_type.html @@ -6,13 +6,13 @@ - simplebench.validators.validate_iterable_of_type module - simplebench 0.4.0-alpha.0 documentation + simplebench.validators.validate_iterable_of_type module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -383,7 +384,7 @@
    -
    +
    diff --git a/docs/source/simplebench.validators.validate_sequence_of_type.html b/docs/source/simplebench.validators.validate_sequence_of_type.html index 39d371b6..d6758e99 100644 --- a/docs/source/simplebench.validators.validate_sequence_of_type.html +++ b/docs/source/simplebench.validators.validate_sequence_of_type.html @@ -6,13 +6,13 @@ - simplebench.validators.validate_sequence_of_type module - simplebench 0.4.0-alpha.0 documentation + simplebench.validators.validate_sequence_of_type module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -383,7 +384,7 @@
    -
    +
    diff --git a/docs/source/simplebench.vcs.html b/docs/source/simplebench.vcs.html index 5d184514..9d2e72e6 100644 --- a/docs/source/simplebench.vcs.html +++ b/docs/source/simplebench.vcs.html @@ -6,13 +6,13 @@ - simplebench.vcs module - simplebench 0.4.0-alpha.0 documentation + simplebench.vcs module - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -402,7 +403,7 @@
    -
    +
    diff --git a/docs/tutorials.html b/docs/tutorials.html index ad8e7d20..fa2158a6 100644 --- a/docs/tutorials.html +++ b/docs/tutorials.html @@ -3,16 +3,16 @@ - + - Tutorials - simplebench 0.4.0-alpha.0 documentation + Tutorials - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -266,7 +267,8 @@

    Tutorials

    List of Tutorials

    @@ -281,7 +283,7 @@

    Tutorials Next

    -
    Basic Usage Tutorial
    +
    Basic Benchmark
    @@ -320,7 +322,7 @@

    Tutorials + diff --git a/docs/tutorials/basic.html b/docs/tutorials/basic.html index 50133857..d2877da8 100644 --- a/docs/tutorials/basic.html +++ b/docs/tutorials/basic.html @@ -3,16 +3,16 @@ - + - Basic Usage Tutorial - simplebench 0.4.0-alpha.0 documentation + Basic Benchmark - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation @@ -200,7 +200,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -251,9 +252,10 @@
    -
    -

    Basic Usage TutorialπŸ”—

    -

    This tutorial demonstrates how to create a simple benchmark using SimpleBench, run it, and generate a report.

    +
    +

    Basic BenchmarkπŸ”—

    +

    This tutorial demonstrates how to create a simple benchmark using SimpleBench, +run it, and generate a report.

    The minimal code required to create and run a benchmark using SimpleBench is creating a script that defines a function to be benchmarked with @simplebench.benchmark and that calls simplebench.main() and then running it.

    @@ -324,12 +326,12 @@

    Basic Usage Tutorial
    - +
    Next
    -
    Command-Line Options
    +
    Parameterized Benchmark
     @@ -368,7 +370,7 @@

    Basic Usage Tutorial

    -

    +
    diff --git a/docs/tutorials/basic/index.html b/docs/tutorials/basic/index.html deleted file mode 100644 index f0a20299..00000000 --- a/docs/tutorials/basic/index.html +++ /dev/null @@ -1,320 +0,0 @@ - - - - - - - - - Basic Usage Tutorial - simplebench 0.4.0-alpha.0 documentation - - - - - - - - - - - - - - - - - - Contents - - - - - - Menu - - - - - - - - Expand - - - - - - Light mode - - - - - - - - - - - - - - Dark mode - - - - - - - Auto light/dark, in light mode - - - - - - - - - - - - - - - Auto light/dark, in dark mode - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
    -
    -
    - -
    -
    -
    simplebench 0.4.0-alpha.0 documentation
     -
    -
    -
    - -
    - -
    -
    - -
    -
    -
    - - - - - Back to top - -
    -
    - - - - -
    -
    - -
    - -
    -
    -
    -

    Basic Usage TutorialπŸ”—

    -

    This tutorial demonstrates how to create a simple benchmark using SimpleBench, run it, and generate a report.

    -

    The minimal code required to create and run a benchmark using SimpleBench is creating -a script that defines a function to be benchmarked with @simplebench.benchmark -and that calls simplebench.main() and then running it.

    -

    When you run the code below, SimpleBench automatically runs the benchmark function -addition_benchmark, collecting performance and memory statistics, and generating -a report. By specifying command_line_options you can generate output in -multiple formats, including rich text tables (like the one below), graphs, CSV -files, and JSON reports and select which statistics to report.

    -

    It runs using defaults setting for number of iterations, warmup runs, etc. You can -customize these settings via parameters set on the @simplebench.benchmark decorator.

    -
    -
    A basic benchmark exampleπŸ”—
    -
    1.. include:: basic_benchmark.py
-2  :literal:
-
    -
    -
    -

    Save this code to a file, for example basic_benchmark.py, and then run it from -your terminal:

    -
    -
    Generate a rich table report by running the benchmarkπŸ”—
    -
      python basic_benchmark.py --rich-table.ops --progress
-
    -
    -
    -
    - -
    -
    -
    - -
    - - -
    -
    -
    -
    - Copyright © 2025, Jerilyn Franz -
    - Made with Sphinx and @pradyunsg's - - Furo - -
    -
    - -
    -
    - -
    -
    - -
    -
    - - - - - - - \ No newline at end of file diff --git a/docs/tutorials/parameterized.html b/docs/tutorials/parameterized.html new file mode 100644 index 00000000..c55d207c --- /dev/null +++ b/docs/tutorials/parameterized.html @@ -0,0 +1,431 @@ + + + + + + + + + Parameterized Benchmark - simplebench 0.4.1-alpha.0 documentation + + + + + + + + + + + + + + + + + + + Contents + + + + + + Menu + + + + + + + + Expand + + + + + + Light mode + + + + + + + + + + + + + + Dark mode + + + + + + + Auto light/dark, in light mode + + + + + + + + + + + + + + + Auto light/dark, in dark mode + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
    +
    +
    + +
    +
    +
    simplebench 0.4.1-alpha.0 documentation
     +
    +
    +
    + +
    + +
    +
    + +
    +
    +
    + + + + + Back to top + +
    +
    + + + + +
    +
    + +
    + +
    +
    +
    +

    Parameterized BenchmarkπŸ”—

    +

    This tutorial demonstrates how to create a parameterized benchmark using SimpleBench, run it, and generate a report.

    +

    Parameterized benchmarks allow you to run the same benchmark function multiple times with different input parameters.

    +

    The key components of a parameterized benchmark are:

    +
      +

    • Benchmark Function: A function decorated with @simplebench.benchmark that contains the code to be benchmarked.

      • +

    • Parameters: Defined as arguments for the decorator, which specifies different values or sets of values to be used as inputs to the benchmark function. +kwarg_variations`

      +
      +

      A dictionary where the keys are parameter names to be passed to the benchmarked function and values are lists of possible values for those parameters.

      +
      +
      +
      variation_cols
      +

      A dictionary where keys are parameter names and values are human-readable column names for reporting. Fields not +included here not appear in the report.

      +
      +
      +
      use_field_for_n

      A string specifying a parameter to use as the β€˜n’ field in reports, which is often used to indicate input size or complexity.

      +
      +
      +
      +
      +
      • +
    +
    +

    Minimal ExampleπŸ”—

    +

    The minimal code required to create and run a parameterized benchmark using SimpleBench is creating +a script that defines a function to be benchmarked with @simplebench.benchmark, specifying parameters using +the @simplebench.parameter decorator, and that calls simplebench.main()

    +
    +
    A minimal parameterized benchmark exampleπŸ”—
    +
     1"""A basic benchmark."""
+ 2import simplebench
+ 3
+ 4
+ 5@simplebench.benchmark(kwargs_variations={'size': [1, 5, 10, 50, 100, 500, 1000]},
+ 6                       variation_cols={'size': 'Input Size'},
+ 7                       use_field_for_n='size')
+ 8def addition_benchmark(**kwargs):
+ 9    """A simple addition benchmark of Python's built-in sum function."""
+10    sum(range(kwargs['size']))
+11
+12
+13if __name__ == "__main__":
+14    simplebench.main()
+
    +
    +
    +

    Save this code to a file, for example minimal_parameterized_benchmark.py, and then run it from +your terminal:

    +
    +
    Generate a rich table report for operations-per-second by running a parameterized benchmarkπŸ”—
    +
     python minimal_parameterized_benchmark.py --rich-table.ops --progress
+
    +
    +
    +

    This will produce output similar to the following:

    +
    +
    Expected Output from Running the Parameterized BenchmarkπŸ”—
    +
                                                                             addition_benchmark                                                                         
+                                                                       operations per second                                                                        
+                                                                                                                                                                    
+                                                   A simple addition benchmark of Python's built-in sum function.                                                   
+┏━━━━━━━━┳━━━━━━━━━━━━┳━━━━━━━━┳━━━━━━━━━┳━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━┳━━━━━━━━━━━━┳━━━━━━━━━━━━┳━━━━━━━━━━━━┳━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━┳━━━━━━━━┳━━━━━━━━━━━━┓
+┃        ┃            ┃        ┃ Elapsed ┃             ┃               ┃            ┃            ┃            ┃             ┃                ┃        ┃            ┃
+┃   N    ┃ Iterations ┃ Rounds ┃ Seconds ┃ mean kOps/s ┃ median kOps/s ┃ min kOps/s ┃ max kOps/s ┃ 5th kOps/s ┃ 95th kOps/s ┃ std dev kOps/s ┃  rsd%  ┃ Input Size ┃
+┑━━━━━━━━╇━━━━━━━━━━━━╇━━━━━━━━╇━━━━━━━━━╇━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━╇━━━━━━━━━━━━╇━━━━━━━━━━━━╇━━━━━━━━━━━━╇━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━╇━━━━━━━━╇━━━━━━━━━━━━┩
+β”‚    1.0 β”‚   761953   β”‚      1 β”‚  0.17   β”‚   4500.00   β”‚    4780.00    β”‚      6.13  β”‚   8000.00  β”‚   4000.00  β”‚   4810.00   β”‚      459.00    β”‚ 10.20% β”‚     1      β”‚
+β”‚    5.0 β”‚   648710   β”‚      1 β”‚  0.15   β”‚   4320.00   β”‚    4000.00    β”‚     85.40  β”‚   8000.00  β”‚   4000.00  β”‚   4810.00   β”‚      425.00    β”‚  9.84% β”‚     5      β”‚
+β”‚   10.0 β”‚   534179   β”‚      1 β”‚  0.14   β”‚   4000.00   β”‚    4000.00    β”‚      4.11  β”‚   8000.00  β”‚   3420.00  β”‚   4810.00   β”‚      349.00    β”‚  8.72% β”‚     10     β”‚
+β”‚   50.0 β”‚   443637   β”‚      1 β”‚  0.18   β”‚   2550.00   β”‚    2670.00    β”‚      4.64  β”‚   3440.00  β”‚   2400.00  β”‚   2670.00   β”‚      189.00    β”‚  7.42% β”‚     50     β”‚
+β”‚  100.0 β”‚   347641   β”‚      1 β”‚  0.20   β”‚   1780.00   β”‚    1850.00    β”‚      4.02  β”‚   2180.00  β”‚   1600.00  β”‚   1850.00   β”‚      133.00    β”‚  7.46% β”‚    100     β”‚
+β”‚  500.0 β”‚    49964   β”‚      1 β”‚  0.16   β”‚    329.00   β”‚     338.00    β”‚      4.20  β”‚    353.00  β”‚    308.00  β”‚    343.00   β”‚       27.80    β”‚  8.46% β”‚    500     β”‚
+β”‚ 1000.0 β”‚    18582   β”‚      1 β”‚  0.13   β”‚    144.00   β”‚     146.00    β”‚      3.73  β”‚    151.00  β”‚    137.00  β”‚    147.00   β”‚        9.31    β”‚  6.45% β”‚    1000    β”‚
+β””β”€β”€β”€β”€β”€β”€β”€β”€β”΄β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”΄β”€β”€β”€β”€β”€β”€β”€β”€β”΄β”€β”€β”€β”€β”€β”€β”€β”€β”€β”΄β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”΄β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”΄β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”΄β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”΄β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”΄β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”΄β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”΄β”€β”€β”€β”€β”€β”€β”€β”€β”΄β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”˜
+
    +
    +
    +

    A detailed explanation of the output format and displayed statistics shown in this +example report can be found in the Rich Table Report section +of the documentation.

    +
    +

    Note

    +

    The command shown above includes the --progress option to +display a progress bar while the benchmark is running. This option is not +required to run the benchmark, and can be omitted if you do not wish to see +the progress bar. It is not included in the expected output file since it +produces dynamic output that changes as the benchmark runs and is removed +from the terminal once the benchmark completes.

    +
    +
    +
    +

    Multi-dimensional ParametersπŸ”—

    +

    You can define multiple parameters for a benchmark function by defining multiple +parameters for the kwarg_variations

    +
    +
    + +
    +
    + +
    + +
    +
    + + + + + + + + \ No newline at end of file diff --git a/docs/usage.html b/docs/usage.html index a93f6170..17aac607 100644 --- a/docs/usage.html +++ b/docs/usage.html @@ -6,13 +6,13 @@ - Using SimpleBench - simplebench 0.4.0-alpha.0 documentation + Using SimpleBench - simplebench 0.4.1-alpha.0 documentation - + @@ -164,7 +164,7 @@
    -
    simplebench 0.4.0-alpha.0 documentation
     +
    simplebench 0.4.1-alpha.0 documentation
    @@ -185,7 +185,7 @@
    - simplebench 0.4.0-alpha.0 documentation + simplebench 0.4.1-alpha.0 documentation
    -
    +
    diff --git a/documentation/_helpers/doctest_utils.py b/documentation/_helpers/doctest_utils.py index 1f5e14cd..02d8f8d5 100644 --- a/documentation/_helpers/doctest_utils.py +++ b/documentation/_helpers/doctest_utils.py @@ -1,3 +1,5 @@ +"""Helpers for running doctest benchmarks and validating their output.""" +import difflib import os import re import subprocess @@ -52,8 +54,8 @@ def assert_benchmark_output(actual_raw: str, expected_output_file: str): # Construct the full path to the expected output file from the docs root. full_expected_path = os.path.join(DOCS_ROOT, expected_output_file) - with open(full_expected_path) as f: - expected_raw = f.read() + with open(full_expected_path, encoding="utf-8") as fh: + expected_raw = fh.read() actual_sanitized = _sanitize_output(actual_raw) expected_sanitized = _sanitize_output(expected_raw) @@ -63,7 +65,6 @@ def assert_benchmark_output(actual_raw: str, expected_output_file: str): expected_normalized = " ".join(expected_sanitized.split()) if actual_normalized != expected_normalized: - import difflib diff = difflib.unified_diff( expected_sanitized.splitlines(keepends=True), actual_sanitized.splitlines(keepends=True), @@ -75,11 +76,9 @@ def assert_benchmark_output(actual_raw: str, expected_output_file: str): if __name__ == "__main__": - """ - This block allows the script to be used as a command-line tool to - generate the "golden master" output files for doctests. - Run this script from the 'documentation' directory. - """ + # This block allows the script to be used as a command-line tool to + # generate the "golden master" output files for doctests. + # Run this script from the 'documentation' directory. if len(sys.argv) < 3: print(f"Usage: python {sys.argv[0]} [args...]") print(" (Run from 'documentation/' directory, paths are relative to it)") @@ -93,7 +92,7 @@ def assert_benchmark_output(actual_raw: str, expected_output_file: str): raw_output = run_script_and_get_raw_output(script_to_run, script_args) - with open(output_file_path, "w") as f: + with open(output_file_path, "w", encoding="utf-8") as f: f.write(raw_output) print(f"Successfully generated golden master file: {output_file_path}") diff --git a/documentation/_static/custom.css b/documentation/_static/custom.css index 0eb6624c..886ced12 100644 --- a/documentation/_static/custom.css +++ b/documentation/_static/custom.css @@ -311,6 +311,24 @@ dl.py.class dd dl.py.method dd dl.simple.field-list dt.field-odd { margin-top: .25rem } +/* field names for class parameters */ +dl.py.class dd dl.field-list.simple dd.field-odd ul.simple li p:first-child strong { + font-weight: bold; + color: #7b7b11; +} + +/* field names for method parameters */ +dl.py.class dd dl.py.method dd dl.simple.field-list dd.field-odd p:first-child strong { + font-weight: bold; + color: #7b7b11; +} + +/* field names for function parameters */ +dl.py.function dd dl.simple.field-list dd.field-odd ul.simple li p:first-child strong { + font-weight: bold; + color: #7b7b11; +} + /* Make field list terms for method 'raises' bold and not all uppercase */ dl.py.class dd dl.py.method dd dl.simple.field-list dt.field-even { text-transform: none; diff --git a/documentation/conf.py b/documentation/conf.py index d067d51d..96b1b5da 100644 --- a/documentation/conf.py +++ b/documentation/conf.py @@ -235,7 +235,7 @@ # This value controls how to represent the signature of a class. # 'class' shows the class name, 'init' shows the __init__ signature. -autodoc_class_signature = 'init' +autodoc_class_signature = 'mixed' # This value selects what content will be inserted into the main body of an # autoclass directive. The possible values are: diff --git a/documentation/tutorials.rst b/documentation/tutorials.rst index 4da999cb..41c4aded 100644 --- a/documentation/tutorials.rst +++ b/documentation/tutorials.rst @@ -18,10 +18,10 @@ Tutorials to advanced reporting techniques, you'll find a variety of topics covered here. - .. toctree:: :name: tutorials :maxdepth: 1 :caption: List of Tutorials - tutorials/basic \ No newline at end of file + tutorials/basic + tutorials/parameterized \ No newline at end of file diff --git a/documentation/tutorials/basic.rst b/documentation/tutorials/basic.rst index 07647a2b..e79b9348 100644 --- a/documentation/tutorials/basic.rst +++ b/documentation/tutorials/basic.rst @@ -1,8 +1,11 @@ -==================== -Basic Usage Tutorial -==================== +=============== +Basic Benchmark +=============== -This tutorial demonstrates how to create a simple benchmark using SimpleBench, run it, and generate a report. +.. _simplebench-tutorials-basic: + +This tutorial demonstrates how to create a simple benchmark using SimpleBench, +run it, and generate a report. The minimal code required to create and run a benchmark using SimpleBench is creating a script that defines a function to be benchmarked with `@simplebench.benchmark` @@ -34,7 +37,7 @@ your terminal: This will produce output similar to the following: -.. literalinclude:: basic/expected_output.txt +.. literalinclude:: basic/basic_output.txt :caption: Expected Output from Running the Basic Benchmark :name: expected-basic-benchmark-output :language: text @@ -52,11 +55,17 @@ of the documentation. .. TO REGENERATE THE GOLDEN MASTER FILE FOR THIS TEST: - From the 'documentation/' directory, run the following command: - python _helpers/doctest_utils.py tutorials/basic/expected_output.txt tutorials/basic/basic_benchmark.py --rich-table.ops + From the basic/ directory, run the following command: + + python basic_benchmark.py --rich-table.ops > basic_output.txt + + The --progress option is omitted here because it produces dynamic output + that changes as the benchmark runs and does not appear in the expected output file + when piped to a file instead of the terminal anyway. - The doctests will verify that the output of the benchmark script matches this - expected output: if the output changes unexpectedly, the doctest will fail. + The doctests will verify that the output of the benchmark script matches the + format of the expected output: if the output format changes unexpectedly, + the doctest will fail. Doctests are run from the 'documentation/' directory, so paths in the test configuration are relative to that directory: 'make doctest' handles this @@ -68,7 +77,7 @@ of the documentation. # Paths are relative to the 'documentation/' directory. script_to_run = "tutorials/basic/basic_benchmark.py" - expected_output_file = "tutorials/basic/expected_output.txt" + expected_output_file = "tutorials/basic/basic_output.txt" script_args = ["--rich-table.ops"] # -------------------------- diff --git a/documentation/tutorials/basic/expected_output.txt b/documentation/tutorials/basic/basic_output.txt similarity index 100% rename from documentation/tutorials/basic/expected_output.txt rename to documentation/tutorials/basic/basic_output.txt diff --git a/documentation/tutorials/parameterized.rst b/documentation/tutorials/parameterized.rst new file mode 100644 index 00000000..28849a93 --- /dev/null +++ b/documentation/tutorials/parameterized.rst @@ -0,0 +1,105 @@ +======================= +Parameterized Benchmark +======================= + +.. _simplebench-tutorials-parameterized: + +This tutorial demonstrates how to create a parameterized benchmark using SimpleBench, run it, and generate a report. + +Parameterized benchmarks allow you to run the same benchmark function multiple times with different input parameters. + +The key components of a parameterized benchmark are: + +- **Benchmark Function**: A function decorated with `@simplebench.benchmark` that contains the code to be benchmarked. +- **Parameters**: Defined as arguments for the decorator, which specifies different values or sets of values to be used as inputs to the benchmark function. + `kwarg_variations`` + A dictionary where the keys are parameter names to be passed to the benchmarked function and values are lists of possible values for those parameters. + variation_cols + A dictionary where keys are parameter names and values are human-readable column names for reporting. Fields not + included here not appear in the report. + use_field_for_n + A string specifying a parameter to use as the 'n' field in reports, which is often used to indicate input size or complexity. + + +Minimal Example +--------------- + +The minimal code required to create and run a parameterized benchmark using SimpleBench is creating +a script that defines a function to be benchmarked with `@simplebench.benchmark`, specifying parameters using +the `@simplebench.parameter` decorator, and that calls `simplebench.main()` + +.. literalinclude:: parameterized/minimal_parameterized_benchmark.py + :language: python + :caption: A minimal parameterized benchmark example + :name: minimal-parameterized-benchmark-example + :linenos: + +Save this code to a file, for example :download:`minimal_parameterized_benchmark.py `, and then run it from +your terminal: + +.. code-block:: shell + :caption: Generate a rich table report for operations-per-second by running a parameterized benchmark + :name: run-minimal-parameterized-benchmark + + python minimal_parameterized_benchmark.py --rich-table.ops --progress + +This will produce output similar to the following: + +.. literalinclude:: parameterized/minimal_parameterized_output.txt + :caption: Expected Output from Running the Parameterized Benchmark + :name: expected-parameterized-benchmark-output + :language: text + +A detailed explanation of the output format and displayed statistics shown in this +example report can be found in the :doc:`/reports/rich_table_report` section +of the documentation. + +.. note:: The command shown above includes the ``--progress`` option to + display a progress bar while the benchmark is running. This option is not + required to run the benchmark, and can be omitted if you do not wish to see + the progress bar. It is not included in the expected output file since it + produces dynamic output that changes as the benchmark runs and is removed + from the terminal once the benchmark completes. + +.. + TO REGENERATE THE GOLDEN MASTER FILE FOR THIS TEST: + + From the 'parameterized/' directory, run the following command: + + python minimal_parameterized_benchmark.py --rich-table.ops > minimal_parameterized_output.txt + + The --progress option is omitted here because it produces dynamic output + that changes as the benchmark runs and does not appear in the expected output file + when piped to a file instead of the terminal anyway. + + The doctests will verify that the output of the benchmark script matches the + format of the expected output: if the output format changes unexpectedly, + the doctest will fail. + + Doctests are run from the 'documentation/' directory, so paths in the test + configuration are relative to that directory: 'make doctest' handles this + automatically. + +.. testcode:: + :hide: + + # --- Test Configuration --- + # Paths are relative to the 'documentation/' directory. + + script_to_run = "tutorials/parameterized/minimal_parameterized_benchmark.py" + expected_output_file = "tutorials/parameterized/minimal_parameterized_output.txt" + script_args = ["--rich-table.ops"] + + # -------------------------- + + actual_output = run_script_and_get_raw_output( + script_path=script_to_run, + args=script_args + ) + assert_benchmark_output(actual_output, expected_output_file) + +Multi-dimensional Parameters +---------------------------- + +You can define multiple parameters for a benchmark function by defining multiple +parameters for the kwarg_variations \ No newline at end of file diff --git a/documentation/tutorials/parameterized/minimal_parameterized_benchmark.py b/documentation/tutorials/parameterized/minimal_parameterized_benchmark.py new file mode 100644 index 00000000..2a1963f8 --- /dev/null +++ b/documentation/tutorials/parameterized/minimal_parameterized_benchmark.py @@ -0,0 +1,14 @@ +"""A basic benchmark.""" +import simplebench + + +@simplebench.benchmark(kwargs_variations={'size': [1, 5, 10, 50, 100, 500, 1000]}, + variation_cols={'size': 'Input Size'}, + use_field_for_n='size') +def addition_benchmark(**kwargs): + """A simple addition benchmark of Python's built-in sum function.""" + sum(range(kwargs['size'])) + + +if __name__ == "__main__": + simplebench.main() diff --git a/documentation/tutorials/parameterized/minimal_parameterized_output.txt b/documentation/tutorials/parameterized/minimal_parameterized_output.txt new file mode 100644 index 00000000..673865a1 --- /dev/null +++ b/documentation/tutorials/parameterized/minimal_parameterized_output.txt @@ -0,0 +1,19 @@ + + addition_benchmark + operations per second + + A simple addition benchmark of Python's built-in sum function. +┏━━━━━━━━┳━━━━━━━━━━━━┳━━━━━━━━┳━━━━━━━━━┳━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━┳━━━━━━━━━━━━┳━━━━━━━━━━━━┳━━━━━━━━━━━━┳━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━┳━━━━━━━━┳━━━━━━━━━━━━┓ +┃ ┃ ┃ ┃ Elapsed ┃ ┃ ┃ ┃ ┃ ┃ ┃ ┃ ┃ ┃ +┃ N ┃ Iterations ┃ Rounds ┃ Seconds ┃ mean kOps/s ┃ median kOps/s ┃ min kOps/s ┃ max kOps/s ┃ 5th kOps/s ┃ 95th kOps/s ┃ std dev kOps/s ┃ rsd% ┃ Input Size ┃ +┑━━━━━━━━╇━━━━━━━━━━━━╇━━━━━━━━╇━━━━━━━━━╇━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━╇━━━━━━━━━━━━╇━━━━━━━━━━━━╇━━━━━━━━━━━━╇━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━╇━━━━━━━━╇━━━━━━━━━━━━┩ +β”‚ 1.0 β”‚ 761953 β”‚ 1 β”‚ 0.17 β”‚ 4500.00 β”‚ 4780.00 β”‚ 6.13 β”‚ 8000.00 β”‚ 4000.00 β”‚ 4810.00 β”‚ 459.00 β”‚ 10.20% β”‚ 1 β”‚ +β”‚ 5.0 β”‚ 648710 β”‚ 1 β”‚ 0.15 β”‚ 4320.00 β”‚ 4000.00 β”‚ 85.40 β”‚ 8000.00 β”‚ 4000.00 β”‚ 4810.00 β”‚ 425.00 β”‚ 9.84% β”‚ 5 β”‚ +β”‚ 10.0 β”‚ 534179 β”‚ 1 β”‚ 0.14 β”‚ 4000.00 β”‚ 4000.00 β”‚ 4.11 β”‚ 8000.00 β”‚ 3420.00 β”‚ 4810.00 β”‚ 349.00 β”‚ 8.72% β”‚ 10 β”‚ +β”‚ 50.0 β”‚ 443637 β”‚ 1 β”‚ 0.18 β”‚ 2550.00 β”‚ 2670.00 β”‚ 4.64 β”‚ 3440.00 β”‚ 2400.00 β”‚ 2670.00 β”‚ 189.00 β”‚ 7.42% β”‚ 50 β”‚ +β”‚ 100.0 β”‚ 347641 β”‚ 1 β”‚ 0.20 β”‚ 1780.00 β”‚ 1850.00 β”‚ 4.02 β”‚ 2180.00 β”‚ 1600.00 β”‚ 1850.00 β”‚ 133.00 β”‚ 7.46% β”‚ 100 β”‚ +β”‚ 500.0 β”‚ 49964 β”‚ 1 β”‚ 0.16 β”‚ 329.00 β”‚ 338.00 β”‚ 4.20 β”‚ 353.00 β”‚ 308.00 β”‚ 343.00 β”‚ 27.80 β”‚ 8.46% β”‚ 500 β”‚ +β”‚ 1000.0 β”‚ 18582 β”‚ 1 β”‚ 0.13 β”‚ 144.00 β”‚ 146.00 β”‚ 3.73 β”‚ 151.00 β”‚ 137.00 β”‚ 147.00 β”‚ 9.31 β”‚ 6.45% β”‚ 1000 β”‚ +β””β”€β”€β”€β”€β”€β”€β”€β”€β”΄β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”΄β”€β”€β”€β”€β”€β”€β”€β”€β”΄β”€β”€β”€β”€β”€β”€β”€β”€β”€β”΄β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”΄β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”΄β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”΄β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”΄β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”΄β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”΄β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”΄β”€β”€β”€β”€β”€β”€β”€β”€β”΄β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”€β”˜ + + diff --git a/src/simplebench/case.py b/src/simplebench/case.py index 5e5dc4d6..c4210d9c 100644 --- a/src/simplebench/case.py +++ b/src/simplebench/case.py @@ -89,102 +89,6 @@ def generate_benchmark_id(obj: object | None, action: Callable[..., Any]) -> str class Case: ''' - :param benchmark_id: An optional unique identifier for the benchmark case. - - If None, a transient ID is assigned. This is meant to provide a stable identifier for the - benchmark case across multiple runs for tracking purposes. If not provided, - an attempt will be made to generate a stable ID based on the the action function - name, signature, and group. - - If that is not possible, a transient ID based on the instance's id() will be used. - If a transient ID is used, it will differ between runs and cannot be used to - correlate results across multiple runs. - - Benchmark ids must be unique within a benchmarking session and stable across runs - or they cannot be used for tracking benchmark results over time. - - :param git_info: An optional GitInfo instance representing the state of the Git repository. - - If not provided, the GitInfo will be automatically retrieved from the current - context of the caller if the code is part of a Git repository. - - :param action: The function to perform the benchmark. This function must - accept a `bench` instance of type SimpleRunner and arbitrary keyword arguments ('**kwargs'). - See the :class:`~simplebench.protocols.ActionRunner` protocol for the exact function - signature required. - - It must return a `Results` object. - - :param group: The benchmark reporting group to which the benchmark case belongs. - - :param title: The title of the benchmark case. - - If None, the name of the action function will be used. Cannot be a blank - string (a string that is empty or consists only of whitespace). - - :param description: A brief description of the benchmark case. - - If None, the docstring of the action function will be used, or '(no description)' if no docstring - is available. Cannot be blank. - :param iterations: The minimum number of iterations to run for the benchmark. - :param warmup_iterations: The number of warmup iterations to run before the benchmark. - :param rounds: The number of rounds to run for the benchmark. - - Rounds are multiple runs of calls to the action within an iteration to mitigate timer - quantization, loop overhead, and other measurement effects for very fast actions. Setup and teardown - functions are called only once per iteration (all rounds in the same iteration share the same - setup/teardown context). - :param min_time: The minimum time for the benchmark in seconds. - :param max_time: The maximum time for the benchmark in seconds. - :param timeout: How long to wait before timing out a benchmark run (in seconds). - - If None, it waits the full duration of ``max_time`` plus the default timeout - grace period in seconds ({DEFAULT_TIMEOUT_GRACE_PERIOD} seconds). It must be a - positive float or int that is greater than ``max_time`` if provided. - This is a safety mechanism to prevent runaway benchmarks. - - If the timeout is reached during a run, a :class:`~simplebench.exceptions.SimpleBenchTimeoutError`` - will be raised. - :param variation_cols: kwargs to be used for cols to denote kwarg variations. - - Each key is a keyword argument name, and the value is the column label to use for that - argument. Only keywords that are also in `kwargs_variations` can be used here. These fields will be - added to the output of reporters that support them as columns of data with the specified labels. - If None, an empty dict is used. - :param kwargs_variations: A mapping of keyword argument key names to - a list of possible values for that argument. Default is {}. When tests are run, the benchmark - will be executed for each combination of the specified keyword argument variations. The action - function will be called with a `bench` parameter that is an instance of the runner and the - keyword arguments for the current variation. - If None, an empty dict is used. - :param runner: A custom runner class for the benchmark. - Any custom runner classes must be a subclass of SimpleRunner and must have a method - named `run` that accepts the same parameters as SimpleRunner.run and returns a Results object. - The action function will be called with a `bench` parameter that is an instance of the - custom runner. - It may also accept additional parameters to the run method as needed. If additional - parameters are needed for the custom runner, they will need to be passed to the run - method as keyword arguments. - No support is provided for passing additional parameters to a custom runner from the @benchmark - decorator. - :param callback: - A callback function for additional processing of the report. The function should accept - four arguments: the Case instance, the Section, the Format, and the generated report data. - The callback function will be called with the following arguments: - - case (Case): The `Case` instance processed for the report. - - section (Section): The `Section` of the report. - - output_format (Format): The `Format` of the report. - - output (Any): The generated report data. Note that the actual type of this data will - depend on the Format specified for the report and the type generated by the - reporter for that Format - Omit if no callback is needed by a reporter. - :param options: A list of additional options for the benchmark case. - Each option is an instance of ReporterOption or a subclass of ReporterOption. - Reporter options can be used to customize the output of the benchmark reports for - specific reporters. Reporters are responsible for extracting applicable ReporterOptions - from the list of options themselves. - If None, an empty list is used. - A benchmark case defines the specific benchmark to be run, including the action to be performed, the parameters for the benchmark, and any variations of those parameters as well as the reporting group and title for the benchmark. @@ -266,7 +170,6 @@ def benchmark_operation(): ] main(cases_list) - ''' __slots__ = ('_group', '_title', '_description', '_action', '_iterations', '_warmup_iterations', '_min_time', '_max_time', @@ -293,9 +196,7 @@ def __init__(self, *, runner: Optional[type[SimpleRunner]] = None, callback: Optional[ReporterCallback] = None, options: Optional[Iterable[ReporterOptions]] = None) -> None: - """Constructor for Case. This defines a benchmark case. - - The only REQUIRED parameter is `action`. + """The only REQUIRED parameter is `action`. :param benchmark_id: An optional unique identifier for the benchmark case. @@ -319,9 +220,8 @@ def __init__(self, *, protocol for the exact signature required. It must return a `Results` object. :param group: The benchmark reporting group to which the benchmark case belongs. - Benchmarks with the same group can be selected for execution without running - other benchmarks. If not specified, the default group 'default' is used. - + Benchmarks with the same group can be selected for execution without running + other benchmarks. If not specified, the default group 'default' is used. :param title: The title of the benchmark case. If None, the name of the action function will be used. Cannot be blank. @@ -377,12 +277,14 @@ def __init__(self, *, The function should must four arguments: the Case instance, the Section, the Format, and the generated report data. - - case (Case): The `Case` instance processed for the report. - - section (Section): The `Section` of the report. - - output_format (Format): The `Format` of the report. - - output (Any): The generated report data. Note that the actual type of this data will - depend on the Format specified for the report and the type generated by the - reporter for that Format + + - case (Case): The `Case` instance processed for the report. + - section (Section): The `Section` of the report. + - output_format (Format): The `Format` of the report. + - output (Any): The generated report data. Note that the actual type of this data will + depend on the Format specified for the report and the type generated by the + reporter for that Format + Omit if no callback is needed by a reporter. :param options: A list of additional options for the benchmark case. @@ -391,6 +293,8 @@ def __init__(self, *, specific reporters. Reporters are responsible for extracting applicable ReporterOptions from the list of options themselves. If None, an empty list is used. + :raises SimpleBenchTypeError: If any parameter is of incorrect type. + :raises SimpleBenchValueError: If any parameter has an invalid value. """ self._group = validate_non_blank_string( group, "group", @@ -639,7 +543,6 @@ def validate_options(value: Iterable[ReporterOptions] | None) -> list[ReporterOp """Validate the options list. :param value: The options iterable to validate or None. - :type value: Iterable[ReporterOption] | None :return: A shallow copy of the validated options as a list or an empty list if not provided. :rtype: list[ReporterOptions] :raises SimpleBenchTypeError: If options is not a list or if any entry is not a ReporterOption. @@ -994,7 +897,6 @@ def as_dict(self, full_data: bool = False) -> dict[str, Any]: set `full_data` to True. :param full_data: Whether to include full results data. Defaults to False. - :type full_data: bool :return: A JSON serializable dict representation of the benchmark case and results. :rtype: dict[str, Any] """ diff --git a/src/simplebench/decorators.py b/src/simplebench/decorators.py index b2eda001..4aafd81e 100644 --- a/src/simplebench/decorators.py +++ b/src/simplebench/decorators.py @@ -3,15 +3,10 @@ from typing import Any, Callable, ParamSpec, TypeVar +import simplebench.defaults as defaults + from .case import Case, generate_benchmark_id -from .defaults import ( - DEFAULT_ITERATIONS, - DEFAULT_MAX_TIME, - DEFAULT_MIN_TIME, - DEFAULT_ROUNDS, - DEFAULT_TIMEOUT_GRACE_PERIOD, - DEFAULT_WARMUP_ITERATIONS, -) +from .doc_utils import format_docstring from .exceptions import SimpleBenchTypeError, SimpleBenchValueError, _DecoratorsErrorTag # simplebench.reporters.reporter from .reporters.reporter.options import ReporterOptions @@ -32,17 +27,18 @@ R = TypeVar('R') +@format_docstring(DEFAULT_TIMEOUT_GRACE_PERIOD=defaults.DEFAULT_TIMEOUT_GRACE_PERIOD) def benchmark( group: str | Callable[..., Any] = 'default', # group can be the function when used without params /, *, # keyword-only parameters after this point title: str | None = None, benchmark_id: str | None = None, description: str | None = None, - iterations: int = DEFAULT_ITERATIONS, - warmup_iterations: int = DEFAULT_WARMUP_ITERATIONS, - rounds: int = DEFAULT_ROUNDS, - min_time: float = DEFAULT_MIN_TIME, - max_time: float = DEFAULT_MAX_TIME, + iterations: int = defaults.DEFAULT_ITERATIONS, + warmup_iterations: int = defaults.DEFAULT_WARMUP_ITERATIONS, + rounds: int = defaults.DEFAULT_ROUNDS, + min_time: float = defaults.DEFAULT_MIN_TIME, + max_time: float = defaults.DEFAULT_MAX_TIME, timeout: float | None = None, variation_cols: dict[str, str] | None = None, kwargs_variations: dict[str, list[Any]] | None = None, @@ -97,65 +93,49 @@ def addition_benchmark(): You should read the documentation for :class:`Case` for full details on the parameters and their meanings. - :param group: The benchmark reporting group to which the benchmark - case belongs for selection and reporting purposes. It is used to categorize and filter benchmark cases. - Cannot be blank. The group parameter is positional-only. All other parameters must be passed as keyword - arguments. When the decorator is used without parameters, the group defaults to 'default'. - This has special handling to allow the decorator to be used easily without any parameters. - :type group: str, positional-only + :param group: The benchmark reporting group to which the benchmark case belongs. + + Used to categorize and filter benchmark cases for selection and reporting. + Cannot be blank (a string composed only of whitespace). The group parameter + is positional-only. All other parameters must be passed as keyword + arguments. When the decorator is used without parameters, the group defaults + to 'default'. This has special handling to allow the decorator to be used + easily without any parameters. :param title: The title of the benchmark case. Uses the function name if None. Cannot be blank. - :type title: Optional[str] :param benchmark_id: An optional identifier for the benchmark case. - If None, no identifier is set. - :type benchmark_id: Optional[str] + If None, a benchmark ID is generated based on the function name and module. :param description: A description for the case. Uses the function's docstring if None or '(no description)' if there is no docstring. Cannot be blank. - :type description: Optional[str] - :param iterations: The minimum number of iterations to run for - the benchmark. - :type iterations: int - :param warmup_iterations: The number of warmup iterations - to run before the benchmark. - :type warmup_iterations: int - :param rounds: The number of rounds to run the benchmark within each - iteration. - :type rounds: int - :param min_time: The minimum time in seconds to run the benchmark. - Must be a positive number. - :type min_time: int | float + :param iterations: The minimum number of iterations to run for the benchmark. + :param warmup_iterations: The number of warmup iterations to run before the benchmark. + :param rounds: The number of rounds to run the benchmark within each iteration. + :param min_time: The minimum time in seconds to run the benchmark. Must be a positive number. :param max_time: The maximum time in seconds to run the benchmark. Must be a positive number greater than min_time. - : param timeout: The maximum time in seconds to allow the benchmark + :param timeout: The maximum time in seconds to allow the benchmark to run before timing out. If None, a default timeout of - `max_time` + {DEFAULT_TIMEOUT_GRACE_PERIOD} is used. - : type timeout: Optional[int | float] - :type max_time: int | float + `max_time` + {DEFAULT_TIMEOUT_GRACE_PERIOD} is used. Must be a positive number. :param variation_cols: kwargs to be used for cols to denote kwarg variations. Each key is a keyword argument name, and the value is the column label to use for that argument. Only keywords that are also in `kwargs_variations` can be used here. These fields will be added to the output of reporters that support them as columns of data with the specified labels. If None, an empty dict is used. - :type variation_cols: Optional[dict[str, str]] :param kwargs_variations: A mapping of keyword argument key names to a list of possible values for that argument. Default is {}. When tests are run, the benchmark will be executed for each combination of the specified keyword argument variations. The action function will be called with a `bench` parameter that is an instance of the runner and the keyword arguments for the current variation. If None, an empty dict is used. - :type kwargs_variations: Optional[dict[str, list[Any]]] :param options: A list of additional options for the benchmark case. Each option is an instance of ReporterOptions or a subclass of ReporterOptions. Reporter options can be used to customize the output of the benchmark reports for specific reporters. Reporters are responsible for extracting applicable ReporterOptionss from the list of options themselves. - :type options: Optional[list[ReporterOptions]] :param n: The 'n' weighting of the benchmark case. Must be a positive integer or float. - :type n: int | float :param use_field_for_n: If provided, use the value of this field from kwargs_variations to set 'n' dynamically for each variation. - :type use_field_for_n: Optional[str] :return: A decorator that registers the function for benchmarking and returns it unmodified. :rtype: Callable[[Callable[P, R]], Callable[P, R]] :raises SimpleBenchTypeError: If any argument is of an incorrect type. @@ -209,7 +189,7 @@ def addition_benchmark(): _DecoratorsErrorTag.BENCHMARK_MAX_TIME_TYPE, _DecoratorsErrorTag.BENCHMARK_MAX_TIME_VALUE) - timeout_value = max_time + DEFAULT_TIMEOUT_GRACE_PERIOD if timeout is None else timeout + timeout_value = max_time + defaults.DEFAULT_TIMEOUT_GRACE_PERIOD if timeout is None else timeout timeout = validate_positive_float( timeout_value, 'timeout', _DecoratorsErrorTag.BENCHMARK_TIMEOUT_TYPE, From 6f0105b6ba427a20a1c64e4f7f52c8b03f7833e1 Mon Sep 17 00:00:00 2001 From: Jerilyn Date: Sun, 30 Nov 2025 04:16:33 -0800 Subject: [PATCH 2/8] Refactor CSV and Rich Table reporters to introduce field enumerations - Added CSVField and RichTableField enums to define available fields for CSV and Rich Table reporters. - Updated CSVOptions and RichTableOptions to utilize the new field enums for better type safety and clarity. - Modified CSVReporter and RichTableReporter to dynamically generate headers and rows based on the specified fields. - Enhanced error handling in options classes to validate field types and values. - Improved documentation for options parameters and their expected types. --- docs/_modules/index.html | 2 + .../csv/reporter/options/fields.html | 325 ++++++++++++++++++ .../csv/reporter/options/options.html | 96 +++++- .../reporters/csv/reporter/reporter.html | 129 ++++--- .../rich_table/reporter/options/fields.html | 325 ++++++++++++++++++ .../rich_table/reporter/options/options.html | 103 ++++-- .../rich_table/reporter/reporter.html | 119 +++++-- docs/genindex.html | 270 ++++++++++++++- docs/objects.inv | Bin 12149 -> 12723 bytes docs/searchindex.js | 2 +- docs/source/modules.html | 8 +- docs/source/simplebench.html | 165 +++++++-- docs/source/simplebench.reporters.csv.html | 214 +++++++++++- .../simplebench.reporters.csv.reporter.html | 212 +++++++++++- ...ebench.reporters.csv.reporter.options.html | 182 +++++++++- ...eporters.csv.reporter.options.options.html | 82 ++++- ...bench.reporters.csv.reporter.reporter.html | 17 +- docs/source/simplebench.reporters.html | 40 ++- ...implebench.reporters.reporter_manager.html | 4 +- ...ch.reporters.reporter_manager.manager.html | 4 +- .../simplebench.reporters.rich_table.html | 199 ++++++++++- ...lebench.reporters.rich_table.reporter.html | 198 ++++++++++- ...reporters.rich_table.reporter.options.html | 179 +++++++++- ...s.rich_table.reporter.options.options.html | 81 ++++- ...eporters.rich_table.reporter.reporter.html | 7 +- .../minimal_parameterized_output.txt | 24 +- src/simplebench/reporters/csv/__init__.py | 4 +- .../reporters/csv/reporter/__init__.py | 10 +- .../csv/reporter/options/__init__.py | 3 +- .../csv/reporter/options/exceptions.py | 10 + .../reporters/csv/reporter/options/fields.py | 33 ++ .../reporters/csv/reporter/options/options.py | 90 ++++- .../reporters/csv/reporter/reporter.py | 123 ++++--- .../reporters/rich_table/__init__.py | 4 +- .../reporters/rich_table/reporter/__init__.py | 4 +- .../rich_table/reporter/options/__init__.py | 10 +- .../rich_table/reporter/options/exceptions.py | 10 + .../rich_table/reporter/options/fields.py | 33 ++ .../rich_table/reporter/options/options.py | 93 ++++- .../reporters/rich_table/reporter/reporter.py | 113 ++++-- 40 files changed, 3097 insertions(+), 430 deletions(-) create mode 100644 docs/_modules/simplebench/reporters/csv/reporter/options/fields.html create mode 100644 docs/_modules/simplebench/reporters/rich_table/reporter/options/fields.html create mode 100644 src/simplebench/reporters/csv/reporter/options/fields.py create mode 100644 src/simplebench/reporters/rich_table/reporter/options/fields.py diff --git a/docs/_modules/index.html b/docs/_modules/index.html index 0c3d5b8c..1ba79bf8 100644 --- a/docs/_modules/index.html +++ b/docs/_modules/index.html @@ -267,6 +267,7 @@

    All modules for which code is available

  • simplebench.reporters.choices.choices
  • simplebench.reporters.choices.choices_conf
  • simplebench.reporters.csv.reporter.config
    • +
  • simplebench.reporters.csv.reporter.options.fields
  • simplebench.reporters.csv.reporter.options.options
  • simplebench.reporters.csv.reporter.reporter
  • simplebench.reporters.graph.enums.image_type
    • @@ -293,6 +294,7 @@

    All modules for which code is available

  • simplebench.reporters.reporter_manager.decorators.register_reporter.register_reporter
  • simplebench.reporters.reporter_manager.manager
  • simplebench.reporters.rich_table.reporter.config
    • +
  • simplebench.reporters.rich_table.reporter.options.fields
  • simplebench.reporters.rich_table.reporter.options.options
  • simplebench.reporters.rich_table.reporter.reporter
  • simplebench.reporters.validators.validators
    • diff --git a/docs/_modules/simplebench/reporters/csv/reporter/options/fields.html b/docs/_modules/simplebench/reporters/csv/reporter/options/fields.html new file mode 100644 index 00000000..4c8862ba --- /dev/null +++ b/docs/_modules/simplebench/reporters/csv/reporter/options/fields.html @@ -0,0 +1,325 @@ + + + + + + + + simplebench.reporters.csv.reporter.options.fields - simplebench 0.4.1-alpha.0 documentation + + + + + + + + + + + + + + + + + + + Contents + + + + + + Menu + + + + + + + + Expand + + + + + + Light mode + + + + + + + + + + + + + + Dark mode + + + + + + + Auto light/dark, in light mode + + + + + + + + + + + + + + + Auto light/dark, in dark mode + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
    +
    +
    + +
    +
    +
    simplebench 0.4.1-alpha.0 documentation
     +
    +
    +
    + +
    + +
    +
    + +
    +
    +
    + + + + + Back to top + +
    +
    + +
    + +
    +
    +

    Source code for simplebench.reporters.csv.reporter.options.fields

    +"""Report fields for CSV reporter."""
+from enum import Enum
+
+from simplebench.enums import enum_docstrings
+
+
+
    
+[docs]
+@enum_docstrings
+class CSVField(str, Enum):
+    """Fields available for CSV reporter output."""
+    N = "N"
+    """The O() complexity value."""
+    ITERATIONS = "Iterations"
+    """The number of iterations performed."""
+    ROUNDS = "Rounds"
+    """The number of rounds performed."""
+    ELAPSED_SECONDS = "Elapsed Seconds"
+    """The total elapsed time in seconds."""
+    MEAN = "mean"
+    """The statistical mean value."""
+    MEDIAN = "median"
+    """The statistical median value."""
+    MIN = "min"
+    """The statistical minimum value."""
+    MAX = "max"
+    """The statistical maximum value."""
+    P5 = "5th"
+    """The statistical 5th percentile."""
+    P95 = "95th"
+    """The statistical 95th percentile."""
+    STD_DEV = "std dev"
+    """The adjusted standard deviation of operation times."""
+    RSD_PERCENT = "rsd%"
+    """The relative standard deviation percentage."""
    
+
+
    +
    +
    +
    + +
    + + +
    +
    +
    +
    + Copyright © 2025, Jerilyn Franz +
    + Made with Sphinx and @pradyunsg's + + Furo + +
    +
    + +
    +
    + +
    +
    + +
    +
    + + + + + + + + \ No newline at end of file diff --git a/docs/_modules/simplebench/reporters/csv/reporter/options/options.html b/docs/_modules/simplebench/reporters/csv/reporter/options/options.html index 3450343a..335e89c1 100644 --- a/docs/_modules/simplebench/reporters/csv/reporter/options/options.html +++ b/docs/_modules/simplebench/reporters/csv/reporter/options/options.html @@ -11,7 +11,7 @@ - + @@ -199,8 +199,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -252,22 +252,94 @@

    Source code for simplebench.reporters.csv.reporter.options.options

    :class:`~simplebench.reporters.reporter.options.ReporterOptions` and is used to hold options specific to the CSV reporter. """ -# simplebench.reporters.reporter -from simplebench.reporters.reporter.options import ReporterOptions +from typing import Sequence + +from simplebench.reporters.reporter import ReporterOptions +from simplebench.validators import validate_bool, validate_sequence_of_type + +from .exceptions import _CSVOptionsErrorTag +from .fields import CSVField + +_DEFAULT_RICH_TABLE_FIELDS: Sequence[CSVField] = [ + CSVField.N, + CSVField.ITERATIONS, + CSVField.ROUNDS, + CSVField.ELAPSED_SECONDS, + CSVField.MEAN, + CSVField.MEDIAN, + CSVField.MIN, + CSVField.MAX, + CSVField.P5, + CSVField.P95, + CSVField.STD_DEV, + CSVField.RSD_PERCENT, +]
    [docs] class CSVOptions(ReporterOptions): - """Class for holding CSV reporter specific options. + """Class for holding CSV reporter specific options in a Choice. + + This class provides additional configuration options specific to the JSON reporter. + It is accessed via the ``options`` attribute of a + :class:`~simplebench.reporters.choice.Choice` instance. + + :param fields: A tuple of CSV fields to include in the output. + If none is specifically set, a predefined set of fields is used. The fields appear in the order + specified in the sequence. + + If specified, all fields must be from the :class:`~.CSVField` enum. + + The default fields, in order, are: + + - :attr:`~.CSVField.N` + - :attr:`~.CSVField.ITERATIONS` + - :attr:`~.CSVField.ROUNDS` + - :attr:`~.CSVField.ELAPSED_SECONDS` + - :attr:`~.CSVField.MEAN` + - :attr:`~.CSVField.MEDIAN` + - :attr:`~.CSVField.MIN` + - :attr:`~.CSVField.MAX` + - :attr:`~.CSVField.P5` + - :attr:`~.CSVField.P95` + - :attr:`~.CSVField.STD_DEV` + - :attr:`~.CSVField.RSD_PERCENT` + + :param variation_cols_last: Whether to place the variation columns (if any) at the end of the rows. + Defaults to ``False`` - which places the variation columns at the start of the rows. + :raises ~simplebench.exceptions.SimpleBenchTypeError: Any parameter is of an invalid type. + :raises ~simplebench.exceptions.SimpleBenchValueError: If ``fields`` is an empty sequence.""" + def __init__(self, + fields: Sequence[CSVField] | None = None, + variation_cols_last: bool = False + ) -> None: + """Initialize CSVOptions instance.""" + self._fields: tuple[CSVField, ...] = tuple(validate_sequence_of_type( + fields if fields is not None else _DEFAULT_RICH_TABLE_FIELDS, + CSVField, 'fields', + _CSVOptionsErrorTag.INVALID_DEFAULT_FIELDS_TYPE, + _CSVOptionsErrorTag.INVALID_DEFAULT_FIELDS_VALUE, + allow_empty=False)) + self._variation_cols_last = validate_bool( + variation_cols_last, 'variation_cols_last', + _CSVOptionsErrorTag.INVALID_VARIATION_COLS_LAST_TYPE) + + @property + def fields(self) -> tuple[CSVField, ...]: + """Return the fields, in order, to include in the CSV table when rendering. + + :return: A tuple of CSVField enums representing the default fields. + """ + return self._fields - This class provides additional configuration options specific to the CSV reporter. - It is accessed via the :attr:`~simplebench.reporters.choice.Choice.options` - attribute of a :class:`~simplebench.reporters.choice.Choice` instance or a - :class:`~simplebench.case.Case` instance. + @property + def variation_cols_last(self) -> bool: + """Return whether variation columns are placed at the end of the rows. - It is currently only a stub for future expansion. - """
    + :return: True if variation columns are placed at the end, False if at the start. + """ + return self._variation_cols_last
    diff --git a/docs/_modules/simplebench/reporters/csv/reporter/reporter.html b/docs/_modules/simplebench/reporters/csv/reporter/reporter.html index 0470e0a6..34e60802 100644 --- a/docs/_modules/simplebench/reporters/csv/reporter/reporter.html +++ b/docs/_modules/simplebench/reporters/csv/reporter/reporter.html @@ -11,7 +11,7 @@ - + @@ -199,8 +199,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -255,12 +255,11 @@

    Source code for simplebench.reporters.csv.reporter.reporter

    import csv from io import StringIO -from typing import TYPE_CHECKING, Any, ClassVar +from typing import TYPE_CHECKING, Any, ClassVar, TypeAlias from simplebench.defaults import DEFAULT_INTERVAL_SCALE from simplebench.enums import Section from simplebench.exceptions import SimpleBenchTypeError -# simplebench.reporters imports from simplebench.reporters.reporter import Reporter from simplebench.reporters.reporter.options import ReporterOptions from simplebench.results import Results @@ -271,7 +270,9 @@

    Source code for simplebench.reporters.csv.reporter.reporter

    from .config import CSVConfig from .exceptions import _CSVReporterErrorTag -from .options import CSVOptions +from .options import CSVField, CSVOptions + +Options: TypeAlias = CSVOptions if TYPE_CHECKING: from simplebench.case import Case @@ -349,14 +350,10 @@

    Source code for simplebench.reporters.csv.reporter.reporter

    :param case: The :class:`~simplebench.case.Case` instance representing the benchmarked code. - :type case: :class:`~simplebench.case.Case` :param section: The section to output (eg. :attr:`~simplebench.enums.Section.OPS` or :attr:`~simplebench.enums.Section.TIMING`). - :type section: :class:`~simplebench.enums.Section` - :param options: The options for the CSV report. (Currently unused.) - :type options: :class:`~simplebench.reporters.reporter.options.ReporterOptions` + :param options: The options for the CSV report. :return: The benchmark results formatted as tagged CSV data. - :rtype: str :raises SimpleBenchValueError: If the specified section is unsupported. """ if not is_case(case): # Handle deferred import type checking @@ -365,9 +362,11 @@

    Source code for simplebench.reporters.csv.reporter.reporter

    tag=_CSVReporterErrorTag.RENDER_INVALID_CASE) section = validate_type(section, Section, 'section', _CSVReporterErrorTag.RENDER_INVALID_SECTION) - options = validate_type(options, self.options_type, 'options', + options = validate_type(options, Options, 'options', _CSVReporterErrorTag.RENDER_INVALID_OPTIONS) + included_fields = options.fields + base_unit: str = self.get_base_unit_for_section(section=section) results: list[Results] = case.results @@ -382,41 +381,83 @@

    Source code for simplebench.reporters.csv.reporter.reporter

    writer.writerow([f'# title: {case.title}']) writer.writerow([f'# description: {case.description}']) writer.writerow([f'# unit: {common_unit}']) - header: list[str] = [ - 'N', - 'Iterations', - 'Rounds', - 'Elapsed Seconds', - f'mean ({common_unit})', - f'median ({common_unit})', - f'min ({common_unit})', - f'max ({common_unit})', - f'5th ({common_unit})', - f'95th ({common_unit})', - f'std dev ({common_unit})', - 'rsd (%)' - ] - for value in case.variation_cols.values(): - header.append(value) + header: list[str] = [] + + if not options.variation_cols_last: + for value in case.variation_cols.values(): + header.append(value) + + for field in included_fields: + match field: + case CSVField.N: + header.append('N') + case CSVField.ITERATIONS: + header.append('Iterations') + case CSVField.ROUNDS: + header.append('Rounds') + case CSVField.ELAPSED_SECONDS: + header.append('Elapsed Seconds') + case CSVField.MEAN: + header.append(f'mean ({common_unit})') + case CSVField.MEDIAN: + header.append(f'median ({common_unit})') + case CSVField.MIN: + header.append(f'min ({common_unit})') + case CSVField.MAX: + header.append(f'max ({common_unit})') + case CSVField.P5: + header.append(f'5th ({common_unit})') + case CSVField.P95: + header.append(f'95th ({common_unit})') + case CSVField.STD_DEV: + header.append(f'std dev ({common_unit})') + case CSVField.RSD_PERCENT: + header.append('rsd (%)') + + if options.variation_cols_last: + for value in case.variation_cols.values(): + header.append(value) + writer.writerow(header) for result in results: stats_target = result.results_section(section) - row: list[str | float | int] = [ - result.n, - len(result.iterations), - result.rounds, - sigfigs(result.total_elapsed * DEFAULT_INTERVAL_SCALE, 10), - sigfigs(stats_target.mean * common_scale), - sigfigs(stats_target.median * common_scale), - sigfigs(stats_target.minimum * common_scale), - sigfigs(stats_target.maximum * common_scale), - sigfigs(stats_target.percentiles[5] * common_scale), - sigfigs(stats_target.percentiles[95] * common_scale), - sigfigs(stats_target.adjusted_standard_deviation * common_scale), - sigfigs(stats_target.adjusted_relative_standard_deviation) - ] - for value in result.variation_marks.values(): - row.append(value) + row: list[str | float | int] = [] + + if not options.variation_cols_last: + for value in result.variation_marks.values(): + row.append(value) + + for field in included_fields: + match field: + case CSVField.N: + row.append(result.n) + case CSVField.ITERATIONS: + row.append(len(result.iterations)) + case CSVField.ROUNDS: + row.append(result.rounds) + case CSVField.ELAPSED_SECONDS: + row.append(sigfigs(result.total_elapsed * DEFAULT_INTERVAL_SCALE, 10)) + case CSVField.MEAN: + row.append(sigfigs(stats_target.mean * common_scale)) + case CSVField.MEDIAN: + row.append(sigfigs(stats_target.median * common_scale)) + case CSVField.MIN: + row.append(sigfigs(stats_target.minimum * common_scale)) + case CSVField.MAX: + row.append(sigfigs(stats_target.maximum * common_scale)) + case CSVField.P5: + row.append(sigfigs(stats_target.percentiles[5] * common_scale)) + case CSVField.P95: + row.append(sigfigs(stats_target.percentiles[95] * common_scale)) + case CSVField.STD_DEV: + row.append(sigfigs(stats_target.adjusted_standard_deviation * common_scale)) + case CSVField.RSD_PERCENT: + row.append(sigfigs(stats_target.adjusted_relative_standard_deviation)) + + if options.variation_cols_last: + for value in result.variation_marks.values(): + row.append(value) + writer.writerow(row) csvfile.seek(0) diff --git a/docs/_modules/simplebench/reporters/rich_table/reporter/options/fields.html b/docs/_modules/simplebench/reporters/rich_table/reporter/options/fields.html new file mode 100644 index 00000000..9515edb4 --- /dev/null +++ b/docs/_modules/simplebench/reporters/rich_table/reporter/options/fields.html @@ -0,0 +1,325 @@ + + + + + + + + simplebench.reporters.rich_table.reporter.options.fields - simplebench 0.4.1-alpha.0 documentation + + + + + + + + + + + + + + + + + + + Contents + + + + + + Menu + + + + + + + + Expand + + + + + + Light mode + + + + + + + + + + + + + + Dark mode + + + + + + + Auto light/dark, in light mode + + + + + + + + + + + + + + + Auto light/dark, in dark mode + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
    +
    +
    + +
    +
    +
    simplebench 0.4.1-alpha.0 documentation
     +
    +
    +
    + +
    + +
    +
    + +
    +
    +
    + + + + + Back to top + +
    +
    + +
    + +
    +
    +

    Source code for simplebench.reporters.rich_table.reporter.options.fields

    +"""Report fields for Rich Table reporter."""
+from enum import Enum
+
+from simplebench.enums import enum_docstrings
+
+
+
    
+[docs]
+@enum_docstrings
+class RichTableField(str, Enum):
+    """Fields available for Rich Table reporter output."""
+    N = "N"
+    """The O() complexity value."""
+    ITERATIONS = "Iterations"
+    """The number of iterations performed."""
+    ROUNDS = "Rounds"
+    """The number of rounds performed."""
+    ELAPSED_SECONDS = "Elapsed Seconds"
+    """The total elapsed time in seconds."""
+    MEAN = "mean"
+    """The statistical mean value."""
+    MEDIAN = "median"
+    """The statistical median value."""
+    MIN = "min"
+    """The statistical minimum value."""
+    MAX = "max"
+    """The statistical maximum value."""
+    P5 = "5th"
+    """The statistical 5th percentile."""
+    P95 = "95th"
+    """The statistical 95th percentile."""
+    STD_DEV = "std dev"
+    """The adjusted standard deviation of operation times."""
+    RSD_PERCENT = "rsd%"
+    """The relative standard deviation percentage."""
    
+
+
    +
    +
    +
    + +
    + + +
    +
    +
    +
    + Copyright © 2025, Jerilyn Franz +
    + Made with Sphinx and @pradyunsg's + + Furo + +
    +
    + +
    +
    + +
    +
    + +
    +
    + + + + + + + + \ No newline at end of file diff --git a/docs/_modules/simplebench/reporters/rich_table/reporter/options/options.html b/docs/_modules/simplebench/reporters/rich_table/reporter/options/options.html index 319c2b59..2dba163c 100644 --- a/docs/_modules/simplebench/reporters/rich_table/reporter/options/options.html +++ b/docs/_modules/simplebench/reporters/rich_table/reporter/options/options.html @@ -11,7 +11,7 @@ - + @@ -199,8 +199,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -246,12 +246,29 @@

    Source code for simplebench.reporters.rich_table.reporter.options.options

    -# -*- coding: utf-8 -*-
-"""Reporter for benchmark results using Rich tables on the console."""
+"""Reporter for benchmark results using Rich tables on the console."""
+from typing import Sequence
+
 from simplebench.reporters.reporter import ReporterOptions
-from simplebench.validators import validate_int_range
+from simplebench.validators import validate_bool, validate_int_range, validate_sequence_of_type
 
 from .exceptions import _RichTableOptionsErrorTag
+from .fields import RichTableField
+
+_DEFAULT_RICH_TABLE_FIELDS: Sequence[RichTableField] = [
+    RichTableField.N,
+    RichTableField.ITERATIONS,
+    RichTableField.ROUNDS,
+    RichTableField.ELAPSED_SECONDS,
+    RichTableField.MEAN,
+    RichTableField.MEDIAN,
+    RichTableField.MIN,
+    RichTableField.MAX,
+    RichTableField.P5,
+    RichTableField.P95,
+    RichTableField.STD_DEV,
+    RichTableField.RSD_PERCENT,
+]
 
 
 
    
@@ -263,28 +280,46 @@ 
    Source code for simplebench.reporters.rich_table.reporter.options.options    It is accessed via the ``options`` attribute of a
     :class:`~simplebench.reporters.choice.Choice` instance.
 
-    :ivar virtual_width: The width of the Rich table output in characters when rendered
+    :param virtual_width: The width of the Rich table output in characters when rendered
         to the filesystem or via callback. Must be between 80 and 1000 characters or
         ``None``. If ``None``, no width constraint is applied.
 
         The virtual width is used to determine how the table should be formatted when
         rendered to non-console outputs, such as files or callbacks. This allows for
         better control over the appearance of the table in different contexts.
-    :vartype virtual_width: int, optional
+    :param fields: A tuple of Rich Table fields to include in the output.
+        If none is specifically set, a predefined set of fields is used. The fields appear in the order
+        specified in the sequence.
+
+        If specified, all fields must be from the :class:`~.RichTableField` enum.
+
+        The default fields, in order, are:
+
+        - :attr:`~.RichTableField.N`
+        - :attr:`~.RichTableField.ITERATIONS`
+        - :attr:`~.RichTableField.ROUNDS`
+        - :attr:`~.RichTableField.ELAPSED_SECONDS`
+        - :attr:`~.RichTableField.MEAN`
+        - :attr:`~.RichTableField.MEDIAN`
+        - :attr:`~.RichTableField.MIN`
+        - :attr:`~.RichTableField.MAX`
+        - :attr:`~.RichTableField.P5`
+        - :attr:`~.RichTableField.P95`
+        - :attr:`~.RichTableField.STD_DEV`
+        - :attr:`~.RichTableField.RSD_PERCENT`
+
+    :param variation_cols_last: Whether to place the variation columns (if any) at the end of the rows.
+        Defaults to ``False`` - which places the variation columns at the start of the rows.
+    :raises ~simplebench.exceptions.SimpleBenchTypeError: If any parameter is of an invalid type.
+    :raises ~simplebench.exceptions.SimpleBenchValueError: If ``virtual_width`` is not
+        between 80 and 10000 characters when specified or if ``fields`` is an empty sequence.
     """
     def __init__(self,
-                 virtual_width: int | None = None) -> None:
-        """Create a RichTableOptions instance.
-
-        :param virtual_width: The width of the Rich table output when rendered to the
-            filesystem or via callback. Must be between 80 and 1000 characters or
-            ``None``. If ``None``, no width constraint is applied. Defaults to ``None``.
-        :type virtual_width: int, optional
-        :raises ~simplebench.exceptions.SimpleBenchTypeError: If ``virtual_width`` is not
-            an integer or ``None``.
-        :raises ~simplebench.exceptions.SimpleBenchValueError: If ``virtual_width`` is not
-            between 80 and 10000 characters when specified.
-        """
+                 virtual_width: int | None = None,
+                 fields: Sequence[RichTableField] | None = None,
+                 variation_cols_last: bool = False
+                 ) -> None:
+        """Initialize RichTableOptions instance."""
         if virtual_width is None:
             self._virtual_width = None
         else:
@@ -293,6 +328,15 @@ 
    Source code for simplebench.reporters.rich_table.reporter.options.options_RichTableOptionsErrorTag.INVALID_VIRTUAL_WIDTH_TYPE,
                 _RichTableOptionsErrorTag.INVALID_VIRTUAL_WIDTH_VALUE,
                 min_value=80, max_value=10000)
+        self._fields: tuple[RichTableField, ...] = tuple(validate_sequence_of_type(
+            fields if fields is not None else _DEFAULT_RICH_TABLE_FIELDS,
+            RichTableField, 'fields',
+            _RichTableOptionsErrorTag.INVALID_DEFAULT_FIELDS_TYPE,
+            _RichTableOptionsErrorTag.INVALID_DEFAULT_FIELDS_VALUE,
+            allow_empty=False))
+        self._variation_cols_last = validate_bool(
+            variation_cols_last, 'variation_cols_last',
+            _RichTableOptionsErrorTag.INVALID_VARIATION_COLS_LAST_TYPE)
 
     @property
     def virtual_width(self) -> int | None:
@@ -301,9 +345,24 @@ 
    Source code for simplebench.reporters.rich_table.reporter.options.options        The virtual width is used when rendered to the filesystem or via callback.
 
         :return: The virtual width of the Rich table output in characters.
-        :rtype: int, optional
         """
-        return self._virtual_width
    
+        return self._virtual_width
+
+    @property
+    def fields(self) -> tuple[RichTableField, ...]:
+        """Return the fields, in order, to include in the Rich table when rendering.
+
+        :return: A tuple of RichTableField enums representing the default fields.
+        """
+        return self._fields
+
+    @property
+    def variation_cols_last(self) -> bool:
+        """Return whether variation columns are placed at the end of the rows.
+
+        :return: True if variation columns are placed at the end, False if at the start.
+        """
+        return self._variation_cols_last
    diff --git a/docs/_modules/simplebench/reporters/rich_table/reporter/reporter.html b/docs/_modules/simplebench/reporters/rich_table/reporter/reporter.html index 13efd53d..54a4c5c0 100644 --- a/docs/_modules/simplebench/reporters/rich_table/reporter/reporter.html +++ b/docs/_modules/simplebench/reporters/rich_table/reporter/reporter.html @@ -11,7 +11,7 @@ - + @@ -199,8 +199,8 @@
  • Tutorials
  • Command-Line Options
    • @@ -256,7 +256,6 @@

    Source code for simplebench.reporters.rich_table.reporter.reporter

    from simplebench.defaults import DEFAULT_INTERVAL_SCALE from simplebench.enums import Section from simplebench.exceptions import SimpleBenchTypeError -# simplebench.reporters imports from simplebench.reporters.reporter import Reporter, ReporterOptions from simplebench.results import Results from simplebench.si_units import si_scale_for_smallest @@ -266,7 +265,7 @@

    Source code for simplebench.reporters.rich_table.reporter.reporter

    from .config import RichTableConfig from .exceptions import _RichTableReporterErrorTag -from .options import RichTableOptions +from .options import RichTableField, RichTableOptions Options: TypeAlias = RichTableOptions @@ -344,6 +343,11 @@

    Source code for simplebench.reporters.rich_table.reporter.reporter

    It creates a :class:`~rich.table.Table` instance containing the benchmark results for the specified section. + The table includes the fields specified in the `options` argument, formatted + appropriately based on the results data. + + Depending on the `options`, variation columns can be placed at the start or end of the rows. + :param case: The :class:`~simplebench.case.Case` instance representing the benchmarked code. :param options: The options specifying the report configuration. @@ -361,6 +365,7 @@

    Source code for simplebench.reporters.rich_table.reporter.reporter

    _RichTableReporterErrorTag.RENDER_INVALID_SECTION) options = validate_type(options, Options, 'options', _RichTableReporterErrorTag.RENDER_INVALID_OPTIONS) + included_fields = options.fields base_unit: str = self.get_base_unit_for_section(section=section) results: list[Results] = case.results @@ -391,38 +396,82 @@

    Source code for simplebench.reporters.rich_table.reporter.reporter

    show_header=True, title_style='bold green1', header_style='bold magenta') - table.add_column('N', justify='center') - table.add_column('Iterations', justify='center') - table.add_column('Rounds', justify='center') - table.add_column('Elapsed Seconds', justify='center', max_width=7) - table.add_column(f'mean {mean_unit}', justify='center', vertical='bottom', overflow='fold') - table.add_column(f'median {median_unit}', justify='center', vertical='bottom', overflow='fold') - table.add_column(f'min {min_unit}', justify='center', vertical='bottom', overflow='fold') - table.add_column(f'max {max_unit}', justify='center', vertical='bottom', overflow='fold') - table.add_column(f'5th {p5_unit}', justify='center', vertical='bottom', overflow='fold') - table.add_column(f'95th {p95_unit}', justify='center', vertical='bottom', overflow='fold') - table.add_column(f'std dev {stddev_unit}', justify='center', vertical='bottom', overflow='fold') - table.add_column('rsd%', justify='center', vertical='bottom', overflow='fold') - for value in case.variation_cols.values(): - table.add_column(value, justify='center', vertical='bottom', overflow='fold') + + if not options.variation_cols_last: + for value in case.variation_cols.values(): + table.add_column(value, justify='center', vertical='bottom', overflow='fold') + + for field in included_fields: + match field: + case RichTableField.N: + table.add_column('N', justify='center') + case RichTableField.ITERATIONS: + table.add_column('Iterations', justify='center') + case RichTableField.ROUNDS: + table.add_column('Rounds', justify='center') + case RichTableField.ELAPSED_SECONDS: + table.add_column('Elapsed Seconds', justify='center', max_width=7) + case RichTableField.MEAN: + table.add_column(f'mean {mean_unit}', justify='center', vertical='bottom', overflow='fold') + case RichTableField.MEDIAN: + table.add_column(f'median {median_unit}', justify='center', vertical='bottom', overflow='fold') + case RichTableField.MIN: + table.add_column(f'min {min_unit}', justify='center', vertical='bottom', overflow='fold') + case RichTableField.MAX: + table.add_column(f'max {max_unit}', justify='center', vertical='bottom', overflow='fold') + case RichTableField.P5: + table.add_column(f'5th {p5_unit}', justify='center', vertical='bottom', overflow='fold') + case RichTableField.P95: + table.add_column(f'95th {p95_unit}', justify='center', vertical='bottom', overflow='fold') + case RichTableField.STD_DEV: + table.add_column(f'std dev {stddev_unit}', justify='center', vertical='bottom', overflow='fold') + case RichTableField.RSD_PERCENT: + table.add_column('rsd%', justify='center', vertical='bottom', overflow='fold') + + if options.variation_cols_last: + for value in case.variation_cols.values(): + table.add_column(value, justify='center', vertical='bottom', overflow='fold') + for result in results: stats_target = result.results_section(section) - row: list[str] = [ - f'{str(result.n):>6}', - f'{len(result.iterations):>6d}', - f'{result.rounds:>6d}', - f'{result.total_elapsed * DEFAULT_INTERVAL_SCALE:>4.2f}', - f'{sigfigs(stats_target.mean * mean_scale):>8.2f}', - f'{sigfigs(stats_target.median * median_scale):>8.2f}', - f'{sigfigs(stats_target.minimum * min_scale):>8.2f}', - f'{sigfigs(stats_target.maximum * max_scale):>8.2f}', - f'{sigfigs(stats_target.percentiles[5] * p5_scale):>8.2f}', - f'{sigfigs(stats_target.percentiles[95] * p95_scale):>8.2f}', - f'{sigfigs(stats_target.adjusted_standard_deviation * stddev_scale):>8.2f}', - f'{sigfigs(stats_target.adjusted_relative_standard_deviation):>5.2f}%' - ] - for value in result.variation_marks.values(): - row.append(f'{value!s}') + row: list[str] = [] + + if not options.variation_cols_last: + for value in result.variation_marks.values(): + row.append(f'{value!s}') + + # Add main fields + for field in included_fields: + match field: + case RichTableField.N: + row.append(f'{str(result.n):>6}') + case RichTableField.ITERATIONS: + row.append(f'{len(result.iterations):>6d}') + case RichTableField.ROUNDS: + row.append(f'{result.rounds:>6d}') + case RichTableField.ELAPSED_SECONDS: + row.append(f'{result.total_elapsed * DEFAULT_INTERVAL_SCALE:>4.2f}') + case RichTableField.MEAN: + row.append(f'{sigfigs(stats_target.mean * mean_scale):>8.2f}') + case RichTableField.MEDIAN: + row.append(f'{sigfigs(stats_target.median * median_scale):>8.2f}') + case RichTableField.MIN: + row.append(f'{sigfigs(stats_target.minimum * min_scale):>8.2f}') + case RichTableField.MAX: + row.append(f'{sigfigs(stats_target.maximum * max_scale):>8.2f}') + case RichTableField.P5: + row.append(f'{sigfigs(stats_target.percentiles[5] * p5_scale):>8.2f}') + case RichTableField.P95: + row.append(f'{sigfigs(stats_target.percentiles[95] * p95_scale):>8.2f}') + case RichTableField.STD_DEV: + row.append(f'{sigfigs(stats_target.adjusted_standard_deviation * stddev_scale):>8.2f}') + case RichTableField.RSD_PERCENT: + row.append(f'{sigfigs(stats_target.adjusted_relative_standard_deviation):>5.2f}%') + + if options.variation_cols_last: + for value in result.variation_marks.values(): + row.append(f'{value!s}') + table.add_row(*row) return table
    diff --git a/docs/genindex.html b/docs/genindex.html index 68a243ae..7e25d23e 100644 --- a/docs/genindex.html +++ b/docs/genindex.html @@ -747,12 +747,12 @@

    C

  • CLI_ARGUMENTS_ERROR (simplebench.enums.ExitCode attribute)
    • - - + +
  • CSVField (class in simplebench.reporters.csv) + +
  • CSVOptions (class in simplebench) @@ -1032,6 +1040,20 @@

    E

    • + + - + - - - + +
  • MEAN (simplebench.reporters.csv.CSVField attribute) + +
  • mean (simplebench.stats.Stats property) @@ -1808,6 +1896,20 @@

    M

  • (simplebench.stats.stats.StatsSummary property)
  • (simplebench.stats.StatsSummary property) +
    • + +
  • MEDIAN (simplebench.reporters.csv.CSVField attribute) + +
  • median (simplebench.stats.Stats property) @@ -1852,6 +1954,20 @@

    M

    • +
  • MIN (simplebench.reporters.csv.CSVField attribute) + +
  • MIN_MEASURED_ITERATIONS (in module simplebench.defaults) @@ -2186,10 +2302,24 @@

    N