From 4f6823b03d624e9b62554f0351d9b8a5919184ad Mon Sep 17 00:00:00 2001 From: Yhg1s Date: Wed, 29 Jan 2025 17:06:45 +0000 Subject: [PATCH] Benchmarking results for @Yhg1s --- README.md | 2 + RESULTS.md | 2 + memory_configs.svg | 60 +- memory_long.svg | 68 +- .../README.md | 35 + ...29422bd8479-3.14.0a4+-25cf79a-vs-3.12.6.md | 208 + ...9422bd8479-3.14.0a4+-25cf79a-vs-3.12.6.svg | 3091 ++++++++++++++ ...22bd8479-3.14.0a4+-25cf79a-vs-3.13.0rc2.md | 205 + ...2bd8479-3.14.0a4+-25cf79a-vs-3.13.0rc2.svg | 3001 +++++++++++++ .../README.md | 43 + ...const_defer-3.14.0a4+-fcfb942-vs-3.12.6.md | 207 + ...onst_defer-3.14.0a4+-fcfb942-vs-3.12.6.svg | 3092 ++++++++++++++ ...st_defer-3.14.0a4+-fcfb942-vs-3.13.0rc2.md | 203 + ...t_defer-3.14.0a4+-fcfb942-vs-3.13.0rc2.svg | 3019 +++++++++++++ ...st_defer-3.14.0a4+-fcfb942-vs-base-mem.svg | 3717 +++++++++++++++++ ...d_const_defer-3.14.0a4+-fcfb942-vs-base.md | 170 + ..._const_defer-3.14.0a4+-fcfb942-vs-base.svg | 3484 +++++++++++++++ 17 files changed, 20543 insertions(+), 64 deletions(-) create mode 100644 results/bm-20250129-3.14.0a4+-25cf79a-NOGIL/README.md create mode 100644 results/bm-20250129-3.14.0a4+-25cf79a-NOGIL/bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a-vs-3.12.6.md create mode 100644 results/bm-20250129-3.14.0a4+-25cf79a-NOGIL/bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a-vs-3.12.6.svg create mode 100644 results/bm-20250129-3.14.0a4+-25cf79a-NOGIL/bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a-vs-3.13.0rc2.md create mode 100644 results/bm-20250129-3.14.0a4+-25cf79a-NOGIL/bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a-vs-3.13.0rc2.svg create mode 100644 results/bm-20250129-3.14.0a4+-fcfb942-NOGIL/README.md create mode 100644 results/bm-20250129-3.14.0a4+-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942-vs-3.12.6.md create mode 100644 results/bm-20250129-3.14.0a4+-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942-vs-3.12.6.svg create mode 100644 results/bm-20250129-3.14.0a4+-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942-vs-3.13.0rc2.md create mode 100644 results/bm-20250129-3.14.0a4+-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942-vs-3.13.0rc2.svg create mode 100644 results/bm-20250129-3.14.0a4+-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942-vs-base-mem.svg create mode 100644 results/bm-20250129-3.14.0a4+-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942-vs-base.md create mode 100644 results/bm-20250129-3.14.0a4+-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942-vs-base.svg diff --git a/README.md b/README.md index 88605a42..7f02ca00 100644 --- a/README.md +++ b/README.md @@ -26,6 +26,8 @@ Here are some recent and important revisions. πŸ‘‰ [Complete list of results](RE ## linux x86_64 (vultr) | date | fork/ref | hash/flags | vs. 3.12.6: | vs. 3.13.0rc2: | vs. base: | | --- | --- | --- | ---: | ---: | ---: | +| [2025-01-29](results/bm-20250129-3.14.0a4%2B-25cf79a-NOGIL) | python/25cf79a0829422bd8479 | 25cf79a (NOGIL) | 1.072x ↓
[πŸ“„](results/bm-20250129-3.14.0a4%2B-25cf79a-NOGIL/bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4%2B-25cf79a-vs-3.12.6.md)[πŸ“ˆ](results/bm-20250129-3.14.0a4%2B-25cf79a-NOGIL/bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4%2B-25cf79a-vs-3.12.6.svg) | 1.102x ↓
[πŸ“„](results/bm-20250129-3.14.0a4%2B-25cf79a-NOGIL/bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4%2B-25cf79a-vs-3.13.0rc2.md)[πŸ“ˆ](results/bm-20250129-3.14.0a4%2B-25cf79a-NOGIL/bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4%2B-25cf79a-vs-3.13.0rc2.svg) | | +| [2025-01-29](results/bm-20250129-3.14.0a4%2B-fcfb942-NOGIL) | Yhg1s/load_const_defer | fcfb942 (NOGIL) | 1.076x ↓
[πŸ“„](results/bm-20250129-3.14.0a4%2B-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4%2B-fcfb942-vs-3.12.6.md)[πŸ“ˆ](results/bm-20250129-3.14.0a4%2B-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4%2B-fcfb942-vs-3.12.6.svg) | 1.106x ↓
[πŸ“„](results/bm-20250129-3.14.0a4%2B-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4%2B-fcfb942-vs-3.13.0rc2.md)[πŸ“ˆ](results/bm-20250129-3.14.0a4%2B-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4%2B-fcfb942-vs-3.13.0rc2.svg) | 1.004x ↓
[πŸ“„](results/bm-20250129-3.14.0a4%2B-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4%2B-fcfb942-vs-base.md)[πŸ“ˆ](results/bm-20250129-3.14.0a4%2B-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4%2B-fcfb942-vs-base.svg)[🧠](results/bm-20250129-3.14.0a4%2B-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4%2B-fcfb942-vs-base-mem.svg) | | [2025-01-28](results/bm-20250128-3.14.0a4%2B-828b276) | python/828b27680f07f1ed8302 | 828b276 | 1.093x ↑
[πŸ“„](results/bm-20250128-3.14.0a4%2B-828b276/bm-20250128-vultr-x86_64-python-828b27680f07f1ed8302-3.14.0a4%2B-828b276-vs-3.12.6.md)[πŸ“ˆ](results/bm-20250128-3.14.0a4%2B-828b276/bm-20250128-vultr-x86_64-python-828b27680f07f1ed8302-3.14.0a4%2B-828b276-vs-3.12.6.svg) | 1.054x ↑
[πŸ“„](results/bm-20250128-3.14.0a4%2B-828b276/bm-20250128-vultr-x86_64-python-828b27680f07f1ed8302-3.14.0a4%2B-828b276-vs-3.13.0rc2.md)[πŸ“ˆ](results/bm-20250128-3.14.0a4%2B-828b276/bm-20250128-vultr-x86_64-python-828b27680f07f1ed8302-3.14.0a4%2B-828b276-vs-3.13.0rc2.svg) | | | [2025-01-28](results/bm-20250128-3.14.0a4%2B-828b276-NOGIL) | python/828b27680f07f1ed8302 | 828b276 (NOGIL) | 1.076x ↓
[πŸ“„](results/bm-20250128-3.14.0a4%2B-828b276-NOGIL/bm-20250128-vultr-x86_64-python-828b27680f07f1ed8302-3.14.0a4%2B-828b276-vs-3.12.6.md)[πŸ“ˆ](results/bm-20250128-3.14.0a4%2B-828b276-NOGIL/bm-20250128-vultr-x86_64-python-828b27680f07f1ed8302-3.14.0a4%2B-828b276-vs-3.12.6.svg) | 1.107x ↓
[πŸ“„](results/bm-20250128-3.14.0a4%2B-828b276-NOGIL/bm-20250128-vultr-x86_64-python-828b27680f07f1ed8302-3.14.0a4%2B-828b276-vs-3.13.0rc2.md)[πŸ“ˆ](results/bm-20250128-3.14.0a4%2B-828b276-NOGIL/bm-20250128-vultr-x86_64-python-828b27680f07f1ed8302-3.14.0a4%2B-828b276-vs-3.13.0rc2.svg) | 1.155x ↓
[πŸ“„](results/bm-20250128-3.14.0a4%2B-828b276-NOGIL/bm-20250128-vultr-x86_64-python-828b27680f07f1ed8302-3.14.0a4%2B-828b276-vs-base.md)[πŸ“ˆ](results/bm-20250128-3.14.0a4%2B-828b276-NOGIL/bm-20250128-vultr-x86_64-python-828b27680f07f1ed8302-3.14.0a4%2B-828b276-vs-base.svg)[🧠](results/bm-20250128-3.14.0a4%2B-828b276-NOGIL/bm-20250128-vultr-x86_64-python-828b27680f07f1ed8302-3.14.0a4%2B-828b276-vs-base-mem.svg) | | [2025-01-28](results/bm-20250128-3.14.0a4%2B-180ee43) | python/180ee43bde99b8ce4c4f | 180ee43 | 1.094x ↑
[πŸ“„](results/bm-20250128-3.14.0a4%2B-180ee43/bm-20250128-vultr-x86_64-python-180ee43bde99b8ce4c4f-3.14.0a4%2B-180ee43-vs-3.12.6.md)[πŸ“ˆ](results/bm-20250128-3.14.0a4%2B-180ee43/bm-20250128-vultr-x86_64-python-180ee43bde99b8ce4c4f-3.14.0a4%2B-180ee43-vs-3.12.6.svg) | 1.055x ↑
[πŸ“„](results/bm-20250128-3.14.0a4%2B-180ee43/bm-20250128-vultr-x86_64-python-180ee43bde99b8ce4c4f-3.14.0a4%2B-180ee43-vs-3.13.0rc2.md)[πŸ“ˆ](results/bm-20250128-3.14.0a4%2B-180ee43/bm-20250128-vultr-x86_64-python-180ee43bde99b8ce4c4f-3.14.0a4%2B-180ee43-vs-3.13.0rc2.svg) | | diff --git a/RESULTS.md b/RESULTS.md index 4f5124b8..4b06bb98 100644 --- a/RESULTS.md +++ b/RESULTS.md @@ -297,6 +297,8 @@ ## linux x86_64 (vultr) | date | fork/ref | hash/flags | vs. 3.12.6: | vs. 3.13.0rc2: | vs. base: | | --- | --- | --- | ---: | ---: | ---: | +| [2025-01-29](results/bm-20250129-3.14.0a4%2B-25cf79a-NOGIL) | python/25cf79a0829422bd8479 | 25cf79a (NOGIL) | 1.072x ↓
[πŸ“„](results/bm-20250129-3.14.0a4%2B-25cf79a-NOGIL/bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4%2B-25cf79a-vs-3.12.6.md)[πŸ“ˆ](results/bm-20250129-3.14.0a4%2B-25cf79a-NOGIL/bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4%2B-25cf79a-vs-3.12.6.svg) | 1.102x ↓
[πŸ“„](results/bm-20250129-3.14.0a4%2B-25cf79a-NOGIL/bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4%2B-25cf79a-vs-3.13.0rc2.md)[πŸ“ˆ](results/bm-20250129-3.14.0a4%2B-25cf79a-NOGIL/bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4%2B-25cf79a-vs-3.13.0rc2.svg) | | +| [2025-01-29](results/bm-20250129-3.14.0a4%2B-fcfb942-NOGIL) | Yhg1s/load_const_defer | fcfb942 (NOGIL) | 1.076x ↓
[πŸ“„](results/bm-20250129-3.14.0a4%2B-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4%2B-fcfb942-vs-3.12.6.md)[πŸ“ˆ](results/bm-20250129-3.14.0a4%2B-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4%2B-fcfb942-vs-3.12.6.svg) | 1.106x ↓
[πŸ“„](results/bm-20250129-3.14.0a4%2B-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4%2B-fcfb942-vs-3.13.0rc2.md)[πŸ“ˆ](results/bm-20250129-3.14.0a4%2B-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4%2B-fcfb942-vs-3.13.0rc2.svg) | 1.004x ↓
[πŸ“„](results/bm-20250129-3.14.0a4%2B-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4%2B-fcfb942-vs-base.md)[πŸ“ˆ](results/bm-20250129-3.14.0a4%2B-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4%2B-fcfb942-vs-base.svg)[🧠](results/bm-20250129-3.14.0a4%2B-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4%2B-fcfb942-vs-base-mem.svg) | | [2025-01-28](results/bm-20250128-3.14.0a4%2B-828b276) | python/828b27680f07f1ed8302 | 828b276 | 1.093x ↑
[πŸ“„](results/bm-20250128-3.14.0a4%2B-828b276/bm-20250128-vultr-x86_64-python-828b27680f07f1ed8302-3.14.0a4%2B-828b276-vs-3.12.6.md)[πŸ“ˆ](results/bm-20250128-3.14.0a4%2B-828b276/bm-20250128-vultr-x86_64-python-828b27680f07f1ed8302-3.14.0a4%2B-828b276-vs-3.12.6.svg) | 1.054x ↑
[πŸ“„](results/bm-20250128-3.14.0a4%2B-828b276/bm-20250128-vultr-x86_64-python-828b27680f07f1ed8302-3.14.0a4%2B-828b276-vs-3.13.0rc2.md)[πŸ“ˆ](results/bm-20250128-3.14.0a4%2B-828b276/bm-20250128-vultr-x86_64-python-828b27680f07f1ed8302-3.14.0a4%2B-828b276-vs-3.13.0rc2.svg) | | | [2025-01-28](results/bm-20250128-3.14.0a4%2B-828b276-NOGIL) | python/828b27680f07f1ed8302 | 828b276 (NOGIL) | 1.076x ↓
[πŸ“„](results/bm-20250128-3.14.0a4%2B-828b276-NOGIL/bm-20250128-vultr-x86_64-python-828b27680f07f1ed8302-3.14.0a4%2B-828b276-vs-3.12.6.md)[πŸ“ˆ](results/bm-20250128-3.14.0a4%2B-828b276-NOGIL/bm-20250128-vultr-x86_64-python-828b27680f07f1ed8302-3.14.0a4%2B-828b276-vs-3.12.6.svg) | 1.107x ↓
[πŸ“„](results/bm-20250128-3.14.0a4%2B-828b276-NOGIL/bm-20250128-vultr-x86_64-python-828b27680f07f1ed8302-3.14.0a4%2B-828b276-vs-3.13.0rc2.md)[πŸ“ˆ](results/bm-20250128-3.14.0a4%2B-828b276-NOGIL/bm-20250128-vultr-x86_64-python-828b27680f07f1ed8302-3.14.0a4%2B-828b276-vs-3.13.0rc2.svg) | 1.155x ↓
[πŸ“„](results/bm-20250128-3.14.0a4%2B-828b276-NOGIL/bm-20250128-vultr-x86_64-python-828b27680f07f1ed8302-3.14.0a4%2B-828b276-vs-base.md)[πŸ“ˆ](results/bm-20250128-3.14.0a4%2B-828b276-NOGIL/bm-20250128-vultr-x86_64-python-828b27680f07f1ed8302-3.14.0a4%2B-828b276-vs-base.svg)[🧠](results/bm-20250128-3.14.0a4%2B-828b276-NOGIL/bm-20250128-vultr-x86_64-python-828b27680f07f1ed8302-3.14.0a4%2B-828b276-vs-base-mem.svg) | | [2025-01-28](results/bm-20250128-3.14.0a4%2B-180ee43) | python/180ee43bde99b8ce4c4f | 180ee43 | 1.094x ↑
[πŸ“„](results/bm-20250128-3.14.0a4%2B-180ee43/bm-20250128-vultr-x86_64-python-180ee43bde99b8ce4c4f-3.14.0a4%2B-180ee43-vs-3.12.6.md)[πŸ“ˆ](results/bm-20250128-3.14.0a4%2B-180ee43/bm-20250128-vultr-x86_64-python-180ee43bde99b8ce4c4f-3.14.0a4%2B-180ee43-vs-3.12.6.svg) | 1.055x ↑
[πŸ“„](results/bm-20250128-3.14.0a4%2B-180ee43/bm-20250128-vultr-x86_64-python-180ee43bde99b8ce4c4f-3.14.0a4%2B-180ee43-vs-3.13.0rc2.md)[πŸ“ˆ](results/bm-20250128-3.14.0a4%2B-180ee43/bm-20250128-vultr-x86_64-python-180ee43bde99b8ce4c4f-3.14.0a4%2B-180ee43-vs-3.13.0rc2.svg) | | diff --git a/memory_configs.svg b/memory_configs.svg index a5e6c09a..a6535adc 100644 --- a/memory_configs.svg +++ b/memory_configs.svg @@ -6,7 +6,7 @@ - + @@ -20,7 +20,7 @@ - + @@ -30,7 +30,7 @@ - + @@ -40,7 +40,7 @@ - + @@ -50,7 +50,7 @@ - + @@ -60,7 +60,7 @@ - + @@ -70,7 +70,7 @@ - + @@ -85,7 +85,7 @@ - + @@ -94,7 +94,7 @@ - + @@ -103,7 +103,7 @@ - + @@ -112,7 +112,7 @@ - + @@ -121,7 +121,7 @@ - + @@ -134,7 +134,7 @@ - + @@ -151,7 +151,7 @@ - + @@ -770,49 +770,49 @@ - + - + - + - + - + - + - + @@ -821,7 +821,7 @@ - + @@ -830,7 +830,7 @@ - + @@ -839,7 +839,7 @@ - + @@ -848,7 +848,7 @@ - + @@ -857,7 +857,7 @@ - + @@ -870,7 +870,7 @@ - + @@ -880,7 +880,7 @@ - + @@ -978,13 +978,13 @@ - + - + diff --git a/memory_long.svg b/memory_long.svg index a2656d4b..1b47ddbf 100644 --- a/memory_long.svg +++ b/memory_long.svg @@ -8,9 +8,9 @@ - + - + @@ -32,7 +32,7 @@ - + @@ -49,7 +49,7 @@ - + @@ -63,7 +63,7 @@ - + @@ -80,7 +80,7 @@ - + @@ -94,7 +94,7 @@ - + @@ -111,7 +111,7 @@ - + @@ -125,7 +125,7 @@ - + @@ -142,7 +142,7 @@ - + @@ -157,9 +157,9 @@ - + - + @@ -172,7 +172,7 @@ - + @@ -181,7 +181,7 @@ - + @@ -190,7 +190,7 @@ - + @@ -199,7 +199,7 @@ - + @@ -208,7 +208,7 @@ - + @@ -217,7 +217,7 @@ - + @@ -226,7 +226,7 @@ - + @@ -235,7 +235,7 @@ - + @@ -381,7 +381,7 @@ - + @@ -392,7 +392,7 @@ - + @@ -403,7 +403,7 @@ - + @@ -414,7 +414,7 @@ - + @@ -425,7 +425,7 @@ - + @@ -436,7 +436,7 @@ - + @@ -447,7 +447,7 @@ - + @@ -458,7 +458,7 @@ - + @@ -467,7 +467,7 @@ - + @@ -476,7 +476,7 @@ - + @@ -485,7 +485,7 @@ - + @@ -494,7 +494,7 @@ - + @@ -503,7 +503,7 @@ - + @@ -512,7 +512,7 @@ - + diff --git a/results/bm-20250129-3.14.0a4+-25cf79a-NOGIL/README.md b/results/bm-20250129-3.14.0a4+-25cf79a-NOGIL/README.md new file mode 100644 index 00000000..cb500d62 --- /dev/null +++ b/results/bm-20250129-3.14.0a4+-25cf79a-NOGIL/README.md @@ -0,0 +1,35 @@ +# Results + +- fork: python/25cf79a0829422bd8479 +- version: 3.14.0a4+ +- config: NOGIL +- commit hash: [25cf79a](https://github.com/python/cpython/commit/25cf79a) +- commit date: 2025-01-29T19:19:23+05:30 +- commit merge base: [c67afb581eccb3ce20a4965c8f407fd2662b6bdf](https://github.com/python/cpython/commit/c67afb581eccb3ce20a4965c8f407fd2662b6bdf) +- ref: 25cf79a0829422bd8479 + +## linux x86_64 (vultr) + +- [GitHub Action run](https://github.com/facebookexperimental/free-threading-benchmarking/actions/runs/13033173935) +- cpu model: Intel(R) Xeon(R) E-2286G CPU @ 4.00GHz +- platform: Linux-6.8.0-51-generic-x86_64-with-glibc2.39 +- [raw results](bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4%2B-25cf79a.json) + +### vs. 3.12.6 + +- Geometric mean: 1.072x slower (HPT: reliability of 100.00%, 1.05x slower at 99th %ile) +- Memory usage: 1.35x +- missing benchmarks: aiohttp, asyncio_tcp, asyncio_tcp_ssl, chameleon, dask, flaskblogging, gunicorn, mypy2, pickle, pickle_dict, pickle_list, tornado_http, unpack_sequence, unpickle, unpickle_list +- new benchmarks: connected_components, k_core, many_optionals, shortest_path, sphinx, subparsers +- [πŸ“„table](bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4%2B-25cf79a-vs-3.12.6.md) +- [πŸ“ˆtime plot](bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4%2B-25cf79a-vs-3.12.6.svg) + +### vs. 3.13.0rc2 + +- Geometric mean: 1.102x slower (HPT: reliability of 100.00%, 1.05x slower at 99th %ile) +- Memory usage: 1.34x +- missing benchmarks: aiohttp, asyncio_tcp, asyncio_tcp_ssl, chameleon, dask, flaskblogging, gunicorn, pickle, pickle_dict, pickle_list, tornado_http, unpack_sequence, unpickle, unpickle_list +- new benchmarks: connected_components, k_core, many_optionals, shortest_path, sphinx, sqlalchemy_declarative, sqlalchemy_imperative, subparsers +- [πŸ“„table](bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4%2B-25cf79a-vs-3.13.0rc2.md) +- [πŸ“ˆtime plot](bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4%2B-25cf79a-vs-3.13.0rc2.svg) + diff --git a/results/bm-20250129-3.14.0a4+-25cf79a-NOGIL/bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a-vs-3.12.6.md b/results/bm-20250129-3.14.0a4+-25cf79a-NOGIL/bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a-vs-3.12.6.md new file mode 100644 index 00000000..08b1260e --- /dev/null +++ b/results/bm-20250129-3.14.0a4+-25cf79a-NOGIL/bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a-vs-3.12.6.md @@ -0,0 +1,208 @@ +# Results vs. 3.12.6 + +- fork: python +- ref: 25cf79a0829422bd8479 +- machine: linux-x86_64 +- commit hash: 25cf79a +- commit date: 2025-01-29 +- overall geometric mean: 1.072x slower +- HPT reliability: 100.00% +- HPT 99th percentile: 1.05x slower +- Memory change: 1.35x + +Benchmarks with tag 'apps': +=========================== + +| Benchmark | bm-20240906-vultr-x86_64-python-v3.12.6-3.12.6-a4a2d2b | bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a | +|----------------|:------------------------------------------------------:|:----------------------------------------------------------------------:| +| 2to3 | 264 ms | 310 ms: 1.18x slower | +| docutils | 2.64 sec | 2.83 sec: 1.07x slower | +| html5lib | 63.6 ms | 70.6 ms: 1.11x slower | +| Geometric mean | (ref) | 1.12x slower | + +Benchmarks with tag 'asyncio': +============================== + +| Benchmark | bm-20240906-vultr-x86_64-python-v3.12.6-3.12.6-a4a2d2b | bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a | +|----------------------------|:------------------------------------------------------:|:----------------------------------------------------------------------:| +| async_tree_io_tg | 1.11 sec | 591 ms: 1.88x faster | +| async_tree_none_tg | 446 ms | 254 ms: 1.75x faster | +| async_tree_io | 1.08 sec | 621 ms: 1.74x faster | +| async_tree_memoization_tg | 560 ms | 326 ms: 1.72x faster | +| async_tree_none | 464 ms | 295 ms: 1.57x faster | +| async_tree_memoization | 555 ms | 361 ms: 1.54x faster | +| async_tree_cpu_io_mixed_tg | 723 ms | 518 ms: 1.40x faster | +| async_tree_cpu_io_mixed | 715 ms | 550 ms: 1.30x faster | +| asyncio_websockets | 517 ms | 519 ms: 1.00x slower | +| coroutines | 23.9 ms | 25.3 ms: 1.06x slower | +| Geometric mean | (ref) | 1.40x faster | + +Benchmark hidden because not significant (1): async_generators + +Benchmarks with tag 'math': +=========================== + +| Benchmark | bm-20240906-vultr-x86_64-python-v3.12.6-3.12.6-a4a2d2b | bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a | +|----------------|:------------------------------------------------------:|:----------------------------------------------------------------------:| +| float | 80.8 ms | 79.2 ms: 1.02x faster | +| pidigits | 184 ms | 198 ms: 1.07x slower | +| nbody | 89.3 ms | 138 ms: 1.54x slower | +| Geometric mean | (ref) | 1.18x slower | + +Benchmarks with tag 'regex': +============================ + +| Benchmark | bm-20240906-vultr-x86_64-python-v3.12.6-3.12.6-a4a2d2b | bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a | +|----------------|:------------------------------------------------------:|:----------------------------------------------------------------------:| +| regex_effbot | 3.17 ms | 2.87 ms: 1.10x faster | +| regex_dna | 168 ms | 177 ms: 1.06x slower | +| regex_compile | 142 ms | 156 ms: 1.09x slower | +| regex_v8 | 20.6 ms | 23.1 ms: 1.12x slower | +| Geometric mean | (ref) | 1.04x slower | + +Benchmarks with tag 'serialize': +================================ + +| Benchmark | bm-20240906-vultr-x86_64-python-v3.12.6-3.12.6-a4a2d2b | bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a | +|----------------------|:------------------------------------------------------:|:----------------------------------------------------------------------:| +| xml_etree_iterparse | 96.7 ms | 89.0 ms: 1.09x faster | +| xml_etree_parse | 139 ms | 128 ms: 1.08x faster | +| xml_etree_generate | 85.2 ms | 97.9 ms: 1.15x slower | +| tomli_loads | 2.11 sec | 2.43 sec: 1.15x slower | +| unpickle_pure_python | 221 us | 256 us: 1.16x slower | +| json_loads | 26.5 us | 31.6 us: 1.19x slower | +| xml_etree_process | 59.0 ms | 70.4 ms: 1.19x slower | +| pickle_pure_python | 308 us | 385 us: 1.25x slower | +| json_dumps | 10.4 ms | 13.1 ms: 1.26x slower | +| Geometric mean | (ref) | 1.13x slower | + +Benchmarks with tag 'startup': +============================== + +| Benchmark | bm-20240906-vultr-x86_64-python-v3.12.6-3.12.6-a4a2d2b | bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a | +|------------------------|:------------------------------------------------------:|:----------------------------------------------------------------------:| +| python_startup_no_site | 7.16 ms | 9.59 ms: 1.34x slower | +| python_startup | 9.93 ms | 15.3 ms: 1.54x slower | +| Geometric mean | (ref) | 1.44x slower | + +Benchmarks with tag 'template': +=============================== + +| Benchmark | bm-20240906-vultr-x86_64-python-v3.12.6-3.12.6-a4a2d2b | bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a | +|-----------------|:------------------------------------------------------:|:----------------------------------------------------------------------:| +| genshi_xml | 50.2 ms | 61.5 ms: 1.23x slower | +| django_template | 34.7 ms | 43.3 ms: 1.25x slower | +| genshi_text | 22.8 ms | 28.6 ms: 1.25x slower | +| mako | 11.0 ms | 16.2 ms: 1.48x slower | +| Geometric mean | (ref) | 1.30x slower | + +All benchmarks: +=============== + +| Benchmark | bm-20240906-vultr-x86_64-python-v3.12.6-3.12.6-a4a2d2b | bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a | +|----------------------------|:------------------------------------------------------:|:----------------------------------------------------------------------:| +| async_tree_io_tg | 1.11 sec | 591 ms: 1.88x faster | +| async_tree_none_tg | 446 ms | 254 ms: 1.75x faster | +| async_tree_io | 1.08 sec | 621 ms: 1.74x faster | +| async_tree_memoization_tg | 560 ms | 326 ms: 1.72x faster | +| async_tree_none | 464 ms | 295 ms: 1.57x faster | +| async_tree_memoization | 555 ms | 361 ms: 1.54x faster | +| async_tree_cpu_io_mixed_tg | 723 ms | 518 ms: 1.40x faster | +| async_tree_cpu_io_mixed | 715 ms | 550 ms: 1.30x faster | +| pathlib | 21.5 ms | 18.9 ms: 1.14x faster | +| deepcopy | 352 us | 316 us: 1.11x faster | +| regex_effbot | 3.17 ms | 2.87 ms: 1.10x faster | +| gc_traversal | 3.46 ms | 3.14 ms: 1.10x faster | +| xml_etree_iterparse | 96.7 ms | 89.0 ms: 1.09x faster | +| xml_etree_parse | 139 ms | 128 ms: 1.08x faster | +| sqlite_synth | 2.20 us | 2.06 us: 1.07x faster | +| deepcopy_memo | 40.3 us | 39.0 us: 1.03x faster | +| float | 80.8 ms | 79.2 ms: 1.02x faster | +| bpe_tokeniser | 4.74 sec | 4.70 sec: 1.01x faster | +| asyncio_websockets | 517 ms | 519 ms: 1.00x slower | +| go | 139 ms | 141 ms: 1.02x slower | +| pycparser | 1.17 sec | 1.19 sec: 1.02x slower | +| comprehensions | 19.8 us | 20.3 us: 1.02x slower | +| spectral_norm | 110 ms | 115 ms: 1.04x slower | +| generators | 32.2 ms | 33.7 ms: 1.05x slower | +| coroutines | 23.9 ms | 25.3 ms: 1.06x slower | +| dulwich_log | 78.9 ms | 83.4 ms: 1.06x slower | +| regex_dna | 168 ms | 177 ms: 1.06x slower | +| deepcopy_reduce | 3.08 us | 3.26 us: 1.06x slower | +| docutils | 2.64 sec | 2.83 sec: 1.07x slower | +| pidigits | 184 ms | 198 ms: 1.07x slower | +| scimark_sor | 130 ms | 140 ms: 1.08x slower | +| json | 5.02 ms | 5.41 ms: 1.08x slower | +| mdp | 2.42 sec | 2.62 sec: 1.08x slower | +| regex_compile | 142 ms | 156 ms: 1.09x slower | +| html5lib | 63.6 ms | 70.6 ms: 1.11x slower | +| pprint_safe_repr | 743 ms | 826 ms: 1.11x slower | +| raytrace | 299 ms | 334 ms: 1.12x slower | +| logging_silent | 109 ns | 122 ns: 1.12x slower | +| pprint_pformat | 1.52 sec | 1.71 sec: 1.12x slower | +| sqlalchemy_imperative | 21.8 ms | 24.5 ms: 1.12x slower | +| regex_v8 | 20.6 ms | 23.1 ms: 1.12x slower | +| sqlalchemy_declarative | 143 ms | 161 ms: 1.13x slower | +| chaos | 62.8 ms | 71.0 ms: 1.13x slower | +| sympy_sum | 166 ms | 189 ms: 1.14x slower | +| logging_simple | 6.63 us | 7.56 us: 1.14x slower | +| xml_etree_generate | 85.2 ms | 97.9 ms: 1.15x slower | +| pyflate | 448 ms | 515 ms: 1.15x slower | +| tomli_loads | 2.11 sec | 2.43 sec: 1.15x slower | +| sqlglot_normalize | 107 ms | 123 ms: 1.15x slower | +| thrift | 791 us | 916 us: 1.16x slower | +| scimark_fft | 342 ms | 396 ms: 1.16x slower | +| unpickle_pure_python | 221 us | 256 us: 1.16x slower | +| logging_format | 7.35 us | 8.52 us: 1.16x slower | +| crypto_pyaes | 76.6 ms | 89.4 ms: 1.17x slower | +| sqlglot_transpile | 1.67 ms | 1.95 ms: 1.17x slower | +| sympy_str | 292 ms | 340 ms: 1.17x slower | +| 2to3 | 264 ms | 310 ms: 1.18x slower | +| sqlglot_optimize | 53.3 ms | 62.7 ms: 1.18x slower | +| json_loads | 26.5 us | 31.6 us: 1.19x slower | +| sympy_expand | 468 ms | 557 ms: 1.19x slower | +| xml_etree_process | 59.0 ms | 70.4 ms: 1.19x slower | +| sympy_integrate | 20.5 ms | 24.6 ms: 1.20x slower | +| sqlglot_parse | 1.36 ms | 1.63 ms: 1.20x slower | +| scimark_monte_carlo | 68.4 ms | 83.3 ms: 1.22x slower | +| genshi_xml | 50.2 ms | 61.5 ms: 1.23x slower | +| hexiom | 6.17 ms | 7.58 ms: 1.23x slower | +| typing_runtime_protocols | 163 us | 202 us: 1.23x slower | +| nqueens | 80.1 ms | 98.9 ms: 1.24x slower | +| create_gc_cycles | 1.09 ms | 1.35 ms: 1.24x slower | +| scimark_lu | 114 ms | 142 ms: 1.24x slower | +| django_template | 34.7 ms | 43.3 ms: 1.25x slower | +| pickle_pure_python | 308 us | 385 us: 1.25x slower | +| genshi_text | 22.8 ms | 28.6 ms: 1.25x slower | +| meteor_contest | 104 ms | 130 ms: 1.26x slower | +| json_dumps | 10.4 ms | 13.1 ms: 1.26x slower | +| richards | 45.9 ms | 58.8 ms: 1.28x slower | +| richards_super | 51.9 ms | 67.7 ms: 1.31x slower | +| scimark_sparse_mat_mult | 4.39 ms | 5.77 ms: 1.31x slower | +| fannkuch | 372 ms | 493 ms: 1.32x slower | +| python_startup_no_site | 7.16 ms | 9.59 ms: 1.34x slower | +| telco | 6.53 ms | 8.75 ms: 1.34x slower | +| coverage | 71.4 ms | 98.4 ms: 1.38x slower | +| deltablue | 3.45 ms | 4.77 ms: 1.38x slower | +| mako | 11.0 ms | 16.2 ms: 1.48x slower | +| python_startup | 9.93 ms | 15.3 ms: 1.54x slower | +| nbody | 89.3 ms | 138 ms: 1.54x slower | +| bench_thread_pool | 941 us | 3.31 ms: 3.52x slower | +| bench_mp_pool | 10.8 ms | 95.3 ms: 8.82x slower | +| Geometric mean | (ref) | 1.12x slower | + +Benchmark hidden because not significant (2): async_generators, pylint +Ignored benchmarks (15) of results/bm-20240906-3.12.6-a4a2d2b/bm-20240906-vultr-x86_64-python-v3.12.6-3.12.6-a4a2d2b.json: aiohttp, asyncio_tcp, asyncio_tcp_ssl, chameleon, dask, flaskblogging, gunicorn, mypy2, pickle, pickle_dict, pickle_list, tornado_http, unpack_sequence, unpickle, unpickle_list +Ignored benchmarks (6) of results/bm-20250129-3.14.0a4+-25cf79a-NOGIL/bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a.json: connected_components, k_core, many_optionals, shortest_path, sphinx, subparsers + +- Geometric mean (including insignificant results): 1.072x slower + +# HPT report + +- Reliability score: 100.00% likely to be slow +- 90% likely to have a slowdown of 1.07x +- 95% likely to have a slowdown of 1.07x +- 99% likely to have a slowdown of 1.05x + +# Memory +- memory change: 1.35x \ No newline at end of file diff --git a/results/bm-20250129-3.14.0a4+-25cf79a-NOGIL/bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a-vs-3.12.6.svg b/results/bm-20250129-3.14.0a4+-25cf79a-NOGIL/bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a-vs-3.12.6.svg new file mode 100644 index 00000000..fa632c24 --- /dev/null +++ b/results/bm-20250129-3.14.0a4+-25cf79a-NOGIL/bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a-vs-3.12.6.svg @@ -0,0 +1,3091 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/results/bm-20250129-3.14.0a4+-25cf79a-NOGIL/bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a-vs-3.13.0rc2.md b/results/bm-20250129-3.14.0a4+-25cf79a-NOGIL/bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a-vs-3.13.0rc2.md new file mode 100644 index 00000000..928ad983 --- /dev/null +++ b/results/bm-20250129-3.14.0a4+-25cf79a-NOGIL/bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a-vs-3.13.0rc2.md @@ -0,0 +1,205 @@ +# Results vs. 3.13.0rc2 + +- fork: python +- ref: 25cf79a0829422bd8479 +- machine: linux-x86_64 +- commit hash: 25cf79a +- commit date: 2025-01-29 +- overall geometric mean: 1.102x slower +- HPT reliability: 100.00% +- HPT 99th percentile: 1.05x slower +- Memory change: 1.34x + +Benchmarks with tag 'apps': +=========================== + +| Benchmark | bm-20240906-vultr-x86_64-python-v3.13.0rc2-3.13.0rc2-ec61006 | bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a | +|----------------|:------------------------------------------------------------:|:----------------------------------------------------------------------:| +| 2to3 | 260 ms | 310 ms: 1.19x slower | +| docutils | 2.62 sec | 2.83 sec: 1.08x slower | +| html5lib | 67.0 ms | 70.6 ms: 1.05x slower | +| Geometric mean | (ref) | 1.11x slower | + +Benchmarks with tag 'asyncio': +============================== + +| Benchmark | bm-20240906-vultr-x86_64-python-v3.13.0rc2-3.13.0rc2-ec61006 | bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a | +|----------------------------|:------------------------------------------------------------:|:----------------------------------------------------------------------:| +| async_tree_io_tg | 913 ms | 591 ms: 1.55x faster | +| async_tree_io | 876 ms | 621 ms: 1.41x faster | +| async_tree_none_tg | 336 ms | 254 ms: 1.32x faster | +| async_tree_memoization | 461 ms | 361 ms: 1.28x faster | +| async_tree_memoization_tg | 414 ms | 326 ms: 1.27x faster | +| async_tree_cpu_io_mixed_tg | 638 ms | 518 ms: 1.23x faster | +| async_tree_cpu_io_mixed | 666 ms | 550 ms: 1.21x faster | +| async_tree_none | 354 ms | 295 ms: 1.20x faster | +| async_generators | 377 ms | 384 ms: 1.02x slower | +| coroutines | 23.6 ms | 25.3 ms: 1.07x slower | +| Geometric mean | (ref) | 1.20x faster | + +Benchmark hidden because not significant (1): asyncio_websockets + +Benchmarks with tag 'math': +=========================== + +| Benchmark | bm-20240906-vultr-x86_64-python-v3.13.0rc2-3.13.0rc2-ec61006 | bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a | +|----------------|:------------------------------------------------------------:|:----------------------------------------------------------------------:| +| pidigits | 217 ms | 198 ms: 1.09x faster | +| float | 77.5 ms | 79.2 ms: 1.02x slower | +| nbody | 85.1 ms | 138 ms: 1.62x slower | +| Geometric mean | (ref) | 1.15x slower | + +Benchmarks with tag 'regex': +============================ + +| Benchmark | bm-20240906-vultr-x86_64-python-v3.13.0rc2-3.13.0rc2-ec61006 | bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a | +|----------------|:------------------------------------------------------------:|:----------------------------------------------------------------------:| +| regex_effbot | 3.08 ms | 2.87 ms: 1.08x faster | +| regex_dna | 180 ms | 177 ms: 1.02x faster | +| regex_v8 | 22.7 ms | 23.1 ms: 1.02x slower | +| regex_compile | 132 ms | 156 ms: 1.18x slower | +| Geometric mean | (ref) | 1.02x slower | + +Benchmarks with tag 'serialize': +================================ + +| Benchmark | bm-20240906-vultr-x86_64-python-v3.13.0rc2-3.13.0rc2-ec61006 | bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a | +|----------------------|:------------------------------------------------------------:|:----------------------------------------------------------------------:| +| xml_etree_iterparse | 94.9 ms | 89.0 ms: 1.07x faster | +| xml_etree_parse | 136 ms | 128 ms: 1.07x faster | +| xml_etree_generate | 85.4 ms | 97.9 ms: 1.15x slower | +| json_loads | 27.0 us | 31.6 us: 1.17x slower | +| xml_etree_process | 59.3 ms | 70.4 ms: 1.19x slower | +| tomli_loads | 2.01 sec | 2.43 sec: 1.21x slower | +| unpickle_pure_python | 210 us | 256 us: 1.22x slower | +| json_dumps | 10.5 ms | 13.1 ms: 1.24x slower | +| pickle_pure_python | 294 us | 385 us: 1.31x slower | +| Geometric mean | (ref) | 1.14x slower | + +Benchmarks with tag 'startup': +============================== + +| Benchmark | bm-20240906-vultr-x86_64-python-v3.13.0rc2-3.13.0rc2-ec61006 | bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a | +|------------------------|:------------------------------------------------------------:|:----------------------------------------------------------------------:| +| python_startup_no_site | 7.39 ms | 9.59 ms: 1.30x slower | +| python_startup | 11.0 ms | 15.3 ms: 1.39x slower | +| Geometric mean | (ref) | 1.34x slower | + +Benchmarks with tag 'template': +=============================== + +| Benchmark | bm-20240906-vultr-x86_64-python-v3.13.0rc2-3.13.0rc2-ec61006 | bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a | +|-----------------|:------------------------------------------------------------:|:----------------------------------------------------------------------:| +| genshi_xml | 48.8 ms | 61.5 ms: 1.26x slower | +| django_template | 34.1 ms | 43.3 ms: 1.27x slower | +| genshi_text | 21.5 ms | 28.6 ms: 1.33x slower | +| mako | 11.3 ms | 16.2 ms: 1.43x slower | +| Geometric mean | (ref) | 1.32x slower | + +All benchmarks: +=============== + +| Benchmark | bm-20240906-vultr-x86_64-python-v3.13.0rc2-3.13.0rc2-ec61006 | bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a | +|----------------------------|:------------------------------------------------------------:|:----------------------------------------------------------------------:| +| async_tree_io_tg | 913 ms | 591 ms: 1.55x faster | +| async_tree_io | 876 ms | 621 ms: 1.41x faster | +| async_tree_none_tg | 336 ms | 254 ms: 1.32x faster | +| async_tree_memoization | 461 ms | 361 ms: 1.28x faster | +| async_tree_memoization_tg | 414 ms | 326 ms: 1.27x faster | +| async_tree_cpu_io_mixed_tg | 638 ms | 518 ms: 1.23x faster | +| async_tree_cpu_io_mixed | 666 ms | 550 ms: 1.21x faster | +| async_tree_none | 354 ms | 295 ms: 1.20x faster | +| deepcopy | 355 us | 316 us: 1.12x faster | +| pidigits | 217 ms | 198 ms: 1.09x faster | +| regex_effbot | 3.08 ms | 2.87 ms: 1.08x faster | +| sqlite_synth | 2.21 us | 2.06 us: 1.07x faster | +| xml_etree_iterparse | 94.9 ms | 89.0 ms: 1.07x faster | +| xml_etree_parse | 136 ms | 128 ms: 1.07x faster | +| regex_dna | 180 ms | 177 ms: 1.02x faster | +| pathlib | 19.2 ms | 18.9 ms: 1.01x faster | +| deepcopy_memo | 39.1 us | 39.0 us: 1.00x faster | +| go | 141 ms | 141 ms: 1.00x slower | +| create_gc_cycles | 1.34 ms | 1.35 ms: 1.01x slower | +| async_generators | 377 ms | 384 ms: 1.02x slower | +| regex_v8 | 22.7 ms | 23.1 ms: 1.02x slower | +| float | 77.5 ms | 79.2 ms: 1.02x slower | +| spectral_norm | 111 ms | 115 ms: 1.03x slower | +| scimark_sor | 134 ms | 140 ms: 1.04x slower | +| deepcopy_reduce | 3.11 us | 3.26 us: 1.05x slower | +| html5lib | 67.0 ms | 70.6 ms: 1.05x slower | +| bpe_tokeniser | 4.45 sec | 4.70 sec: 1.06x slower | +| pycparser | 1.12 sec | 1.19 sec: 1.07x slower | +| coroutines | 23.6 ms | 25.3 ms: 1.07x slower | +| docutils | 2.62 sec | 2.83 sec: 1.08x slower | +| json | 4.93 ms | 5.41 ms: 1.10x slower | +| mdp | 2.36 sec | 2.62 sec: 1.11x slower | +| dulwich_log | 74.8 ms | 83.4 ms: 1.11x slower | +| telco | 7.82 ms | 8.75 ms: 1.12x slower | +| pprint_safe_repr | 738 ms | 826 ms: 1.12x slower | +| scimark_fft | 349 ms | 396 ms: 1.13x slower | +| pprint_pformat | 1.50 sec | 1.71 sec: 1.14x slower | +| xml_etree_generate | 85.4 ms | 97.9 ms: 1.15x slower | +| pyflate | 449 ms | 515 ms: 1.15x slower | +| sqlglot_normalize | 106 ms | 123 ms: 1.16x slower | +| json_loads | 27.0 us | 31.6 us: 1.17x slower | +| generators | 28.8 ms | 33.7 ms: 1.17x slower | +| thrift | 778 us | 916 us: 1.18x slower | +| regex_compile | 132 ms | 156 ms: 1.18x slower | +| coverage | 83.0 ms | 98.4 ms: 1.19x slower | +| xml_etree_process | 59.3 ms | 70.4 ms: 1.19x slower | +| sqlglot_optimize | 52.7 ms | 62.7 ms: 1.19x slower | +| logging_silent | 103 ns | 122 ns: 1.19x slower | +| 2to3 | 260 ms | 310 ms: 1.19x slower | +| tomli_loads | 2.01 sec | 2.43 sec: 1.21x slower | +| sympy_sum | 156 ms | 189 ms: 1.21x slower | +| unpickle_pure_python | 210 us | 256 us: 1.22x slower | +| sympy_expand | 457 ms | 557 ms: 1.22x slower | +| scimark_sparse_mat_mult | 4.71 ms | 5.77 ms: 1.22x slower | +| logging_simple | 6.16 us | 7.56 us: 1.23x slower | +| comprehensions | 16.5 us | 20.3 us: 1.24x slower | +| sympy_str | 275 ms | 340 ms: 1.24x slower | +| chaos | 57.3 ms | 71.0 ms: 1.24x slower | +| json_dumps | 10.5 ms | 13.1 ms: 1.24x slower | +| sympy_integrate | 19.8 ms | 24.6 ms: 1.24x slower | +| logging_format | 6.84 us | 8.52 us: 1.24x slower | +| sqlglot_transpile | 1.56 ms | 1.95 ms: 1.25x slower | +| scimark_lu | 113 ms | 142 ms: 1.26x slower | +| nqueens | 78.6 ms | 98.9 ms: 1.26x slower | +| genshi_xml | 48.8 ms | 61.5 ms: 1.26x slower | +| hexiom | 5.99 ms | 7.58 ms: 1.26x slower | +| django_template | 34.1 ms | 43.3 ms: 1.27x slower | +| scimark_monte_carlo | 65.4 ms | 83.3 ms: 1.27x slower | +| meteor_contest | 102 ms | 130 ms: 1.28x slower | +| python_startup_no_site | 7.39 ms | 9.59 ms: 1.30x slower | +| richards | 45.2 ms | 58.8 ms: 1.30x slower | +| sqlglot_parse | 1.25 ms | 1.63 ms: 1.30x slower | +| typing_runtime_protocols | 155 us | 202 us: 1.30x slower | +| pickle_pure_python | 294 us | 385 us: 1.31x slower | +| richards_super | 51.6 ms | 67.7 ms: 1.31x slower | +| crypto_pyaes | 67.9 ms | 89.4 ms: 1.32x slower | +| raytrace | 253 ms | 334 ms: 1.32x slower | +| genshi_text | 21.5 ms | 28.6 ms: 1.33x slower | +| fannkuch | 370 ms | 493 ms: 1.33x slower | +| python_startup | 11.0 ms | 15.3 ms: 1.39x slower | +| mako | 11.3 ms | 16.2 ms: 1.43x slower | +| deltablue | 3.12 ms | 4.77 ms: 1.53x slower | +| nbody | 85.1 ms | 138 ms: 1.62x slower | +| bench_thread_pool | 919 us | 3.31 ms: 3.60x slower | +| bench_mp_pool | 11.0 ms | 95.3 ms: 8.67x slower | +| Geometric mean | (ref) | 1.16x slower | + +Benchmark hidden because not significant (3): asyncio_websockets, gc_traversal, pylint +Ignored benchmarks (14) of results/bm-20240906-3.13.0rc2-ec61006/bm-20240906-vultr-x86_64-python-v3.13.0rc2-3.13.0rc2-ec61006.json: aiohttp, asyncio_tcp, asyncio_tcp_ssl, chameleon, dask, flaskblogging, gunicorn, pickle, pickle_dict, pickle_list, tornado_http, unpack_sequence, unpickle, unpickle_list +Ignored benchmarks (8) of results/bm-20250129-3.14.0a4+-25cf79a-NOGIL/bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a.json: connected_components, k_core, many_optionals, shortest_path, sphinx, sqlalchemy_declarative, sqlalchemy_imperative, subparsers + +- Geometric mean (including insignificant results): 1.102x slower + +# HPT report + +- Reliability score: 100.00% likely to be slow +- 90% likely to have a slowdown of 1.08x +- 95% likely to have a slowdown of 1.07x +- 99% likely to have a slowdown of 1.05x + +# Memory +- memory change: 1.34x \ No newline at end of file diff --git a/results/bm-20250129-3.14.0a4+-25cf79a-NOGIL/bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a-vs-3.13.0rc2.svg b/results/bm-20250129-3.14.0a4+-25cf79a-NOGIL/bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a-vs-3.13.0rc2.svg new file mode 100644 index 00000000..b15ac5f3 --- /dev/null +++ b/results/bm-20250129-3.14.0a4+-25cf79a-NOGIL/bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a-vs-3.13.0rc2.svg @@ -0,0 +1,3001 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/results/bm-20250129-3.14.0a4+-fcfb942-NOGIL/README.md b/results/bm-20250129-3.14.0a4+-fcfb942-NOGIL/README.md new file mode 100644 index 00000000..398607b7 --- /dev/null +++ b/results/bm-20250129-3.14.0a4+-fcfb942-NOGIL/README.md @@ -0,0 +1,43 @@ +# Results + +- fork: Yhg1s/load_const_defer +- version: 3.14.0a4+ +- config: NOGIL +- commit hash: [fcfb942](https://github.com/Yhg1s/cpython/commit/fcfb942) +- commit date: 2025-01-29T15:09:13+01:00 +- commit merge base: [25cf79a0829422bd8479ca0c13c72b769422077b](https://github.com/python/cpython/commit/25cf79a0829422bd8479ca0c13c72b769422077b) +- ref: load_const_defer + +## linux x86_64 (vultr) + +- [GitHub Action run](https://github.com/facebookexperimental/free-threading-benchmarking/actions/runs/13033173935) +- cpu model: Intel(R) Xeon(R) E-2286G CPU @ 4.00GHz +- platform: Linux-6.8.0-51-generic-x86_64-with-glibc2.39 +- [raw results](bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4%2B-fcfb942.json) + +### vs. 3.12.6 + +- Geometric mean: 1.076x slower (HPT: reliability of 100.00%, 1.06x slower at 99th %ile) +- Memory usage: 1.36x +- missing benchmarks: aiohttp, asyncio_tcp, asyncio_tcp_ssl, chameleon, dask, flaskblogging, gunicorn, mypy2, pickle, pickle_dict, pickle_list, tornado_http, unpack_sequence, unpickle, unpickle_list +- new benchmarks: connected_components, k_core, many_optionals, shortest_path, sphinx, subparsers +- [πŸ“„table](bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4%2B-fcfb942-vs-3.12.6.md) +- [πŸ“ˆtime plot](bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4%2B-fcfb942-vs-3.12.6.svg) + +### vs. 3.13.0rc2 + +- Geometric mean: 1.106x slower (HPT: reliability of 100.00%, 1.06x slower at 99th %ile) +- Memory usage: 1.35x +- missing benchmarks: aiohttp, asyncio_tcp, asyncio_tcp_ssl, chameleon, dask, flaskblogging, gunicorn, pickle, pickle_dict, pickle_list, tornado_http, unpack_sequence, unpickle, unpickle_list +- new benchmarks: connected_components, k_core, many_optionals, shortest_path, sphinx, sqlalchemy_declarative, sqlalchemy_imperative, subparsers +- [πŸ“„table](bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4%2B-fcfb942-vs-3.13.0rc2.md) +- [πŸ“ˆtime plot](bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4%2B-fcfb942-vs-3.13.0rc2.svg) + +### vs. base + +- Geometric mean: 1.004x slower (HPT: reliability of 86.13%, 1.00x slower at 99th %ile) +- Memory usage: 1.00x +- [🧠memory plot](bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4%2B-fcfb942-vs-base-mem.svg) +- [πŸ“„table](bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4%2B-fcfb942-vs-base.md) +- [πŸ“ˆtime plot](bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4%2B-fcfb942-vs-base.svg) + diff --git a/results/bm-20250129-3.14.0a4+-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942-vs-3.12.6.md b/results/bm-20250129-3.14.0a4+-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942-vs-3.12.6.md new file mode 100644 index 00000000..5599c1c0 --- /dev/null +++ b/results/bm-20250129-3.14.0a4+-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942-vs-3.12.6.md @@ -0,0 +1,207 @@ +# Results vs. 3.12.6 + +- fork: Yhg1s +- ref: load_const_defer +- machine: linux-x86_64 +- commit hash: fcfb942 +- commit date: 2025-01-29 +- overall geometric mean: 1.076x slower +- HPT reliability: 100.00% +- HPT 99th percentile: 1.06x slower +- Memory change: 1.36x + +Benchmarks with tag 'apps': +=========================== + +| Benchmark | bm-20240906-vultr-x86_64-python-v3.12.6-3.12.6-a4a2d2b | bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942 | +|----------------|:------------------------------------------------------:|:-----------------------------------------------------------------:| +| 2to3 | 264 ms | 311 ms: 1.18x slower | +| docutils | 2.64 sec | 2.85 sec: 1.08x slower | +| html5lib | 63.6 ms | 72.9 ms: 1.15x slower | +| Geometric mean | (ref) | 1.13x slower | + +Benchmarks with tag 'asyncio': +============================== + +| Benchmark | bm-20240906-vultr-x86_64-python-v3.12.6-3.12.6-a4a2d2b | bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942 | +|----------------------------|:------------------------------------------------------:|:-----------------------------------------------------------------:| +| async_tree_io_tg | 1.11 sec | 590 ms: 1.88x faster | +| async_tree_none_tg | 446 ms | 254 ms: 1.75x faster | +| async_tree_io | 1.08 sec | 619 ms: 1.75x faster | +| async_tree_memoization_tg | 560 ms | 325 ms: 1.72x faster | +| async_tree_none | 464 ms | 293 ms: 1.58x faster | +| async_tree_memoization | 555 ms | 361 ms: 1.54x faster | +| async_tree_cpu_io_mixed_tg | 723 ms | 561 ms: 1.29x faster | +| async_tree_cpu_io_mixed | 715 ms | 594 ms: 1.20x faster | +| async_generators | 384 ms | 378 ms: 1.02x faster | +| coroutines | 23.9 ms | 24.5 ms: 1.02x slower | +| Geometric mean | (ref) | 1.39x faster | + +Benchmark hidden because not significant (1): asyncio_websockets + +Benchmarks with tag 'math': +=========================== + +| Benchmark | bm-20240906-vultr-x86_64-python-v3.12.6-3.12.6-a4a2d2b | bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942 | +|----------------|:------------------------------------------------------:|:-----------------------------------------------------------------:| +| float | 80.8 ms | 77.8 ms: 1.04x faster | +| pidigits | 184 ms | 224 ms: 1.22x slower | +| nbody | 89.3 ms | 142 ms: 1.59x slower | +| Geometric mean | (ref) | 1.23x slower | + +Benchmarks with tag 'regex': +============================ + +| Benchmark | bm-20240906-vultr-x86_64-python-v3.12.6-3.12.6-a4a2d2b | bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942 | +|----------------|:------------------------------------------------------:|:-----------------------------------------------------------------:| +| regex_effbot | 3.17 ms | 2.93 ms: 1.08x faster | +| regex_dna | 168 ms | 182 ms: 1.09x slower | +| regex_compile | 142 ms | 155 ms: 1.09x slower | +| regex_v8 | 20.6 ms | 24.7 ms: 1.20x slower | +| Geometric mean | (ref) | 1.07x slower | + +Benchmarks with tag 'serialize': +================================ + +| Benchmark | bm-20240906-vultr-x86_64-python-v3.12.6-3.12.6-a4a2d2b | bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942 | +|----------------------|:------------------------------------------------------:|:-----------------------------------------------------------------:| +| xml_etree_parse | 139 ms | 128 ms: 1.08x faster | +| xml_etree_iterparse | 96.7 ms | 89.4 ms: 1.08x faster | +| xml_etree_generate | 85.2 ms | 97.7 ms: 1.15x slower | +| tomli_loads | 2.11 sec | 2.42 sec: 1.15x slower | +| unpickle_pure_python | 221 us | 257 us: 1.17x slower | +| xml_etree_process | 59.0 ms | 70.1 ms: 1.19x slower | +| json_loads | 26.5 us | 31.7 us: 1.19x slower | +| json_dumps | 10.4 ms | 13.0 ms: 1.25x slower | +| pickle_pure_python | 308 us | 386 us: 1.25x slower | +| Geometric mean | (ref) | 1.13x slower | + +Benchmarks with tag 'startup': +============================== + +| Benchmark | bm-20240906-vultr-x86_64-python-v3.12.6-3.12.6-a4a2d2b | bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942 | +|------------------------|:------------------------------------------------------:|:-----------------------------------------------------------------:| +| python_startup_no_site | 7.16 ms | 9.57 ms: 1.34x slower | +| python_startup | 9.93 ms | 15.3 ms: 1.54x slower | +| Geometric mean | (ref) | 1.43x slower | + +Benchmarks with tag 'template': +=============================== + +| Benchmark | bm-20240906-vultr-x86_64-python-v3.12.6-3.12.6-a4a2d2b | bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942 | +|-----------------|:------------------------------------------------------:|:-----------------------------------------------------------------:| +| genshi_xml | 50.2 ms | 62.5 ms: 1.24x slower | +| genshi_text | 22.8 ms | 28.6 ms: 1.25x slower | +| django_template | 34.7 ms | 43.5 ms: 1.25x slower | +| mako | 11.0 ms | 16.1 ms: 1.46x slower | +| Geometric mean | (ref) | 1.30x slower | + +All benchmarks: +=============== + +| Benchmark | bm-20240906-vultr-x86_64-python-v3.12.6-3.12.6-a4a2d2b | bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942 | +|----------------------------|:------------------------------------------------------:|:-----------------------------------------------------------------:| +| async_tree_io_tg | 1.11 sec | 590 ms: 1.88x faster | +| async_tree_none_tg | 446 ms | 254 ms: 1.75x faster | +| async_tree_io | 1.08 sec | 619 ms: 1.75x faster | +| async_tree_memoization_tg | 560 ms | 325 ms: 1.72x faster | +| async_tree_none | 464 ms | 293 ms: 1.58x faster | +| async_tree_memoization | 555 ms | 361 ms: 1.54x faster | +| async_tree_cpu_io_mixed_tg | 723 ms | 561 ms: 1.29x faster | +| async_tree_cpu_io_mixed | 715 ms | 594 ms: 1.20x faster | +| pathlib | 21.5 ms | 19.0 ms: 1.13x faster | +| deepcopy | 352 us | 319 us: 1.10x faster | +| gc_traversal | 3.46 ms | 3.15 ms: 1.10x faster | +| xml_etree_parse | 139 ms | 128 ms: 1.08x faster | +| regex_effbot | 3.17 ms | 2.93 ms: 1.08x faster | +| xml_etree_iterparse | 96.7 ms | 89.4 ms: 1.08x faster | +| sqlite_synth | 2.20 us | 2.08 us: 1.06x faster | +| float | 80.8 ms | 77.8 ms: 1.04x faster | +| deepcopy_memo | 40.3 us | 39.1 us: 1.03x faster | +| async_generators | 384 ms | 378 ms: 1.02x faster | +| bpe_tokeniser | 4.74 sec | 4.69 sec: 1.01x faster | +| coroutines | 23.9 ms | 24.5 ms: 1.02x slower | +| go | 139 ms | 142 ms: 1.02x slower | +| comprehensions | 19.8 us | 20.4 us: 1.03x slower | +| generators | 32.2 ms | 33.3 ms: 1.03x slower | +| pycparser | 1.17 sec | 1.21 sec: 1.03x slower | +| dulwich_log | 78.9 ms | 83.4 ms: 1.06x slower | +| deepcopy_reduce | 3.08 us | 3.25 us: 1.06x slower | +| json | 5.02 ms | 5.39 ms: 1.07x slower | +| scimark_sor | 130 ms | 140 ms: 1.08x slower | +| docutils | 2.64 sec | 2.85 sec: 1.08x slower | +| regex_dna | 168 ms | 182 ms: 1.09x slower | +| regex_compile | 142 ms | 155 ms: 1.09x slower | +| sqlalchemy_imperative | 21.8 ms | 24.4 ms: 1.12x slower | +| pprint_safe_repr | 743 ms | 833 ms: 1.12x slower | +| raytrace | 299 ms | 337 ms: 1.13x slower | +| logging_simple | 6.63 us | 7.47 us: 1.13x slower | +| sqlalchemy_declarative | 143 ms | 161 ms: 1.13x slower | +| logging_silent | 109 ns | 123 ns: 1.13x slower | +| chaos | 62.8 ms | 71.1 ms: 1.13x slower | +| pprint_pformat | 1.52 sec | 1.73 sec: 1.14x slower | +| sympy_sum | 166 ms | 189 ms: 1.14x slower | +| logging_format | 7.35 us | 8.42 us: 1.15x slower | +| xml_etree_generate | 85.2 ms | 97.7 ms: 1.15x slower | +| html5lib | 63.6 ms | 72.9 ms: 1.15x slower | +| tomli_loads | 2.11 sec | 2.42 sec: 1.15x slower | +| sqlglot_normalize | 107 ms | 123 ms: 1.15x slower | +| mdp | 2.42 sec | 2.79 sec: 1.16x slower | +| pyflate | 448 ms | 518 ms: 1.16x slower | +| thrift | 791 us | 918 us: 1.16x slower | +| crypto_pyaes | 76.6 ms | 89.1 ms: 1.16x slower | +| scimark_fft | 342 ms | 398 ms: 1.17x slower | +| unpickle_pure_python | 221 us | 257 us: 1.17x slower | +| sqlglot_optimize | 53.3 ms | 62.4 ms: 1.17x slower | +| sqlglot_transpile | 1.67 ms | 1.96 ms: 1.17x slower | +| sympy_str | 292 ms | 342 ms: 1.17x slower | +| 2to3 | 264 ms | 311 ms: 1.18x slower | +| xml_etree_process | 59.0 ms | 70.1 ms: 1.19x slower | +| json_loads | 26.5 us | 31.7 us: 1.19x slower | +| regex_v8 | 20.6 ms | 24.7 ms: 1.20x slower | +| sympy_integrate | 20.5 ms | 24.6 ms: 1.20x slower | +| sympy_expand | 468 ms | 561 ms: 1.20x slower | +| sqlglot_parse | 1.36 ms | 1.63 ms: 1.20x slower | +| nqueens | 80.1 ms | 96.6 ms: 1.21x slower | +| pidigits | 184 ms | 224 ms: 1.22x slower | +| hexiom | 6.17 ms | 7.56 ms: 1.23x slower | +| scimark_lu | 114 ms | 140 ms: 1.23x slower | +| scimark_monte_carlo | 68.4 ms | 84.3 ms: 1.23x slower | +| create_gc_cycles | 1.09 ms | 1.35 ms: 1.23x slower | +| genshi_xml | 50.2 ms | 62.5 ms: 1.24x slower | +| typing_runtime_protocols | 163 us | 203 us: 1.25x slower | +| json_dumps | 10.4 ms | 13.0 ms: 1.25x slower | +| genshi_text | 22.8 ms | 28.6 ms: 1.25x slower | +| pickle_pure_python | 308 us | 386 us: 1.25x slower | +| django_template | 34.7 ms | 43.5 ms: 1.25x slower | +| richards | 45.9 ms | 57.9 ms: 1.26x slower | +| meteor_contest | 104 ms | 131 ms: 1.26x slower | +| scimark_sparse_mat_mult | 4.39 ms | 5.74 ms: 1.31x slower | +| richards_super | 51.9 ms | 67.8 ms: 1.31x slower | +| telco | 6.53 ms | 8.58 ms: 1.31x slower | +| fannkuch | 372 ms | 490 ms: 1.32x slower | +| python_startup_no_site | 7.16 ms | 9.57 ms: 1.34x slower | +| coverage | 71.4 ms | 97.8 ms: 1.37x slower | +| deltablue | 3.45 ms | 4.76 ms: 1.38x slower | +| mako | 11.0 ms | 16.1 ms: 1.46x slower | +| python_startup | 9.93 ms | 15.3 ms: 1.54x slower | +| nbody | 89.3 ms | 142 ms: 1.59x slower | +| bench_thread_pool | 941 us | 3.32 ms: 3.53x slower | +| bench_mp_pool | 10.8 ms | 94.6 ms: 8.76x slower | +| Geometric mean | (ref) | 1.12x slower | + +Benchmark hidden because not significant (3): asyncio_websockets, spectral_norm, pylint +Ignored benchmarks (15) of results/bm-20240906-3.12.6-a4a2d2b/bm-20240906-vultr-x86_64-python-v3.12.6-3.12.6-a4a2d2b.json: aiohttp, asyncio_tcp, asyncio_tcp_ssl, chameleon, dask, flaskblogging, gunicorn, mypy2, pickle, pickle_dict, pickle_list, tornado_http, unpack_sequence, unpickle, unpickle_list +Ignored benchmarks (6) of results/bm-20250129-3.14.0a4+-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942.json: connected_components, k_core, many_optionals, shortest_path, sphinx, subparsers + +- Geometric mean (including insignificant results): 1.076x slower + +# HPT report + +- Reliability score: 100.00% likely to be slow +- 90% likely to have a slowdown of 1.08x +- 95% likely to have a slowdown of 1.08x +- 99% likely to have a slowdown of 1.06x + +# Memory +- memory change: 1.36x \ No newline at end of file diff --git a/results/bm-20250129-3.14.0a4+-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942-vs-3.12.6.svg b/results/bm-20250129-3.14.0a4+-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942-vs-3.12.6.svg new file mode 100644 index 00000000..30c6fd7b --- /dev/null +++ b/results/bm-20250129-3.14.0a4+-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942-vs-3.12.6.svg @@ -0,0 +1,3092 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/results/bm-20250129-3.14.0a4+-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942-vs-3.13.0rc2.md b/results/bm-20250129-3.14.0a4+-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942-vs-3.13.0rc2.md new file mode 100644 index 00000000..c1878e86 --- /dev/null +++ b/results/bm-20250129-3.14.0a4+-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942-vs-3.13.0rc2.md @@ -0,0 +1,203 @@ +# Results vs. 3.13.0rc2 + +- fork: Yhg1s +- ref: load_const_defer +- machine: linux-x86_64 +- commit hash: fcfb942 +- commit date: 2025-01-29 +- overall geometric mean: 1.106x slower +- HPT reliability: 100.00% +- HPT 99th percentile: 1.06x slower +- Memory change: 1.35x + +Benchmarks with tag 'apps': +=========================== + +| Benchmark | bm-20240906-vultr-x86_64-python-v3.13.0rc2-3.13.0rc2-ec61006 | bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942 | +|----------------|:------------------------------------------------------------:|:-----------------------------------------------------------------:| +| 2to3 | 260 ms | 311 ms: 1.20x slower | +| docutils | 2.62 sec | 2.85 sec: 1.09x slower | +| html5lib | 67.0 ms | 72.9 ms: 1.09x slower | +| Geometric mean | (ref) | 1.12x slower | + +Benchmarks with tag 'asyncio': +============================== + +| Benchmark | bm-20240906-vultr-x86_64-python-v3.13.0rc2-3.13.0rc2-ec61006 | bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942 | +|----------------------------|:------------------------------------------------------------:|:-----------------------------------------------------------------:| +| async_tree_io_tg | 913 ms | 590 ms: 1.55x faster | +| async_tree_io | 876 ms | 619 ms: 1.41x faster | +| async_tree_none_tg | 336 ms | 254 ms: 1.32x faster | +| async_tree_memoization | 461 ms | 361 ms: 1.28x faster | +| async_tree_memoization_tg | 414 ms | 325 ms: 1.27x faster | +| async_tree_none | 354 ms | 293 ms: 1.21x faster | +| async_tree_cpu_io_mixed_tg | 638 ms | 561 ms: 1.14x faster | +| async_tree_cpu_io_mixed | 666 ms | 594 ms: 1.12x faster | +| asyncio_websockets | 520 ms | 516 ms: 1.01x faster | +| coroutines | 23.6 ms | 24.5 ms: 1.04x slower | +| Geometric mean | (ref) | 1.19x faster | + +Benchmark hidden because not significant (1): async_generators + +Benchmarks with tag 'math': +=========================== + +| Benchmark | bm-20240906-vultr-x86_64-python-v3.13.0rc2-3.13.0rc2-ec61006 | bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942 | +|----------------|:------------------------------------------------------------:|:-----------------------------------------------------------------:| +| float | 77.5 ms | 77.8 ms: 1.00x slower | +| pidigits | 217 ms | 224 ms: 1.03x slower | +| nbody | 85.1 ms | 142 ms: 1.67x slower | +| Geometric mean | (ref) | 1.20x slower | + +Benchmarks with tag 'regex': +============================ + +| Benchmark | bm-20240906-vultr-x86_64-python-v3.13.0rc2-3.13.0rc2-ec61006 | bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942 | +|----------------|:------------------------------------------------------------:|:-----------------------------------------------------------------:| +| regex_effbot | 3.08 ms | 2.93 ms: 1.05x faster | +| regex_dna | 180 ms | 182 ms: 1.01x slower | +| regex_v8 | 22.7 ms | 24.7 ms: 1.09x slower | +| regex_compile | 132 ms | 155 ms: 1.17x slower | +| Geometric mean | (ref) | 1.05x slower | + +Benchmarks with tag 'serialize': +================================ + +| Benchmark | bm-20240906-vultr-x86_64-python-v3.13.0rc2-3.13.0rc2-ec61006 | bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942 | +|----------------------|:------------------------------------------------------------:|:-----------------------------------------------------------------:| +| xml_etree_parse | 136 ms | 128 ms: 1.07x faster | +| xml_etree_iterparse | 94.9 ms | 89.4 ms: 1.06x faster | +| xml_etree_generate | 85.4 ms | 97.7 ms: 1.14x slower | +| json_loads | 27.0 us | 31.7 us: 1.17x slower | +| xml_etree_process | 59.3 ms | 70.1 ms: 1.18x slower | +| tomli_loads | 2.01 sec | 2.42 sec: 1.21x slower | +| unpickle_pure_python | 210 us | 257 us: 1.22x slower | +| json_dumps | 10.5 ms | 13.0 ms: 1.23x slower | +| pickle_pure_python | 294 us | 386 us: 1.31x slower | +| Geometric mean | (ref) | 1.14x slower | + +Benchmarks with tag 'startup': +============================== + +| Benchmark | bm-20240906-vultr-x86_64-python-v3.13.0rc2-3.13.0rc2-ec61006 | bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942 | +|------------------------|:------------------------------------------------------------:|:-----------------------------------------------------------------:| +| python_startup_no_site | 7.39 ms | 9.57 ms: 1.30x slower | +| python_startup | 11.0 ms | 15.3 ms: 1.39x slower | +| Geometric mean | (ref) | 1.34x slower | + +Benchmarks with tag 'template': +=============================== + +| Benchmark | bm-20240906-vultr-x86_64-python-v3.13.0rc2-3.13.0rc2-ec61006 | bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942 | +|-----------------|:------------------------------------------------------------:|:-----------------------------------------------------------------:| +| django_template | 34.1 ms | 43.5 ms: 1.27x slower | +| genshi_xml | 48.8 ms | 62.5 ms: 1.28x slower | +| genshi_text | 21.5 ms | 28.6 ms: 1.33x slower | +| mako | 11.3 ms | 16.1 ms: 1.42x slower | +| Geometric mean | (ref) | 1.32x slower | + +All benchmarks: +=============== + +| Benchmark | bm-20240906-vultr-x86_64-python-v3.13.0rc2-3.13.0rc2-ec61006 | bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942 | +|----------------------------|:------------------------------------------------------------:|:-----------------------------------------------------------------:| +| async_tree_io_tg | 913 ms | 590 ms: 1.55x faster | +| async_tree_io | 876 ms | 619 ms: 1.41x faster | +| async_tree_none_tg | 336 ms | 254 ms: 1.32x faster | +| async_tree_memoization | 461 ms | 361 ms: 1.28x faster | +| async_tree_memoization_tg | 414 ms | 325 ms: 1.27x faster | +| async_tree_none | 354 ms | 293 ms: 1.21x faster | +| async_tree_cpu_io_mixed_tg | 638 ms | 561 ms: 1.14x faster | +| async_tree_cpu_io_mixed | 666 ms | 594 ms: 1.12x faster | +| deepcopy | 355 us | 319 us: 1.12x faster | +| xml_etree_parse | 136 ms | 128 ms: 1.07x faster | +| xml_etree_iterparse | 94.9 ms | 89.4 ms: 1.06x faster | +| sqlite_synth | 2.21 us | 2.08 us: 1.06x faster | +| regex_effbot | 3.08 ms | 2.93 ms: 1.05x faster | +| asyncio_websockets | 520 ms | 516 ms: 1.01x faster | +| pathlib | 19.2 ms | 19.0 ms: 1.01x faster | +| spectral_norm | 111 ms | 110 ms: 1.01x faster | +| float | 77.5 ms | 77.8 ms: 1.00x slower | +| go | 141 ms | 142 ms: 1.01x slower | +| regex_dna | 180 ms | 182 ms: 1.01x slower | +| pidigits | 217 ms | 224 ms: 1.03x slower | +| coroutines | 23.6 ms | 24.5 ms: 1.04x slower | +| scimark_sor | 134 ms | 140 ms: 1.04x slower | +| deepcopy_reduce | 3.11 us | 3.25 us: 1.05x slower | +| bpe_tokeniser | 4.45 sec | 4.69 sec: 1.05x slower | +| pycparser | 1.12 sec | 1.21 sec: 1.08x slower | +| regex_v8 | 22.7 ms | 24.7 ms: 1.09x slower | +| html5lib | 67.0 ms | 72.9 ms: 1.09x slower | +| docutils | 2.62 sec | 2.85 sec: 1.09x slower | +| json | 4.93 ms | 5.39 ms: 1.09x slower | +| telco | 7.82 ms | 8.58 ms: 1.10x slower | +| dulwich_log | 74.8 ms | 83.4 ms: 1.11x slower | +| pprint_safe_repr | 738 ms | 833 ms: 1.13x slower | +| scimark_fft | 349 ms | 398 ms: 1.14x slower | +| xml_etree_generate | 85.4 ms | 97.7 ms: 1.14x slower | +| pprint_pformat | 1.50 sec | 1.73 sec: 1.15x slower | +| pyflate | 449 ms | 518 ms: 1.15x slower | +| generators | 28.8 ms | 33.3 ms: 1.16x slower | +| sqlglot_normalize | 106 ms | 123 ms: 1.16x slower | +| json_loads | 27.0 us | 31.7 us: 1.17x slower | +| regex_compile | 132 ms | 155 ms: 1.17x slower | +| coverage | 83.0 ms | 97.8 ms: 1.18x slower | +| thrift | 778 us | 918 us: 1.18x slower | +| xml_etree_process | 59.3 ms | 70.1 ms: 1.18x slower | +| sqlglot_optimize | 52.7 ms | 62.4 ms: 1.18x slower | +| mdp | 2.36 sec | 2.79 sec: 1.19x slower | +| 2to3 | 260 ms | 311 ms: 1.20x slower | +| logging_silent | 103 ns | 123 ns: 1.20x slower | +| tomli_loads | 2.01 sec | 2.42 sec: 1.21x slower | +| logging_simple | 6.16 us | 7.47 us: 1.21x slower | +| sympy_sum | 156 ms | 189 ms: 1.22x slower | +| scimark_sparse_mat_mult | 4.71 ms | 5.74 ms: 1.22x slower | +| unpickle_pure_python | 210 us | 257 us: 1.22x slower | +| sympy_expand | 457 ms | 561 ms: 1.23x slower | +| nqueens | 78.6 ms | 96.6 ms: 1.23x slower | +| logging_format | 6.84 us | 8.42 us: 1.23x slower | +| json_dumps | 10.5 ms | 13.0 ms: 1.23x slower | +| comprehensions | 16.5 us | 20.4 us: 1.24x slower | +| chaos | 57.3 ms | 71.1 ms: 1.24x slower | +| sympy_integrate | 19.8 ms | 24.6 ms: 1.24x slower | +| scimark_lu | 113 ms | 140 ms: 1.25x slower | +| sympy_str | 275 ms | 342 ms: 1.25x slower | +| sqlglot_transpile | 1.56 ms | 1.96 ms: 1.26x slower | +| hexiom | 5.99 ms | 7.56 ms: 1.26x slower | +| django_template | 34.1 ms | 43.5 ms: 1.27x slower | +| richards | 45.2 ms | 57.9 ms: 1.28x slower | +| genshi_xml | 48.8 ms | 62.5 ms: 1.28x slower | +| meteor_contest | 102 ms | 131 ms: 1.29x slower | +| scimark_monte_carlo | 65.4 ms | 84.3 ms: 1.29x slower | +| python_startup_no_site | 7.39 ms | 9.57 ms: 1.30x slower | +| sqlglot_parse | 1.25 ms | 1.63 ms: 1.30x slower | +| pickle_pure_python | 294 us | 386 us: 1.31x slower | +| crypto_pyaes | 67.9 ms | 89.1 ms: 1.31x slower | +| richards_super | 51.6 ms | 67.8 ms: 1.31x slower | +| typing_runtime_protocols | 155 us | 203 us: 1.31x slower | +| fannkuch | 370 ms | 490 ms: 1.33x slower | +| genshi_text | 21.5 ms | 28.6 ms: 1.33x slower | +| raytrace | 253 ms | 337 ms: 1.33x slower | +| python_startup | 11.0 ms | 15.3 ms: 1.39x slower | +| mako | 11.3 ms | 16.1 ms: 1.42x slower | +| deltablue | 3.12 ms | 4.76 ms: 1.52x slower | +| nbody | 85.1 ms | 142 ms: 1.67x slower | +| bench_thread_pool | 919 us | 3.32 ms: 3.62x slower | +| bench_mp_pool | 11.0 ms | 94.6 ms: 8.60x slower | +| Geometric mean | (ref) | 1.16x slower | + +Benchmark hidden because not significant (5): deepcopy_memo, async_generators, gc_traversal, create_gc_cycles, pylint +Ignored benchmarks (14) of results/bm-20240906-3.13.0rc2-ec61006/bm-20240906-vultr-x86_64-python-v3.13.0rc2-3.13.0rc2-ec61006.json: aiohttp, asyncio_tcp, asyncio_tcp_ssl, chameleon, dask, flaskblogging, gunicorn, pickle, pickle_dict, pickle_list, tornado_http, unpack_sequence, unpickle, unpickle_list +Ignored benchmarks (8) of results/bm-20250129-3.14.0a4+-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942.json: connected_components, k_core, many_optionals, shortest_path, sphinx, sqlalchemy_declarative, sqlalchemy_imperative, subparsers + +- Geometric mean (including insignificant results): 1.106x slower + +# HPT report + +- Reliability score: 100.00% likely to be slow +- 90% likely to have a slowdown of 1.09x +- 95% likely to have a slowdown of 1.08x +- 99% likely to have a slowdown of 1.06x + +# Memory +- memory change: 1.35x \ No newline at end of file diff --git a/results/bm-20250129-3.14.0a4+-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942-vs-3.13.0rc2.svg b/results/bm-20250129-3.14.0a4+-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942-vs-3.13.0rc2.svg new file mode 100644 index 00000000..42342664 --- /dev/null +++ b/results/bm-20250129-3.14.0a4+-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942-vs-3.13.0rc2.svg @@ -0,0 +1,3019 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/results/bm-20250129-3.14.0a4+-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942-vs-base-mem.svg b/results/bm-20250129-3.14.0a4+-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942-vs-base-mem.svg new file mode 100644 index 00000000..1f6ed655 --- /dev/null +++ b/results/bm-20250129-3.14.0a4+-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942-vs-base-mem.svg @@ -0,0 +1,3717 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/results/bm-20250129-3.14.0a4+-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942-vs-base.md b/results/bm-20250129-3.14.0a4+-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942-vs-base.md new file mode 100644 index 00000000..bd848056 --- /dev/null +++ b/results/bm-20250129-3.14.0a4+-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942-vs-base.md @@ -0,0 +1,170 @@ +# Results vs. base + +- fork: Yhg1s +- ref: load_const_defer +- machine: linux-x86_64 +- commit hash: fcfb942 +- commit date: 2025-01-29 +- overall geometric mean: 1.004x slower +- HPT reliability: 86.13% +- HPT 99th percentile: 1.00x slower +- Memory change: 1.00x + +Benchmarks with tag 'apps': +=========================== + +| Benchmark | bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a | bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942 | +|----------------|:----------------------------------------------------------------------:|:-----------------------------------------------------------------:| +| 2to3 | 310 ms | 311 ms: 1.00x slower | +| docutils | 2.83 sec | 2.85 sec: 1.01x slower | +| html5lib | 70.6 ms | 72.9 ms: 1.03x slower | +| Geometric mean | (ref) | 1.01x slower | + +Benchmark hidden because not significant (1): sphinx + +Benchmarks with tag 'asyncio': +============================== + +| Benchmark | bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a | bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942 | +|----------------------------|:----------------------------------------------------------------------:|:-----------------------------------------------------------------:| +| coroutines | 25.3 ms | 24.5 ms: 1.03x faster | +| async_generators | 384 ms | 378 ms: 1.02x faster | +| asyncio_websockets | 519 ms | 516 ms: 1.01x faster | +| async_tree_cpu_io_mixed | 550 ms | 594 ms: 1.08x slower | +| async_tree_cpu_io_mixed_tg | 518 ms | 561 ms: 1.08x slower | +| Geometric mean | (ref) | 1.01x slower | + +Benchmark hidden because not significant (6): async_tree_none, async_tree_io, async_tree_io_tg, async_tree_memoization_tg, async_tree_memoization, async_tree_none_tg + +Benchmarks with tag 'math': +=========================== + +| Benchmark | bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a | bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942 | +|----------------|:----------------------------------------------------------------------:|:-----------------------------------------------------------------:| +| float | 79.2 ms | 77.8 ms: 1.02x faster | +| nbody | 138 ms | 142 ms: 1.03x slower | +| pidigits | 198 ms | 224 ms: 1.13x slower | +| Geometric mean | (ref) | 1.05x slower | + +Benchmarks with tag 'regex': +============================ + +| Benchmark | bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a | bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942 | +|----------------|:----------------------------------------------------------------------:|:-----------------------------------------------------------------:| +| regex_effbot | 2.87 ms | 2.93 ms: 1.02x slower | +| regex_dna | 177 ms | 182 ms: 1.03x slower | +| regex_v8 | 23.1 ms | 24.7 ms: 1.07x slower | +| Geometric mean | (ref) | 1.03x slower | + +Benchmark hidden because not significant (1): regex_compile + +Benchmarks with tag 'serialize': +================================ + +| Benchmark | bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a | bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942 | +|----------------------|:----------------------------------------------------------------------:|:-----------------------------------------------------------------:| +| json_dumps | 13.1 ms | 13.0 ms: 1.01x faster | +| xml_etree_process | 70.4 ms | 70.1 ms: 1.00x faster | +| xml_etree_generate | 97.9 ms | 97.7 ms: 1.00x faster | +| unpickle_pure_python | 256 us | 257 us: 1.01x slower | +| Geometric mean | (ref) | 1.00x faster | + +Benchmark hidden because not significant (5): tomli_loads, xml_etree_parse, pickle_pure_python, json_loads, xml_etree_iterparse + +Benchmarks with tag 'startup': +============================== + +| Benchmark | bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a | bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942 | +|------------------------|:----------------------------------------------------------------------:|:-----------------------------------------------------------------:| +| python_startup | 15.3 ms | 15.3 ms: 1.00x faster | +| python_startup_no_site | 9.59 ms | 9.57 ms: 1.00x faster | +| Geometric mean | (ref) | 1.00x faster | + +Benchmarks with tag 'template': +=============================== + +| Benchmark | bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a | bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942 | +|-----------------|:----------------------------------------------------------------------:|:-----------------------------------------------------------------:| +| mako | 16.2 ms | 16.1 ms: 1.01x faster | +| django_template | 43.3 ms | 43.5 ms: 1.00x slower | +| genshi_xml | 61.5 ms | 62.5 ms: 1.01x slower | +| Geometric mean | (ref) | 1.00x slower | + +Benchmark hidden because not significant (1): genshi_text + +All benchmarks: +=============== + +| Benchmark | bm-20250129-vultr-x86_64-python-25cf79a0829422bd8479-3.14.0a4+-25cf79a | bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942 | +|----------------------------|:----------------------------------------------------------------------:|:-----------------------------------------------------------------:| +| spectral_norm | 115 ms | 110 ms: 1.04x faster | +| coroutines | 25.3 ms | 24.5 ms: 1.03x faster | +| nqueens | 98.9 ms | 96.6 ms: 1.02x faster | +| telco | 8.75 ms | 8.58 ms: 1.02x faster | +| float | 79.2 ms | 77.8 ms: 1.02x faster | +| async_generators | 384 ms | 378 ms: 1.02x faster | +| richards | 58.8 ms | 57.9 ms: 1.01x faster | +| logging_simple | 7.56 us | 7.47 us: 1.01x faster | +| logging_format | 8.52 us | 8.42 us: 1.01x faster | +| generators | 33.7 ms | 33.3 ms: 1.01x faster | +| mako | 16.2 ms | 16.1 ms: 1.01x faster | +| json_dumps | 13.1 ms | 13.0 ms: 1.01x faster | +| scimark_lu | 142 ms | 140 ms: 1.01x faster | +| bench_mp_pool | 95.3 ms | 94.6 ms: 1.01x faster | +| fannkuch | 493 ms | 490 ms: 1.01x faster | +| coverage | 98.4 ms | 97.8 ms: 1.01x faster | +| asyncio_websockets | 519 ms | 516 ms: 1.01x faster | +| scimark_sparse_mat_mult | 5.77 ms | 5.74 ms: 1.00x faster | +| xml_etree_process | 70.4 ms | 70.1 ms: 1.00x faster | +| crypto_pyaes | 89.4 ms | 89.1 ms: 1.00x faster | +| hexiom | 7.58 ms | 7.56 ms: 1.00x faster | +| xml_etree_generate | 97.9 ms | 97.7 ms: 1.00x faster | +| python_startup | 15.3 ms | 15.3 ms: 1.00x faster | +| bpe_tokeniser | 4.70 sec | 4.69 sec: 1.00x faster | +| python_startup_no_site | 9.59 ms | 9.57 ms: 1.00x faster | +| gc_traversal | 3.14 ms | 3.15 ms: 1.00x slower | +| 2to3 | 310 ms | 311 ms: 1.00x slower | +| deepcopy_memo | 39.0 us | 39.1 us: 1.00x slower | +| bench_thread_pool | 3.31 ms | 3.32 ms: 1.00x slower | +| comprehensions | 20.3 us | 20.4 us: 1.00x slower | +| django_template | 43.3 ms | 43.5 ms: 1.00x slower | +| unpickle_pure_python | 256 us | 257 us: 1.01x slower | +| pyflate | 515 ms | 518 ms: 1.01x slower | +| scimark_fft | 396 ms | 398 ms: 1.01x slower | +| go | 141 ms | 142 ms: 1.01x slower | +| sympy_str | 340 ms | 342 ms: 1.01x slower | +| sympy_expand | 557 ms | 561 ms: 1.01x slower | +| logging_silent | 122 ns | 123 ns: 1.01x slower | +| raytrace | 334 ms | 337 ms: 1.01x slower | +| pprint_safe_repr | 826 ms | 833 ms: 1.01x slower | +| docutils | 2.83 sec | 2.85 sec: 1.01x slower | +| typing_runtime_protocols | 202 us | 203 us: 1.01x slower | +| pprint_pformat | 1.71 sec | 1.73 sec: 1.01x slower | +| scimark_monte_carlo | 83.3 ms | 84.3 ms: 1.01x slower | +| sqlite_synth | 2.06 us | 2.08 us: 1.01x slower | +| pycparser | 1.19 sec | 1.21 sec: 1.01x slower | +| genshi_xml | 61.5 ms | 62.5 ms: 1.01x slower | +| regex_effbot | 2.87 ms | 2.93 ms: 1.02x slower | +| regex_dna | 177 ms | 182 ms: 1.03x slower | +| nbody | 138 ms | 142 ms: 1.03x slower | +| html5lib | 70.6 ms | 72.9 ms: 1.03x slower | +| regex_v8 | 23.1 ms | 24.7 ms: 1.07x slower | +| mdp | 2.62 sec | 2.79 sec: 1.07x slower | +| async_tree_cpu_io_mixed | 550 ms | 594 ms: 1.08x slower | +| async_tree_cpu_io_mixed_tg | 518 ms | 561 ms: 1.08x slower | +| pidigits | 198 ms | 224 ms: 1.13x slower | +| Geometric mean | (ref) | 1.00x slower | + +Benchmark hidden because not significant (40): async_tree_none, sqlglot_optimize, json, regex_compile, async_tree_io, sqlalchemy_imperative, tomli_loads, create_gc_cycles, async_tree_io_tg, pylint, sqlglot_normalize, async_tree_memoization_tg, many_optionals, genshi_text, deepcopy_reduce, deltablue, k_core, async_tree_memoization, xml_etree_parse, dulwich_log, async_tree_none_tg, pickle_pure_python, sqlglot_parse, sympy_integrate, richards_super, sqlalchemy_declarative, chaos, sympy_sum, subparsers, thrift, scimark_sor, shortest_path, json_loads, xml_etree_iterparse, meteor_contest, connected_components, sphinx, pathlib, sqlglot_transpile, deepcopy + +- Geometric mean (including insignificant results): 1.004x slower + +# HPT report + +- Reliability score: 86.13% likely to be slow +- 90% likely to have a slowdown of 1.00x +- 95% likely to have a slowdown of 1.00x +- 99% likely to have a slowdown of 1.00x + +# Memory +- memory change: 1.00x \ No newline at end of file diff --git a/results/bm-20250129-3.14.0a4+-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942-vs-base.svg b/results/bm-20250129-3.14.0a4+-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942-vs-base.svg new file mode 100644 index 00000000..9d5eee11 --- /dev/null +++ b/results/bm-20250129-3.14.0a4+-fcfb942-NOGIL/bm-20250129-vultr-x86_64-Yhg1s-load_const_defer-3.14.0a4+-fcfb942-vs-base.svg @@ -0,0 +1,3484 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +