diff options
author | Mark de Wever <koraq@xs4all.nl> | 2021-09-26 17:11:42 +0200 |
---|---|---|
committer | Mark de Wever <koraq@xs4all.nl> | 2021-11-28 13:12:53 +0100 |
commit | 01631ffcfca768c97e4a26c2d86af1ecb4b28b22 (patch) | |
tree | b49bfed3c83a9ab29e09889eaf1a255bb6402102 /libcxx/benchmarks | |
parent | 168bc7ce7e2ebe6527bf3fdd9262ef5c0deab4fc (diff) | |
download | llvm-01631ffcfca768c97e4a26c2d86af1ecb4b28b22.tar.gz |
[libc++][format] Adds formatting benchmarks.
These benchmarks will be used to test the performance inpact of the next
set of optimization patches.
Reviewed By: ldionne, #libc
Differential Revision: https://reviews.llvm.org/D110501
Diffstat (limited to 'libcxx/benchmarks')
-rw-r--r-- | libcxx/benchmarks/format.bench.cpp | 36 | ||||
-rw-r--r-- | libcxx/benchmarks/format_to.bench.cpp | 107 | ||||
-rw-r--r-- | libcxx/benchmarks/format_to_n.bench.cpp | 107 | ||||
-rw-r--r-- | libcxx/benchmarks/formatted_size.bench.cpp | 36 |
4 files changed, 286 insertions, 0 deletions
diff --git a/libcxx/benchmarks/format.bench.cpp b/libcxx/benchmarks/format.bench.cpp new file mode 100644 index 000000000000..89f113253ea6 --- /dev/null +++ b/libcxx/benchmarks/format.bench.cpp @@ -0,0 +1,36 @@ +//===----------------------------------------------------------------------===// +// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. +// See https://llvm.org/LICENSE.txt for license information. +// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception +// +//===----------------------------------------------------------------------===// + +#include <format> + +#include <string> + +#include "benchmark/benchmark.h" +#include "make_string.h" + +#define CSTR(S) MAKE_CSTRING(CharT, S) + +template <class CharT> +static void BM_format_string(benchmark::State& state) { + size_t size = state.range(0); + std::basic_string<CharT> str(size, CharT('*')); + + while (state.KeepRunningBatch(str.size())) + benchmark::DoNotOptimize(std::format(CSTR("{}"), str)); + + state.SetBytesProcessed(state.iterations() * size * sizeof(CharT)); +} +BENCHMARK_TEMPLATE(BM_format_string, char)->RangeMultiplier(2)->Range(1, 1 << 20); +BENCHMARK_TEMPLATE(BM_format_string, wchar_t)->RangeMultiplier(2)->Range(1, 1 << 20); + +int main(int argc, char** argv) { + benchmark::Initialize(&argc, argv); + if (benchmark::ReportUnrecognizedArguments(argc, argv)) + return 1; + + benchmark::RunSpecifiedBenchmarks(); +} diff --git a/libcxx/benchmarks/format_to.bench.cpp b/libcxx/benchmarks/format_to.bench.cpp new file mode 100644 index 000000000000..4d6489786b92 --- /dev/null +++ b/libcxx/benchmarks/format_to.bench.cpp @@ -0,0 +1,107 @@ +//===----------------------------------------------------------------------===// +// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. +// See https://llvm.org/LICENSE.txt for license information. +// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception +// +//===----------------------------------------------------------------------===// + +#include <format> + +#include <iterator> +#include <algorithm> +#include <array> +#include <list> +#include <span> +#include <string> +#include <vector> + +#include "benchmark/benchmark.h" +#include "make_string.h" + +#define CSTR(S) MAKE_CSTRING(CharT, S) + +/*** Back inserter ***/ + +template <class Container> +static void BM_format_to_string_back_inserter(benchmark::State& state) { + using CharT = typename Container::value_type; + size_t size = state.range(0); + auto str = std::basic_string<CharT>(size, CharT('*')); + + for (auto _ : state) { + Container output; + benchmark::DoNotOptimize(std::format_to(std::back_inserter(output), CSTR("{}"), str)); + } + state.SetBytesProcessed(state.iterations() * size * sizeof(CharT)); +} + +/*** Begin ***/ + +template <class Container> +static void BM_format_to_string_begin(benchmark::State& state) { + using CharT = typename Container::value_type; + size_t size = state.range(0); + auto str = std::basic_string<CharT>(size, CharT('*')); + + Container output(size, CharT('-')); + for (auto _ : state) + benchmark::DoNotOptimize(std::format_to(std::begin(output), CSTR("{}"), str)); + + state.SetBytesProcessed(state.iterations() * size * sizeof(CharT)); +} + +/*** Pointer ***/ + +template <class CharT> +static void BM_format_to_string_span(benchmark::State& state) { + size_t size = state.range(0); + auto str = std::basic_string<CharT>(size, CharT('*')); + + auto buffer = std::basic_string<CharT>(size, CharT('-')); + std::span<CharT> output{buffer}; + for (auto _ : state) + benchmark::DoNotOptimize(std::format_to(std::begin(output), CSTR("{}"), str)); + + state.SetBytesProcessed(state.iterations() * size * sizeof(CharT)); +} + +template <class CharT> +static void BM_format_to_string_pointer(benchmark::State& state) { + size_t size = state.range(0); + auto str = std::basic_string<CharT>(size, CharT('*')); + + auto buffer = std::basic_string<CharT>(size, CharT('-')); + CharT* output = buffer.data(); + for (auto _ : state) + benchmark::DoNotOptimize(std::format_to(output, CSTR("{}"), str)); + + state.SetBytesProcessed(state.iterations() * size * sizeof(CharT)); +} + +/*** Main ***/ + +BENCHMARK_TEMPLATE(BM_format_to_string_back_inserter, std::string)->RangeMultiplier(2)->Range(1, 1 << 20); +BENCHMARK_TEMPLATE(BM_format_to_string_back_inserter, std::vector<char>)->RangeMultiplier(2)->Range(1, 1 << 20); +BENCHMARK_TEMPLATE(BM_format_to_string_back_inserter, std::list<char>)->RangeMultiplier(2)->Range(1, 1 << 20); +BENCHMARK_TEMPLATE(BM_format_to_string_begin, std::string)->RangeMultiplier(2)->Range(1, 1 << 20); +BENCHMARK_TEMPLATE(BM_format_to_string_begin, std::vector<char>)->RangeMultiplier(2)->Range(1, 1 << 20); +BENCHMARK_TEMPLATE(BM_format_to_string_begin, std::list<char>)->RangeMultiplier(2)->Range(1, 1 << 20); +BENCHMARK_TEMPLATE(BM_format_to_string_span, char)->RangeMultiplier(2)->Range(1, 1 << 20); +BENCHMARK_TEMPLATE(BM_format_to_string_pointer, char)->RangeMultiplier(2)->Range(1, 1 << 20); + +BENCHMARK_TEMPLATE(BM_format_to_string_back_inserter, std::wstring)->RangeMultiplier(2)->Range(1, 1 << 20); +BENCHMARK_TEMPLATE(BM_format_to_string_back_inserter, std::vector<wchar_t>)->RangeMultiplier(2)->Range(1, 1 << 20); +BENCHMARK_TEMPLATE(BM_format_to_string_back_inserter, std::list<wchar_t>)->RangeMultiplier(2)->Range(1, 1 << 20); +BENCHMARK_TEMPLATE(BM_format_to_string_begin, std::wstring)->RangeMultiplier(2)->Range(1, 1 << 20); +BENCHMARK_TEMPLATE(BM_format_to_string_begin, std::vector<wchar_t>)->RangeMultiplier(2)->Range(1, 1 << 20); +BENCHMARK_TEMPLATE(BM_format_to_string_begin, std::list<wchar_t>)->RangeMultiplier(2)->Range(1, 1 << 20); +BENCHMARK_TEMPLATE(BM_format_to_string_span, wchar_t)->RangeMultiplier(2)->Range(1, 1 << 20); +BENCHMARK_TEMPLATE(BM_format_to_string_pointer, wchar_t)->RangeMultiplier(2)->Range(1, 1 << 20); + +int main(int argc, char** argv) { + benchmark::Initialize(&argc, argv); + if (benchmark::ReportUnrecognizedArguments(argc, argv)) + return 1; + + benchmark::RunSpecifiedBenchmarks(); +} diff --git a/libcxx/benchmarks/format_to_n.bench.cpp b/libcxx/benchmarks/format_to_n.bench.cpp new file mode 100644 index 000000000000..c1e52b0104b3 --- /dev/null +++ b/libcxx/benchmarks/format_to_n.bench.cpp @@ -0,0 +1,107 @@ +//===----------------------------------------------------------------------===// +// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. +// See https://llvm.org/LICENSE.txt for license information. +// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception +// +//===----------------------------------------------------------------------===// + +#include <format> + +#include <iterator> +#include <algorithm> +#include <array> +#include <list> +#include <span> +#include <string> +#include <vector> + +#include "benchmark/benchmark.h" +#include "make_string.h" + +#define CSTR(S) MAKE_CSTRING(CharT, S) + +/*** Back inserter ***/ + +template <class Container> +static void BM_format_to_n_string_back_inserter(benchmark::State& state) { + using CharT = typename Container::value_type; + size_t size = state.range(0); + auto str = std::basic_string<CharT>(2 * size, CharT('*')); + + for (auto _ : state) { + Container output; + benchmark::DoNotOptimize(std::format_to_n(std::back_inserter(output), size, CSTR("{}"), str)); + } + state.SetBytesProcessed(state.iterations() * size * sizeof(CharT)); +} + +/*** Begin ***/ + +template <class Container> +static void BM_format_to_n_string_begin(benchmark::State& state) { + using CharT = typename Container::value_type; + size_t size = state.range(0); + auto str = std::basic_string<CharT>(2 * size, CharT('*')); + + Container output(size, CharT('-')); + for (auto _ : state) + benchmark::DoNotOptimize(std::format_to_n(std::begin(output), size, CSTR("{}"), str)); + + state.SetBytesProcessed(state.iterations() * size * sizeof(CharT)); +} + +/*** Pointer ***/ + +template <class CharT> +static void BM_format_to_n_string_span(benchmark::State& state) { + size_t size = state.range(0); + auto str = std::basic_string<CharT>(2 * size, CharT('*')); + + auto buffer = std::basic_string<CharT>(size, CharT('-')); + std::span<CharT> output{buffer}; + for (auto _ : state) + benchmark::DoNotOptimize(std::format_to_n(std::begin(output), size, CSTR("{}"), str)); + + state.SetBytesProcessed(state.iterations() * size * sizeof(CharT)); +} + +template <class CharT> +static void BM_format_to_n_string_pointer(benchmark::State& state) { + size_t size = state.range(0); + auto str = std::basic_string<CharT>(2 * size, CharT('*')); + + auto buffer = std::basic_string<CharT>(size, CharT('-')); + CharT* output = buffer.data(); + for (auto _ : state) + benchmark::DoNotOptimize(std::format_to_n(output, size, CSTR("{}"), str)); + + state.SetBytesProcessed(state.iterations() * size * sizeof(CharT)); +} + +/*** Main ***/ + +BENCHMARK_TEMPLATE(BM_format_to_n_string_back_inserter, std::string)->RangeMultiplier(2)->Range(1, 1 << 20); +BENCHMARK_TEMPLATE(BM_format_to_n_string_back_inserter, std::vector<char>)->RangeMultiplier(2)->Range(1, 1 << 20); +BENCHMARK_TEMPLATE(BM_format_to_n_string_back_inserter, std::list<char>)->RangeMultiplier(2)->Range(1, 1 << 20); +BENCHMARK_TEMPLATE(BM_format_to_n_string_begin, std::string)->RangeMultiplier(2)->Range(1, 1 << 20); +BENCHMARK_TEMPLATE(BM_format_to_n_string_begin, std::vector<char>)->RangeMultiplier(2)->Range(1, 1 << 20); +BENCHMARK_TEMPLATE(BM_format_to_n_string_begin, std::list<char>)->RangeMultiplier(2)->Range(1, 1 << 20); +BENCHMARK_TEMPLATE(BM_format_to_n_string_span, char)->RangeMultiplier(2)->Range(1, 1 << 20); +BENCHMARK_TEMPLATE(BM_format_to_n_string_pointer, char)->RangeMultiplier(2)->Range(1, 1 << 20); + +BENCHMARK_TEMPLATE(BM_format_to_n_string_back_inserter, std::wstring)->RangeMultiplier(2)->Range(1, 1 << 20); +BENCHMARK_TEMPLATE(BM_format_to_n_string_back_inserter, std::vector<wchar_t>)->RangeMultiplier(2)->Range(1, 1 << 20); +BENCHMARK_TEMPLATE(BM_format_to_n_string_back_inserter, std::list<wchar_t>)->RangeMultiplier(2)->Range(1, 1 << 20); +BENCHMARK_TEMPLATE(BM_format_to_n_string_begin, std::wstring)->RangeMultiplier(2)->Range(1, 1 << 20); +BENCHMARK_TEMPLATE(BM_format_to_n_string_begin, std::vector<wchar_t>)->RangeMultiplier(2)->Range(1, 1 << 20); +BENCHMARK_TEMPLATE(BM_format_to_n_string_begin, std::list<wchar_t>)->RangeMultiplier(2)->Range(1, 1 << 20); +BENCHMARK_TEMPLATE(BM_format_to_n_string_span, wchar_t)->RangeMultiplier(2)->Range(1, 1 << 20); +BENCHMARK_TEMPLATE(BM_format_to_n_string_pointer, wchar_t)->RangeMultiplier(2)->Range(1, 1 << 20); + +int main(int argc, char** argv) { + benchmark::Initialize(&argc, argv); + if (benchmark::ReportUnrecognizedArguments(argc, argv)) + return 1; + + benchmark::RunSpecifiedBenchmarks(); +} diff --git a/libcxx/benchmarks/formatted_size.bench.cpp b/libcxx/benchmarks/formatted_size.bench.cpp new file mode 100644 index 000000000000..de67dae719a7 --- /dev/null +++ b/libcxx/benchmarks/formatted_size.bench.cpp @@ -0,0 +1,36 @@ +//===----------------------------------------------------------------------===// +// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. +// See https://llvm.org/LICENSE.txt for license information. +// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception +// +//===----------------------------------------------------------------------===// + +#include <format> + +#include <string> + +#include "benchmark/benchmark.h" +#include "make_string.h" + +#define CSTR(S) MAKE_CSTRING(CharT, S) + +template <class CharT> +static void BM_formatted_size_string(benchmark::State& state) { + size_t size = state.range(0); + std::basic_string<CharT> str(size, CharT('*')); + + while (state.KeepRunningBatch(str.size())) + benchmark::DoNotOptimize(std::formatted_size(CSTR("{}"), str)); + + state.SetBytesProcessed(state.iterations() * size * sizeof(CharT)); +} +BENCHMARK_TEMPLATE(BM_formatted_size_string, char)->RangeMultiplier(2)->Range(1, 1 << 20); +BENCHMARK_TEMPLATE(BM_formatted_size_string, wchar_t)->RangeMultiplier(2)->Range(1, 1 << 20); + +int main(int argc, char** argv) { + benchmark::Initialize(&argc, argv); + if (benchmark::ReportUnrecognizedArguments(argc, argv)) + return 1; + + benchmark::RunSpecifiedBenchmarks(); +} |