[libcxx-commits] [libcxx] 01631ff - [libc++][format] Adds formatting benchmarks.
Mark de Wever via libcxx-commits
libcxx-commits at lists.llvm.org
Sun Nov 28 04:12:58 PST 2021
Author: Mark de Wever
Date: 2021-11-28T13:12:53+01:00
New Revision: 01631ffcfca768c97e4a26c2d86af1ecb4b28b22
URL: https://github.com/llvm/llvm-project/commit/01631ffcfca768c97e4a26c2d86af1ecb4b28b22
DIFF: https://github.com/llvm/llvm-project/commit/01631ffcfca768c97e4a26c2d86af1ecb4b28b22.diff
LOG: [libc++][format] Adds formatting benchmarks.
These benchmarks will be used to test the performance inpact of the next
set of optimization patches.
Reviewed By: ldionne, #libc
Differential Revision: https://reviews.llvm.org/D110501
Added:
libcxx/benchmarks/format.bench.cpp
libcxx/benchmarks/format_to.bench.cpp
libcxx/benchmarks/format_to_n.bench.cpp
libcxx/benchmarks/formatted_size.bench.cpp
Modified:
Removed:
################################################################################
diff --git a/libcxx/benchmarks/format.bench.cpp b/libcxx/benchmarks/format.bench.cpp
new file mode 100644
index 0000000000000..89f113253ea62
--- /dev/null
+++ b/libcxx/benchmarks/format.bench.cpp
@@ -0,0 +1,36 @@
+//===----------------------------------------------------------------------===//
+// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
+// See https://llvm.org/LICENSE.txt for license information.
+// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+//
+//===----------------------------------------------------------------------===//
+
+#include <format>
+
+#include <string>
+
+#include "benchmark/benchmark.h"
+#include "make_string.h"
+
+#define CSTR(S) MAKE_CSTRING(CharT, S)
+
+template <class CharT>
+static void BM_format_string(benchmark::State& state) {
+ size_t size = state.range(0);
+ std::basic_string<CharT> str(size, CharT('*'));
+
+ while (state.KeepRunningBatch(str.size()))
+ benchmark::DoNotOptimize(std::format(CSTR("{}"), str));
+
+ state.SetBytesProcessed(state.iterations() * size * sizeof(CharT));
+}
+BENCHMARK_TEMPLATE(BM_format_string, char)->RangeMultiplier(2)->Range(1, 1 << 20);
+BENCHMARK_TEMPLATE(BM_format_string, wchar_t)->RangeMultiplier(2)->Range(1, 1 << 20);
+
+int main(int argc, char** argv) {
+ benchmark::Initialize(&argc, argv);
+ if (benchmark::ReportUnrecognizedArguments(argc, argv))
+ return 1;
+
+ benchmark::RunSpecifiedBenchmarks();
+}
diff --git a/libcxx/benchmarks/format_to.bench.cpp b/libcxx/benchmarks/format_to.bench.cpp
new file mode 100644
index 0000000000000..4d6489786b928
--- /dev/null
+++ b/libcxx/benchmarks/format_to.bench.cpp
@@ -0,0 +1,107 @@
+//===----------------------------------------------------------------------===//
+// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
+// See https://llvm.org/LICENSE.txt for license information.
+// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+//
+//===----------------------------------------------------------------------===//
+
+#include <format>
+
+#include <iterator>
+#include <algorithm>
+#include <array>
+#include <list>
+#include <span>
+#include <string>
+#include <vector>
+
+#include "benchmark/benchmark.h"
+#include "make_string.h"
+
+#define CSTR(S) MAKE_CSTRING(CharT, S)
+
+/*** Back inserter ***/
+
+template <class Container>
+static void BM_format_to_string_back_inserter(benchmark::State& state) {
+ using CharT = typename Container::value_type;
+ size_t size = state.range(0);
+ auto str = std::basic_string<CharT>(size, CharT('*'));
+
+ for (auto _ : state) {
+ Container output;
+ benchmark::DoNotOptimize(std::format_to(std::back_inserter(output), CSTR("{}"), str));
+ }
+ state.SetBytesProcessed(state.iterations() * size * sizeof(CharT));
+}
+
+/*** Begin ***/
+
+template <class Container>
+static void BM_format_to_string_begin(benchmark::State& state) {
+ using CharT = typename Container::value_type;
+ size_t size = state.range(0);
+ auto str = std::basic_string<CharT>(size, CharT('*'));
+
+ Container output(size, CharT('-'));
+ for (auto _ : state)
+ benchmark::DoNotOptimize(std::format_to(std::begin(output), CSTR("{}"), str));
+
+ state.SetBytesProcessed(state.iterations() * size * sizeof(CharT));
+}
+
+/*** Pointer ***/
+
+template <class CharT>
+static void BM_format_to_string_span(benchmark::State& state) {
+ size_t size = state.range(0);
+ auto str = std::basic_string<CharT>(size, CharT('*'));
+
+ auto buffer = std::basic_string<CharT>(size, CharT('-'));
+ std::span<CharT> output{buffer};
+ for (auto _ : state)
+ benchmark::DoNotOptimize(std::format_to(std::begin(output), CSTR("{}"), str));
+
+ state.SetBytesProcessed(state.iterations() * size * sizeof(CharT));
+}
+
+template <class CharT>
+static void BM_format_to_string_pointer(benchmark::State& state) {
+ size_t size = state.range(0);
+ auto str = std::basic_string<CharT>(size, CharT('*'));
+
+ auto buffer = std::basic_string<CharT>(size, CharT('-'));
+ CharT* output = buffer.data();
+ for (auto _ : state)
+ benchmark::DoNotOptimize(std::format_to(output, CSTR("{}"), str));
+
+ state.SetBytesProcessed(state.iterations() * size * sizeof(CharT));
+}
+
+/*** Main ***/
+
+BENCHMARK_TEMPLATE(BM_format_to_string_back_inserter, std::string)->RangeMultiplier(2)->Range(1, 1 << 20);
+BENCHMARK_TEMPLATE(BM_format_to_string_back_inserter, std::vector<char>)->RangeMultiplier(2)->Range(1, 1 << 20);
+BENCHMARK_TEMPLATE(BM_format_to_string_back_inserter, std::list<char>)->RangeMultiplier(2)->Range(1, 1 << 20);
+BENCHMARK_TEMPLATE(BM_format_to_string_begin, std::string)->RangeMultiplier(2)->Range(1, 1 << 20);
+BENCHMARK_TEMPLATE(BM_format_to_string_begin, std::vector<char>)->RangeMultiplier(2)->Range(1, 1 << 20);
+BENCHMARK_TEMPLATE(BM_format_to_string_begin, std::list<char>)->RangeMultiplier(2)->Range(1, 1 << 20);
+BENCHMARK_TEMPLATE(BM_format_to_string_span, char)->RangeMultiplier(2)->Range(1, 1 << 20);
+BENCHMARK_TEMPLATE(BM_format_to_string_pointer, char)->RangeMultiplier(2)->Range(1, 1 << 20);
+
+BENCHMARK_TEMPLATE(BM_format_to_string_back_inserter, std::wstring)->RangeMultiplier(2)->Range(1, 1 << 20);
+BENCHMARK_TEMPLATE(BM_format_to_string_back_inserter, std::vector<wchar_t>)->RangeMultiplier(2)->Range(1, 1 << 20);
+BENCHMARK_TEMPLATE(BM_format_to_string_back_inserter, std::list<wchar_t>)->RangeMultiplier(2)->Range(1, 1 << 20);
+BENCHMARK_TEMPLATE(BM_format_to_string_begin, std::wstring)->RangeMultiplier(2)->Range(1, 1 << 20);
+BENCHMARK_TEMPLATE(BM_format_to_string_begin, std::vector<wchar_t>)->RangeMultiplier(2)->Range(1, 1 << 20);
+BENCHMARK_TEMPLATE(BM_format_to_string_begin, std::list<wchar_t>)->RangeMultiplier(2)->Range(1, 1 << 20);
+BENCHMARK_TEMPLATE(BM_format_to_string_span, wchar_t)->RangeMultiplier(2)->Range(1, 1 << 20);
+BENCHMARK_TEMPLATE(BM_format_to_string_pointer, wchar_t)->RangeMultiplier(2)->Range(1, 1 << 20);
+
+int main(int argc, char** argv) {
+ benchmark::Initialize(&argc, argv);
+ if (benchmark::ReportUnrecognizedArguments(argc, argv))
+ return 1;
+
+ benchmark::RunSpecifiedBenchmarks();
+}
diff --git a/libcxx/benchmarks/format_to_n.bench.cpp b/libcxx/benchmarks/format_to_n.bench.cpp
new file mode 100644
index 0000000000000..c1e52b0104b32
--- /dev/null
+++ b/libcxx/benchmarks/format_to_n.bench.cpp
@@ -0,0 +1,107 @@
+//===----------------------------------------------------------------------===//
+// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
+// See https://llvm.org/LICENSE.txt for license information.
+// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+//
+//===----------------------------------------------------------------------===//
+
+#include <format>
+
+#include <iterator>
+#include <algorithm>
+#include <array>
+#include <list>
+#include <span>
+#include <string>
+#include <vector>
+
+#include "benchmark/benchmark.h"
+#include "make_string.h"
+
+#define CSTR(S) MAKE_CSTRING(CharT, S)
+
+/*** Back inserter ***/
+
+template <class Container>
+static void BM_format_to_n_string_back_inserter(benchmark::State& state) {
+ using CharT = typename Container::value_type;
+ size_t size = state.range(0);
+ auto str = std::basic_string<CharT>(2 * size, CharT('*'));
+
+ for (auto _ : state) {
+ Container output;
+ benchmark::DoNotOptimize(std::format_to_n(std::back_inserter(output), size, CSTR("{}"), str));
+ }
+ state.SetBytesProcessed(state.iterations() * size * sizeof(CharT));
+}
+
+/*** Begin ***/
+
+template <class Container>
+static void BM_format_to_n_string_begin(benchmark::State& state) {
+ using CharT = typename Container::value_type;
+ size_t size = state.range(0);
+ auto str = std::basic_string<CharT>(2 * size, CharT('*'));
+
+ Container output(size, CharT('-'));
+ for (auto _ : state)
+ benchmark::DoNotOptimize(std::format_to_n(std::begin(output), size, CSTR("{}"), str));
+
+ state.SetBytesProcessed(state.iterations() * size * sizeof(CharT));
+}
+
+/*** Pointer ***/
+
+template <class CharT>
+static void BM_format_to_n_string_span(benchmark::State& state) {
+ size_t size = state.range(0);
+ auto str = std::basic_string<CharT>(2 * size, CharT('*'));
+
+ auto buffer = std::basic_string<CharT>(size, CharT('-'));
+ std::span<CharT> output{buffer};
+ for (auto _ : state)
+ benchmark::DoNotOptimize(std::format_to_n(std::begin(output), size, CSTR("{}"), str));
+
+ state.SetBytesProcessed(state.iterations() * size * sizeof(CharT));
+}
+
+template <class CharT>
+static void BM_format_to_n_string_pointer(benchmark::State& state) {
+ size_t size = state.range(0);
+ auto str = std::basic_string<CharT>(2 * size, CharT('*'));
+
+ auto buffer = std::basic_string<CharT>(size, CharT('-'));
+ CharT* output = buffer.data();
+ for (auto _ : state)
+ benchmark::DoNotOptimize(std::format_to_n(output, size, CSTR("{}"), str));
+
+ state.SetBytesProcessed(state.iterations() * size * sizeof(CharT));
+}
+
+/*** Main ***/
+
+BENCHMARK_TEMPLATE(BM_format_to_n_string_back_inserter, std::string)->RangeMultiplier(2)->Range(1, 1 << 20);
+BENCHMARK_TEMPLATE(BM_format_to_n_string_back_inserter, std::vector<char>)->RangeMultiplier(2)->Range(1, 1 << 20);
+BENCHMARK_TEMPLATE(BM_format_to_n_string_back_inserter, std::list<char>)->RangeMultiplier(2)->Range(1, 1 << 20);
+BENCHMARK_TEMPLATE(BM_format_to_n_string_begin, std::string)->RangeMultiplier(2)->Range(1, 1 << 20);
+BENCHMARK_TEMPLATE(BM_format_to_n_string_begin, std::vector<char>)->RangeMultiplier(2)->Range(1, 1 << 20);
+BENCHMARK_TEMPLATE(BM_format_to_n_string_begin, std::list<char>)->RangeMultiplier(2)->Range(1, 1 << 20);
+BENCHMARK_TEMPLATE(BM_format_to_n_string_span, char)->RangeMultiplier(2)->Range(1, 1 << 20);
+BENCHMARK_TEMPLATE(BM_format_to_n_string_pointer, char)->RangeMultiplier(2)->Range(1, 1 << 20);
+
+BENCHMARK_TEMPLATE(BM_format_to_n_string_back_inserter, std::wstring)->RangeMultiplier(2)->Range(1, 1 << 20);
+BENCHMARK_TEMPLATE(BM_format_to_n_string_back_inserter, std::vector<wchar_t>)->RangeMultiplier(2)->Range(1, 1 << 20);
+BENCHMARK_TEMPLATE(BM_format_to_n_string_back_inserter, std::list<wchar_t>)->RangeMultiplier(2)->Range(1, 1 << 20);
+BENCHMARK_TEMPLATE(BM_format_to_n_string_begin, std::wstring)->RangeMultiplier(2)->Range(1, 1 << 20);
+BENCHMARK_TEMPLATE(BM_format_to_n_string_begin, std::vector<wchar_t>)->RangeMultiplier(2)->Range(1, 1 << 20);
+BENCHMARK_TEMPLATE(BM_format_to_n_string_begin, std::list<wchar_t>)->RangeMultiplier(2)->Range(1, 1 << 20);
+BENCHMARK_TEMPLATE(BM_format_to_n_string_span, wchar_t)->RangeMultiplier(2)->Range(1, 1 << 20);
+BENCHMARK_TEMPLATE(BM_format_to_n_string_pointer, wchar_t)->RangeMultiplier(2)->Range(1, 1 << 20);
+
+int main(int argc, char** argv) {
+ benchmark::Initialize(&argc, argv);
+ if (benchmark::ReportUnrecognizedArguments(argc, argv))
+ return 1;
+
+ benchmark::RunSpecifiedBenchmarks();
+}
diff --git a/libcxx/benchmarks/formatted_size.bench.cpp b/libcxx/benchmarks/formatted_size.bench.cpp
new file mode 100644
index 0000000000000..de67dae719a7e
--- /dev/null
+++ b/libcxx/benchmarks/formatted_size.bench.cpp
@@ -0,0 +1,36 @@
+//===----------------------------------------------------------------------===//
+// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
+// See https://llvm.org/LICENSE.txt for license information.
+// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+//
+//===----------------------------------------------------------------------===//
+
+#include <format>
+
+#include <string>
+
+#include "benchmark/benchmark.h"
+#include "make_string.h"
+
+#define CSTR(S) MAKE_CSTRING(CharT, S)
+
+template <class CharT>
+static void BM_formatted_size_string(benchmark::State& state) {
+ size_t size = state.range(0);
+ std::basic_string<CharT> str(size, CharT('*'));
+
+ while (state.KeepRunningBatch(str.size()))
+ benchmark::DoNotOptimize(std::formatted_size(CSTR("{}"), str));
+
+ state.SetBytesProcessed(state.iterations() * size * sizeof(CharT));
+}
+BENCHMARK_TEMPLATE(BM_formatted_size_string, char)->RangeMultiplier(2)->Range(1, 1 << 20);
+BENCHMARK_TEMPLATE(BM_formatted_size_string, wchar_t)->RangeMultiplier(2)->Range(1, 1 << 20);
+
+int main(int argc, char** argv) {
+ benchmark::Initialize(&argc, argv);
+ if (benchmark::ReportUnrecognizedArguments(argc, argv))
+ return 1;
+
+ benchmark::RunSpecifiedBenchmarks();
+}
More information about the libcxx-commits
mailing list