#include "LibcBenchmark.h" #include "LibcMemoryBenchmark.h" #include "MemorySizeDistributions.h" #include "benchmark/benchmark.h" #include "llvm/ADT/ArrayRef.h" #include "llvm/ADT/Twine.h" #include #include #include #include using llvm::Align; using llvm::ArrayRef; using llvm::Twine; using llvm::libc_benchmarks::BzeroConfiguration; using llvm::libc_benchmarks::ComparisonSetup; using llvm::libc_benchmarks::CopySetup; using llvm::libc_benchmarks::MemcmpOrBcmpConfiguration; using llvm::libc_benchmarks::MemcpyConfiguration; using llvm::libc_benchmarks::MemmoveConfiguration; using llvm::libc_benchmarks::MemorySizeDistribution; using llvm::libc_benchmarks::MemsetConfiguration; using llvm::libc_benchmarks::MoveSetup; using llvm::libc_benchmarks::OffsetDistribution; using llvm::libc_benchmarks::SetSetup; // Alignment to use for when accessing the buffers. static constexpr Align kBenchmarkAlignment = Align::Constant<1>(); static std::mt19937_64 &getGenerator() { static std::mt19937_64 Generator( std::chrono::system_clock::now().time_since_epoch().count()); return Generator; } template struct Runner { Runner(benchmark::State &S, llvm::ArrayRef Configurations) : State(S), Distribution(SetupType::getDistributions()[State.range(0)]), Probabilities(Distribution.Probabilities), SizeSampler(Probabilities.begin(), Probabilities.end()), OffsetSampler(Setup.BufferSize, Probabilities.size() - 1, kBenchmarkAlignment), Configuration(Configurations[State.range(1)]) { for (auto &P : Setup.Parameters) { P.OffsetBytes = OffsetSampler(getGenerator()); P.SizeBytes = SizeSampler(getGenerator()); Setup.checkValid(P); } } ~Runner() { const size_t TotalBytes = (State.iterations() * Setup.getBatchBytes()) / Setup.BatchSize; State.SetBytesProcessed(TotalBytes); State.SetItemsProcessed(State.iterations()); State.SetLabel((Twine(Configuration.Name) + "," + Distribution.Name).str()); State.counters["bytes_per_cycle"] = benchmark::Counter( TotalBytes / benchmark::CPUInfo::Get().cycles_per_second, benchmark::Counter::kIsRate); } inline void runBatch() { for (const auto &P : Setup.Parameters) benchmark::DoNotOptimize(Setup.Call(P, Configuration.Function)); } size_t getBatchSize() const { return Setup.BatchSize; } private: SetupType Setup; benchmark::State &State; MemorySizeDistribution Distribution; ArrayRef Probabilities; std::discrete_distribution SizeSampler; OffsetDistribution OffsetSampler; ConfigurationType Configuration; }; #define BENCHMARK_MEMORY_FUNCTION(BM_NAME, SETUP, CONFIGURATION_TYPE, \ CONFIGURATION_ARRAY_REF) \ void BM_NAME(benchmark::State &State) { \ Runner Setup(State, CONFIGURATION_ARRAY_REF); \ const size_t BatchSize = Setup.getBatchSize(); \ while (State.KeepRunningBatch(BatchSize)) \ Setup.runBatch(); \ } \ BENCHMARK(BM_NAME)->Apply([](benchmark::internal::Benchmark *benchmark) { \ const int64_t DistributionSize = SETUP::getDistributions().size(); \ const int64_t ConfigurationSize = CONFIGURATION_ARRAY_REF.size(); \ for (int64_t DistIndex = 0; DistIndex < DistributionSize; ++DistIndex) \ for (int64_t ConfIndex = 0; ConfIndex < ConfigurationSize; ++ConfIndex) \ benchmark->Args({DistIndex, ConfIndex}); \ }) extern llvm::ArrayRef getMemcpyConfigurations(); BENCHMARK_MEMORY_FUNCTION(BM_Memcpy, CopySetup, MemcpyConfiguration, getMemcpyConfigurations()); extern llvm::ArrayRef getMemmoveConfigurations(); BENCHMARK_MEMORY_FUNCTION(BM_Memmove, MoveSetup, MemmoveConfiguration, getMemmoveConfigurations()); extern llvm::ArrayRef getMemcmpConfigurations(); BENCHMARK_MEMORY_FUNCTION(BM_Memcmp, ComparisonSetup, MemcmpOrBcmpConfiguration, getMemcmpConfigurations()); extern llvm::ArrayRef getBcmpConfigurations(); BENCHMARK_MEMORY_FUNCTION(BM_Bcmp, ComparisonSetup, MemcmpOrBcmpConfiguration, getBcmpConfigurations()); extern llvm::ArrayRef getMemsetConfigurations(); BENCHMARK_MEMORY_FUNCTION(BM_Memset, SetSetup, MemsetConfiguration, getMemsetConfigurations()); extern llvm::ArrayRef getBzeroConfigurations(); BENCHMARK_MEMORY_FUNCTION(BM_Bzero, SetSetup, BzeroConfiguration, getBzeroConfigurations());