// Copyright (c) 2020, The Monero Project // // All rights reserved. // // Redistribution and use in source and binary forms, with or without modification, are // permitted provided that the following conditions are met: // // 1. Redistributions of source code must retain the above copyright notice, this list of // conditions and the following disclaimer. // // 2. Redistributions in binary form must reproduce the above copyright notice, this list // of conditions and the following disclaimer in the documentation and/or other // materials provided with the distribution. // // 3. Neither the name of the copyright holder nor the names of its contributors may be // used to endorse or promote products derived from this software without specific // prior written permission. // // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY // EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF // MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL // THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, // SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, // PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS // INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, // STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF // THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. #include "tests/benchmark.h" #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include "crypto/crypto.h" #include "cryptonote_basic/cryptonote_basic.h" #include "monero/crypto/amd64-64-24k.h" #include "monero/crypto/amd64-51-30k.h" #define CHECK(...) \ if(!( __VA_ARGS__ )) \ throw std::runtime_error{ \ "TEST FAILED (line " \ BOOST_PP_STRINGIZE( __LINE__ ) \ "): " \ BOOST_PP_STRINGIZE( __VA_ARGS__ ) \ } //! Define function that forwards arguments to `crypto::func`. #define FORWARD_FUNCTION(func) \ template \ static bool func (T&&... args) \ { \ return ::crypto:: func (std::forward(args)...); \ } #define CRYPTO_FUNCTION(library, func) \ BOOST_PP_CAT(BOOST_PP_CAT(monero_crypto_, library), func) #define CRYPTO_BENCHMARK(r, _, library) \ struct library \ { \ static constexpr const char* name() noexcept { return BOOST_PP_STRINGIZE(library); } \ static bool generate_key_derivation(const ::crypto::public_key &tx_pub, const ::crypto::secret_key &view_sec, ::crypto::key_derivation &out) \ { \ return CRYPTO_FUNCTION(library, _generate_key_derivation) (out.data, tx_pub.data, view_sec.data) == 0; \ } \ static bool derive_subaddress_public_key(const ::crypto::public_key &spend_pub, const ::crypto::key_derivation &d, std::size_t index, ::crypto::public_key &out) \ { \ ::crypto::ec_scalar scalar; \ ::crypto::derivation_to_scalar(d, index, scalar); \ return CRYPTO_FUNCTION(library, _generate_subaddress_public_key) (out.data, spend_pub.data, scalar.data) == 0; \ } \ }; namespace { //! Default number of iterations for benchmark timing. constexpr const unsigned default_iterations = 1000; //! \return Byte compare two objects of `T`. template bool compare(const T& lhs, const T& rhs) noexcept { static_assert(!epee::has_padding(), "type might have padding"); return std::memcmp(std::addressof(lhs), std::addressof(rhs), sizeof(T)) == 0; } //! Benchmark default monero crypto library - a re-arranged ref10 implementation. struct cn { static constexpr const char* name() noexcept { return "cn"; } FORWARD_FUNCTION( generate_key_derivation ); FORWARD_FUNCTION( derive_subaddress_public_key ); }; // Define functions for every library except for `cn` which is the head library. BOOST_PP_SEQ_FOR_EACH(CRYPTO_BENCHMARK, _, BOOST_PP_SEQ_TAIL(BENCHMARK_LIBRARIES)); // All enabled benchmark libraries using enabled_libraries = std::tuple; //! Callable that runs a benchmark against all enabled libraries template struct run_benchmark { using result = R; template result operator()(result out, const B benchmark) const { using inner_result = typename B::result; out.push_back({boost::fusion::fold(enabled_libraries{}, inner_result{}, benchmark), benchmark.name()}); std::sort(out.back().first.begin(), out.back().first.end()); return out; } }; //! Run 0+ benchmarks against all enabled libraries template R run_benchmarks(B&&... benchmarks) { auto out = boost::fusion::fold(std::make_tuple(std::forward(benchmarks)...), R{}, run_benchmark{}); std::sort(out.begin(), out.end()); return out; } //! Run a suite of benchmarks - allows for comparison against a subset of benchmarks template std::pair run_suite(const S& suite) { return {suite(), suite.name()}; } //! Arguments given to every crypto library being benchmarked. struct bench_args { explicit bench_args(unsigned iterations) : iterations(iterations), one(), two() { crypto::generate_keys(one.pub, one.sec, one.sec, false); crypto::generate_keys(two.pub, two.sec, two.sec, false); } const unsigned iterations; cryptonote::keypair one; cryptonote::keypair two; }; /*! Tests the ECDH step used for monero txes where the tx-pub is always de-compressed into a table every time. */ struct tx_pub_standard { using result = std::vector>; static constexpr const char* name() noexcept { return "standard"; } const bench_args args; template result operator()(result out, const L library) const { crypto::key_derivation us; crypto::key_derivation them; CHECK(crypto::generate_key_derivation(args.one.pub, args.two.sec, them)); CHECK(library.generate_key_derivation(args.one.pub, args.two.sec, us)); CHECK(compare(us, them)); unsigned i = 0; for (unsigned j = 0; j < 100; ++j) i += library.generate_key_derivation(args.one.pub, args.two.sec, us); CHECK(i == 100); i = 0; const auto start = std::chrono::steady_clock::now(); for (unsigned j = 0; j < args.iterations; ++j) i += library.generate_key_derivation(args.one.pub, args.two.sec, us); const auto end = std::chrono::steady_clock::now(); CHECK(i == args.iterations); CHECK(compare(us, them)); out.push_back({end - start, library.name()}); return out; } }; //! Tests various possible optimizations for tx ECDH-step. struct tx_pub_suite { using result = std::vector>; static constexpr const char* name() noexcept { return "generate_key_derivation step"; } const bench_args args; result operator()() const { return run_benchmarks(tx_pub_standard{args}); } }; /*! Tests the shared-secret to output-key step used for monero txes where the users spend-public is always de-compressed. */ struct output_pub_standard { using result = std::vector>; static constexpr const char* name() noexcept { return "standard"; } const bench_args args; template result operator()(result out, const L library) const { crypto::key_derivation derived; crypto::public_key us; crypto::public_key them; CHECK(crypto::generate_key_derivation(args.one.pub, args.two.sec, derived)); CHECK(library.derive_subaddress_public_key(args.two.pub, derived, 0, us)); CHECK(crypto::derive_subaddress_public_key(args.two.pub, derived, 0, them)); CHECK(compare(us, them)); unsigned i = 0; for (unsigned j = 0; j < 100; ++j) i += library.derive_subaddress_public_key(args.two.pub, derived, j, us); CHECK(i == 100); i = 0; const auto start = std::chrono::steady_clock::now(); for (unsigned j = 0; j < args.iterations; ++j) i += library.derive_subaddress_public_key(args.two.pub, derived, j, us); const auto end = std::chrono::steady_clock::now(); CHECK(i == args.iterations); out.push_back({end - start, library.name()}); return out; } }; //! Tests various possible optimizations for shared-secret to output-key step. struct output_pub_suite { using result = std::vector>; static constexpr const char* name() noexcept { return "derive_subaddress_public_key step"; } const bench_args args; result operator()() const { return run_benchmarks(output_pub_standard{args}); } }; struct tx_bench_args { const bench_args main; unsigned outputs; }; /*! Simulates "standard" tx scanning where a tx-pubkey is de-compressed into a table and user spend-public is de-compressed, every time. */ struct tx_standard { using result = std::vector>; static constexpr const char* name() noexcept { return "standard"; } const tx_bench_args args; template result operator()(result out, const L library) const { crypto::key_derivation derived_us; crypto::key_derivation derived_them; crypto::public_key us; crypto::public_key them; CHECK(library.generate_key_derivation(args.main.one.pub, args.main.two.sec, derived_us)); CHECK(crypto::generate_key_derivation(args.main.one.pub, args.main.two.sec, derived_them)); CHECK(library.derive_subaddress_public_key(args.main.two.pub, derived_us, 0, us)); CHECK(crypto::derive_subaddress_public_key(args.main.two.pub, derived_them, 0, them)); CHECK(compare(us, them)); unsigned i = 0; for (unsigned j = 0; j < 100; ++j) { i += library.generate_key_derivation(args.main.one.pub, args.main.two.sec, derived_us); i += library.derive_subaddress_public_key(args.main.two.pub, derived_us, j, us); } CHECK(i == 200); i = 0; const auto start = std::chrono::steady_clock::now(); for (unsigned j = 0; j < args.main.iterations; ++j) { i += library.generate_key_derivation(args.main.one.pub, args.main.two.sec, derived_us); for (unsigned k = 0; k < args.outputs; ++k) i += library.derive_subaddress_public_key(args.main.two.pub, derived_us, k, us); } const auto end = std::chrono::steady_clock::now(); CHECK(i == args.main.iterations + args.main.iterations * args.outputs); out.push_back({end - start, library.name()}); return out; } }; //! Tests various possible optimizations for tx scanning. struct tx_suite { using result = std::vector>; std::string name() const { return "Transactions with " + std::to_string(args.outputs) + " outputs"; } const tx_bench_args args; result operator()() const { return run_benchmarks(tx_standard{args}); } }; std::chrono::steady_clock::duration print(const tx_pub_standard::result& leaf, std::ostream& out, unsigned depth) { namespace karma = boost::spirit::karma; const std::size_t align = leaf.empty() ? 0 : std::to_string(leaf.back().first.count()).size(); const auto best = leaf.empty() ? std::chrono::steady_clock::duration::max() : leaf.front().first; for (auto const& entry : leaf) { out << karma::format(karma::repeat(depth ? depth - 1 : 0)["| "]) << '|'; out << karma::format((karma::right_align(std::min(20u - depth, 20u), '-')["> " << karma::string]), entry.second); out << " => " << karma::format((karma::right_align(align)[karma::uint_]), entry.first.count()); out << " ns (+"; out << (double((entry.first - best).count()) / best.count()) * 100 << "%)" << std::endl; } out << karma::format(karma::repeat(depth ? depth - 1 : 0)["| "]) << std::endl; return best; } template std::chrono::steady_clock::duration print(const std::vector>& node, std::ostream& out, unsigned depth) { auto best = std::chrono::steady_clock::duration::max(); for (auto const& entry : node) { std::stringstream buffer{}; auto last = print(entry.first, buffer, depth + 1); if (last != std::chrono::steady_clock::duration::max()) { namespace karma = boost::spirit::karma; best = std::min(best, last); out << karma::format(karma::repeat(depth)["|-"]); out << "+ " << entry.second << ' '; out << last.count() << " ns (+"; out << (double((last - best).count()) / best.count()) * 100 << "%)" << std::endl; out << buffer.str(); } } return best; } } // anonymous namespace int main(int argc, char** argv) { using results = std::vector>; try { unsigned iterations = default_iterations; std::vector nums{}; if (2 <= argc) iterations = std::stoul(argv[1]); if (3 <= argc) { namespace qi = boost::spirit::qi; if (!qi::parse(argv[2], argv[2] + strlen(argv[2]), (qi::uint_ % ','), nums)) throw std::runtime_error{"bad tx outputs string"}; } else { nums = {2, 4}; } std::sort(nums.begin(), nums.end()); nums.erase(std::unique(nums.begin(), nums.end()), nums.end()); std::cout << "Running benchmark using " << iterations << " iterations" << std::endl; const bench_args args{iterations}; results val{}; std::cout << "Transaction Component Benchmarks" << std::endl; std::cout << "--------------------------------" << std::endl; val.push_back(run_suite(tx_pub_suite{args})); val.push_back(run_suite(output_pub_suite{args})); std::sort(val.begin(), val.end()); print(val, std::cout, 0); val.clear(); std::cout << "Transaction Benchmarks" << std::endl; std::cout << "----------------------" << std::endl; for (const unsigned num : nums) val.push_back(run_suite(tx_suite{{args, num}})); std::sort(val.begin(), val.end()); print(val, std::cout, 0); } catch (const std::exception& e) { std::cerr << "Error: " << e.what() << std::endl; return 1; } return 0; }