0b803d0a5f
o For some unknown reason, the complexity of the benchmark platform prevented some C++ compilers from generating optimal code, properly reflective of the real performance in actual deployment. o Added the json_benchmarks_simple target, which performs the same suite of tests as json_benchmarks. o Simplified the benchmark platform, and emit an "Average" TPS (Transactions Per Second) value reflective of aggregate parse/output performance.
132 lines
3.8 KiB
C++
132 lines
3.8 KiB
C++
#define BENCHPRESS_CONFIG_MAIN
|
|
|
|
#include <fstream>
|
|
#include <sstream>
|
|
#include <benchpress.hpp>
|
|
#include <json.hpp>
|
|
#include <pthread.h>
|
|
#include <thread>
|
|
|
|
using json = nlohmann::json;
|
|
|
|
struct StartUp
|
|
{
|
|
StartUp()
|
|
{
|
|
#ifndef __llvm__
|
|
// pin thread to a single CPU
|
|
cpu_set_t cpuset;
|
|
pthread_t thread;
|
|
thread = pthread_self();
|
|
CPU_ZERO(&cpuset);
|
|
CPU_SET(std::thread::hardware_concurrency() - 1, &cpuset);
|
|
pthread_setaffinity_np(thread, sizeof(cpu_set_t), &cpuset);
|
|
#endif
|
|
}
|
|
};
|
|
StartUp startup;
|
|
|
|
enum class EMode { input, output_no_indent, output_with_indent };
|
|
|
|
static void bench(benchpress::context& ctx,
|
|
const std::string& in_path,
|
|
const EMode mode)
|
|
{
|
|
// using string streams for benchmarking to factor-out cold-cache disk
|
|
// access.
|
|
#if defined( FROMFILE )
|
|
std::ifstream istr;
|
|
{
|
|
istr.open( in_path, std::ifstream::in );
|
|
|
|
// read the stream once
|
|
json j;
|
|
istr >> j;
|
|
// clear flags and rewind
|
|
istr.clear();
|
|
istr.seekg(0);
|
|
}
|
|
#else
|
|
std::stringstream istr;
|
|
{
|
|
// read file into string stream
|
|
std::ifstream input_file(in_path);
|
|
istr << input_file.rdbuf();
|
|
input_file.close();
|
|
|
|
// read the stream once
|
|
json j;
|
|
istr >> j;
|
|
// clear flags and rewind
|
|
istr.clear();
|
|
istr.seekg(0);
|
|
}
|
|
#endif
|
|
|
|
switch (mode)
|
|
{
|
|
// benchmarking input
|
|
case EMode::input:
|
|
{
|
|
ctx.reset_timer();
|
|
|
|
for (size_t i = 0; i < ctx.num_iterations(); ++i)
|
|
{
|
|
// clear flags and rewind
|
|
istr.clear();
|
|
istr.seekg(0);
|
|
json j;
|
|
istr >> j;
|
|
}
|
|
|
|
break;
|
|
}
|
|
|
|
// benchmarking output
|
|
case EMode::output_no_indent:
|
|
case EMode::output_with_indent:
|
|
{
|
|
// create JSON value from input
|
|
json j;
|
|
istr >> j;
|
|
std::stringstream ostr;
|
|
|
|
ctx.reset_timer();
|
|
for (size_t i = 0; i < ctx.num_iterations(); ++i)
|
|
{
|
|
if (mode == EMode::output_no_indent)
|
|
{
|
|
ostr << j;
|
|
}
|
|
else
|
|
{
|
|
ostr << std::setw(4) << j;
|
|
}
|
|
|
|
// reset data
|
|
ostr.str(std::string());
|
|
}
|
|
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
|
|
#define BENCHMARK_I(mode, title, in_path) \
|
|
BENCHMARK((title), [](benchpress::context* ctx) \
|
|
{ \
|
|
bench(*ctx, (in_path), (mode)); \
|
|
})
|
|
|
|
BENCHMARK_I(EMode::input, "parse jeopardy.json", "files/jeopardy/jeopardy.json");
|
|
BENCHMARK_I(EMode::input, "parse canada.json", "files/nativejson-benchmark/canada.json");
|
|
BENCHMARK_I(EMode::input, "parse citm_catalog.json", "files/nativejson-benchmark/citm_catalog.json");
|
|
BENCHMARK_I(EMode::input, "parse twitter.json", "files/nativejson-benchmark/twitter.json");
|
|
BENCHMARK_I(EMode::input, "parse numbers/floats.json", "files/numbers/floats.json");
|
|
BENCHMARK_I(EMode::input, "parse numbers/signed_ints.json", "files/numbers/signed_ints.json");
|
|
BENCHMARK_I(EMode::input, "parse numbers/unsigned_ints.json", "files/numbers/unsigned_ints.json");
|
|
|
|
BENCHMARK_I(EMode::output_no_indent, "dump jeopardy.json", "files/jeopardy/jeopardy.json");
|
|
BENCHMARK_I(EMode::output_with_indent, "dump jeopardy.json with indent", "files/jeopardy/jeopardy.json");
|
|
BENCHMARK_I(EMode::output_no_indent, "dump numbers/floats.json", "files/numbers/floats.json");
|
|
BENCHMARK_I(EMode::output_no_indent, "dump numbers/signed_ints.json", "files/numbers/signed_ints.json");
|