jasder
/
simdjson
1
0
Fork 0
Code Issues Pull Requests Releases 2 Wiki Activity

This adds a validation benchmark (#1040)

This commit is contained in:
Daniel Lemire 2020-07-20 18:56:39 -04:00 committed by GitHub
parent e9c91a1ce2
commit af18d5ed81
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 30 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

31
benchmark/bench_parse_call.cpp
View File

@ -10,6 +10,36 @@ const char *GSOC_JSON = SIMDJSON_BENCHMARK_DATA_DIR "gsoc-2018.json";
static void unicode_validate_twitter(State& state) {
dom::parser parser;
padded_string docdata;
auto error = padded_string::load(TWITTER_JSON).get(docdata);
if(error) {
cerr << "could not parse twitter.json" << error << endl;
return;
}
// we do not want mem. alloc. in the loop.
error = parser.allocate(docdata.size());
if(error) {
cout << error << endl;
return;
}
size_t bytes = 0;
for (UNUSED auto _ : state) {
bool is_ok = simdjson::validate_utf8(docdata.data(), docdata.size());
bytes += docdata.size();
benchmark::DoNotOptimize(is_ok);
}
// Gigabyte: https://en.wikipedia.org/wiki/Gigabyte
state.counters["Gigabytes"] = benchmark::Counter(
double(bytes), benchmark::Counter::kIsRate,
benchmark::Counter::OneK::kIs1000); // For GiB : kIs1024
state.counters["docs"] = Counter(double(state.iterations()), benchmark::Counter::kIsRate);
}
BENCHMARK(unicode_validate_twitter)->Repetitions(10)->ComputeStatistics("max", [](const std::vector<double>& v) -> double {
return *(std::max_element(std::begin(v), std::end(v)));
})->DisplayAggregatesOnly(true);
static void parse_twitter(State& state) { static void parse_twitter(State& state) {
dom::parser parser; dom::parser parser;
padded_string docdata; padded_string docdata;
@ -28,7 +58,6 @@ static void parse_twitter(State& state) {
for (UNUSED auto _ : state) { for (UNUSED auto _ : state) {
dom::element doc; dom::element doc;
bytes += docdata.size(); bytes += docdata.size();
;
if ((error = parser.parse(docdata).get(doc))) { if ((error = parser.parse(docdata).get(doc))) {
cerr << "could not parse twitter.json" << error << endl; cerr << "could not parse twitter.json" << error << endl;
return; return;