#include #include "simdjson/jsonioutil.h" #include "simdjson/jsonparser.h" size_t count_nonasciibytes(const uint8_t *input, size_t length) { size_t count = 0; for (size_t i = 0; i < length; i++) { count += input[i] >> 7; } return count; } size_t count_backslash(const uint8_t *input, size_t length) { size_t count = 0; for (size_t i = 0; i < length; i++) { count += (input[i] == '\\') ? 1 : 0; } return count; } struct stat_s { size_t integer_count; size_t float_count; size_t string_count; size_t backslash_count; size_t non_ascii_byte_count; size_t object_count; size_t array_count; size_t null_count; size_t true_count; size_t false_count; size_t byte_count; size_t structural_indexes_count; bool valid; }; using stat_t = struct stat_s; stat_t simdjson_compute_stats(const simdjson::padded_string &p) { stat_t answer; simdjson::ParsedJson pj = simdjson::build_parsed_json(p); answer.valid = pj.is_valid(); if (!answer.valid) { std::cerr << pj.get_error_message() << std::endl; return answer; } answer.backslash_count = count_backslash(reinterpret_cast(p.data()), p.size()); answer.non_ascii_byte_count = count_nonasciibytes( reinterpret_cast(p.data()), p.size()); answer.byte_count = p.size(); answer.integer_count = 0; answer.float_count = 0; answer.object_count = 0; answer.array_count = 0; answer.null_count = 0; answer.true_count = 0; answer.false_count = 0; answer.string_count = 0; answer.structural_indexes_count = pj.n_structural_indexes; size_t tape_idx = 0; uint64_t tape_val = pj.doc.tape[tape_idx++]; uint8_t type = (tape_val >> 56); size_t how_many = 0; assert(type == 'r'); how_many = tape_val & JSON_VALUE_MASK; for (; tape_idx < how_many; tape_idx++) { tape_val = pj.doc.tape[tape_idx]; // uint64_t payload = tape_val & JSON_VALUE_MASK; type = (tape_val >> 56); switch (type) { case 'l': // we have a long int answer.integer_count++; tape_idx++; // skipping the integer break; case 'u': // we have a long uint answer.integer_count++; tape_idx++; // skipping the integer break; case 'd': // we have a double answer.float_count++; tape_idx++; // skipping the double break; case 'n': // we have a null answer.null_count++; break; case 't': // we have a true answer.true_count++; break; case 'f': // we have a false answer.false_count++; break; case '{': // we have an object answer.object_count++; break; case '}': // we end an object break; case '[': // we start an array answer.array_count++; break; case ']': // we end an array break; case '"': // we have a string answer.string_count++; break; default: break; // ignore } } return answer; } int main(int argc, char *argv[]) { int myoptind = 1; if (myoptind >= argc) { std::cerr << "Reads json, prints stats. " << std::endl; std::cerr << "Usage: " << argv[0] << " " << std::endl; exit(1); } const char *filename = argv[myoptind]; if (myoptind + 1 < argc) { std::cerr << "warning: ignoring everything after " << argv[myoptind + 1] << std::endl; } simdjson::padded_string p; try { simdjson::get_corpus(filename).swap(p); } catch (const std::exception &) { // caught by reference to base std::cerr << "Could not load the file " << filename << std::endl; return EXIT_FAILURE; } stat_t s = simdjson_compute_stats(p); if (!s.valid) { std::cerr << "not a valid JSON" << std::endl; return EXIT_FAILURE; } printf("# integer_count float_count string_count backslash_count " "non_ascii_byte_count object_count array_count null_count true_count " "false_count byte_count structural_indexes_count\n"); printf("%zu %zu %zu %zu %zu %zu %zu %zu %zu %zu %zu %zu\n", s.integer_count, s.float_count, s.string_count, s.backslash_count, s.non_ascii_byte_count, s.object_count, s.array_count, s.null_count, s.true_count, s.false_count, s.byte_count, s.structural_indexes_count); return EXIT_SUCCESS; }