137 lines
4.1 KiB
C++
137 lines
4.1 KiB
C++
#include <cassert>
|
|
#include <cstring>
|
|
#ifndef _MSC_VER
|
|
#include <dirent.h>
|
|
#include <unistd.h>
|
|
#else
|
|
// Microsoft can't be bothered to provide standard utils.
|
|
#include <dirent_portable.h>
|
|
#endif
|
|
#include <cinttypes>
|
|
|
|
#include <cstdio>
|
|
#include <cstdlib>
|
|
|
|
#include "simdjson/jsonparser.h"
|
|
|
|
/**
|
|
* Does the file filename ends with the given extension.
|
|
*/
|
|
static bool hasExtension(const char *filename, const char *extension) {
|
|
const char *ext = strrchr(filename, '.');
|
|
return ((ext != nullptr) && (strcmp(ext, extension) == 0));
|
|
}
|
|
|
|
bool startsWith(const char *pre, const char *str) {
|
|
size_t lenpre = strlen(pre), lenstr = strlen(str);
|
|
return lenstr < lenpre ? false : strncmp(pre, str, lenpre) == 0;
|
|
}
|
|
|
|
bool contains(const char *pre, const char *str) {
|
|
return (strstr(str, pre) != nullptr);
|
|
}
|
|
|
|
bool validate(const char *dirname) {
|
|
bool everythingfine = true;
|
|
const char *extension = ".json";
|
|
size_t dirlen = strlen(dirname);
|
|
struct dirent **entry_list;
|
|
int c = scandir(dirname, &entry_list, nullptr, alphasort);
|
|
if (c < 0) {
|
|
fprintf(stderr, "error accessing %s \n", dirname);
|
|
return false;
|
|
}
|
|
if (c == 0) {
|
|
printf("nothing in dir %s \n", dirname);
|
|
return false;
|
|
}
|
|
bool *isfileasexpected = new bool[c];
|
|
for (int i = 0; i < c; i++) {
|
|
isfileasexpected[i] = true;
|
|
}
|
|
size_t howmany = 0;
|
|
bool needsep = (strlen(dirname) > 1) && (dirname[strlen(dirname) - 1] != '/');
|
|
for (int i = 0; i < c; i++) {
|
|
const char *name = entry_list[i]->d_name;
|
|
if (hasExtension(name, extension)) {
|
|
printf("validating: file %s ", name);
|
|
fflush(nullptr);
|
|
size_t filelen = strlen(name);
|
|
char *fullpath = static_cast<char *>(malloc(dirlen + filelen + 1 + 1));
|
|
strcpy(fullpath, dirname);
|
|
if (needsep) {
|
|
fullpath[dirlen] = '/';
|
|
strcpy(fullpath + dirlen + 1, name);
|
|
} else {
|
|
strcpy(fullpath + dirlen, name);
|
|
}
|
|
simdjson::padded_string p;
|
|
try {
|
|
simdjson::get_corpus(fullpath).swap(p);
|
|
} catch (const std::exception &e) {
|
|
std::cerr << "Could not load the file " << fullpath << std::endl;
|
|
return EXIT_FAILURE;
|
|
}
|
|
simdjson::ParsedJson pj;
|
|
bool allocok = pj.allocateCapacity(p.size(), 1024);
|
|
if (!allocok) {
|
|
std::cerr << "can't allocate memory" << std::endl;
|
|
return false;
|
|
}
|
|
++howmany;
|
|
const int parseRes = json_parse(p, pj);
|
|
printf("%s\n", parseRes == 0 ? "ok" : "invalid");
|
|
if (contains("EXCLUDE", name)) {
|
|
// skipping
|
|
howmany--;
|
|
} else if (startsWith("pass", name) && parseRes != 0) {
|
|
isfileasexpected[i] = false;
|
|
printf("warning: file %s should pass but it fails. Error is: %s\n",
|
|
name, simdjson::errorMsg(parseRes).data());
|
|
everythingfine = false;
|
|
} else if (startsWith("fail", name) && parseRes == 0) {
|
|
isfileasexpected[i] = false;
|
|
printf("warning: file %s should fail but it passes.\n", name);
|
|
everythingfine = false;
|
|
}
|
|
free(fullpath);
|
|
}
|
|
}
|
|
printf("%zu files checked.\n", howmany);
|
|
if (everythingfine) {
|
|
printf("All ok!\n");
|
|
} else {
|
|
fprintf(stderr,
|
|
"There were problems! Consider reviewing the following files:\n");
|
|
for (int i = 0; i < c; i++) {
|
|
if (!isfileasexpected[i]) {
|
|
fprintf(stderr, "%s \n", entry_list[i]->d_name);
|
|
}
|
|
}
|
|
}
|
|
for (int i = 0; i < c; ++i) {
|
|
free(entry_list[i]);
|
|
}
|
|
free(entry_list);
|
|
delete[] isfileasexpected;
|
|
return everythingfine;
|
|
}
|
|
|
|
int main(int argc, char *argv[]) {
|
|
if (argc != 2) {
|
|
std::cerr << "Usage: " << argv[0] << " <directorywithjsonfiles>"
|
|
<< std::endl;
|
|
#ifndef SIMDJSON_TEST_DATA_DIR
|
|
std::cout
|
|
<< "We are going to assume you mean to use the 'jsonchecker' directory."
|
|
<< std::endl;
|
|
return validate("jsonchecker/") ? EXIT_SUCCESS : EXIT_FAILURE;
|
|
#else
|
|
std::cout << "We are going to assume you mean to use the '"
|
|
<< SIMDJSON_TEST_DATA_DIR << "' directory." << std::endl;
|
|
return validate(SIMDJSON_TEST_DATA_DIR) ? EXIT_SUCCESS : EXIT_FAILURE;
|
|
#endif
|
|
}
|
|
return validate(argv[1]) ? EXIT_SUCCESS : EXIT_FAILURE;
|
|
}
|