2018-03-23 12:05:32 +08:00
|
|
|
|
|
|
|
.SUFFIXES:
|
|
|
|
#
|
|
|
|
.SUFFIXES: .cpp .o .c .h
|
|
|
|
|
|
|
|
|
|
|
|
.PHONY: clean cleandist
|
2019-08-03 07:48:34 +08:00
|
|
|
COREDEPSINCLUDE = -Idependencies/json/single_include -Idependencies/rapidjson/include -Idependencies/sajson/include -Idependencies/cJSON -Idependencies/jsmn
|
2019-01-25 03:28:26 +08:00
|
|
|
EXTRADEPSINCLUDE = -Idependencies/jsoncppdist -Idependencies/json11 -Idependencies/fastjson/src -Idependencies/fastjson/include -Idependencies/gason/src -Idependencies/ujson4c/3rdparty -Idependencies/ujson4c/src
|
2019-06-04 02:17:42 +08:00
|
|
|
# users can provide their own additional flags with make EXTRAFLAGS=something
|
2019-06-20 04:45:09 +08:00
|
|
|
architecture:=$(shell arch)
|
2019-07-05 05:19:05 +08:00
|
|
|
|
|
|
|
####
|
|
|
|
# If you want to specify your own target architecture,
|
|
|
|
# then define ARCHFLAGS. Otherwise, we set good default.
|
2019-07-05 07:10:05 +08:00
|
|
|
# E.g., type ' ARCHFLAGS="-march=nehalem" make parse '
|
2019-07-05 05:19:05 +08:00
|
|
|
###
|
2019-06-20 04:45:09 +08:00
|
|
|
ifeq ($(architecture),aarch64)
|
2019-07-05 05:19:05 +08:00
|
|
|
ARCHFLAGS ?= -march=armv8-a+crc+crypto
|
2019-06-20 04:45:09 +08:00
|
|
|
else
|
2019-07-29 10:46:33 +08:00
|
|
|
ARCHFLAGS ?= -msse4.2 -mpclmul # lowest supported feature set?
|
2019-06-20 04:45:09 +08:00
|
|
|
endif
|
2019-04-17 10:07:03 +08:00
|
|
|
|
2019-07-05 05:19:05 +08:00
|
|
|
CXXFLAGS = $(ARCHFLAGS) -std=c++17 -Wall -Wextra -Wshadow -Iinclude -Ibenchmark/linux $(EXTRAFLAGS)
|
|
|
|
CFLAGS = $(ARCHFLAGS) -Idependencies/ujson4c/3rdparty -Idependencies/ujson4c/src $(EXTRAFLAGS)
|
|
|
|
|
|
|
|
|
2019-04-25 05:31:47 +08:00
|
|
|
# This is a convenience flag
|
|
|
|
ifdef SANITIZEGOLD
|
|
|
|
SANITIZE = 1
|
|
|
|
LINKER = gold
|
2018-11-10 10:31:14 +08:00
|
|
|
endif
|
2019-04-25 05:31:47 +08:00
|
|
|
|
|
|
|
ifdef LINKER
|
|
|
|
CXXFLAGS += -fuse-ld=$(LINKER)
|
|
|
|
CFLAGS += -fuse-ld=$(LINKER)
|
2018-12-12 06:20:29 +08:00
|
|
|
endif
|
2018-11-10 10:31:14 +08:00
|
|
|
|
2019-04-25 05:31:47 +08:00
|
|
|
|
|
|
|
# SANITIZE *implies* DEBUG
|
2019-05-19 23:18:54 +08:00
|
|
|
ifeq ($(MEMSANITIZE),1)
|
|
|
|
CXXFLAGS += -g3 -O0 -fsanitize=memory -fno-omit-frame-pointer -fsanitize=undefined
|
|
|
|
CFLAGS += -g3 -O0 -fsanitize=memory -fno-omit-frame-pointer -fsanitize=undefined
|
|
|
|
else
|
2019-04-25 05:31:47 +08:00
|
|
|
ifeq ($(SANITIZE),1)
|
|
|
|
CXXFLAGS += -g3 -O0 -fsanitize=address -fno-omit-frame-pointer -fsanitize=undefined
|
|
|
|
CFLAGS += -g3 -O0 -fsanitize=address -fno-omit-frame-pointer -fsanitize=undefined
|
|
|
|
else
|
|
|
|
ifeq ($(DEBUG),1)
|
|
|
|
CXXFLAGS += -g3 -O0
|
|
|
|
CFLAGS += -g3 -O0
|
|
|
|
else
|
|
|
|
# we opt for -O3 for regular builds
|
|
|
|
CXXFLAGS += -O3
|
|
|
|
CFLAGS += -O3
|
|
|
|
endif # ifeq ($(DEBUG),1)
|
|
|
|
endif # ifeq ($(SANITIZE),1)
|
2019-05-19 23:18:54 +08:00
|
|
|
endif # ifeq ($(MEMSANITIZE),1)
|
2019-04-25 05:31:47 +08:00
|
|
|
|
2019-07-27 06:38:10 +08:00
|
|
|
MAINEXECUTABLES=parse minify json2json jsonstats statisticalmodel jsonpointer
|
|
|
|
TESTEXECUTABLES=jsoncheck numberparsingcheck stringparsingcheck pointercheck
|
2019-01-18 06:24:29 +08:00
|
|
|
COMPARISONEXECUTABLES=minifiercompetition parsingcompetition parseandstatcompetition distinctuseridcompetition allparserscheckfile allparsingcompetition
|
2018-12-20 10:23:37 +08:00
|
|
|
SUPPLEMENTARYEXECUTABLES=parse_noutf8validation parse_nonumberparsing parse_nostringparsing
|
2018-03-23 12:05:32 +08:00
|
|
|
|
2019-07-30 01:28:02 +08:00
|
|
|
HEADERS= include/simdjson/simdutf8check_haswell.h include/simdjson/simdutf8check_westmere.h include/simdjson/simdutf8check_arm64.h include/simdjson/stringparsing.h include/simdjson/stringparsing_arm64.h include/simdjson/stringparsing_haswell.h include/simdjson/stringparsing_macros.h include/simdjson/stringparsing_westmere.h include/simdjson/numberparsing.h include/simdjson/jsonparser.h include/simdjson/common_defs.h include/simdjson/jsonioutil.h benchmark/benchmark.h benchmark/linux/linux-perf-events.h include/simdjson/parsedjson.h include/simdjson/stage1_find_marks.h include/simdjson/stage1_find_marks_arm64.h include/simdjson/stage1_find_marks_haswell.h include/simdjson/stage1_find_marks_westmere.h include/simdjson/stage1_find_marks_macros.h include/simdjson/stage2_build_tape.h include/simdjson/jsoncharutils.h include/simdjson/jsonformatutils.h include/simdjson/stage1_find_marks_flatten.h include/simdjson/stage1_find_marks_flatten_haswell.h
|
2019-07-29 10:46:33 +08:00
|
|
|
LIBFILES=src/jsonioutil.cpp src/jsonparser.cpp src/simdjson.cpp src/stage1_find_marks.cpp src/stage2_build_tape.cpp src/parsedjson.cpp src/parsedjsoniterator.cpp
|
2018-11-30 22:37:57 +08:00
|
|
|
MINIFIERHEADERS=include/simdjson/jsonminifier.h include/simdjson/simdprune_tables.h
|
2018-08-21 05:40:50 +08:00
|
|
|
MINIFIERLIBFILES=src/jsonminifier.cpp
|
|
|
|
|
2018-03-23 12:05:32 +08:00
|
|
|
|
2018-08-21 05:27:25 +08:00
|
|
|
RAPIDJSON_INCLUDE:=dependencies/rapidjson/include
|
2018-09-28 12:00:52 +08:00
|
|
|
SAJSON_INCLUDE:=dependencies/sajson/include
|
2018-11-21 03:09:43 +08:00
|
|
|
JSON11_INCLUDE:=dependencies/json11/json11.hpp
|
2018-11-21 03:32:12 +08:00
|
|
|
FASTJSON_INCLUDE:=dependencies/include/fastjson/fastjson.h
|
2018-11-21 05:43:22 +08:00
|
|
|
GASON_INCLUDE:=dependencies/gason/src/gason.h
|
|
|
|
UJSON4C_INCLUDE:=dependencies/ujson4c/src/ujdecode.c
|
2019-02-23 04:34:35 +08:00
|
|
|
CJSON_INCLUDE:=dependencies/cJSON/cJSON.h
|
2019-01-18 06:24:29 +08:00
|
|
|
JSMN_INCLUDE:=dependencies/jsmn/jsmn.h
|
2019-08-03 07:48:34 +08:00
|
|
|
JSON_INCLUDE:=dependencies/json/single_include/nlohmann/json.hpp
|
2019-01-18 06:24:29 +08:00
|
|
|
|
2019-08-03 07:48:34 +08:00
|
|
|
LIBS=$(RAPIDJSON_INCLUDE) $(JSON_INCLUDE) $(SAJSON_INCLUDE) $(JSON11_INCLUDE) $(FASTJSON_INCLUDE) $(GASON_INCLUDE) $(UJSON4C_INCLUDE) $(CJSON_INCLUDE) $(JSMN_INCLUDE)
|
2018-07-29 08:18:56 +08:00
|
|
|
|
2018-12-15 10:32:42 +08:00
|
|
|
EXTRAOBJECTS=ujdecode.o
|
2018-12-01 11:02:32 +08:00
|
|
|
all: $(MAINEXECUTABLES)
|
2018-08-18 07:57:31 +08:00
|
|
|
|
2018-12-15 10:32:42 +08:00
|
|
|
competition: $(COMPARISONEXECUTABLES)
|
|
|
|
|
2018-12-15 10:50:55 +08:00
|
|
|
.PHONY: benchmark test
|
|
|
|
|
2019-02-23 04:34:35 +08:00
|
|
|
benchmark:
|
2018-12-15 10:50:55 +08:00
|
|
|
bash ./scripts/parser.sh
|
|
|
|
bash ./scripts/parseandstat.sh
|
|
|
|
|
2019-07-27 06:38:10 +08:00
|
|
|
test: jsoncheck numberparsingcheck stringparsingcheck basictests allparserscheckfile minify json2json pointercheck
|
2019-05-09 10:33:11 +08:00
|
|
|
./basictests
|
2018-10-24 08:19:33 +08:00
|
|
|
./numberparsingcheck
|
|
|
|
./stringparsingcheck
|
2018-08-18 07:57:31 +08:00
|
|
|
./jsoncheck
|
2019-07-27 06:38:10 +08:00
|
|
|
./pointercheck
|
2018-12-07 06:22:22 +08:00
|
|
|
./scripts/testjson2json.sh
|
2019-05-10 08:51:33 +08:00
|
|
|
./scripts/issue150.sh
|
2018-10-24 08:19:33 +08:00
|
|
|
@echo "It looks like the code is good!"
|
|
|
|
|
2019-07-27 06:38:10 +08:00
|
|
|
quiettest: jsoncheck numberparsingcheck stringparsingcheck basictests allparserscheckfile minify json2json pointercheck
|
2019-05-09 10:33:11 +08:00
|
|
|
./basictests
|
2019-02-23 03:12:16 +08:00
|
|
|
./numberparsingcheck
|
|
|
|
./stringparsingcheck
|
|
|
|
./jsoncheck
|
2019-07-27 06:38:10 +08:00
|
|
|
./pointercheck
|
2019-02-23 03:12:16 +08:00
|
|
|
./scripts/testjson2json.sh
|
2019-05-10 08:51:33 +08:00
|
|
|
./scripts/issue150.sh
|
2019-02-23 03:09:03 +08:00
|
|
|
|
2018-12-31 10:50:10 +08:00
|
|
|
amalgamate:
|
|
|
|
./amalgamation.sh
|
2019-07-30 21:10:40 +08:00
|
|
|
$(CXX) $(CXXFLAGS) -o singleheader/demo ./singleheader/amalgamation_demo.cpp -Isingleheader
|
2018-08-21 05:27:25 +08:00
|
|
|
|
2019-05-10 08:51:33 +08:00
|
|
|
submodules:
|
2019-05-30 00:03:07 +08:00
|
|
|
-git submodule update --init --recursive
|
2019-07-11 23:54:17 +08:00
|
|
|
-touch submodules
|
2018-08-21 05:27:25 +08:00
|
|
|
|
2019-08-03 07:48:34 +08:00
|
|
|
$(JSON_INCLUDE) $(SAJSON_INCLUDE) $(RAPIDJSON_INCLUDE) $(JSON11_INCLUDE) $(FASTJSON_INCLUDE) $(GASON_INCLUDE) $(UJSON4C_INCLUDE) $(CJSON_INCLUDE) $(JSMN_INCLUDE) : submodules
|
2018-08-21 05:27:25 +08:00
|
|
|
|
2018-08-21 02:45:51 +08:00
|
|
|
parse: benchmark/parse.cpp $(HEADERS) $(LIBFILES)
|
|
|
|
$(CXX) $(CXXFLAGS) -o parse $(LIBFILES) benchmark/parse.cpp $(LIBFLAGS)
|
2018-08-18 07:57:31 +08:00
|
|
|
|
2018-12-25 01:28:27 +08:00
|
|
|
statisticalmodel: benchmark/statisticalmodel.cpp $(HEADERS) $(LIBFILES)
|
|
|
|
$(CXX) $(CXXFLAGS) -o statisticalmodel $(LIBFILES) benchmark/statisticalmodel.cpp $(LIBFLAGS)
|
|
|
|
|
|
|
|
|
2018-12-20 10:23:37 +08:00
|
|
|
parse_noutf8validation: benchmark/parse.cpp $(HEADERS) $(LIBFILES)
|
|
|
|
$(CXX) $(CXXFLAGS) -o parse_noutf8validation -DSIMDJSON_SKIPUTF8VALIDATION $(LIBFILES) benchmark/parse.cpp $(LIBFLAGS)
|
|
|
|
|
|
|
|
parse_nonumberparsing: benchmark/parse.cpp $(HEADERS) $(LIBFILES)
|
|
|
|
$(CXX) $(CXXFLAGS) -o parse_nonumberparsing -DSIMDJSON_SKIPNUMBERPARSING $(LIBFILES) benchmark/parse.cpp $(LIBFLAGS)
|
|
|
|
|
|
|
|
parse_nostringparsing: benchmark/parse.cpp $(HEADERS) $(LIBFILES)
|
|
|
|
$(CXX) $(CXXFLAGS) -o parse_nostringparsing -DSIMDJSON_SKIPSTRINGPARSING $(LIBFILES) benchmark/parse.cpp $(LIBFLAGS)
|
|
|
|
|
|
|
|
|
2018-08-18 07:57:31 +08:00
|
|
|
jsoncheck:tests/jsoncheck.cpp $(HEADERS) $(LIBFILES)
|
|
|
|
$(CXX) $(CXXFLAGS) -o jsoncheck $(LIBFILES) tests/jsoncheck.cpp -I. $(LIBFLAGS)
|
|
|
|
|
2019-05-09 10:33:11 +08:00
|
|
|
basictests:tests/basictests.cpp $(HEADERS) $(LIBFILES)
|
|
|
|
$(CXX) $(CXXFLAGS) -o basictests $(LIBFILES) tests/basictests.cpp -I. $(LIBFLAGS)
|
|
|
|
|
|
|
|
|
2018-09-28 05:38:15 +08:00
|
|
|
numberparsingcheck:tests/numberparsingcheck.cpp $(HEADERS) $(LIBFILES)
|
2019-03-03 06:18:45 +08:00
|
|
|
$(CXX) $(CXXFLAGS) -o numberparsingcheck tests/numberparsingcheck.cpp src/jsonioutil.cpp src/jsonparser.cpp src/simdjson.cpp src/stage1_find_marks.cpp src/parsedjson.cpp -I. $(LIBFLAGS) -DJSON_TEST_NUMBERS
|
2018-09-28 05:38:15 +08:00
|
|
|
|
2018-10-24 08:19:33 +08:00
|
|
|
|
|
|
|
stringparsingcheck:tests/stringparsingcheck.cpp $(HEADERS) $(LIBFILES)
|
2019-03-03 06:18:45 +08:00
|
|
|
$(CXX) $(CXXFLAGS) -o stringparsingcheck tests/stringparsingcheck.cpp src/jsonioutil.cpp src/jsonparser.cpp src/simdjson.cpp src/stage1_find_marks.cpp src/parsedjson.cpp -I. $(LIBFLAGS) -DJSON_TEST_STRINGS
|
2018-10-24 08:19:33 +08:00
|
|
|
|
2019-07-27 06:38:10 +08:00
|
|
|
pointercheck:tests/pointercheck.cpp $(HEADERS) $(LIBFILES)
|
2019-07-29 10:46:33 +08:00
|
|
|
$(CXX) $(CXXFLAGS) -o pointercheck tests/pointercheck.cpp src/stage2_build_tape.cpp src/jsonioutil.cpp src/jsonparser.cpp src/simdjson.cpp src/stage1_find_marks.cpp src/parsedjson.cpp src/parsedjsoniterator.cpp -I. $(LIBFLAGS)
|
2018-10-24 08:19:33 +08:00
|
|
|
|
2019-07-11 23:54:17 +08:00
|
|
|
minifiercompetition: benchmark/minifiercompetition.cpp $(HEADERS) submodules $(MINIFIERHEADERS) $(LIBFILES) $(MINIFIERLIBFILES)
|
2018-12-15 10:32:42 +08:00
|
|
|
$(CXX) $(CXXFLAGS) -o minifiercompetition $(LIBFILES) $(MINIFIERLIBFILES) benchmark/minifiercompetition.cpp -I. $(LIBFLAGS) $(COREDEPSINCLUDE)
|
2018-08-21 05:27:25 +08:00
|
|
|
|
2018-09-28 12:00:52 +08:00
|
|
|
minify: tools/minify.cpp $(HEADERS) $(MINIFIERHEADERS) $(LIBFILES) $(MINIFIERLIBFILES)
|
2019-02-23 04:34:35 +08:00
|
|
|
$(CXX) $(CXXFLAGS) -o minify $(MINIFIERLIBFILES) $(LIBFILES) tools/minify.cpp -I.
|
2018-09-28 12:00:52 +08:00
|
|
|
|
2018-12-07 06:22:22 +08:00
|
|
|
json2json: tools/json2json.cpp $(HEADERS) $(LIBFILES)
|
2019-02-23 04:34:35 +08:00
|
|
|
$(CXX) $(CXXFLAGS) -o json2json $ tools/json2json.cpp $(LIBFILES) -I.
|
2018-12-07 06:22:22 +08:00
|
|
|
|
2019-07-27 06:38:10 +08:00
|
|
|
jsonpointer: tools/jsonpointer.cpp $(HEADERS) $(LIBFILES)
|
|
|
|
$(CXX) $(CXXFLAGS) -o jsonpointer $ tools/jsonpointer.cpp $(LIBFILES) -I.
|
|
|
|
|
2018-12-23 01:13:42 +08:00
|
|
|
jsonstats: tools/jsonstats.cpp $(HEADERS) $(LIBFILES)
|
2019-02-23 04:34:35 +08:00
|
|
|
$(CXX) $(CXXFLAGS) -o jsonstats $ tools/jsonstats.cpp $(LIBFILES) -I.
|
2018-12-07 06:22:22 +08:00
|
|
|
|
2018-11-21 05:43:22 +08:00
|
|
|
ujdecode.o: $(UJSON4C_INCLUDE)
|
2019-02-23 04:34:35 +08:00
|
|
|
$(CC) $(CFLAGS) -c dependencies/ujson4c/src/ujdecode.c
|
2018-11-21 05:43:22 +08:00
|
|
|
|
2019-07-11 23:54:17 +08:00
|
|
|
parseandstatcompetition: benchmark/parseandstatcompetition.cpp $(HEADERS) $(LIBFILES) submodules
|
2018-12-15 10:32:42 +08:00
|
|
|
$(CXX) $(CXXFLAGS) -o parseandstatcompetition $(LIBFILES) benchmark/parseandstatcompetition.cpp -I. $(LIBFLAGS) $(COREDEPSINCLUDE)
|
|
|
|
|
2019-07-11 23:54:17 +08:00
|
|
|
distinctuseridcompetition: benchmark/distinctuseridcompetition.cpp $(HEADERS) $(LIBFILES) submodules
|
2018-12-15 10:32:42 +08:00
|
|
|
$(CXX) $(CXXFLAGS) -o distinctuseridcompetition $(LIBFILES) benchmark/distinctuseridcompetition.cpp -I. $(LIBFLAGS) $(COREDEPSINCLUDE)
|
2018-12-12 11:39:39 +08:00
|
|
|
|
2019-07-11 23:54:17 +08:00
|
|
|
parsingcompetition: benchmark/parsingcompetition.cpp $(HEADERS) $(LIBFILES) submodules
|
2019-08-03 07:48:34 +08:00
|
|
|
@echo "In case of build error due to missing files, try 'make clean'"
|
2019-02-23 04:34:35 +08:00
|
|
|
$(CXX) $(CXXFLAGS) -o parsingcompetition $(LIBFILES) benchmark/parsingcompetition.cpp -I. $(LIBFLAGS) $(COREDEPSINCLUDE)
|
2018-12-20 10:23:37 +08:00
|
|
|
|
2019-07-11 23:54:17 +08:00
|
|
|
allparsingcompetition: benchmark/parsingcompetition.cpp $(HEADERS) $(LIBFILES) $(EXTRAOBJECTS) submodules
|
2019-01-18 06:24:29 +08:00
|
|
|
$(CXX) $(CXXFLAGS) -o allparsingcompetition $(LIBFILES) benchmark/parsingcompetition.cpp $(EXTRAOBJECTS) -I. $(LIBFLAGS) $(COREDEPSINCLUDE) $(EXTRADEPSINCLUDE) -DALLPARSER
|
|
|
|
|
2018-08-21 05:27:25 +08:00
|
|
|
|
2019-07-11 23:54:17 +08:00
|
|
|
allparserscheckfile: tests/allparserscheckfile.cpp $(HEADERS) $(LIBFILES) $(EXTRAOBJECTS) submodules
|
2018-12-15 10:32:42 +08:00
|
|
|
$(CXX) $(CXXFLAGS) -o allparserscheckfile $(LIBFILES) tests/allparserscheckfile.cpp $(EXTRAOBJECTS) -I. $(LIBFLAGS) $(COREDEPSINCLUDE) $(EXTRADEPSINCLUDE)
|
2018-03-23 12:05:32 +08:00
|
|
|
|
2019-07-11 23:54:17 +08:00
|
|
|
.PHONY: clean cppcheck cleandist
|
2018-07-30 01:09:47 +08:00
|
|
|
|
2018-11-30 22:37:57 +08:00
|
|
|
cppcheck:
|
2019-02-23 04:34:35 +08:00
|
|
|
cppcheck --enable=all src/*.cpp benchmarks/*.cpp tests/*.cpp -Iinclude -I. -Ibenchmark/linux
|
2018-11-30 22:37:57 +08:00
|
|
|
|
2018-12-28 09:09:25 +08:00
|
|
|
everything: $(MAINEXECUTABLES) $(EXTRA_EXECUTABLES) $(TESTEXECUTABLES) $(COMPARISONEXECUTABLES) $(SUPPLEMENTARYEXECUTABLES)
|
2018-11-30 22:37:57 +08:00
|
|
|
|
2018-03-23 12:05:32 +08:00
|
|
|
clean:
|
2019-07-11 23:54:17 +08:00
|
|
|
rm -f submodules $(EXTRAOBJECTS) $(MAINEXECUTABLES) $(EXTRA_EXECUTABLES) $(TESTEXECUTABLES) $(COMPARISONEXECUTABLES) $(SUPPLEMENTARYEXECUTABLES)
|
2018-03-23 12:05:32 +08:00
|
|
|
|
|
|
|
cleandist:
|
2019-07-11 23:54:17 +08:00
|
|
|
rm -f submodules $(EXTRAOBJECTS) $(MAINEXECUTABLES) $(EXTRA_EXECUTABLES) $(TESTEXECUTABLES) $(COMPARISONEXECUTABLES) $(SUPPLEMENTARYEXECUTABLES)
|