jasder
/
simdjson
1
0
Fork 0
Code Issues Pull Requests Releases 2 Wiki Activity
simdjson/Makefile

168 lines
7.2 KiB
Makefile
Raw Normal View History

Private research repo.
2018-03-23 12:05:32 +08:00
.SUFFIXES:
#
.SUFFIXES: .cpp .o .c .h
.PHONY: clean cleandist
Adding more competition.
2019-01-18 06:24:29 +08:00
COREDEPSINCLUDE = -Idependencies/rapidjson/include -Idependencies/sajson/include -Idependencies/cJSON -Idependencies/jsmn
Adding jsoncpp
2019-01-25 03:28:26 +08:00
EXTRADEPSINCLUDE = -Idependencies/jsoncppdist -Idependencies/json11 -Idependencies/fastjson/src -Idependencies/fastjson/include -Idependencies/gason/src -Idependencies/ujson4c/3rdparty -Idependencies/ujson4c/src
Ok. Looks complete.
2018-12-15 10:32:42 +08:00
CXXFLAGS = -std=c++17 -march=native -Wall -Wextra -Wshadow -Iinclude -Ibenchmark/linux
Added dependencies.
2018-11-21 05:43:22 +08:00
CFLAGS = -march=native -Idependencies/ujson4c/3rdparty -Idependencies/ujson4c/src
Various cleaning steps.
2018-11-10 10:31:14 +08:00
ifeq ($(SANITIZE),1)
Even faster.
2018-11-21 00:56:10 +08:00
CXXFLAGS += -g3 -O0 -fsanitize=address -fno-omit-frame-pointer -fsanitize=undefined
Added dependencies.
2018-11-21 05:43:22 +08:00
CFLAGS += -g3 -O0 -fsanitize=address -fno-omit-frame-pointer -fsanitize=undefined
Removing memory leaks.
2018-12-12 06:20:29 +08:00
else
ifeq ($(DEBUG),1)
CXXFLAGS += -g3 -O0
CFLAGS += -g3 -O0
Even faster.
2018-11-21 00:56:10 +08:00
else
CXXFLAGS += -O3
Added dependencies.
2018-11-21 05:43:22 +08:00
CFLAGS += -O3
Various cleaning steps.
2018-11-10 10:31:14 +08:00
endif
Removing memory leaks.
2018-12-12 06:20:29 +08:00
endif
Various cleaning steps.
2018-11-10 10:31:14 +08:00
Let us try this.
2018-12-25 01:28:27 +08:00
MAINEXECUTABLES=parse minify json2json jsonstats statisticalmodel
Cleaning.
2018-12-01 11:02:32 +08:00
TESTEXECUTABLES=jsoncheck numberparsingcheck stringparsingcheck
Adding more competition.
2019-01-18 06:24:29 +08:00
COMPARISONEXECUTABLES=minifiercompetition parsingcompetition parseandstatcompetition distinctuseridcompetition allparserscheckfile allparsingcompetition
Trying a detailed analysis.
2018-12-20 10:23:37 +08:00
SUPPLEMENTARYEXECUTABLES=parse_noutf8validation parse_nonumberparsing parse_nostringparsing
Private research repo.
2018-03-23 12:05:32 +08:00
Cleaning.
2019-01-01 06:13:32 +08:00
HEADERS= include/simdjson/simdutf8check.h include/simdjson/stringparsing.h include/simdjson/numberparsing.h include/simdjson/jsonparser.h include/simdjson/common_defs.h include/simdjson/jsonioutil.h benchmark/benchmark.h benchmark/linux/linux-perf-events.h include/simdjson/parsedjson.h include/simdjson/stage1_find_marks.h include/simdjson/stage2_build_tape.h include/simdjson/jsoncharutils.h include/simdjson/jsonformatutils.h
LIBFILES=src/jsonioutil.cpp src/jsonparser.cpp src/stage1_find_marks.cpp src/stage2_build_tape.cpp
Some refactoring.
2018-11-30 22:37:57 +08:00
MINIFIERHEADERS=include/simdjson/jsonminifier.h include/simdjson/simdprune_tables.h
Minor fixes + new scripts.
2018-08-21 05:40:50 +08:00
MINIFIERLIBFILES=src/jsonminifier.cpp
Private research repo.
2018-03-23 12:05:32 +08:00
Major surgery.
2018-08-21 05:27:25 +08:00
RAPIDJSON_INCLUDE:=dependencies/rapidjson/include
Integrating sajson.
2018-09-28 12:00:52 +08:00
SAJSON_INCLUDE:=dependencies/sajson/include
Added dropbox
2018-11-21 03:09:43 +08:00
JSON11_INCLUDE:=dependencies/json11/json11.hpp
Added another ref.
2018-11-21 03:32:12 +08:00
FASTJSON_INCLUDE:=dependencies/include/fastjson/fastjson.h
Added dependencies.
2018-11-21 05:43:22 +08:00
GASON_INCLUDE:=dependencies/gason/src/gason.h
UJSON4C_INCLUDE:=dependencies/ujson4c/src/ujdecode.c
Adding more competition.
2019-01-18 06:24:29 +08:00
CJSON_INCLUDE:=dependencies/cJSON/cJSON.h
JSMN_INCLUDE:=dependencies/jsmn/jsmn.h
Adding jsoncpp
2019-01-25 03:28:26 +08:00
Adding more competition.
2019-01-18 06:24:29 +08:00
LIBS=$(RAPIDJSON_INCLUDE) $(SAJSON_INCLUDE) $(JSON11_INCLUDE) $(FASTJSON_INCLUDE) $(GASON_INCLUDE) $(UJSON4C_INCLUDE) $(CJSON_INCLUDE) $(JSMN_INCLUDE)
Added Google double conversion.
2018-07-29 08:18:56 +08:00
Ok. Looks complete.
2018-12-15 10:32:42 +08:00
EXTRAOBJECTS=ujdecode.o
Cleaning.
2018-12-01 11:02:32 +08:00
all: $(MAINEXECUTABLES)
Moving tests to a separate file and directory.
2018-08-18 07:57:31 +08:00
Ok. Looks complete.
2018-12-15 10:32:42 +08:00
competition: $(COMPARISONEXECUTABLES)
Updating documentation.
2018-12-15 10:50:55 +08:00
.PHONY: benchmark test
benchmark:
bash ./scripts/parser.sh
bash ./scripts/parseandstat.sh
Added more thorough testing.
2018-10-24 08:19:33 +08:00
test: jsoncheck numberparsingcheck stringparsingcheck
./numberparsingcheck
./stringparsingcheck
Moving tests to a separate file and directory.
2018-08-18 07:57:31 +08:00
./jsoncheck
Adding more tests.
2018-12-07 06:22:22 +08:00
./scripts/testjson2json.sh
Added more thorough testing.
2018-10-24 08:19:33 +08:00
@echo
@tput setaf 2
@echo "It looks like the code is good!"
@tput sgr0
Introducing a quiet test (for automated testing).
2019-02-23 03:09:03 +08:00
quiettest: jsoncheck numberparsingcheck stringparsingcheck
Use tabs please.
2019-02-23 03:12:16 +08:00
./numberparsingcheck
./stringparsingcheck
./jsoncheck
./scripts/testjson2json.sh
Introducing a quiet test (for automated testing).
2019-02-23 03:09:03 +08:00
Single-header version.
2018-12-31 10:50:10 +08:00
amalgamate:
./amalgamation.sh
Private research repo.
2018-03-23 12:05:32 +08:00
Integrating sajson.
2018-09-28 12:00:52 +08:00
$(SAJSON_INCLUDE):
git submodule update --init --recursive
Major surgery.
2018-08-21 05:27:25 +08:00
$(RAPIDJSON_INCLUDE):
git submodule update --init --recursive
Added dropbox
2018-11-21 03:09:43 +08:00
$(JSON11_INCLUDE):
git submodule update --init --recursive
Major surgery.
2018-08-21 05:27:25 +08:00
Added another ref.
2018-11-21 03:32:12 +08:00
$(FASTJSON_INCLUDE):
git submodule update --init --recursive
Major surgery.
2018-08-21 05:27:25 +08:00
Added dependencies.
2018-11-21 05:43:22 +08:00
$(GASON_INCLUDE):
git submodule update --init --recursive
$(UJSON4C_INCLUDE):
git submodule update --init --recursive
Major surgery.
2018-08-21 05:27:25 +08:00
Moved the files into subdirectories.
2018-08-21 02:45:51 +08:00
parse: benchmark/parse.cpp $(HEADERS) $(LIBFILES)
$(CXX) $(CXXFLAGS) -o parse $(LIBFILES) benchmark/parse.cpp $(LIBFLAGS)
Moving tests to a separate file and directory.
2018-08-18 07:57:31 +08:00
Let us try this.
2018-12-25 01:28:27 +08:00
statisticalmodel: benchmark/statisticalmodel.cpp $(HEADERS) $(LIBFILES)
$(CXX) $(CXXFLAGS) -o statisticalmodel $(LIBFILES) benchmark/statisticalmodel.cpp $(LIBFLAGS)
Trying a detailed analysis.
2018-12-20 10:23:37 +08:00
parse_noutf8validation: benchmark/parse.cpp $(HEADERS) $(LIBFILES)
$(CXX) $(CXXFLAGS) -o parse_noutf8validation -DSIMDJSON_SKIPUTF8VALIDATION $(LIBFILES) benchmark/parse.cpp $(LIBFLAGS)
parse_nonumberparsing: benchmark/parse.cpp $(HEADERS) $(LIBFILES)
$(CXX) $(CXXFLAGS) -o parse_nonumberparsing -DSIMDJSON_SKIPNUMBERPARSING $(LIBFILES) benchmark/parse.cpp $(LIBFLAGS)
parse_nostringparsing: benchmark/parse.cpp $(HEADERS) $(LIBFILES)
$(CXX) $(CXXFLAGS) -o parse_nostringparsing -DSIMDJSON_SKIPSTRINGPARSING $(LIBFILES) benchmark/parse.cpp $(LIBFLAGS)
Moving tests to a separate file and directory.
2018-08-18 07:57:31 +08:00
jsoncheck:tests/jsoncheck.cpp $(HEADERS) $(LIBFILES)
$(CXX) $(CXXFLAGS) -o jsoncheck $(LIBFILES) tests/jsoncheck.cpp -I. $(LIBFLAGS)
Moving toward having number-parsing testing.
2018-09-28 05:38:15 +08:00
numberparsingcheck:tests/numberparsingcheck.cpp $(HEADERS) $(LIBFILES)
Cleaning.
2019-01-01 06:13:32 +08:00
$(CXX) $(CXXFLAGS) -o numberparsingcheck tests/numberparsingcheck.cpp src/jsonioutil.cpp src/jsonparser.cpp src/stage1_find_marks.cpp -I. $(LIBFLAGS) -DJSON_TEST_NUMBERS
Moving toward having number-parsing testing.
2018-09-28 05:38:15 +08:00
Added more thorough testing.
2018-10-24 08:19:33 +08:00
stringparsingcheck:tests/stringparsingcheck.cpp $(HEADERS) $(LIBFILES)
Cleaning.
2019-01-01 06:13:32 +08:00
$(CXX) $(CXXFLAGS) -o stringparsingcheck tests/stringparsingcheck.cpp src/jsonioutil.cpp src/jsonparser.cpp src/stage1_find_marks.cpp -I. $(LIBFLAGS) -DJSON_TEST_STRINGS
Added more thorough testing.
2018-10-24 08:19:33 +08:00
Minor tweaks.
2019-01-04 03:05:21 +08:00
minifiercompetition: benchmark/minifiercompetition.cpp $(HEADERS) $(LIBS) $(MINIFIERHEADERS) $(LIBFILES) $(MINIFIERLIBFILES)
Ok. Looks complete.
2018-12-15 10:32:42 +08:00
$(CXX) $(CXXFLAGS) -o minifiercompetition $(LIBFILES) $(MINIFIERLIBFILES) benchmark/minifiercompetition.cpp -I. $(LIBFLAGS) $(COREDEPSINCLUDE)
Major surgery.
2018-08-21 05:27:25 +08:00
Integrating sajson.
2018-09-28 12:00:52 +08:00
minify: tools/minify.cpp $(HEADERS) $(MINIFIERHEADERS) $(LIBFILES) $(MINIFIERLIBFILES)
$(CXX) $(CXXFLAGS) -o minify $(MINIFIERLIBFILES) $(LIBFILES) tools/minify.cpp -I.
Adding more tests.
2018-12-07 06:22:22 +08:00
json2json: tools/json2json.cpp $(HEADERS) $(LIBFILES)
$(CXX) $(CXXFLAGS) -o json2json $ tools/json2json.cpp $(LIBFILES) -I.
Adding jsonstats tool.
2018-12-23 01:13:42 +08:00
jsonstats: tools/jsonstats.cpp $(HEADERS) $(LIBFILES)
$(CXX) $(CXXFLAGS) -o jsonstats $ tools/jsonstats.cpp $(LIBFILES) -I.
Adding more tests.
2018-12-07 06:22:22 +08:00
Added dependencies.
2018-11-21 05:43:22 +08:00
ujdecode.o: $(UJSON4C_INCLUDE)
$(CC) $(CFLAGS) -c dependencies/ujson4c/src/ujdecode.c
Ok. Looks complete.
2018-12-15 10:32:42 +08:00
parseandstatcompetition: benchmark/parseandstatcompetition.cpp $(HEADERS) $(LIBFILES)
$(CXX) $(CXXFLAGS) -o parseandstatcompetition $(LIBFILES) benchmark/parseandstatcompetition.cpp -I. $(LIBFLAGS) $(COREDEPSINCLUDE)
distinctuseridcompetition: benchmark/distinctuseridcompetition.cpp $(HEADERS) $(LIBFILES)
$(CXX) $(CXXFLAGS) -o distinctuseridcompetition $(LIBFILES) benchmark/distinctuseridcompetition.cpp -I. $(LIBFLAGS) $(COREDEPSINCLUDE)
Getting there slowly.
2018-12-12 11:39:39 +08:00
Trying a detailed analysis.
2018-12-20 10:23:37 +08:00
parsingcompetition: benchmark/parsingcompetition.cpp $(HEADERS) $(LIBFILES)
Simplifying the build
2018-12-19 13:40:04 +08:00
$(CXX) $(CXXFLAGS) -o parsingcompetition $(LIBFILES) benchmark/parsingcompetition.cpp -I. $(LIBFLAGS) $(COREDEPSINCLUDE)
Trying a detailed analysis.
2018-12-20 10:23:37 +08:00
Fix in Makefile.
2019-01-18 08:16:46 +08:00
allparsingcompetition: benchmark/parsingcompetition.cpp $(HEADERS) $(LIBFILES) $(EXTRAOBJECTS) $(LIBS)
Adding more competition.
2019-01-18 06:24:29 +08:00
$(CXX) $(CXXFLAGS) -o allparsingcompetition $(LIBFILES) benchmark/parsingcompetition.cpp $(EXTRAOBJECTS) -I. $(LIBFLAGS) $(COREDEPSINCLUDE) $(EXTRADEPSINCLUDE) -DALLPARSER
Major surgery.
2018-08-21 05:27:25 +08:00
Fix in Makefile.
2019-01-18 08:16:46 +08:00
allparserscheckfile: tests/allparserscheckfile.cpp $(HEADERS) $(LIBFILES) $(EXTRAOBJECTS) $(LIBS)
Ok. Looks complete.
2018-12-15 10:32:42 +08:00
$(CXX) $(CXXFLAGS) -o allparserscheckfile $(LIBFILES) tests/allparserscheckfile.cpp $(EXTRAOBJECTS) -I. $(LIBFLAGS) $(COREDEPSINCLUDE) $(EXTRADEPSINCLUDE)
Private research repo.
2018-03-23 12:05:32 +08:00
Histograms and more widths
2018-07-30 01:09:47 +08:00
Some refactoring.
2018-11-30 22:37:57 +08:00
cppcheck:
cppcheck --enable=all src/*.cpp benchmarks/*.cpp tests/*.cpp -Iinclude -I. -Ibenchmark/linux
Removing custom types (more standard code).
2018-12-28 09:09:25 +08:00
everything: $(MAINEXECUTABLES) $(EXTRA_EXECUTABLES) $(TESTEXECUTABLES) $(COMPARISONEXECUTABLES) $(SUPPLEMENTARYEXECUTABLES)
Some refactoring.
2018-11-30 22:37:57 +08:00
Private research repo.
2018-03-23 12:05:32 +08:00
clean:
Trying a detailed analysis.
2018-12-20 10:23:37 +08:00
rm -f $(EXTRAOBJECTS) $(MAINEXECUTABLES) $(EXTRA_EXECUTABLES) $(TESTEXECUTABLES) $(COMPARISONEXECUTABLES) $(SUPPLEMENTARYEXECUTABLES)
Private research repo.
2018-03-23 12:05:32 +08:00
cleandist:
Trying a detailed analysis.
2018-12-20 10:23:37 +08:00
rm -f $(EXTRAOBJECTS) $(MAINEXECUTABLES) $(EXTRA_EXECUTABLES) $(TESTEXECUTABLES) $(COMPARISONEXECUTABLES) $(SUPPLEMENTARYEXECUTABLES)