Merge upstream/develop into feature/locale_independent_num_to_str

test/CMakeLists.txt

@@ -1,11 +1,12 @@
 # The unit test executable.
 set(JSON_UNITTEST_TARGET_NAME "json_unit")
 add_executable(${JSON_UNITTEST_TARGET_NAME}
-    "src/catch.hpp"
+    "thirdparty/catch/catch.hpp"
     "src/unit.cpp"
     "src/unit-algorithms.cpp"
     "src/unit-allocator.cpp"
     "src/unit-capacity.cpp"
+    "src/unit-cbor.cpp"
     "src/unit-class_const_iterator.cpp"
     "src/unit-class_iterator.cpp"
     "src/unit-class_lexer.cpp"
@@ -26,6 +27,7 @@ add_executable(${JSON_UNITTEST_TARGET_NAME}
     "src/unit-json_patch.cpp"
     "src/unit-json_pointer.cpp"
     "src/unit-modifiers.cpp"
+    "src/unit-msgpack.cpp"
     "src/unit-pointer_access.cpp"
     "src/unit-readme.cpp"
     "src/unit-reference_access.cpp"
@@ -42,7 +44,7 @@ set_target_properties(${JSON_UNITTEST_TARGET_NAME} PROPERTIES
     COMPILE_OPTIONS "$<$<CXX_COMPILER_ID:MSVC>:/EHsc;$<$<CONFIG:Release>:/Od>>"
 )
 
-target_include_directories(${JSON_UNITTEST_TARGET_NAME} PRIVATE "src")
+target_include_directories(${JSON_UNITTEST_TARGET_NAME} PRIVATE "src" "thirdparty/catch")
 target_link_libraries(${JSON_UNITTEST_TARGET_NAME} ${JSON_TARGET_NAME})
 
 add_test(NAME "${JSON_UNITTEST_TARGET_NAME}_default"

test/Makefile

@@ -4,12 +4,13 @@
 
 # additional flags
 CXXFLAGS += -std=c++11 -Wall -Wextra -pedantic -Weffc++ -Wcast-align -Wcast-qual -Wno-ctor-dtor-privacy -Wdisabled-optimization -Wformat=2 -Winit-self -Wmissing-declarations -Wmissing-include-dirs -Wold-style-cast -Woverloaded-virtual -Wredundant-decls -Wshadow -Wsign-conversion -Wsign-promo -Wstrict-overflow=5 -Wswitch -Wundef -Wno-unused -Wnon-virtual-dtor -Wreorder -Wdeprecated -Wno-float-equal
-CPPFLAGS += -I ../src -I .
+CPPFLAGS += -I ../src -I . -I thirdparty/catch
 
 SOURCES = src/unit.cpp \
           src/unit-algorithms.cpp \
           src/unit-allocator.cpp \
           src/unit-capacity.cpp \
+          src/unit-cbor.cpp \
           src/unit-class_const_iterator.cpp \
           src/unit-class_iterator.cpp \
           src/unit-class_lexer.cpp \
@@ -30,6 +31,7 @@ SOURCES = src/unit.cpp \
           src/unit-json_patch.cpp \
           src/unit-json_pointer.cpp \
           src/unit-modifiers.cpp \
+          src/unit-msgpack.cpp \
           src/unit-pointer_access.cpp \
           src/unit-readme.cpp \
           src/unit-reference_access.cpp \
@@ -40,15 +42,56 @@ SOURCES = src/unit.cpp \
 
 OBJECTS = $(SOURCES:.cpp=.o)
 
-all: json_unit
+TESTCASES = $(patsubst src/unit-%.cpp,test-%,$(wildcard src/unit-*.cpp))
 
-json_unit: $(OBJECTS) ../src/json.hpp src/catch.hpp
+##############################################################################
+# main rules
+##############################################################################
+
+all: $(TESTCASES)
+
+clean:
+	rm -fr json_unit $(OBJECTS) $(SOURCES:.cpp=.gcno) $(SOURCES:.cpp=.gcda) $(TESTCASES) parse_afl_fuzzer parse_cbor_fuzzer parse_msgpack_fuzzer
+
+##############################################################################
+# single test file
+##############################################################################
+
+json_unit: $(OBJECTS) ../src/json.hpp thirdparty/catch/catch.hpp
 	@echo "[CXXLD] $@"
 	@$(CXX) $(CXXFLAGS) $(LDFLAGS) $(OBJECTS) -o $@
 
-%.o: %.cpp ../src/json.hpp src/catch.hpp
+%.o: %.cpp ../src/json.hpp thirdparty/catch/catch.hpp
 	@echo "[CXX]   $@"
 	@$(CXX) $(CXXFLAGS) $(CPPFLAGS) -c $< -o $@
 
-clean:
-	rm -fr json_unit $(OBJECTS) $(SOURCES:.cpp=.gcno) $(SOURCES:.cpp=.gcda)
+
+##############################################################################
+# individual test cases
+##############################################################################
+
+test-%: src/unit-%.cpp ../src/json.hpp thirdparty/catch/catch.hpp
+	@echo "[CXXLD] $@"
+	@$(CXX) $(CXXFLAGS) $(CPPFLAGS) $(LDFLAGS) -DCATCH_CONFIG_MAIN $< -o $@
+
+TEST_PATTERN = "*"
+TEST_PREFIX = ""
+check: $(TESTCASES)
+	@cd .. ; for testcase in $(TESTCASES); do echo "Executing $$testcase..."; $(TEST_PREFIX)test/$$testcase $(TEST_PATTERN) || exit 1; done
+
+
+##############################################################################
+# fuzzer
+##############################################################################
+
+FUZZER_ENGINE = src/fuzzer-driver_afl.cpp
+fuzzers: parse_afl_fuzzer parse_cbor_fuzzer parse_msgpack_fuzzer
+
+parse_afl_fuzzer:
+	$(CXX) $(CXXFLAGS) $(CPPFLAGS) $(FUZZER_ENGINE) src/fuzzer-parse_json.cpp -o $@
+
+parse_cbor_fuzzer:
+	$(CXX) $(CXXFLAGS) $(CPPFLAGS) $(FUZZER_ENGINE) src/fuzzer-parse_cbor.cpp -o $@
+
+parse_msgpack_fuzzer:
+	$(CXX) $(CXXFLAGS) $(CPPFLAGS) $(FUZZER_ENGINE) src/fuzzer-parse_msgpack.cpp -o $@

test/data/cbor_regression/test01

@@ -0,0 +1 @@
+亄<EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>

test/data/cbor_regression/test10

@@ -0,0 +1 @@
+”{˙˙˙˙˙˙˙˙˙’˙˙˙˙˙˙˙˙úúúúúúúúúúúúetú

test/data/json.org/1.json.cbor

@@ -0,0 +1 @@
+¡hglossary¢hGlossDiv¢iGlossList¡jGlossEntry§hGlossDef¢lGlossSeeAlso‚cGMLcXMLdparaxHA meta-markup language, used to create markup languages such as DocBook.hGlossSeefmarkupgAcronymdSGMLiGlossTermx$Standard Generalized Markup LanguagefAbbrevmISO 8879:1986fSortAsdSGMLbIDdSGMLetitleaSetitlepexample glossary

test/data/json.org/2.json.cbor

@@ -0,0 +1 @@
+¡dmenu£epopup¡hmenuitemƒ¢gonclicknCreateNewDoc()evaluecNew¢gonclickiOpenDoc()evaluedOpen¢gonclickjCloseDoc()evalueeClosebiddfileevaluedFile

test/data/json.org/2.json.msgpack

@@ -0,0 +1 @@
+<EFBFBD>menu<EFBFBD>popup<EFBFBD>menuitem<EFBFBD>吶nclick哽reateNewDoc()史alueΛew<65>onclick呢penDoc()史alue力pen<65>onclick杭loseDoc()史alue丘lose█d口ile史alue了ile

test/data/json.org/3.json.cbor

@@ -0,0 +1 @@
+¡fwidget¤edebugbondtext¨gvOffsetdestyledbolddnameetext1ghOffsetúionMouseUpx)sun1.opacity = (sun1.opacity / 100) * 90;ddatajClick Hereialignmentfcenterdsize$fwindow¤ewidth
ôfheight
ôdnamekmain_windowetitlexSample Konfabulator Widgeteimage¥gvOffsetúcsrcnImages/Sun.pngialignmentfcenterdnamedsun1ghOffsetú

test/data/json.org/4.json.cbor

@@ -0,0 +1,4 @@
+¡gweb-app£oservlet-mapping¥jcofaxToolsh/tools/*hcofaxCDSa/kfileServleti/static/*jcofaxAdminh/admin/*jcofaxEmails/cofaxutil/aemail/*ftaglib¢otaglib-locationw/WEB-INF/tlds/cofax.tldjtaglib-uriicofax.tldgservlet…£lservlet-namehcofaxCDSjinit-param¸*ocachePagesStoredxsearchEngineListTemplatexforSearchEnginesList.htmxconfigGlossary:adminEmailmksm@pobox.comlmaxUrlLength
ôrdataStoreTestQueryx"SET NOCOUNT ON;select test='test';sdefaultFileTemplatesarticleTemplate.htmpdataStoreLogFilex$/usr/local/tomcat/logs/datastore.logstemplateLoaderClassxorg.cofax.FilesTemplateLoaderndataStoreClassvorg.cofax.SqlDataStorepredirectionClassxorg.cofax.SqlRedirectionttemplateOverridePath`scacheTemplatesStore2ldataStoreUrlx;jdbc:microsoft:sqlserver://LOCALHOST:1433;DatabaseName=goonxsearchEngineFileTemplatetforSearchEngines.htmocachePagesTrackÈucachePackageTagsStoreÈmdataStoreNameecofaxqdataStorePasswordrdataStoreTestQueryfuseJSPôsdefaultListTemplateplistTemplate.htmxconfigGlossary:poweredByeCofaxmdataStoreUserbsaojspListTemplateplistTemplate.jspojspFileTemplatesarticleTemplate.jspqdataStoreMaxConnsdscachePagesDirtyRead
+qcachePagesRefresh
+scacheTemplatesTrackdwdataStoreConnUsageLimitdxconfigGlossary:installationAtpPhiladelphia, PAtsearchEngineRobotsDbqWEB-INF/robots.dbvtemplateProcessorClassxorg.cofax.WysiwygTemplatewcachePackageTagsRefresh<xconfigGlossary:staticPatho/content/staticltemplatePathitemplatesluseDataStoreõucacheTemplatesRefreshodataStoreDriverx,com.microsoft.jdbc.sqlserver.SQLServerDriverxconfigGlossary:poweredByIconq/images/cofax.gifucachePackageTagsTrackÈqdataStoreLogLeveledebugrdataStoreInitConns
+mservlet-classxorg.cofax.cds.CDSServlet£lservlet-namejcofaxEmailjinit-param¢pmailHostOverrideemail2hmailHostemail1mservlet-classxorg.cofax.cds.EmailServlet¢lservlet-namejcofaxAdminmservlet-classxorg.cofax.cds.AdminServlet¢lservlet-namekfileServletmservlet-classxorg.cofax.cds.FileServlet£lservlet-namejcofaxToolsjinit-param­klogLocationx%/usr/local/tomcat/logs/CofaxTools.logrfileTransferFolderx4/usr/local/tomcat/webapps/content/fileTransferFolderclog
gdataLog
odataLogLocationx"/usr/local/tomcat/logs/dataLog.logladminGroupIDmlookInContext
oremovePageCachex%/content/admin/remove?cache=pages&id=sremoveTemplateCachex)/content/admin/remove?cache=templates&id=jlogMaxSize`ndataLogMaxSize`jbetaServerõltemplatePathotoolstemplates/mservlet-classxorg.cofax.cms.CofaxToolsServlet

test/data/json.org/5.json.cbor

@@ -0,0 +1 @@
+¡dmenu¢fheaderjSVG Viewereitems–¡biddOpen¢bidgOpenNewelabelhOpen Newö¢bidfZoomInelabelgZoom In¢bidgZoomOutelabelhZoom Out¢bidlOriginalViewelabelmOriginal Viewö¡bidgQuality¡bidePause¡biddMuteö¢biddFindelabelgFind...¢bidiFindAgainelabeljFind Again¡biddCopy¢bidiCopyAgainelabeljCopy Again¢bidgCopySVGelabelhCopy SVG¢bidgViewSVGelabelhView SVG¢bidjViewSourceelabelkView Source¢bidfSaveAselabelgSave Asö¡biddHelp¢bideAboutelabelxAbout Adobe CVG Viewer...

test/data/json_roundtrip/roundtrip01.json.cbor

@@ -0,0 +1 @@
+‡

test/data/json_roundtrip/roundtrip01.json.msgpack

@@ -0,0 +1 @@
+‘À

test/data/json_roundtrip/roundtrip02.json.cbor

@@ -0,0 +1 @@
+†

test/data/json_roundtrip/roundtrip02.json.msgpack

@@ -0,0 +1 @@
+妥

test/data/json_roundtrip/roundtrip03.json.cbor

@@ -0,0 +1 @@
+♪

test/data/json_roundtrip/roundtrip03.json.msgpack

@@ -0,0 +1 @@
+‘В

test/data/json_roundtrip/roundtrip05.json.cbor

@@ -0,0 +1 @@
+<EFBFBD>cfoo

test/data/json_roundtrip/roundtrip05.json.msgpack

@@ -0,0 +1 @@
+‘£foo

test/data/json_roundtrip/roundtrip06.json.cbor

@@ -0,0 +1 @@
+<EFBFBD>

test/data/json_roundtrip/roundtrip06.json.msgpack

@@ -0,0 +1 @@
+<EFBFBD>

test/data/json_roundtrip/roundtrip07.json.cbor

@@ -0,0 +1 @@
+<EFBFBD>

test/data/json_roundtrip/roundtrip07.json.msgpack

@@ -0,0 +1 @@
+<EFBFBD>

test/data/json_roundtrip/roundtrip09.json.cbor

@@ -0,0 +1 @@
+¡cfoocbar

test/data/json_roundtrip/roundtrip09.json.msgpack

@@ -0,0 +1 @@
+<EFBFBD>£foo£bar

test/data/json_roundtrip/roundtrip10.json.cbor

@@ -0,0 +1 @@
+¢aaöcfoocbar

test/data/json_roundtrip/roundtrip10.json.msgpack

@@ -0,0 +1 @@
+‚¡aÀ£foo£bar

test/data/json_roundtrip/roundtrip11.json.cbor

@@ -0,0 +1 @@
+<EFBFBD> 

test/data/json_roundtrip/roundtrip11.json.msgpack

@@ -0,0 +1 @@
+<EFBFBD><EFBFBD>

test/data/json_roundtrip/roundtrip12.json.cbor

@@ -0,0 +1 @@
+<EFBFBD>:<><7F><EFBFBD>

test/data/json_roundtrip/roundtrip13.json.cbor

@@ -0,0 +1 @@
+│;"Т}И│

test/data/json_roundtrip/roundtrip13.json.msgpack

@@ -0,0 +1 @@
+<EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><0B>~<7E>

test/data/json_roundtrip/roundtrip14.json.cbor

@@ -0,0 +1 @@
+<EFBFBD>;<><7F><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>

test/data/json_roundtrip/roundtrip15.json.cbor

@@ -0,0 +1 @@
+<EFBFBD>

test/data/json_roundtrip/roundtrip15.json.msgpack

@@ -0,0 +1 @@
+<EFBFBD>

test/data/json_roundtrip/roundtrip16.json.cbor

@@ -0,0 +1 @@
+<EFBFBD><><7F><EFBFBD>

test/data/json_roundtrip/roundtrip16.json.msgpack

@@ -0,0 +1 @@
+懳<EFBFBD><EFBFBD><EFBFBD>

test/data/json_roundtrip/roundtrip17.json.cbor

@@ -0,0 +1 @@
+<EFBFBD><1A><><EFBFBD><EFBFBD>

test/data/json_roundtrip/roundtrip17.json.msgpack

@@ -0,0 +1 @@
+懳<EFBFBD><EFBFBD><EFBFBD><EFBFBD>

test/data/json_roundtrip/roundtrip18.json.cbor

@@ -0,0 +1 @@
+│"Т}И│

test/data/json_roundtrip/roundtrip18.json.msgpack

@@ -0,0 +1 @@
+‘Ο"τ}ι<>

test/data/json_roundtrip/roundtrip19.json.cbor

@@ -0,0 +1 @@
+<EFBFBD><><7F><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>

test/data/json_roundtrip/roundtrip19.json.msgpack

@@ -0,0 +1 @@
+‘Ο<EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>

test/data/json_roundtrip/roundtrip22.json.cbor

@@ -0,0 +1 @@
+<EFBFBD><EFBFBD>?<3F><><EFBFBD>n<><6E>

test/data/json_roundtrip/roundtrip22.json.msgpack

@@ -0,0 +1 @@
+<EFBFBD><EFBFBD>?鸚<>n<><6E>

test/data/json_roundtrip/roundtrip23.json.cbor

@@ -0,0 +1 @@
+侞矿纼n棈

test/data/json_roundtrip/roundtrip23.json.msgpack

@@ -0,0 +1 @@
+懰矿纼n棈

test/data/json_roundtrip/roundtrip27.json.cbor

@@ -0,0 +1 @@
+<EFBFBD>ϋο<EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>

test/data/json_roundtrip/roundtrip27.json.msgpack

@@ -0,0 +1 @@
+‘Λο<EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>

test/data/json_roundtrip/roundtrip30.json.cbor

@@ -0,0 +1 @@
+<EFBFBD>9ｹ	脉<>

test/data/json_roundtrip/roundtrip30.json.msgpack

@@ -0,0 +1 @@
+騨9ｹ	脉<>

test/data/json_roundtrip/roundtrip31.json.cbor

@@ -0,0 +1 @@
+ЃыF/)До±Uе

test/data/json_roundtrip/roundtrip31.json.msgpack

@@ -0,0 +1 @@
+‘ЛF/)До±Uе

test/data/json_roundtrip/roundtrip32.json.cbor

@@ -0,0 +1 @@
+ЃыF/)До±Uе

test/data/json_roundtrip/roundtrip32.json.msgpack

@@ -0,0 +1 @@
+‘ЛF/)До±Uе