✅ added more tests from recent nst's JSONTestSuite

test/data/nst_json_testsuite2/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2016 Nicolas Seriot
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

test/data/nst_json_testsuite2/README.md

@@ -0,0 +1,55 @@
+# JSON Parsing Test Suite
+A comprehensive test suite for RFC 8259 compliant JSON parsers
+
+This repository was created as an appendix to the article [Parsing JSON is a Minefield 💣](http://seriot.ch/parsing_json.php).
+
+**/parsers/**
+
+This directory contains several parsers and tiny wrappers to turn the parsers into JSON validators, by returning a specific value.
+
+- `0` the parser did accept the content
+- `1` the parser did reject the content
+- `>1` the process did crash
+- `timeout` happens after 5 seconds
+
+**/test\_parsing/**
+
+The name of these files tell if their contents should be accepted or rejected.
+
+- `y_` content must be accepted by parsers
+- `n_` content must be rejected by parsers
+- `i_` parsers are free to accept or reject content
+
+**/test\_transform/**
+
+These files contain weird structures and characters that parsers may understand differently, eg:
+
+- huge numbers
+- dictionaries with similar keys
+- NULL characters
+- escaped invalid strings
+
+These files were used to produce `results/transform.html`.
+
+**/run_tests.py**
+
+Run all parsers with all files:
+
+    $ python3 run_tests.py
+
+Run all parsers with a specific file:
+
+    $ python3 run_tests.py file.json
+
+Run specific parsers with all files:
+
+    $ echo '["Python 2.7.10", "Python 3.5.2"]' > python_only.json
+    $ python3 run_tests.py --filter=python_only.json
+
+The script writes logs in `results/logs.txt`.
+
+The script then reads `logs.txt` and generates `results/parsing.html`.
+
+**/results/**
+
+<img src="results/pruned_results.png" alt="JSON Parsing Tests" />

test/data/nst_json_testsuite2/test_parsing/i_number_double_huge_neg_exp.json

@@ -0,0 +1 @@
+[123.456e-789]

test/data/nst_json_testsuite2/test_parsing/i_number_huge_exp.json

@@ -0,0 +1 @@
+[0.4e00669999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999999969999999006]

test/data/nst_json_testsuite2/test_parsing/i_number_neg_int_huge_exp.json

@@ -0,0 +1 @@
+[-1e+9999]

test/data/nst_json_testsuite2/test_parsing/i_number_pos_double_huge_exp.json

@@ -0,0 +1 @@
+[1.5e+9999]

test/data/nst_json_testsuite2/test_parsing/i_number_real_neg_overflow.json

@@ -0,0 +1 @@
+[-123123e100000]

test/data/nst_json_testsuite2/test_parsing/i_number_real_pos_overflow.json

@@ -0,0 +1 @@
+[123123e100000]

test/data/nst_json_testsuite2/test_parsing/i_number_real_underflow.json

@@ -0,0 +1 @@
+[123e-10000000]

test/data/nst_json_testsuite2/test_parsing/i_number_too_big_neg_int.json

@@ -0,0 +1 @@
+[-123123123123123123123123123123]

test/data/nst_json_testsuite2/test_parsing/i_number_too_big_pos_int.json

@@ -0,0 +1 @@
+[100000000000000000000]

test/data/nst_json_testsuite2/test_parsing/i_number_very_big_negative_int.json

@@ -0,0 +1 @@
+[-237462374673276894279832749832423479823246327846]

test/data/nst_json_testsuite2/test_parsing/i_object_key_lone_2nd_surrogate.json

@@ -0,0 +1 @@
+{"\uDFAA":0}

test/data/nst_json_testsuite2/test_parsing/i_string_1st_surrogate_but_2nd_missing.json

@@ -0,0 +1 @@
+["\uDADA"]

test/data/nst_json_testsuite2/test_parsing/i_string_1st_valid_surrogate_2nd_invalid.json

@@ -0,0 +1 @@
+["\uD888\u1234"]

test/data/nst_json_testsuite2/test_parsing/i_string_UTF-8_invalid_sequence.json

@@ -0,0 +1 @@
+["譌･ﾑ淫"]

test/data/nst_json_testsuite2/test_parsing/i_string_UTF8_surrogate_U+D800.json

@@ -0,0 +1 @@
+["<22><><EFBFBD>"]

test/data/nst_json_testsuite2/test_parsing/i_string_incomplete_surrogate_and_escape_valid.json

@@ -0,0 +1 @@
+["\uD800\n"]

test/data/nst_json_testsuite2/test_parsing/i_string_incomplete_surrogate_pair.json

@@ -0,0 +1 @@
+["\uDd1ea"]

test/data/nst_json_testsuite2/test_parsing/i_string_incomplete_surrogates_escape_valid.json

@@ -0,0 +1 @@
+["\uD800\uD800\n"]

test/data/nst_json_testsuite2/test_parsing/i_string_invalid_lonely_surrogate.json

@@ -0,0 +1 @@
+["\ud800"]

test/data/nst_json_testsuite2/test_parsing/i_string_invalid_surrogate.json

@@ -0,0 +1 @@
+["\ud800abc"]

test/data/nst_json_testsuite2/test_parsing/i_string_invalid_utf-8.json

@@ -0,0 +1 @@
+["<22>"]

test/data/nst_json_testsuite2/test_parsing/i_string_inverted_surrogates_U+1D11E.json

@@ -0,0 +1 @@
+["\uDd1e\uD834"]

test/data/nst_json_testsuite2/test_parsing/i_string_iso_latin_1.json

@@ -0,0 +1 @@
+["И"]

test/data/nst_json_testsuite2/test_parsing/i_string_lone_second_surrogate.json

@@ -0,0 +1 @@
+["\uDFAA"]

test/data/nst_json_testsuite2/test_parsing/i_string_lone_utf8_continuation_byte.json

@@ -0,0 +1 @@
+["<22>"]

test/data/nst_json_testsuite2/test_parsing/i_string_not_in_unicode_range.json

@@ -0,0 +1 @@
+["<22><><EFBFBD><EFBFBD>"]

test/data/nst_json_testsuite2/test_parsing/i_string_overlong_sequence_2_bytes.json

@@ -0,0 +1 @@
+["<22><>"]

test/data/nst_json_testsuite2/test_parsing/i_string_overlong_sequence_6_bytes.json

@@ -0,0 +1 @@
+["<22>ｿｿｿｿ"]

test/data/nst_json_testsuite2/test_parsing/i_string_overlong_sequence_6_bytes_null.json

@@ -0,0 +1 @@
+["<22>€€€€"]

test/data/nst_json_testsuite2/test_parsing/i_string_truncated-utf-8.json

@@ -0,0 +1 @@
+["<22><>"]

test/data/nst_json_testsuite2/test_parsing/i_structure_500_nested_arrays.json

@@ -0,0 +1 @@
+[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]

test/data/nst_json_testsuite2/test_parsing/i_structure_UTF-8_BOM_empty_object.json

@@ -0,0 +1 @@
+{}

test/data/nst_json_testsuite2/test_parsing/n_array_1_true_without_comma.json

@@ -0,0 +1 @@
+[1 true]

test/data/nst_json_testsuite2/test_parsing/n_array_a_invalid_utf8.json

@@ -0,0 +1 @@
+[a蘊

test/data/nst_json_testsuite2/test_parsing/n_array_colon_instead_of_comma.json

@@ -0,0 +1 @@
+["": 1]

test/data/nst_json_testsuite2/test_parsing/n_array_comma_after_close.json

@@ -0,0 +1 @@
+[""],

test/data/nst_json_testsuite2/test_parsing/n_array_comma_and_number.json

@@ -0,0 +1 @@
+[,1]

test/data/nst_json_testsuite2/test_parsing/n_array_double_comma.json

@@ -0,0 +1 @@
+[1,,2]

test/data/nst_json_testsuite2/test_parsing/n_array_double_extra_comma.json

@@ -0,0 +1 @@
+["x",,]

test/data/nst_json_testsuite2/test_parsing/n_array_extra_close.json

@@ -0,0 +1 @@
+["x"]]

test/data/nst_json_testsuite2/test_parsing/n_array_extra_comma.json

@@ -0,0 +1 @@
+["",]

test/data/nst_json_testsuite2/test_parsing/n_array_incomplete.json

@@ -0,0 +1 @@
+["x"

test/data/nst_json_testsuite2/test_parsing/n_array_incomplete_invalid_value.json

@@ -0,0 +1 @@
+[x

test/data/nst_json_testsuite2/test_parsing/n_array_inner_array_no_comma.json

@@ -0,0 +1 @@
+[3[4]]

test/data/nst_json_testsuite2/test_parsing/n_array_invalid_utf8.json

@@ -0,0 +1 @@
+[<EFBFBD>]

test/data/nst_json_testsuite2/test_parsing/n_array_items_separated_by_semicolon.json

@@ -0,0 +1 @@
+[1:2]

test/data/nst_json_testsuite2/test_parsing/n_array_just_comma.json

@@ -0,0 +1 @@
+[,]

test/data/nst_json_testsuite2/test_parsing/n_array_just_minus.json

@@ -0,0 +1 @@
+[-]

test/data/nst_json_testsuite2/test_parsing/n_array_missing_value.json

@@ -0,0 +1 @@
+[   , ""]

test/data/nst_json_testsuite2/test_parsing/n_array_newlines_unclosed.json

@@ -0,0 +1,3 @@
+["a",
+4
+,1,

test/data/nst_json_testsuite2/test_parsing/n_array_number_and_comma.json

@@ -0,0 +1 @@
+[1,]

test/data/nst_json_testsuite2/test_parsing/n_array_number_and_several_commas.json

@@ -0,0 +1 @@
+[1,,]

test/data/nst_json_testsuite2/test_parsing/n_array_spaces_vertical_tab_formfeed.json

@@ -0,0 +1 @@
+["a"\f]

test/data/nst_json_testsuite2/test_parsing/n_array_star_inside.json

@@ -0,0 +1 @@
+[*]

test/data/nst_json_testsuite2/test_parsing/n_array_unclosed.json

@@ -0,0 +1 @@
+[""

test/data/nst_json_testsuite2/test_parsing/n_array_unclosed_trailing_comma.json

@@ -0,0 +1 @@
+[1,

test/data/nst_json_testsuite2/test_parsing/n_array_unclosed_with_new_lines.json

@@ -0,0 +1,3 @@
+[1,
+1
+,1

test/data/nst_json_testsuite2/test_parsing/n_array_unclosed_with_object_inside.json

@@ -0,0 +1 @@
+[{}

test/data/nst_json_testsuite2/test_parsing/n_incomplete_false.json

@@ -0,0 +1 @@
+[fals]

test/data/nst_json_testsuite2/test_parsing/n_incomplete_null.json

@@ -0,0 +1 @@
+[nul]

test/data/nst_json_testsuite2/test_parsing/n_incomplete_true.json

@@ -0,0 +1 @@
+[tru]

test/data/nst_json_testsuite2/test_parsing/n_number_++.json

@@ -0,0 +1 @@
+[++1234]

test/data/nst_json_testsuite2/test_parsing/n_number_+1.json

@@ -0,0 +1 @@
+[+1]

test/data/nst_json_testsuite2/test_parsing/n_number_+Inf.json

@@ -0,0 +1 @@
+[+Inf]

test/data/nst_json_testsuite2/test_parsing/n_number_-01.json

@@ -0,0 +1 @@
+[-01]

test/data/nst_json_testsuite2/test_parsing/n_number_-1.0..json

@@ -0,0 +1 @@
+[-1.0.]

test/data/nst_json_testsuite2/test_parsing/n_number_-2..json

@@ -0,0 +1 @@
+[-2.]

test/data/nst_json_testsuite2/test_parsing/n_number_-NaN.json

@@ -0,0 +1 @@
+[-NaN]

test/data/nst_json_testsuite2/test_parsing/n_number_.-1.json

@@ -0,0 +1 @@
+[.-1]

test/data/nst_json_testsuite2/test_parsing/n_number_.2e-3.json

@@ -0,0 +1 @@
+[.2e-3]

test/data/nst_json_testsuite2/test_parsing/n_number_0.1.2.json

@@ -0,0 +1 @@
+[0.1.2]

test/data/nst_json_testsuite2/test_parsing/n_number_0.3e+.json

@@ -0,0 +1 @@
+[0.3e+]

test/data/nst_json_testsuite2/test_parsing/n_number_0.3e.json

@@ -0,0 +1 @@
+[0.3e]

test/data/nst_json_testsuite2/test_parsing/n_number_0.e1.json

@@ -0,0 +1 @@
+[0.e1]

test/data/nst_json_testsuite2/test_parsing/n_number_0_capital_E+.json

@@ -0,0 +1 @@
+[0E+]

test/data/nst_json_testsuite2/test_parsing/n_number_0_capital_E.json

@@ -0,0 +1 @@
+[0E]

test/data/nst_json_testsuite2/test_parsing/n_number_0e+.json

@@ -0,0 +1 @@
+[0e+]

test/data/nst_json_testsuite2/test_parsing/n_number_0e.json

@@ -0,0 +1 @@
+[0e]

test/data/nst_json_testsuite2/test_parsing/n_number_1.0e+.json

@@ -0,0 +1 @@
+[1.0e+]

test/data/nst_json_testsuite2/test_parsing/n_number_1.0e-.json

@@ -0,0 +1 @@
+[1.0e-]

test/data/nst_json_testsuite2/test_parsing/n_number_1.0e.json

@@ -0,0 +1 @@
+[1.0e]

test/data/nst_json_testsuite2/test_parsing/n_number_1_000.json

@@ -0,0 +1 @@
+[1 000.0]

test/data/nst_json_testsuite2/test_parsing/n_number_1eE2.json

@@ -0,0 +1 @@
+[1eE2]

test/data/nst_json_testsuite2/test_parsing/n_number_2.e+3.json

@@ -0,0 +1 @@
+[2.e+3]

test/data/nst_json_testsuite2/test_parsing/n_number_2.e-3.json

@@ -0,0 +1 @@
+[2.e-3]

test/data/nst_json_testsuite2/test_parsing/n_number_2.e3.json

@@ -0,0 +1 @@
+[2.e3]

test/data/nst_json_testsuite2/test_parsing/n_number_9.e+.json

@@ -0,0 +1 @@
+[9.e+]

test/data/nst_json_testsuite2/test_parsing/n_number_Inf.json

@@ -0,0 +1 @@
+[Inf]

test/data/nst_json_testsuite2/test_parsing/n_number_NaN.json

@@ -0,0 +1 @@
+[NaN]

test/data/nst_json_testsuite2/test_parsing/n_number_U+FF11_fullwidth_digit_one.json

@@ -0,0 +1 @@
+[１]

test/data/nst_json_testsuite2/test_parsing/n_number_expression.json

@@ -0,0 +1 @@
+[1+2]

test/data/nst_json_testsuite2/test_parsing/n_number_hex_1_digit.json

@@ -0,0 +1 @@
+[0x1]

test/data/nst_json_testsuite2/test_parsing/n_number_hex_2_digits.json

@@ -0,0 +1 @@
+[0x42]

test/data/nst_json_testsuite2/test_parsing/n_number_infinity.json

@@ -0,0 +1 @@
+[Infinity]