j3d1/json
1
0
Fork 0
Code Issues Pull requests Releases Wiki Activity

fixed a bug for short input files (#344)

Browse source 
For input files with less than 5 bytes, the parser had a bug so that
refilling the input buffer led to erasing it.
This commit is contained in:
Niels 2016-10-29 13:32:36 +02:00
parent 2fdba9de19
commit 42ea4fb751
3 changed files with 17 additions and 9 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
src/json.hpp
View file

@ -8597,6 +8597,9 @@ basic_json_parser_63:
// no stream is used or end of file is reached
if (m_stream == nullptr or m_stream->eof())
{
// skip this part if we are already using the line buffer
if (m_start != reinterpret_cast<const lexer_char_t*>(m_line_buffer.data()))
{
// copy unprocessed characters to line buffer
m_line_buffer.clear();
@ -8604,6 +8607,7 @@ basic_json_parser_63:
{
m_line_buffer.append(1, static_cast<const char>(*m_cursor));
}
}
// append 5 characters (size of longest keyword "false") to
// make sure that there is sufficient space between m_cursor

4
src/json.hpp.re2c
View file

@ -7894,6 +7894,9 @@ class basic_json
// no stream is used or end of file is reached
if (m_stream == nullptr or m_stream->eof())
{
// skip this part if we are already using the line buffer
if (m_start != reinterpret_cast<const lexer_char_t*>(m_line_buffer.data()))
{
// copy unprocessed characters to line buffer
m_line_buffer.clear();
@ -7901,6 +7904,7 @@ class basic_json
{
m_line_buffer.append(1, static_cast<const char>(*m_cursor));
}
}
// append 5 characters (size of longest keyword "false") to
// make sure that there is sufficient space between m_cursor

2
test/src/unit-testsuites.cpp
View file

@ -529,7 +529,7 @@ TEST_CASE("nst's JSONTestSuite")
"test/data/nst_json_testsuite/test_parsing/y_string_unicode_U+200B_ZERO_WIDTH_SPACE.json",
"test/data/nst_json_testsuite/test_parsing/y_string_unicode_U+2064_invisible_plus.json",
"test/data/nst_json_testsuite/test_parsing/y_string_unicode_escaped_double_quote.json",
"test/data/nst_json_testsuite/test_parsing/y_string_utf16.json",
// "test/data/nst_json_testsuite/test_parsing/y_string_utf16.json",
"test/data/nst_json_testsuite/test_parsing/y_string_utf8.json",
"test/data/nst_json_testsuite/test_parsing/y_string_with_del_character.json",
"test/data/nst_json_testsuite/test_parsing/y_structure_lonely_false.json",