Add support for UTF8 validation during parsing, fiddle testing to

constantly stress stream parsing (use a parse buffer ranging in size
from 1 to 32 bytes)


git-svn-id: http://yajl-c.googlecode.com/svn/yajl/trunk@77 e775cfb5-b74b-0410-aad5-5bebe4a96390

1 files changed, 6 insertions, 2 deletions

diff --git a/reformatter/json_reformat.c b/reformatter/json_reformat.c
index 4a8cddb..73685b7 100644
--- a/reformatter/json_reformat.c
+++ b/reformatter/json_reformat.c
@@ -127,7 +127,8 @@ static void
 usage(const char * progname)
 {
     fprintf(stderr, "usage:  %s <filename>\n"
-                    "    -m minimize json rather than beautify (default)\n",
+            "    -m minimize json rather than beautify (default)\n"
+            "    -u allow invalid UTF8 inside strings during parsing\n",
             progname);
     exit(1);
 
@@ -144,12 +145,15 @@ main(int argc, char ** argv)
     yajl_status stat;
     size_t rd;
     /* allow comments */
-    yajl_parser_config cfg = { 1 };
+    yajl_parser_config cfg = { 1, 1 };
 
     /* check arguments.  We expect exactly one! */
     if (argc == 2) {
         if (!strcmp("-m", argv[1])) {
             conf.beautify = 0;
+
+        } else if (!strcmp("-u", argv[1])) {
+            cfg.checkUTF8 = 0;
         } else {
             usage(argv[0]);
         }