test-json-parser.c revision 7877db7b5daad125b6cb3e015574f33871c9a51b
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen/* Copyright (c) 2012 Dovecot authors, see the included COPYING file */
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen#include "test-lib.h"
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen#include "str.h"
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen#include "istream-private.h"
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen#include "json-parser.h"
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen#define TYPE_STREAM 100
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainenstatic const char json_input[] =
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen "{\n"
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen "\t\"key\"\t:\t\t\"string\","
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen " \"key2\" : 1234, \n"
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen "\"key3\":true,"
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen "\"key4\":false,"
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen "\"key5\":null,"
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen "\"key6\": {},"
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen "\"key7\": {"
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen " \"sub1\":\"value\""
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen "},"
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen "\"key8\": {"
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen " \"sub2\":-12.456,\n"
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen " \"sub3\":12.456e9,\n"
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen " \"sub4\":0.456e-789"
4e8e7a93628b4ed60aaaa47c6f72c1433f21e81dTimo Sirainen "},"
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen "\"key9\": \"foo\\\\\\\"\\b\\f\\n\\r\\t\\u0001\uffff\","
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen "\"key10\": \"foo\\\\\\\"\\b\\f\\n\\r\\t\\u0001\uffff\""
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen "}\n";
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainenstatic struct {
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen enum json_type type;
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen const char *value;
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen} json_output[] = {
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen { JSON_TYPE_OBJECT_KEY, "key" },
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen { JSON_TYPE_STRING, "string" },
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen { JSON_TYPE_OBJECT_KEY, "key2" },
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen { JSON_TYPE_NUMBER, "1234" },
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen { JSON_TYPE_OBJECT_KEY, "key3" },
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen { JSON_TYPE_TRUE, "true" },
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen { JSON_TYPE_OBJECT_KEY, "key4" },
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen { JSON_TYPE_FALSE, "false" },
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen { JSON_TYPE_OBJECT_KEY, "key5" },
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen { JSON_TYPE_NULL, NULL },
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen { JSON_TYPE_OBJECT_KEY, "key6" },
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen { JSON_TYPE_OBJECT, NULL },
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen { JSON_TYPE_OBJECT_END, NULL },
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen { JSON_TYPE_OBJECT_KEY, "key7" },
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen { JSON_TYPE_OBJECT, NULL },
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen { JSON_TYPE_OBJECT_KEY, "sub1" },
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen { JSON_TYPE_STRING, "value" },
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen { JSON_TYPE_OBJECT_END, NULL },
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen { JSON_TYPE_OBJECT_KEY, "key8" },
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen { JSON_TYPE_OBJECT, NULL },
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen { JSON_TYPE_OBJECT_KEY, "sub2" },
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen { JSON_TYPE_NUMBER, "-12.456" },
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen { JSON_TYPE_OBJECT_KEY, "sub3" },
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen { JSON_TYPE_NUMBER, "12.456e9" },
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen { JSON_TYPE_OBJECT_KEY, "sub4" },
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen { JSON_TYPE_NUMBER, "0.456e-789" },
4e8e7a93628b4ed60aaaa47c6f72c1433f21e81dTimo Sirainen { JSON_TYPE_OBJECT_END, NULL },
4e8e7a93628b4ed60aaaa47c6f72c1433f21e81dTimo Sirainen { JSON_TYPE_OBJECT_KEY, "key9" },
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen { JSON_TYPE_STRING, "foo\\\"\b\f\n\r\t\001\xef\xbf\xbf" },
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen { JSON_TYPE_OBJECT_KEY, "key10" },
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen { TYPE_STREAM, "foo\\\"\b\f\n\r\t\001\xef\xbf\xbf" }
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen};
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainenstatic int
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainenstream_read_value(struct istream **input, const char **value_r)
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen{
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen const unsigned char *data;
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen size_t size;
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen ssize_t ret;
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen while ((ret = i_stream_read(*input)) > 0) ;
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen if (ret == 0)
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen return 0;
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen i_assert(ret == -1);
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen if ((*input)->stream_errno != 0)
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen return -1;
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen data = i_stream_get_data(*input, &size);
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen *value_r = t_strndup(data, size);
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen i_stream_unref(input);
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen return 1;
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen}
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainenstatic void test_json_parser_success(bool full_size)
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen{
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen struct json_parser *parser;
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen struct istream *input, *jsoninput = NULL;
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen enum json_type type;
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen const char *value, *error;
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen unsigned int i, pos, json_input_len = strlen(json_input);
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen int ret = 0;
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen test_begin(full_size ? "json parser" : "json parser (nonblocking)");
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen input = test_istream_create_data(json_input, json_input_len);
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen test_istream_set_allow_eof(input, FALSE);
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen parser = json_parser_init(input);
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen i = full_size ? json_input_len : 0;
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen for (pos = 0; i <= json_input_len; i++) {
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen test_istream_set_size(input, i);
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen for (;;) {
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen if (json_output[pos].type != TYPE_STREAM)
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen ret = json_parse_next(parser, &type, &value);
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen else {
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen ret = jsoninput != NULL ? 1 :
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen json_parse_next_stream(parser, &jsoninput);
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen if (jsoninput != NULL)
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen ret = stream_read_value(&jsoninput, &value);
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen type = TYPE_STREAM;
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen }
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen if (ret <= 0)
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen break;
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen i_assert(pos < N_ELEMENTS(json_output));
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen test_assert(json_output[pos].type == type);
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen test_assert(null_strcmp(json_output[pos].value, value) == 0);
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen pos++;
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen }
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen test_assert(ret == 0);
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen }
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen test_assert(pos == N_ELEMENTS(json_output));
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen test_istream_set_allow_eof(input, TRUE);
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen test_assert(json_parse_next(parser, &type, &value) == -1);
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen i_stream_unref(&input);
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen test_assert(json_parser_deinit(&parser, &error) == 0);
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen test_end();
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen}
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainenvoid test_json_parser(void)
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen{
4e8e7a93628b4ed60aaaa47c6f72c1433f21e81dTimo Sirainen test_json_parser_success(TRUE);
7877db7b5daad125b6cb3e015574f33871c9a51bTimo Sirainen test_json_parser_success(FALSE);
ae9691f7ef36d5272d72c90fa51393dfea5dd126Timo Sirainen}