646 lines
16 KiB
C
646 lines
16 KiB
C
/*
|
|
* This file Copyright (C) Mnemosyne LLC
|
|
*
|
|
* This file is licensed by the GPL version 2. Works owned by the
|
|
* Transmission project are granted a special exemption to clause 2 (b)
|
|
* so that the bulk of its code can remain under the MIT license.
|
|
* This exemption does not extend to derived works not owned by
|
|
* the Transmission project.
|
|
*
|
|
* $Id$
|
|
*/
|
|
|
|
#include <assert.h>
|
|
#include <ctype.h>
|
|
#include <math.h> /* fabs() */
|
|
#include <stdio.h>
|
|
#include <string.h>
|
|
#include <errno.h> /* EILSEQ, EINVAL */
|
|
|
|
#include <event2/buffer.h> /* evbuffer_add() */
|
|
#include <event2/util.h> /* evutil_strtoll () */
|
|
|
|
#define JSONSL_STATE_USER_FIELDS /* no fields */
|
|
#include "jsonsl.h"
|
|
#include "jsonsl.c"
|
|
|
|
#define __LIBTRANSMISSION_VARIANT_MODULE___
|
|
#include "transmission.h"
|
|
#include "ConvertUTF.h"
|
|
#include "list.h"
|
|
#include "log.h"
|
|
#include "ptrarray.h"
|
|
#include "utils.h"
|
|
#include "variant.h"
|
|
#include "variant-common.h"
|
|
|
|
/* arbitrary value... this is much deeper than our code goes */
|
|
#define MAX_DEPTH 64
|
|
|
|
struct json_wrapper_data
|
|
{
|
|
int error;
|
|
bool has_content;
|
|
tr_variant * top;
|
|
const char * key;
|
|
size_t keylen;
|
|
struct evbuffer * keybuf;
|
|
struct evbuffer * strbuf;
|
|
const char * source;
|
|
tr_ptrArray stack;
|
|
};
|
|
|
|
static tr_variant*
|
|
get_node (struct jsonsl_st * jsn)
|
|
{
|
|
tr_variant * parent;
|
|
tr_variant * node = NULL;
|
|
struct json_wrapper_data * data = jsn->data;
|
|
|
|
parent = tr_ptrArrayEmpty (&data->stack)
|
|
? NULL
|
|
: tr_ptrArrayBack (&data->stack);
|
|
|
|
if (!parent)
|
|
{
|
|
node = data->top;
|
|
}
|
|
else if (tr_variantIsList (parent))
|
|
{
|
|
node = tr_variantListAdd (parent);
|
|
}
|
|
else if (tr_variantIsDict (parent) && (data->key!=NULL))
|
|
{
|
|
node = tr_variantDictAdd (parent, tr_quark_new (data->key, data->keylen));
|
|
|
|
data->key = NULL;
|
|
data->keylen = 0;
|
|
}
|
|
|
|
return node;
|
|
}
|
|
|
|
|
|
static void
|
|
error_handler (jsonsl_t jsn,
|
|
jsonsl_error_t error,
|
|
struct jsonsl_state_st * state UNUSED,
|
|
const jsonsl_char_t * buf)
|
|
{
|
|
struct json_wrapper_data * data = jsn->data;
|
|
|
|
if (data->source)
|
|
{
|
|
tr_logAddError ("JSON parse failed in %s at pos %"TR_PRIuSIZE": %s -- remaining text \"%.16s\"",
|
|
data->source,
|
|
jsn->pos,
|
|
jsonsl_strerror (error),
|
|
buf);
|
|
}
|
|
else
|
|
{
|
|
tr_logAddError ("JSON parse failed at pos %"TR_PRIuSIZE": %s -- remaining text \"%.16s\"",
|
|
jsn->pos,
|
|
jsonsl_strerror (error),
|
|
buf);
|
|
}
|
|
|
|
data->error = EILSEQ;
|
|
}
|
|
|
|
static int
|
|
error_callback (jsonsl_t jsn,
|
|
jsonsl_error_t error,
|
|
struct jsonsl_state_st * state,
|
|
jsonsl_char_t * at)
|
|
{
|
|
error_handler (jsn, error, state, at);
|
|
return 0; /* bail */
|
|
}
|
|
|
|
static void
|
|
action_callback_PUSH (jsonsl_t jsn,
|
|
jsonsl_action_t action UNUSED,
|
|
struct jsonsl_state_st * state,
|
|
const jsonsl_char_t * buf UNUSED)
|
|
{
|
|
tr_variant * node;
|
|
struct json_wrapper_data * data = jsn->data;
|
|
|
|
switch (state->type)
|
|
{
|
|
case JSONSL_T_LIST:
|
|
data->has_content = true;
|
|
node = get_node (jsn);
|
|
tr_variantInitList (node, 0);
|
|
tr_ptrArrayAppend (&data->stack, node);
|
|
break;
|
|
|
|
case JSONSL_T_OBJECT:
|
|
data->has_content = true;
|
|
node = get_node (jsn);
|
|
tr_variantInitDict (node, 0);
|
|
tr_ptrArrayAppend (&data->stack, node);
|
|
break;
|
|
|
|
default:
|
|
/* nothing else interesting on push */
|
|
break;
|
|
}
|
|
}
|
|
|
|
/* like sscanf(in+2, "%4x", &val) but less slow */
|
|
static bool
|
|
decode_hex_string (const char * in, unsigned int * setme)
|
|
{
|
|
unsigned int val = 0;
|
|
const char * const end = in + 6;
|
|
|
|
assert (in != NULL);
|
|
assert (in[0] == '\\');
|
|
assert (in[1] == 'u');
|
|
in += 2;
|
|
|
|
do
|
|
{
|
|
val <<= 4;
|
|
if (('0'<=*in) && (*in<='9'))
|
|
val += (*in-'0');
|
|
else if (('a'<=*in) && (*in<='f'))
|
|
val += (*in-'a') + 10u;
|
|
else if (('A'<=*in) && (*in<='F'))
|
|
val += (*in-'A') + 10u;
|
|
else
|
|
return false;
|
|
}
|
|
while (++in != end);
|
|
|
|
*setme = val;
|
|
return true;
|
|
}
|
|
|
|
static char*
|
|
extract_escaped_string (const char * in,
|
|
size_t in_len,
|
|
size_t * len,
|
|
struct evbuffer * buf)
|
|
{
|
|
const char * const in_end = in + in_len;
|
|
|
|
evbuffer_drain (buf, evbuffer_get_length (buf));
|
|
|
|
while (in < in_end)
|
|
{
|
|
bool unescaped = false;
|
|
|
|
if (*in=='\\' && in_end-in>=2)
|
|
{
|
|
switch (in[1])
|
|
{
|
|
case 'b' : evbuffer_add (buf, "\b", 1); in+=2; unescaped = true; break;
|
|
case 'f' : evbuffer_add (buf, "\f", 1); in+=2; unescaped = true; break;
|
|
case 'n' : evbuffer_add (buf, "\n", 1); in+=2; unescaped = true; break;
|
|
case 'r' : evbuffer_add (buf, "\r", 1); in+=2; unescaped = true; break;
|
|
case 't' : evbuffer_add (buf, "\t", 1); in+=2; unescaped = true; break;
|
|
case '/' : evbuffer_add (buf, "/" , 1); in+=2; unescaped = true; break;
|
|
case '"' : evbuffer_add (buf, "\"" , 1); in+=2; unescaped = true; break;
|
|
case '\\': evbuffer_add (buf, "\\", 1); in+=2; unescaped = true; break;
|
|
case 'u':
|
|
{
|
|
if (in_end - in >= 6)
|
|
{
|
|
unsigned int val = 0;
|
|
|
|
if (decode_hex_string (in, &val))
|
|
{
|
|
UTF32 str32_buf[2] = { val, 0 };
|
|
const UTF32 * str32_walk = str32_buf;
|
|
const UTF32 * str32_end = str32_buf + 1;
|
|
UTF8 str8_buf[8] = { 0, 0, 0, 0, 0, 0, 0, 0 };
|
|
UTF8 * str8_walk = str8_buf;
|
|
UTF8 * str8_end = str8_buf + 8;
|
|
|
|
if (ConvertUTF32toUTF8 (&str32_walk, str32_end, &str8_walk, str8_end, 0) == 0)
|
|
{
|
|
const size_t len = str8_walk - str8_buf;
|
|
evbuffer_add (buf, str8_buf, len);
|
|
unescaped = true;
|
|
}
|
|
|
|
in += 6;
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
if (!unescaped)
|
|
{
|
|
evbuffer_add (buf, in, 1);
|
|
++in;
|
|
}
|
|
}
|
|
|
|
*len = evbuffer_get_length (buf);
|
|
return (char*) evbuffer_pullup (buf, -1);
|
|
}
|
|
|
|
static const char *
|
|
extract_string (jsonsl_t jsn,
|
|
struct jsonsl_state_st * state,
|
|
size_t * len,
|
|
struct evbuffer * buf)
|
|
{
|
|
const char * ret;
|
|
const char * in_begin;
|
|
const char * in_end;
|
|
size_t in_len;
|
|
|
|
/* figure out where the string is */
|
|
in_begin = jsn->base + state->pos_begin;
|
|
if (*in_begin == '"')
|
|
in_begin++;
|
|
in_end = jsn->base + state->pos_cur;
|
|
in_len = in_end - in_begin;
|
|
|
|
if (memchr (in_begin, '\\', in_len) == NULL)
|
|
{
|
|
/* it's not escaped */
|
|
ret = in_begin;
|
|
*len = in_len;
|
|
}
|
|
else
|
|
{
|
|
ret = extract_escaped_string (in_begin, in_len, len, buf);
|
|
}
|
|
|
|
return ret;
|
|
}
|
|
|
|
static void
|
|
action_callback_POP (jsonsl_t jsn,
|
|
jsonsl_action_t action UNUSED,
|
|
struct jsonsl_state_st * state,
|
|
const jsonsl_char_t * buf UNUSED)
|
|
{
|
|
struct json_wrapper_data * data = jsn->data;
|
|
|
|
if (state->type == JSONSL_T_STRING)
|
|
{
|
|
size_t len;
|
|
const char * str = extract_string (jsn, state, &len, data->strbuf);
|
|
tr_variantInitStr (get_node (jsn), str, len);
|
|
data->has_content = true;
|
|
}
|
|
else if (state->type == JSONSL_T_HKEY)
|
|
{
|
|
data->has_content = true;
|
|
data->key = extract_string (jsn, state, &data->keylen, data->keybuf);
|
|
}
|
|
else if ((state->type == JSONSL_T_LIST) || (state->type == JSONSL_T_OBJECT))
|
|
{
|
|
tr_ptrArrayPop (&data->stack);
|
|
}
|
|
else if (state->type == JSONSL_T_SPECIAL)
|
|
{
|
|
if (state->special_flags & JSONSL_SPECIALf_NUMNOINT)
|
|
{
|
|
const char * begin = jsn->base + state->pos_begin;
|
|
data->has_content = true;
|
|
tr_variantInitReal (get_node (jsn), strtod (begin, NULL));
|
|
}
|
|
else if (state->special_flags & JSONSL_SPECIALf_NUMERIC)
|
|
{
|
|
const char * begin = jsn->base + state->pos_begin;
|
|
data->has_content = true;
|
|
tr_variantInitInt (get_node (jsn), evutil_strtoll (begin, NULL, 10));
|
|
}
|
|
else if (state->special_flags & JSONSL_SPECIALf_BOOLEAN)
|
|
{
|
|
const bool b = (state->special_flags & JSONSL_SPECIALf_TRUE) != 0;
|
|
data->has_content = true;
|
|
tr_variantInitBool (get_node (jsn), b);
|
|
}
|
|
else if (state->special_flags & JSONSL_SPECIALf_NULL)
|
|
{
|
|
data->has_content = true;
|
|
tr_variantInitQuark (get_node (jsn), TR_KEY_NONE);
|
|
}
|
|
}
|
|
}
|
|
|
|
int
|
|
tr_jsonParse (const char * source,
|
|
const void * vbuf,
|
|
size_t len,
|
|
tr_variant * setme_variant,
|
|
const char ** setme_end)
|
|
{
|
|
int error;
|
|
jsonsl_t jsn;
|
|
struct json_wrapper_data data;
|
|
|
|
jsn = jsonsl_new (MAX_DEPTH);
|
|
jsn->action_callback_PUSH = action_callback_PUSH;
|
|
jsn->action_callback_POP = action_callback_POP;
|
|
jsn->error_callback = error_callback;
|
|
jsn->data = &data;
|
|
jsonsl_enable_all_callbacks (jsn);
|
|
|
|
data.error = 0;
|
|
data.has_content = false;
|
|
data.key = NULL;
|
|
data.top = setme_variant;
|
|
data.stack = TR_PTR_ARRAY_INIT;
|
|
data.source = source;
|
|
data.keybuf = evbuffer_new ();
|
|
data.strbuf = evbuffer_new ();
|
|
|
|
/* parse it */
|
|
jsonsl_feed (jsn, vbuf, len);
|
|
|
|
/* EINVAL if there was no content */
|
|
if (!data.error && !data.has_content)
|
|
data.error = EINVAL;
|
|
|
|
/* maybe set the end ptr */
|
|
if (setme_end)
|
|
*setme_end = ((const char*)vbuf) + jsn->pos;
|
|
|
|
/* cleanup */
|
|
error = data.error;
|
|
evbuffer_free (data.keybuf);
|
|
evbuffer_free (data.strbuf);
|
|
tr_ptrArrayDestruct (&data.stack, NULL);
|
|
jsonsl_destroy (jsn);
|
|
return error;
|
|
}
|
|
|
|
/****
|
|
*****
|
|
****/
|
|
|
|
struct ParentState
|
|
{
|
|
int variantType;
|
|
int childIndex;
|
|
int childCount;
|
|
};
|
|
|
|
struct jsonWalk
|
|
{
|
|
bool doIndent;
|
|
tr_list * parents;
|
|
struct evbuffer * out;
|
|
};
|
|
|
|
static void
|
|
jsonIndent (struct jsonWalk * data)
|
|
{
|
|
static char buf[1024] = { '\0' };
|
|
if (!*buf)
|
|
{
|
|
memset (buf, ' ', sizeof(buf));
|
|
buf[0] = '\n';
|
|
}
|
|
|
|
if (data->doIndent)
|
|
evbuffer_add (data->out, buf, tr_list_size(data->parents)*4 + 1);
|
|
}
|
|
|
|
static void
|
|
jsonChildFunc (struct jsonWalk * data)
|
|
{
|
|
if (data->parents && data->parents->data)
|
|
{
|
|
struct ParentState * pstate = data->parents->data;
|
|
|
|
switch (pstate->variantType)
|
|
{
|
|
case TR_VARIANT_TYPE_DICT:
|
|
{
|
|
const int i = pstate->childIndex++;
|
|
if (! (i % 2))
|
|
{
|
|
evbuffer_add (data->out, ": ", data->doIndent ? 2 : 1);
|
|
}
|
|
else
|
|
{
|
|
const bool isLast = pstate->childIndex == pstate->childCount;
|
|
|
|
if (!isLast)
|
|
{
|
|
evbuffer_add (data->out, ", ", data->doIndent ? 2 : 1);
|
|
jsonIndent (data);
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
|
|
case TR_VARIANT_TYPE_LIST:
|
|
{
|
|
const bool isLast = ++pstate->childIndex == pstate->childCount;
|
|
if (!isLast)
|
|
{
|
|
evbuffer_add (data->out, ", ", data->doIndent ? 2 : 1);
|
|
jsonIndent (data);
|
|
}
|
|
break;
|
|
}
|
|
|
|
default:
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
|
|
static void
|
|
jsonPushParent (struct jsonWalk * data,
|
|
const tr_variant * v)
|
|
{
|
|
struct ParentState * pstate = tr_new (struct ParentState, 1);
|
|
|
|
pstate->variantType = v->type;
|
|
pstate->childIndex = 0;
|
|
pstate->childCount = v->val.l.count;
|
|
if (tr_variantIsDict (v))
|
|
pstate->childCount *= 2;
|
|
|
|
tr_list_prepend (&data->parents, pstate);
|
|
}
|
|
|
|
static void
|
|
jsonPopParent (struct jsonWalk * data)
|
|
{
|
|
tr_free (tr_list_pop_front (&data->parents));
|
|
}
|
|
|
|
static void
|
|
jsonIntFunc (const tr_variant * val, void * vdata)
|
|
{
|
|
struct jsonWalk * data = vdata;
|
|
evbuffer_add_printf (data->out, "%" PRId64, val->val.i);
|
|
jsonChildFunc (data);
|
|
}
|
|
|
|
static void
|
|
jsonBoolFunc (const tr_variant * val,
|
|
void * vdata)
|
|
{
|
|
struct jsonWalk * data = vdata;
|
|
|
|
if (val->val.b)
|
|
evbuffer_add (data->out, "true", 4);
|
|
else
|
|
evbuffer_add (data->out, "false", 5);
|
|
|
|
jsonChildFunc (data);
|
|
}
|
|
|
|
static void
|
|
jsonRealFunc (const tr_variant * val,
|
|
void * vdata)
|
|
{
|
|
struct jsonWalk * data = vdata;
|
|
|
|
if (fabs (val->val.d - (int)val->val.d) < 0.00001)
|
|
evbuffer_add_printf (data->out, "%d", (int)val->val.d);
|
|
else
|
|
evbuffer_add_printf (data->out, "%.4f", tr_truncd (val->val.d, 4));
|
|
|
|
jsonChildFunc (data);
|
|
}
|
|
|
|
static void
|
|
jsonStringFunc (const tr_variant * val,
|
|
void * vdata)
|
|
{
|
|
char * out;
|
|
char * outwalk;
|
|
char * outend;
|
|
struct evbuffer_iovec vec[1];
|
|
struct jsonWalk * data = vdata;
|
|
const char * str;
|
|
size_t len;
|
|
const unsigned char * it;
|
|
const unsigned char * end;
|
|
|
|
tr_variantGetStr (val, &str, &len);
|
|
it = (const unsigned char *) str;
|
|
end = it + len;
|
|
|
|
evbuffer_reserve_space (data->out, len * 4, vec, 1);
|
|
out = vec[0].iov_base;
|
|
outend = out + vec[0].iov_len;
|
|
|
|
outwalk = out;
|
|
*outwalk++ = '"';
|
|
|
|
for (; it!=end; ++it)
|
|
{
|
|
switch (*it)
|
|
{
|
|
case '\b': *outwalk++ = '\\'; *outwalk++ = 'b'; break;
|
|
case '\f': *outwalk++ = '\\'; *outwalk++ = 'f'; break;
|
|
case '\n': *outwalk++ = '\\'; *outwalk++ = 'n'; break;
|
|
case '\r': *outwalk++ = '\\'; *outwalk++ = 'r'; break;
|
|
case '\t': *outwalk++ = '\\'; *outwalk++ = 't'; break;
|
|
case '"' : *outwalk++ = '\\'; *outwalk++ = '"'; break;
|
|
case '\\': *outwalk++ = '\\'; *outwalk++ = '\\'; break;
|
|
|
|
default:
|
|
if (isascii (*it))
|
|
{
|
|
*outwalk++ = *it;
|
|
}
|
|
else
|
|
{
|
|
const UTF8 * tmp = it;
|
|
UTF32 buf[1] = { 0 };
|
|
UTF32 * u32 = buf;
|
|
ConversionResult result = ConvertUTF8toUTF32 (&tmp, end, &u32, buf + 1, 0);
|
|
if (((result==conversionOK) || (result==targetExhausted)) && (tmp!=it))
|
|
{
|
|
outwalk += tr_snprintf (outwalk, outend-outwalk, "\\u%04x", (unsigned int)buf[0]);
|
|
it = tmp - 1;
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
}
|
|
|
|
*outwalk++ = '"';
|
|
vec[0].iov_len = outwalk - out;
|
|
evbuffer_commit_space (data->out, vec, 1);
|
|
|
|
jsonChildFunc (data);
|
|
}
|
|
|
|
static void
|
|
jsonDictBeginFunc (const tr_variant * val,
|
|
void * vdata)
|
|
{
|
|
struct jsonWalk * data = vdata;
|
|
|
|
jsonPushParent (data, val);
|
|
evbuffer_add (data->out, "{", 1);
|
|
if (val->val.l.count)
|
|
jsonIndent (data);
|
|
}
|
|
|
|
static void
|
|
jsonListBeginFunc (const tr_variant * val,
|
|
void * vdata)
|
|
{
|
|
const size_t nChildren = tr_variantListSize (val);
|
|
struct jsonWalk * data = vdata;
|
|
|
|
jsonPushParent (data, val);
|
|
evbuffer_add (data->out, "[", 1);
|
|
if (nChildren)
|
|
jsonIndent (data);
|
|
}
|
|
|
|
static void
|
|
jsonContainerEndFunc (const tr_variant * val,
|
|
void * vdata)
|
|
{
|
|
struct jsonWalk * data = vdata;
|
|
int emptyContainer = false;
|
|
|
|
jsonPopParent (data);
|
|
|
|
if (!emptyContainer)
|
|
jsonIndent (data);
|
|
if (tr_variantIsDict (val))
|
|
evbuffer_add (data->out, "}", 1);
|
|
else /* list */
|
|
evbuffer_add (data->out, "]", 1);
|
|
|
|
jsonChildFunc (data);
|
|
}
|
|
|
|
static const struct VariantWalkFuncs walk_funcs = { jsonIntFunc,
|
|
jsonBoolFunc,
|
|
jsonRealFunc,
|
|
jsonStringFunc,
|
|
jsonDictBeginFunc,
|
|
jsonListBeginFunc,
|
|
jsonContainerEndFunc };
|
|
|
|
void
|
|
tr_variantToBufJson (const tr_variant * top, struct evbuffer * buf, bool lean)
|
|
{
|
|
struct jsonWalk data;
|
|
|
|
data.doIndent = !lean;
|
|
data.out = buf;
|
|
data.parents = NULL;
|
|
|
|
tr_variantWalk (top, &walk_funcs, &data, true);
|
|
|
|
if (evbuffer_get_length (buf))
|
|
evbuffer_add_printf (buf, "\n");
|
|
}
|