From: Anthony PERARD <anthony.perard@citrix.com>
To: xen-devel@lists.xenproject.org
Cc: Anthony PERARD <anthony.perard@citrix.com>,
Wei Liu <wei.liu2@citrix.com>,
Ian Jackson <ian.jackson@eu.citrix.com>
Subject: [PATCH v3 16/31] libxl_json: Allow partial parsing
Date: Fri, 1 Jun 2018 15:37:05 +0100 [thread overview]
Message-ID: <20180601143720.24637-17-anthony.perard@citrix.com> (raw)
In-Reply-To: <20180601143720.24637-1-anthony.perard@citrix.com>
This set of function allow to parse a JSON string that is spread accross
different memory location.
This is usefull when a JSON string is received from a remote process,
and in order to avoid using realloc, the message is recorded in multiple
buffers.
Signed-off-by: Anthony PERARD <anthony.perard@citrix.com>
---
tools/libxl/libxl_internal.h | 6 +++
tools/libxl/libxl_json.c | 100 +++++++++++++++++++++++++++--------
2 files changed, 84 insertions(+), 22 deletions(-)
diff --git a/tools/libxl/libxl_internal.h b/tools/libxl/libxl_internal.h
index d9eebfd98b..c87712c83a 100644
--- a/tools/libxl/libxl_internal.h
+++ b/tools/libxl/libxl_internal.h
@@ -2039,6 +2039,12 @@ _hidden void libxl__json_object_free(libxl__gc *gc_opt,
libxl__json_object *obj);
_hidden libxl__json_object *libxl__json_parse(libxl__gc *gc_opt, const char *s);
+/* allow to parse a json string store in multiple buffers */
+_hidden libxl__yajl_ctx *libxl__json_parse_alloc(libxl__gc *gc);
+_hidden int libxl__json_parse_partial(libxl__gc *gc, libxl__yajl_ctx *yajl_ctx,
+ const char *s, size_t len);
+_hidden libxl__json_object *libxl__json_complete_parse(libxl__gc *gc,
+ libxl__yajl_ctx *yajl_ctx);
/* Based on /local/domain/$domid/dm-version xenstore key
* default is qemu xen traditional */
diff --git a/tools/libxl/libxl_json.c b/tools/libxl/libxl_json.c
index b7f9077f0d..3727af34d8 100644
--- a/tools/libxl/libxl_json.c
+++ b/tools/libxl/libxl_json.c
@@ -912,47 +912,103 @@ static void yajl_ctx_free(libxl__yajl_ctx *yajl_ctx)
DEBUG_GEN_FREE(yajl_ctx);
}
-libxl__json_object *libxl__json_parse(libxl__gc *gc, const char *s)
+/*
+ * Only to use with:
+ * libxl__json_parse_partial
+ * libxl__json_complete_parse
+ *
+ * gc should be the same accross all functions.
+ * NOGC is not allowed unless called from libxl__json_parse()
+ */
+libxl__yajl_ctx *libxl__json_parse_alloc(libxl__gc *gc)
{
- yajl_status status;
- libxl__yajl_ctx yajl_ctx;
- libxl__json_object *o = NULL;
- unsigned char *str = NULL;
+ libxl__yajl_ctx *yajl_ctx;
- memset(&yajl_ctx, 0, sizeof (yajl_ctx));
- yajl_ctx.gc = gc;
+ GCNEW(yajl_ctx);
- DEBUG_GEN_ALLOC(&yajl_ctx);
+ yajl_ctx->gc = gc;
- if (yajl_ctx.hand == NULL) {
- yajl_ctx.hand = libxl__yajl_alloc(&callbacks, NULL, &yajl_ctx);
- }
- status = yajl_parse(yajl_ctx.hand, (const unsigned char *)s, strlen(s));
+ DEBUG_GEN_ALLOC(yajl_ctx);
+
+ yajl_ctx->hand = libxl__yajl_alloc(&callbacks, NULL, yajl_ctx);
+
+ return yajl_ctx;
+}
+
+static void json_parse_error(libxl__gc *gc, libxl__yajl_ctx *yajl_ctx,
+ const char *s, size_t len)
+{
+ unsigned char *str;
+ str = yajl_get_error(yajl_ctx->hand, 1, (const unsigned char*)s, len);
+ LOGE(ERROR, "yajl error: %s", str);
+ yajl_free_error(yajl_ctx->hand, str);
+ yajl_ctx_free(yajl_ctx);
+}
+
+int libxl__json_parse_partial(libxl__gc *gc, libxl__yajl_ctx *yajl_ctx,
+ const char *s, size_t len)
+{
+ yajl_status status;
+
+ assert(gc == yajl_ctx->gc);
+
+ status = yajl_parse(yajl_ctx->hand, (const unsigned char *)s, strlen(s));
if (status != yajl_status_ok)
goto out;
- status = yajl_complete_parse(yajl_ctx.hand);
+ return 0;
+
+out:
+ json_parse_error(gc, yajl_ctx, s, len);
+ return ERROR_FAIL;
+}
+
+libxl__json_object *libxl__json_complete_parse(libxl__gc *gc,
+ libxl__yajl_ctx *yajl_ctx)
+{
+ yajl_status status;
+ libxl__json_object *o;
+
+ assert(gc == yajl_ctx->gc);
+
+ status = yajl_complete_parse(yajl_ctx->hand);
if (status != yajl_status_ok)
goto out;
- o = yajl_ctx.head;
+ o = yajl_ctx->head;
- DEBUG_GEN_REPORT(&yajl_ctx);
+ DEBUG_GEN_REPORT(yajl_ctx);
- yajl_ctx.head = NULL;
+ yajl_ctx->head = NULL;
- yajl_ctx_free(&yajl_ctx);
+ yajl_ctx_free(yajl_ctx);
return o;
out:
- str = yajl_get_error(yajl_ctx.hand, 1, (const unsigned char*)s, strlen(s));
-
- LIBXL__LOG(libxl__gc_owner(gc), LIBXL__LOG_ERROR, "yajl error: %s", str);
- yajl_free_error(yajl_ctx.hand, str);
- yajl_ctx_free(&yajl_ctx);
+ json_parse_error(gc, yajl_ctx, NULL, 0);
return NULL;
}
+libxl__json_object *libxl__json_parse(libxl__gc *gc, const char *s)
+{
+ libxl__yajl_ctx *yajl_ctx;
+ int rc;
+ libxl__json_object *o = NULL;
+
+ yajl_ctx = libxl__json_parse_alloc(gc);
+
+ rc = libxl__json_parse_partial(gc, yajl_ctx, s, strlen(s));
+ if (rc)
+ goto out;
+
+ o = libxl__json_complete_parse(gc, yajl_ctx);
+
+out:
+ if (!libxl__gc_is_real(gc))
+ free(yajl_ctx);
+ return o;
+}
+
static const char *yajl_gen_status_to_string(yajl_gen_status s)
{
switch (s) {
--
Anthony PERARD
_______________________________________________
Xen-devel mailing list
Xen-devel@lists.xenproject.org
https://lists.xenproject.org/mailman/listinfo/xen-devel
next prev parent reply other threads:[~2018-06-01 14:58 UTC|newest]
Thread overview: 78+ messages / expand[flat|nested] mbox.gz Atom feed top
2018-06-01 14:36 [PATCH v3 00/31] libxl: Enable save/restore/migration of a restricted QEMU + libxl__ev_qmp_* Anthony PERARD
2018-06-01 14:36 ` [PATCH v3 01/31] libxl_event: Fix DEBUG prints Anthony PERARD
2018-06-27 14:19 ` Ian Jackson
2018-06-01 14:36 ` [PATCH v3 02/31] libxl_qmp: Documentation of the logic of the QMP client Anthony PERARD
2018-06-27 14:20 ` Ian Jackson
2018-06-01 14:36 ` [PATCH v3 03/31] libxl_qmp: Fix use of DEBUG_RECEIVED Anthony PERARD
2018-06-27 14:20 ` Ian Jackson
2018-06-01 14:36 ` [PATCH v3 04/31] libxl_json: fix build with DEBUG_ANSWER Anthony PERARD
2018-06-27 14:22 ` Ian Jackson
2018-07-17 14:35 ` Anthony PERARD
2018-06-01 14:36 ` [PATCH v3 05/31] libxl_qmp: Move the buffer realloc to the same scope level as read Anthony PERARD
2018-06-27 14:25 ` Ian Jackson
2018-06-01 14:36 ` [PATCH v3 06/31] libxl_qmp: Add a warning to not trust QEMU Anthony PERARD
2018-06-27 14:25 ` Ian Jackson
2018-06-01 14:36 ` [PATCH v3 07/31] libxl_qmp: Learned to send FD through QMP to QEMU Anthony PERARD
2018-06-27 14:26 ` Ian Jackson
2018-06-27 16:50 ` Anthony PERARD
2018-06-28 9:56 ` Ian Jackson
2018-06-01 14:36 ` [PATCH v3 08/31] libxl_qmp: Have QEMU save its state to a file descriptor Anthony PERARD
2018-06-27 14:29 ` Ian Jackson
2018-06-01 14:36 ` [PATCH v3 09/31] libxl_qmp: Move struct sockaddr_un variable to qmp_open() Anthony PERARD
2018-06-27 14:31 ` Ian Jackson
2018-06-27 16:54 ` Anthony PERARD
2018-06-01 14:36 ` [PATCH v3 10/31] libxl_qmp: Move buffers to the stack of qmp_next Anthony PERARD
2018-06-27 14:32 ` Ian Jackson
2018-06-27 16:58 ` Anthony PERARD
2018-06-28 9:57 ` Ian Jackson
2018-06-01 14:37 ` [PATCH v3 11/31] libxl_qmp: Remove unused yajl_ctx form handler Anthony PERARD
2018-06-27 14:32 ` Ian Jackson
2018-06-01 14:37 ` [PATCH v3 12/31] libxl_json: constify libxl__json_object_to_yajl_gen arguments Anthony PERARD
2018-06-27 14:32 ` Ian Jackson
2018-06-01 14:37 ` [PATCH v3 13/31] libxl_qmp: Separate QMP message generation from qmp_send_prepare Anthony PERARD
2018-06-27 14:45 ` Ian Jackson
2018-06-27 17:12 ` Anthony PERARD
2018-06-01 14:37 ` [PATCH v3 14/31] libxl_qmp_ev: Introduce libxl__ev_qmp_start() to connect to QMP Anthony PERARD
2018-06-27 15:07 ` Ian Jackson
2018-06-28 11:28 ` Anthony PERARD
2018-06-28 11:44 ` Ian Jackson
2018-06-28 13:01 ` Anthony PERARD
2018-06-01 14:37 ` [PATCH v3 15/31] libxl_qmp_ev: Implement fd callback and read data Anthony PERARD
2018-06-27 15:10 ` Ian Jackson
2018-06-28 11:33 ` Anthony PERARD
2018-06-28 11:37 ` Ian Jackson
2018-06-01 14:37 ` Anthony PERARD [this message]
2018-06-01 14:37 ` [PATCH v3 17/31] libxl_json: Enable yajl_allow_trailing_garbage Anthony PERARD
2018-06-01 14:37 ` [PATCH v3 18/31] libxl_json: libxl__json_object_to_json Anthony PERARD
2018-06-27 15:51 ` Ian Jackson
2018-06-01 14:37 ` [PATCH v3 19/31] libxl_qmp_ev: Parse JSON input from QMP Anthony PERARD
2018-06-01 14:37 ` [PATCH v3 20/31] libxl_qmp: Introduce libxl__ev_qmp functions Anthony PERARD
2018-06-01 14:37 ` [PATCH v3 21/31] libxl_qmp_ev: Handle write to socket Anthony PERARD
2018-06-01 14:37 ` [PATCH v3 22/31] libxl_qmp: Simplify qmp_response_type() prototype Anthony PERARD
2018-06-27 16:03 ` Ian Jackson
2018-06-01 14:37 ` [PATCH v3 23/31] libxl_qmp_ev: Handle messages from QEMU Anthony PERARD
2018-06-01 14:37 ` [PATCH v3 24/31] libxl_qmp_ev: Respond to QMP greeting Anthony PERARD
2018-06-27 16:07 ` Ian Jackson
2018-06-01 14:37 ` [PATCH v3 25/31] libxl_qmp_ev: Disconnect QMP when no more events Anthony PERARD
2018-06-01 14:37 ` [PATCH v3 26/31] libxl_qmp: Disable beautify for QMP generated cmd Anthony PERARD
2018-06-27 16:07 ` Ian Jackson
2018-06-01 14:37 ` [PATCH v3 27/31] libxl_qmp: Implement libxl__qmp_insert_cdrom_ev Anthony PERARD
2018-06-27 16:10 ` Ian Jackson
2018-06-01 14:37 ` [PATCH v3 28/31] libxl_disk: Cut libxl_cdrom_insert into step Anthony PERARD
2018-06-01 14:37 ` [PATCH v3 29/31] libxl_disk: Have libxl_cdrom_insert use libxl__ev_qmp Anthony PERARD
2018-06-27 16:12 ` Ian Jackson
2018-06-01 14:37 ` [PATCH v3 30/31] libxl_dm: Pre-open QMP socket for QEMU Anthony PERARD
2018-06-27 16:14 ` Ian Jackson
2018-06-01 14:37 ` [PATCH v3 31/31] libxl: QEMU startup sync based on QMP Anthony PERARD
2018-06-27 16:16 ` Ian Jackson
2018-07-26 14:59 ` Anthony PERARD
2018-06-01 14:47 ` [PATCH v3 00/31] libxl: Enable save/restore/migration of a restricted QEMU + libxl__ev_qmp_* Anthony PERARD
2018-07-03 9:47 ` [PATCH v3.1] libxl: Design of an async API to issue QMP commands to QEMU Anthony PERARD
2018-07-03 14:48 ` Ian Jackson
2018-07-04 11:11 ` Anthony PERARD
2018-07-12 16:36 ` Ian Jackson
2018-07-16 15:27 ` Anthony PERARD
2018-07-16 15:28 ` [PATCH v3.2] " Anthony PERARD
2018-07-16 16:33 ` Anthony PERARD
2018-07-16 17:04 ` [PATCH v3.2] libxl: Design of an async API to issue QMP commands to QEMU [and 1 more messages] Ian Jackson
2018-07-18 10:30 ` Anthony PERARD
Reply instructions:
You may reply publicly to this message via plain-text email
using any one of the following methods:
* Save the following mbox file, import it into your mail client,
and reply-to-all from there: mbox
Avoid top-posting and favor interleaved quoting:
https://en.wikipedia.org/wiki/Posting_style#Interleaved_style
* Reply using the --to, --cc, and --in-reply-to
switches of git-send-email(1):
git send-email \
--in-reply-to=20180601143720.24637-17-anthony.perard@citrix.com \
--to=anthony.perard@citrix.com \
--cc=ian.jackson@eu.citrix.com \
--cc=wei.liu2@citrix.com \
--cc=xen-devel@lists.xenproject.org \
/path/to/YOUR_REPLY
https://kernel.org/pub/software/scm/git/docs/git-send-email.html
* If your mail client supports setting the In-Reply-To header
via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line
before the message body.
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox;
as well as URLs for NNTP newsgroup(s).