Anthony Liguori | d7ff3ac | 2009-11-11 10:38:59 -0600 | [diff] [blame] | 1 | /* |
| 2 | * JSON streaming support |
| 3 | * |
| 4 | * Copyright IBM, Corp. 2009 |
| 5 | * |
| 6 | * Authors: |
| 7 | * Anthony Liguori <aliguori@us.ibm.com> |
| 8 | * |
| 9 | * This work is licensed under the terms of the GNU LGPL, version 2.1 or later. |
| 10 | * See the COPYING.LIB file in the top-level directory. |
| 11 | * |
| 12 | */ |
| 13 | |
Peter Maydell | f2ad72b | 2016-01-29 17:50:01 +0000 | [diff] [blame] | 14 | #include "qemu/osdep.h" |
Anthony Liguori | d7ff3ac | 2009-11-11 10:38:59 -0600 | [diff] [blame] | 15 | #include "qemu-common.h" |
Markus Armbruster | 84a56f3 | 2018-08-23 18:40:06 +0200 | [diff] [blame] | 16 | #include "qapi/error.h" |
Paolo Bonzini | 7b1b5d1 | 2012-12-17 18:19:43 +0100 | [diff] [blame] | 17 | #include "qapi/qmp/json-lexer.h" |
Markus Armbruster | 62815d8 | 2018-08-23 18:40:01 +0200 | [diff] [blame] | 18 | #include "qapi/qmp/json-parser.h" |
Paolo Bonzini | 7b1b5d1 | 2012-12-17 18:19:43 +0100 | [diff] [blame] | 19 | #include "qapi/qmp/json-streamer.h" |
Anthony Liguori | d7ff3ac | 2009-11-11 10:38:59 -0600 | [diff] [blame] | 20 | |
Anthony Liguori | 29c75dd | 2011-06-01 12:14:53 -0500 | [diff] [blame] | 21 | #define MAX_TOKEN_SIZE (64ULL << 20) |
Markus Armbruster | df64983 | 2015-11-25 22:23:33 +0100 | [diff] [blame] | 22 | #define MAX_TOKEN_COUNT (2ULL << 20) |
Markus Armbruster | da09cfb | 2018-08-23 18:40:15 +0200 | [diff] [blame] | 23 | #define MAX_NESTING (1 << 10) |
Anthony Liguori | 29c75dd | 2011-06-01 12:14:53 -0500 | [diff] [blame] | 24 | |
Paolo Bonzini | 95385fe | 2015-11-25 22:23:31 +0100 | [diff] [blame] | 25 | static void json_message_free_tokens(JSONMessageParser *parser) |
| 26 | { |
Markus Armbruster | a2731e0 | 2018-08-23 18:40:17 +0200 | [diff] [blame^] | 27 | JSONToken *token; |
| 28 | |
| 29 | while ((token = g_queue_pop_head(&parser->tokens))) { |
| 30 | g_free(token); |
Paolo Bonzini | 95385fe | 2015-11-25 22:23:31 +0100 | [diff] [blame] | 31 | } |
| 32 | } |
| 33 | |
Markus Armbruster | 037f244 | 2018-08-23 18:40:00 +0200 | [diff] [blame] | 34 | void json_message_process_token(JSONLexer *lexer, GString *input, |
| 35 | JSONTokenType type, int x, int y) |
Anthony Liguori | d7ff3ac | 2009-11-11 10:38:59 -0600 | [diff] [blame] | 36 | { |
| 37 | JSONMessageParser *parser = container_of(lexer, JSONMessageParser, lexer); |
Markus Armbruster | ff281a2 | 2018-08-23 18:40:02 +0200 | [diff] [blame] | 38 | QObject *json = NULL; |
Markus Armbruster | 62815d8 | 2018-08-23 18:40:01 +0200 | [diff] [blame] | 39 | Error *err = NULL; |
Paolo Bonzini | 9bada89 | 2015-11-25 22:23:32 +0100 | [diff] [blame] | 40 | JSONToken *token; |
Anthony Liguori | d7ff3ac | 2009-11-11 10:38:59 -0600 | [diff] [blame] | 41 | |
Markus Armbruster | c546166 | 2015-11-25 22:23:26 +0100 | [diff] [blame] | 42 | switch (type) { |
| 43 | case JSON_LCURLY: |
| 44 | parser->brace_count++; |
| 45 | break; |
| 46 | case JSON_RCURLY: |
| 47 | parser->brace_count--; |
| 48 | break; |
| 49 | case JSON_LSQUARE: |
| 50 | parser->bracket_count++; |
| 51 | break; |
| 52 | case JSON_RSQUARE: |
| 53 | parser->bracket_count--; |
| 54 | break; |
Markus Armbruster | 269e57a | 2018-08-23 18:40:03 +0200 | [diff] [blame] | 55 | case JSON_ERROR: |
Markus Armbruster | 84a56f3 | 2018-08-23 18:40:06 +0200 | [diff] [blame] | 56 | error_setg(&err, "JSON parse error, stray '%s'", input->str); |
Markus Armbruster | 269e57a | 2018-08-23 18:40:03 +0200 | [diff] [blame] | 57 | goto out_emit; |
Markus Armbruster | f927791 | 2018-08-23 18:40:12 +0200 | [diff] [blame] | 58 | case JSON_END_OF_INPUT: |
Markus Armbruster | a2731e0 | 2018-08-23 18:40:17 +0200 | [diff] [blame^] | 59 | if (g_queue_is_empty(&parser->tokens)) { |
Markus Armbruster | f927791 | 2018-08-23 18:40:12 +0200 | [diff] [blame] | 60 | return; |
| 61 | } |
Markus Armbruster | a2731e0 | 2018-08-23 18:40:17 +0200 | [diff] [blame^] | 62 | json = json_parser_parse(&parser->tokens, parser->ap, &err); |
Markus Armbruster | f927791 | 2018-08-23 18:40:12 +0200 | [diff] [blame] | 63 | goto out_emit; |
Markus Armbruster | c546166 | 2015-11-25 22:23:26 +0100 | [diff] [blame] | 64 | default: |
| 65 | break; |
Anthony Liguori | d7ff3ac | 2009-11-11 10:38:59 -0600 | [diff] [blame] | 66 | } |
| 67 | |
Markus Armbruster | da09cfb | 2018-08-23 18:40:15 +0200 | [diff] [blame] | 68 | /* |
| 69 | * Security consideration, we limit total memory allocated per object |
| 70 | * and the maximum recursion depth that a message can force. |
| 71 | */ |
| 72 | if (parser->token_size + input->len + 1 > MAX_TOKEN_SIZE) { |
| 73 | error_setg(&err, "JSON token size limit exceeded"); |
| 74 | goto out_emit; |
| 75 | } |
Markus Armbruster | a2731e0 | 2018-08-23 18:40:17 +0200 | [diff] [blame^] | 76 | if (g_queue_get_length(&parser->tokens) + 1 > MAX_TOKEN_COUNT) { |
Markus Armbruster | da09cfb | 2018-08-23 18:40:15 +0200 | [diff] [blame] | 77 | error_setg(&err, "JSON token count limit exceeded"); |
| 78 | goto out_emit; |
| 79 | } |
| 80 | if (parser->bracket_count + parser->brace_count > MAX_NESTING) { |
| 81 | error_setg(&err, "JSON nesting depth limit exceeded"); |
| 82 | goto out_emit; |
| 83 | } |
| 84 | |
Paolo Bonzini | 9bada89 | 2015-11-25 22:23:32 +0100 | [diff] [blame] | 85 | token = g_malloc(sizeof(JSONToken) + input->len + 1); |
| 86 | token->type = type; |
| 87 | memcpy(token->str, input->str, input->len); |
| 88 | token->str[input->len] = 0; |
| 89 | token->x = x; |
| 90 | token->y = y; |
Anthony Liguori | d7ff3ac | 2009-11-11 10:38:59 -0600 | [diff] [blame] | 91 | |
Paolo Bonzini | d2ca7c0 | 2015-11-25 22:23:29 +0100 | [diff] [blame] | 92 | parser->token_size += input->len; |
Anthony Liguori | 29c75dd | 2011-06-01 12:14:53 -0500 | [diff] [blame] | 93 | |
Markus Armbruster | a2731e0 | 2018-08-23 18:40:17 +0200 | [diff] [blame^] | 94 | g_queue_push_tail(&parser->tokens, token); |
Anthony Liguori | d7ff3ac | 2009-11-11 10:38:59 -0600 | [diff] [blame] | 95 | |
Markus Armbruster | 8d3265b | 2018-08-23 18:40:16 +0200 | [diff] [blame] | 96 | if ((parser->brace_count > 0 || parser->bracket_count > 0) |
| 97 | && parser->bracket_count >= 0 && parser->bracket_count >= 0) { |
| 98 | return; |
Markus Armbruster | ff281a2 | 2018-08-23 18:40:02 +0200 | [diff] [blame] | 99 | } |
| 100 | |
Markus Armbruster | a2731e0 | 2018-08-23 18:40:17 +0200 | [diff] [blame^] | 101 | json = json_parser_parse(&parser->tokens, parser->ap, &err); |
Michael Roth | 5e2dafe | 2011-06-01 12:14:59 -0500 | [diff] [blame] | 102 | |
Michael Roth | 5e2dafe | 2011-06-01 12:14:59 -0500 | [diff] [blame] | 103 | out_emit: |
Michael Roth | 5e2dafe | 2011-06-01 12:14:59 -0500 | [diff] [blame] | 104 | parser->brace_count = 0; |
| 105 | parser->bracket_count = 0; |
Markus Armbruster | ff281a2 | 2018-08-23 18:40:02 +0200 | [diff] [blame] | 106 | json_message_free_tokens(parser); |
Michael Roth | 5e2dafe | 2011-06-01 12:14:59 -0500 | [diff] [blame] | 107 | parser->token_size = 0; |
Markus Armbruster | 62815d8 | 2018-08-23 18:40:01 +0200 | [diff] [blame] | 108 | parser->emit(parser->opaque, json, err); |
Anthony Liguori | d7ff3ac | 2009-11-11 10:38:59 -0600 | [diff] [blame] | 109 | } |
| 110 | |
| 111 | void json_message_parser_init(JSONMessageParser *parser, |
Markus Armbruster | 62815d8 | 2018-08-23 18:40:01 +0200 | [diff] [blame] | 112 | void (*emit)(void *opaque, QObject *json, |
| 113 | Error *err), |
| 114 | void *opaque, va_list *ap) |
Anthony Liguori | d7ff3ac | 2009-11-11 10:38:59 -0600 | [diff] [blame] | 115 | { |
Markus Armbruster | 62815d8 | 2018-08-23 18:40:01 +0200 | [diff] [blame] | 116 | parser->emit = emit; |
| 117 | parser->opaque = opaque; |
| 118 | parser->ap = ap; |
Anthony Liguori | d7ff3ac | 2009-11-11 10:38:59 -0600 | [diff] [blame] | 119 | parser->brace_count = 0; |
| 120 | parser->bracket_count = 0; |
Markus Armbruster | a2731e0 | 2018-08-23 18:40:17 +0200 | [diff] [blame^] | 121 | g_queue_init(&parser->tokens); |
Anthony Liguori | 29c75dd | 2011-06-01 12:14:53 -0500 | [diff] [blame] | 122 | parser->token_size = 0; |
Anthony Liguori | d7ff3ac | 2009-11-11 10:38:59 -0600 | [diff] [blame] | 123 | |
Markus Armbruster | 2cbd15a | 2018-08-23 18:40:05 +0200 | [diff] [blame] | 124 | json_lexer_init(&parser->lexer, !!ap); |
Anthony Liguori | d7ff3ac | 2009-11-11 10:38:59 -0600 | [diff] [blame] | 125 | } |
| 126 | |
Marc-André Lureau | 7c1e1d5 | 2018-08-23 18:39:58 +0200 | [diff] [blame] | 127 | void json_message_parser_feed(JSONMessageParser *parser, |
Anthony Liguori | d7ff3ac | 2009-11-11 10:38:59 -0600 | [diff] [blame] | 128 | const char *buffer, size_t size) |
| 129 | { |
Marc-André Lureau | 7c1e1d5 | 2018-08-23 18:39:58 +0200 | [diff] [blame] | 130 | json_lexer_feed(&parser->lexer, buffer, size); |
Anthony Liguori | d7ff3ac | 2009-11-11 10:38:59 -0600 | [diff] [blame] | 131 | } |
| 132 | |
Marc-André Lureau | 7c1e1d5 | 2018-08-23 18:39:58 +0200 | [diff] [blame] | 133 | void json_message_parser_flush(JSONMessageParser *parser) |
Anthony Liguori | d7ff3ac | 2009-11-11 10:38:59 -0600 | [diff] [blame] | 134 | { |
Marc-André Lureau | 7c1e1d5 | 2018-08-23 18:39:58 +0200 | [diff] [blame] | 135 | json_lexer_flush(&parser->lexer); |
Markus Armbruster | a2731e0 | 2018-08-23 18:40:17 +0200 | [diff] [blame^] | 136 | assert(g_queue_is_empty(&parser->tokens)); |
Anthony Liguori | d7ff3ac | 2009-11-11 10:38:59 -0600 | [diff] [blame] | 137 | } |
| 138 | |
| 139 | void json_message_parser_destroy(JSONMessageParser *parser) |
| 140 | { |
| 141 | json_lexer_destroy(&parser->lexer); |
Paolo Bonzini | 95385fe | 2015-11-25 22:23:31 +0100 | [diff] [blame] | 142 | json_message_free_tokens(parser); |
Anthony Liguori | d7ff3ac | 2009-11-11 10:38:59 -0600 | [diff] [blame] | 143 | } |