Anthony Liguori | d7ff3ac | 2009-11-11 10:38:59 -0600 | [diff] [blame] | 1 | /* |
| 2 | * JSON streaming support |
| 3 | * |
| 4 | * Copyright IBM, Corp. 2009 |
| 5 | * |
| 6 | * Authors: |
| 7 | * Anthony Liguori <aliguori@us.ibm.com> |
| 8 | * |
| 9 | * This work is licensed under the terms of the GNU LGPL, version 2.1 or later. |
| 10 | * See the COPYING.LIB file in the top-level directory. |
| 11 | * |
| 12 | */ |
| 13 | |
Peter Maydell | f2ad72b | 2016-01-29 17:50:01 +0000 | [diff] [blame] | 14 | #include "qemu/osdep.h" |
Anthony Liguori | d7ff3ac | 2009-11-11 10:38:59 -0600 | [diff] [blame] | 15 | #include "qemu-common.h" |
Markus Armbruster | 84a56f3 | 2018-08-23 18:40:06 +0200 | [diff] [blame] | 16 | #include "qapi/error.h" |
Paolo Bonzini | 7b1b5d1 | 2012-12-17 18:19:43 +0100 | [diff] [blame] | 17 | #include "qapi/qmp/json-lexer.h" |
Markus Armbruster | 62815d8 | 2018-08-23 18:40:01 +0200 | [diff] [blame] | 18 | #include "qapi/qmp/json-parser.h" |
Paolo Bonzini | 7b1b5d1 | 2012-12-17 18:19:43 +0100 | [diff] [blame] | 19 | #include "qapi/qmp/json-streamer.h" |
Anthony Liguori | d7ff3ac | 2009-11-11 10:38:59 -0600 | [diff] [blame] | 20 | |
Anthony Liguori | 29c75dd | 2011-06-01 12:14:53 -0500 | [diff] [blame] | 21 | #define MAX_TOKEN_SIZE (64ULL << 20) |
Markus Armbruster | df64983 | 2015-11-25 22:23:33 +0100 | [diff] [blame] | 22 | #define MAX_TOKEN_COUNT (2ULL << 20) |
Anthony Liguori | 29c75dd | 2011-06-01 12:14:53 -0500 | [diff] [blame] | 23 | #define MAX_NESTING (1ULL << 10) |
| 24 | |
Eric Blake | ba4dba5 | 2016-05-18 15:46:52 -0600 | [diff] [blame] | 25 | static void json_message_free_token(void *token, void *opaque) |
| 26 | { |
| 27 | g_free(token); |
| 28 | } |
| 29 | |
Paolo Bonzini | 95385fe | 2015-11-25 22:23:31 +0100 | [diff] [blame] | 30 | static void json_message_free_tokens(JSONMessageParser *parser) |
| 31 | { |
| 32 | if (parser->tokens) { |
Eric Blake | ba4dba5 | 2016-05-18 15:46:52 -0600 | [diff] [blame] | 33 | g_queue_foreach(parser->tokens, json_message_free_token, NULL); |
Paolo Bonzini | 95385fe | 2015-11-25 22:23:31 +0100 | [diff] [blame] | 34 | g_queue_free(parser->tokens); |
| 35 | parser->tokens = NULL; |
| 36 | } |
| 37 | } |
| 38 | |
Markus Armbruster | 037f244 | 2018-08-23 18:40:00 +0200 | [diff] [blame] | 39 | void json_message_process_token(JSONLexer *lexer, GString *input, |
| 40 | JSONTokenType type, int x, int y) |
Anthony Liguori | d7ff3ac | 2009-11-11 10:38:59 -0600 | [diff] [blame] | 41 | { |
| 42 | JSONMessageParser *parser = container_of(lexer, JSONMessageParser, lexer); |
Markus Armbruster | ff281a2 | 2018-08-23 18:40:02 +0200 | [diff] [blame] | 43 | QObject *json = NULL; |
Markus Armbruster | 62815d8 | 2018-08-23 18:40:01 +0200 | [diff] [blame] | 44 | Error *err = NULL; |
Paolo Bonzini | 9bada89 | 2015-11-25 22:23:32 +0100 | [diff] [blame] | 45 | JSONToken *token; |
Anthony Liguori | d7ff3ac | 2009-11-11 10:38:59 -0600 | [diff] [blame] | 46 | |
Markus Armbruster | c546166 | 2015-11-25 22:23:26 +0100 | [diff] [blame] | 47 | switch (type) { |
| 48 | case JSON_LCURLY: |
| 49 | parser->brace_count++; |
| 50 | break; |
| 51 | case JSON_RCURLY: |
| 52 | parser->brace_count--; |
| 53 | break; |
| 54 | case JSON_LSQUARE: |
| 55 | parser->bracket_count++; |
| 56 | break; |
| 57 | case JSON_RSQUARE: |
| 58 | parser->bracket_count--; |
| 59 | break; |
Markus Armbruster | 269e57a | 2018-08-23 18:40:03 +0200 | [diff] [blame] | 60 | case JSON_ERROR: |
Markus Armbruster | 84a56f3 | 2018-08-23 18:40:06 +0200 | [diff] [blame] | 61 | error_setg(&err, "JSON parse error, stray '%s'", input->str); |
Markus Armbruster | 269e57a | 2018-08-23 18:40:03 +0200 | [diff] [blame] | 62 | goto out_emit; |
Markus Armbruster | f927791 | 2018-08-23 18:40:12 +0200 | [diff] [blame] | 63 | case JSON_END_OF_INPUT: |
| 64 | if (g_queue_is_empty(parser->tokens)) { |
| 65 | return; |
| 66 | } |
| 67 | json = json_parser_parse(parser->tokens, parser->ap, &err); |
| 68 | parser->tokens = NULL; |
| 69 | goto out_emit; |
Markus Armbruster | c546166 | 2015-11-25 22:23:26 +0100 | [diff] [blame] | 70 | default: |
| 71 | break; |
Anthony Liguori | d7ff3ac | 2009-11-11 10:38:59 -0600 | [diff] [blame] | 72 | } |
| 73 | |
Paolo Bonzini | 9bada89 | 2015-11-25 22:23:32 +0100 | [diff] [blame] | 74 | token = g_malloc(sizeof(JSONToken) + input->len + 1); |
| 75 | token->type = type; |
| 76 | memcpy(token->str, input->str, input->len); |
| 77 | token->str[input->len] = 0; |
| 78 | token->x = x; |
| 79 | token->y = y; |
Anthony Liguori | d7ff3ac | 2009-11-11 10:38:59 -0600 | [diff] [blame] | 80 | |
Paolo Bonzini | d2ca7c0 | 2015-11-25 22:23:29 +0100 | [diff] [blame] | 81 | parser->token_size += input->len; |
Anthony Liguori | 29c75dd | 2011-06-01 12:14:53 -0500 | [diff] [blame] | 82 | |
Paolo Bonzini | 9bada89 | 2015-11-25 22:23:32 +0100 | [diff] [blame] | 83 | g_queue_push_tail(parser->tokens, token); |
Anthony Liguori | d7ff3ac | 2009-11-11 10:38:59 -0600 | [diff] [blame] | 84 | |
Markus Armbruster | ff281a2 | 2018-08-23 18:40:02 +0200 | [diff] [blame] | 85 | if (parser->brace_count < 0 || |
Anthony Liguori | 55f8301 | 2011-06-01 12:14:51 -0500 | [diff] [blame] | 86 | parser->bracket_count < 0 || |
| 87 | (parser->brace_count == 0 && |
| 88 | parser->bracket_count == 0)) { |
Markus Armbruster | ff281a2 | 2018-08-23 18:40:02 +0200 | [diff] [blame] | 89 | json = json_parser_parse(parser->tokens, parser->ap, &err); |
| 90 | parser->tokens = NULL; |
Michael Roth | 5e2dafe | 2011-06-01 12:14:59 -0500 | [diff] [blame] | 91 | goto out_emit; |
Markus Armbruster | ff281a2 | 2018-08-23 18:40:02 +0200 | [diff] [blame] | 92 | } |
| 93 | |
Markus Armbruster | 84a56f3 | 2018-08-23 18:40:06 +0200 | [diff] [blame] | 94 | /* |
| 95 | * Security consideration, we limit total memory allocated per object |
| 96 | * and the maximum recursion depth that a message can force. |
| 97 | */ |
| 98 | if (parser->token_size > MAX_TOKEN_SIZE) { |
| 99 | error_setg(&err, "JSON token size limit exceeded"); |
| 100 | goto out_emit; |
| 101 | } |
| 102 | if (g_queue_get_length(parser->tokens) > MAX_TOKEN_COUNT) { |
| 103 | error_setg(&err, "JSON token count limit exceeded"); |
| 104 | goto out_emit; |
| 105 | } |
| 106 | if (parser->bracket_count + parser->brace_count > MAX_NESTING) { |
| 107 | error_setg(&err, "JSON nesting depth limit exceeded"); |
Markus Armbruster | ff281a2 | 2018-08-23 18:40:02 +0200 | [diff] [blame] | 108 | goto out_emit; |
Anthony Liguori | d7ff3ac | 2009-11-11 10:38:59 -0600 | [diff] [blame] | 109 | } |
Michael Roth | 5e2dafe | 2011-06-01 12:14:59 -0500 | [diff] [blame] | 110 | |
| 111 | return; |
| 112 | |
Michael Roth | 5e2dafe | 2011-06-01 12:14:59 -0500 | [diff] [blame] | 113 | out_emit: |
Michael Roth | 5e2dafe | 2011-06-01 12:14:59 -0500 | [diff] [blame] | 114 | parser->brace_count = 0; |
| 115 | parser->bracket_count = 0; |
Markus Armbruster | ff281a2 | 2018-08-23 18:40:02 +0200 | [diff] [blame] | 116 | json_message_free_tokens(parser); |
Paolo Bonzini | 95385fe | 2015-11-25 22:23:31 +0100 | [diff] [blame] | 117 | parser->tokens = g_queue_new(); |
Michael Roth | 5e2dafe | 2011-06-01 12:14:59 -0500 | [diff] [blame] | 118 | parser->token_size = 0; |
Markus Armbruster | 62815d8 | 2018-08-23 18:40:01 +0200 | [diff] [blame] | 119 | parser->emit(parser->opaque, json, err); |
Anthony Liguori | d7ff3ac | 2009-11-11 10:38:59 -0600 | [diff] [blame] | 120 | } |
| 121 | |
| 122 | void json_message_parser_init(JSONMessageParser *parser, |
Markus Armbruster | 62815d8 | 2018-08-23 18:40:01 +0200 | [diff] [blame] | 123 | void (*emit)(void *opaque, QObject *json, |
| 124 | Error *err), |
| 125 | void *opaque, va_list *ap) |
Anthony Liguori | d7ff3ac | 2009-11-11 10:38:59 -0600 | [diff] [blame] | 126 | { |
Markus Armbruster | 62815d8 | 2018-08-23 18:40:01 +0200 | [diff] [blame] | 127 | parser->emit = emit; |
| 128 | parser->opaque = opaque; |
| 129 | parser->ap = ap; |
Anthony Liguori | d7ff3ac | 2009-11-11 10:38:59 -0600 | [diff] [blame] | 130 | parser->brace_count = 0; |
| 131 | parser->bracket_count = 0; |
Paolo Bonzini | 95385fe | 2015-11-25 22:23:31 +0100 | [diff] [blame] | 132 | parser->tokens = g_queue_new(); |
Anthony Liguori | 29c75dd | 2011-06-01 12:14:53 -0500 | [diff] [blame] | 133 | parser->token_size = 0; |
Anthony Liguori | d7ff3ac | 2009-11-11 10:38:59 -0600 | [diff] [blame] | 134 | |
Markus Armbruster | 2cbd15a | 2018-08-23 18:40:05 +0200 | [diff] [blame] | 135 | json_lexer_init(&parser->lexer, !!ap); |
Anthony Liguori | d7ff3ac | 2009-11-11 10:38:59 -0600 | [diff] [blame] | 136 | } |
| 137 | |
Marc-André Lureau | 7c1e1d5 | 2018-08-23 18:39:58 +0200 | [diff] [blame] | 138 | void json_message_parser_feed(JSONMessageParser *parser, |
Anthony Liguori | d7ff3ac | 2009-11-11 10:38:59 -0600 | [diff] [blame] | 139 | const char *buffer, size_t size) |
| 140 | { |
Marc-André Lureau | 7c1e1d5 | 2018-08-23 18:39:58 +0200 | [diff] [blame] | 141 | json_lexer_feed(&parser->lexer, buffer, size); |
Anthony Liguori | d7ff3ac | 2009-11-11 10:38:59 -0600 | [diff] [blame] | 142 | } |
| 143 | |
Marc-André Lureau | 7c1e1d5 | 2018-08-23 18:39:58 +0200 | [diff] [blame] | 144 | void json_message_parser_flush(JSONMessageParser *parser) |
Anthony Liguori | d7ff3ac | 2009-11-11 10:38:59 -0600 | [diff] [blame] | 145 | { |
Marc-André Lureau | 7c1e1d5 | 2018-08-23 18:39:58 +0200 | [diff] [blame] | 146 | json_lexer_flush(&parser->lexer); |
Markus Armbruster | f927791 | 2018-08-23 18:40:12 +0200 | [diff] [blame] | 147 | assert(g_queue_is_empty(parser->tokens)); |
Anthony Liguori | d7ff3ac | 2009-11-11 10:38:59 -0600 | [diff] [blame] | 148 | } |
| 149 | |
| 150 | void json_message_parser_destroy(JSONMessageParser *parser) |
| 151 | { |
| 152 | json_lexer_destroy(&parser->lexer); |
Paolo Bonzini | 95385fe | 2015-11-25 22:23:31 +0100 | [diff] [blame] | 153 | json_message_free_tokens(parser); |
Anthony Liguori | d7ff3ac | 2009-11-11 10:38:59 -0600 | [diff] [blame] | 154 | } |