Dejan Mircevski | b6fe02f | 2016-01-07 13:44:22 -0500 | [diff] [blame] | 1 | // Copyright (c) 2015-2016 The Khronos Group Inc. |
Kenneth Benzie (Benie) | 83e5a29 | 2015-05-22 18:26:19 +0100 | [diff] [blame] | 2 | // |
David Neto | 9fc8658 | 2016-09-01 15:33:59 -0400 | [diff] [blame] | 3 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | // you may not use this file except in compliance with the License. |
| 5 | // You may obtain a copy of the License at |
Kenneth Benzie (Benie) | 83e5a29 | 2015-05-22 18:26:19 +0100 | [diff] [blame] | 6 | // |
David Neto | 9fc8658 | 2016-09-01 15:33:59 -0400 | [diff] [blame] | 7 | // http://www.apache.org/licenses/LICENSE-2.0 |
Kenneth Benzie (Benie) | 83e5a29 | 2015-05-22 18:26:19 +0100 | [diff] [blame] | 8 | // |
David Neto | 9fc8658 | 2016-09-01 15:33:59 -0400 | [diff] [blame] | 9 | // Unless required by applicable law or agreed to in writing, software |
| 10 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | // See the License for the specific language governing permissions and |
| 13 | // limitations under the License. |
Kenneth Benzie (Benie) | 83e5a29 | 2015-05-22 18:26:19 +0100 | [diff] [blame] | 14 | |
Kenneth Benzie (Benie) | 83e5a29 | 2015-05-22 18:26:19 +0100 | [diff] [blame] | 15 | #include "binary.h" |
David Neto | fcc7d58 | 2015-10-27 15:31:10 -0400 | [diff] [blame] | 16 | |
David Neto | 7bff3eb | 2015-11-20 14:21:10 -0500 | [diff] [blame] | 17 | #include <algorithm> |
David Neto | fcc7d58 | 2015-10-27 15:31:10 -0400 | [diff] [blame] | 18 | #include <cassert> |
| 19 | #include <cstring> |
Andrew Woloszyn | 7ffd8ff | 2016-01-11 16:22:34 -0500 | [diff] [blame] | 20 | #include <iterator> |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 21 | #include <limits> |
David Neto | fcc7d58 | 2015-10-27 15:31:10 -0400 | [diff] [blame] | 22 | #include <unordered_map> |
Lei Zhang | dc6e483 | 2016-09-21 17:16:31 -0400 | [diff] [blame] | 23 | #include <vector> |
David Neto | fcc7d58 | 2015-10-27 15:31:10 -0400 | [diff] [blame] | 24 | |
David Neto | fcc7d58 | 2015-10-27 15:31:10 -0400 | [diff] [blame] | 25 | #include "assembly_grammar.h" |
Kenneth Benzie (Benie) | 83e5a29 | 2015-05-22 18:26:19 +0100 | [diff] [blame] | 26 | #include "diagnostic.h" |
| 27 | #include "ext_inst.h" |
| 28 | #include "opcode.h" |
| 29 | #include "operand.h" |
David Neto | dbc2049 | 2017-03-14 12:43:41 -0400 | [diff] [blame] | 30 | #include "spirv/1.2/spirv.h" |
Lei Zhang | aa056cd | 2015-11-11 14:24:04 -0500 | [diff] [blame] | 31 | #include "spirv_constant.h" |
David Neto | 4c21571 | 2015-12-22 15:08:41 -0500 | [diff] [blame] | 32 | #include "spirv_endian.h" |
Andrew Woloszyn | 157e41b | 2015-10-16 15:11:00 -0400 | [diff] [blame] | 33 | |
Andrew Woloszyn | 55ecc2e | 2015-11-11 11:05:07 -0500 | [diff] [blame] | 34 | spv_result_t spvBinaryHeaderGet(const spv_const_binary binary, |
Kenneth Benzie (Benie) | 83e5a29 | 2015-05-22 18:26:19 +0100 | [diff] [blame] | 35 | const spv_endianness_t endian, |
Lei Zhang | 1a0334e | 2015-11-02 09:41:20 -0500 | [diff] [blame] | 36 | spv_header_t* pHeader) { |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 37 | if (!binary->code) return SPV_ERROR_INVALID_BINARY; |
| 38 | if (binary->wordCount < SPV_INDEX_INSTRUCTION) |
| 39 | return SPV_ERROR_INVALID_BINARY; |
Lei Zhang | 4005670 | 2015-09-11 14:31:27 -0400 | [diff] [blame] | 40 | if (!pHeader) return SPV_ERROR_INVALID_POINTER; |
Kenneth Benzie (Benie) | 83e5a29 | 2015-05-22 18:26:19 +0100 | [diff] [blame] | 41 | |
| 42 | // TODO: Validation checking? |
| 43 | pHeader->magic = spvFixWord(binary->code[SPV_INDEX_MAGIC_NUMBER], endian); |
| 44 | pHeader->version = spvFixWord(binary->code[SPV_INDEX_VERSION_NUMBER], endian); |
| 45 | pHeader->generator = |
| 46 | spvFixWord(binary->code[SPV_INDEX_GENERATOR_NUMBER], endian); |
| 47 | pHeader->bound = spvFixWord(binary->code[SPV_INDEX_BOUND], endian); |
| 48 | pHeader->schema = spvFixWord(binary->code[SPV_INDEX_SCHEMA], endian); |
| 49 | pHeader->instructions = &binary->code[SPV_INDEX_INSTRUCTION]; |
| 50 | |
| 51 | return SPV_SUCCESS; |
| 52 | } |
| 53 | |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 54 | namespace { |
Kenneth Benzie (Benie) | 83e5a29 | 2015-05-22 18:26:19 +0100 | [diff] [blame] | 55 | |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 56 | // A SPIR-V binary parser. A parser instance communicates detailed parse |
| 57 | // results via callbacks. |
| 58 | class Parser { |
| 59 | public: |
| 60 | // The user_data value is provided to the callbacks as context. |
Lei Zhang | 972788b | 2015-11-12 13:48:30 -0500 | [diff] [blame] | 61 | Parser(const spv_const_context context, void* user_data, |
| 62 | spv_parsed_header_fn_t parsed_header_fn, |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 63 | spv_parsed_instruction_fn_t parsed_instruction_fn) |
Lei Zhang | 972788b | 2015-11-12 13:48:30 -0500 | [diff] [blame] | 64 | : grammar_(context), |
Lei Zhang | 755f97f | 2016-09-02 18:06:18 -0400 | [diff] [blame] | 65 | consumer_(context->consumer), |
Lei Zhang | 972788b | 2015-11-12 13:48:30 -0500 | [diff] [blame] | 66 | user_data_(user_data), |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 67 | parsed_header_fn_(parsed_header_fn), |
| 68 | parsed_instruction_fn_(parsed_instruction_fn) {} |
| 69 | |
| 70 | // Parses the specified binary SPIR-V module, issuing callbacks on a parsed |
| 71 | // header and for each parsed instruction. Returns SPV_SUCCESS on success. |
| 72 | // Otherwise returns an error code and issues a diagnostic. |
| 73 | spv_result_t parse(const uint32_t* words, size_t num_words, |
| 74 | spv_diagnostic* diagnostic); |
| 75 | |
| 76 | private: |
| 77 | // All remaining methods work on the current module parse state. |
| 78 | |
| 79 | // Like the parse method, but works on the current module parse state. |
| 80 | spv_result_t parseModule(); |
| 81 | |
| 82 | // Parses an instruction at the current position of the binary. Assumes |
| 83 | // the header has been parsed, the endian has been set, and the word index is |
| 84 | // still in range. Advances the parsing position past the instruction, and |
| 85 | // updates other parsing state for the current module. |
| 86 | // On success, returns SPV_SUCCESS and issues the parsed-instruction callback. |
| 87 | // On failure, returns an error code and issues a diagnostic. |
| 88 | spv_result_t parseInstruction(); |
| 89 | |
David Neto | 7bff3eb | 2015-11-20 14:21:10 -0500 | [diff] [blame] | 90 | // Parses an instruction operand with the given type, for an instruction |
| 91 | // starting at inst_offset words into the SPIR-V binary. |
| 92 | // If the SPIR-V binary is the same endianness as the host, then the |
| 93 | // endian_converted_inst_words parameter is ignored. Otherwise, this method |
| 94 | // appends the words for this operand, converted to host native endianness, |
| 95 | // to the end of endian_converted_inst_words. This method also updates the |
| 96 | // expected_operands parameter, and the scalar members of the inst parameter. |
| 97 | // On success, returns SPV_SUCCESS, advances past the operand, and pushes a |
| 98 | // new entry on to the operands vector. Otherwise returns an error code and |
| 99 | // issues a diagnostic. |
| 100 | spv_result_t parseOperand(size_t inst_offset, spv_parsed_instruction_t* inst, |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 101 | const spv_operand_type_t type, |
David Neto | 7bff3eb | 2015-11-20 14:21:10 -0500 | [diff] [blame] | 102 | std::vector<uint32_t>* endian_converted_inst_words, |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 103 | std::vector<spv_parsed_operand_t>* operands, |
| 104 | spv_operand_pattern_t* expected_operands); |
| 105 | |
| 106 | // Records the numeric type for an operand according to the type information |
| 107 | // associated with the given non-zero type Id. This can fail if the type Id |
| 108 | // is not a type Id, or if the type Id does not reference a scalar numeric |
| 109 | // type. On success, return SPV_SUCCESS and populates the num_words, |
| 110 | // number_kind, and number_bit_width fields of parsed_operand. |
| 111 | spv_result_t setNumericTypeInfoForType(spv_parsed_operand_t* parsed_operand, |
| 112 | uint32_t type_id); |
| 113 | |
David Neto | 7bff3eb | 2015-11-20 14:21:10 -0500 | [diff] [blame] | 114 | // Records the number type for an instruction at the given offset, if that |
| 115 | // instruction generates a type. For types that aren't scalar numbers, |
| 116 | // record something with number kind SPV_NUMBER_NONE. |
| 117 | void recordNumberType(size_t inst_offset, |
| 118 | const spv_parsed_instruction_t* inst); |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 119 | |
| 120 | // Returns a diagnostic stream object initialized with current position in |
| 121 | // the input stream, and for the given error code. Any data written to the |
| 122 | // returned object will be propagated to the current parse's diagnostic |
| 123 | // object. |
David Neto | 0165636 | 2015-11-20 10:44:41 -0500 | [diff] [blame] | 124 | libspirv::DiagnosticStream diagnostic(spv_result_t error) { |
Lei Zhang | 755f97f | 2016-09-02 18:06:18 -0400 | [diff] [blame] | 125 | return libspirv::DiagnosticStream({0, 0, _.word_index}, consumer_, error); |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 126 | } |
| 127 | |
| 128 | // Returns a diagnostic stream object with the default parse error code. |
David Neto | 0165636 | 2015-11-20 10:44:41 -0500 | [diff] [blame] | 129 | libspirv::DiagnosticStream diagnostic() { |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 130 | // The default failure for parsing is invalid binary. |
| 131 | return diagnostic(SPV_ERROR_INVALID_BINARY); |
| 132 | } |
| 133 | |
David Neto | d9ad050 | 2015-11-24 18:37:24 -0500 | [diff] [blame] | 134 | // Issues a diagnostic describing an exhaustion of input condition when |
| 135 | // trying to decode an instruction operand, and returns |
| 136 | // SPV_ERROR_INVALID_BINARY. |
| 137 | spv_result_t exhaustedInputDiagnostic(size_t inst_offset, SpvOp opcode, |
| 138 | spv_operand_type_t type) { |
| 139 | return diagnostic() << "End of input reached while decoding Op" |
| 140 | << spvOpcodeString(opcode) << " starting at word " |
| 141 | << inst_offset |
| 142 | << ((_.word_index < _.num_words) ? ": truncated " |
| 143 | : ": missing ") |
| 144 | << spvOperandTypeStr(type) << " operand at word offset " |
| 145 | << _.word_index - inst_offset << "."; |
| 146 | } |
| 147 | |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 148 | // Returns the endian-corrected word at the current position. |
| 149 | uint32_t peek() const { return peekAt(_.word_index); } |
| 150 | |
| 151 | // Returns the endian-corrected word at the given position. |
| 152 | uint32_t peekAt(size_t index) const { |
| 153 | assert(index < _.num_words); |
| 154 | return spvFixWord(_.words[index], _.endian); |
| 155 | } |
| 156 | |
| 157 | // Data members |
| 158 | |
| 159 | const libspirv::AssemblyGrammar grammar_; // SPIR-V syntax utility. |
Lei Zhang | 755f97f | 2016-09-02 18:06:18 -0400 | [diff] [blame] | 160 | const spvtools::MessageConsumer& consumer_; // Message consumer callback. |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 161 | void* const user_data_; // Context for the callbacks |
| 162 | const spv_parsed_header_fn_t parsed_header_fn_; // Parsed header callback |
| 163 | const spv_parsed_instruction_fn_t |
| 164 | parsed_instruction_fn_; // Parsed instruction callback |
| 165 | |
| 166 | // Describes the format of a typed literal number. |
| 167 | struct NumberType { |
| 168 | spv_number_kind_t type; |
| 169 | uint32_t bit_width; |
| 170 | }; |
| 171 | |
| 172 | // The state used to parse a single SPIR-V binary module. |
| 173 | struct State { |
| 174 | State(const uint32_t* words_arg, size_t num_words_arg, |
| 175 | spv_diagnostic* diagnostic_arg) |
| 176 | : words(words_arg), |
| 177 | num_words(num_words_arg), |
| 178 | diagnostic(diagnostic_arg), |
| 179 | word_index(0), |
Lei Zhang | 712bed0 | 2016-02-25 16:11:16 -0500 | [diff] [blame] | 180 | endian(), |
Chris Forbes | 78338d5 | 2017-06-27 16:28:22 -0700 | [diff] [blame] | 181 | requires_endian_conversion(false) { |
Diego Novillo | d2938e4 | 2017-11-08 12:40:02 -0500 | [diff] [blame] | 182 | // Temporary storage for parser state within a single instruction. |
| 183 | // Most instructions require fewer than 25 words or operands. |
| 184 | operands.reserve(25); |
| 185 | endian_converted_words.reserve(25); |
| 186 | expected_operands.reserve(25); |
Chris Forbes | 78338d5 | 2017-06-27 16:28:22 -0700 | [diff] [blame] | 187 | } |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 188 | State() : State(0, 0, nullptr) {} |
| 189 | const uint32_t* words; // Words in the binary SPIR-V module. |
| 190 | size_t num_words; // Number of words in the module. |
| 191 | spv_diagnostic* diagnostic; // Where diagnostics go. |
| 192 | size_t word_index; // The current position in words. |
| 193 | spv_endianness_t endian; // The endianness of the binary. |
David Neto | 7bff3eb | 2015-11-20 14:21:10 -0500 | [diff] [blame] | 194 | // Is the SPIR-V binary in a different endiannes from the host native |
| 195 | // endianness? |
| 196 | bool requires_endian_conversion; |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 197 | |
| 198 | // Maps a result ID to its type ID. By convention: |
| 199 | // - a result ID that is a type definition maps to itself. |
| 200 | // - a result ID without a type maps to 0. (E.g. for OpLabel) |
| 201 | std::unordered_map<uint32_t, uint32_t> id_to_type_id; |
| 202 | // Maps a type ID to its number type description. |
| 203 | std::unordered_map<uint32_t, NumberType> type_id_to_number_type_info; |
| 204 | // Maps an ExtInstImport id to the extended instruction type. |
| 205 | std::unordered_map<uint32_t, spv_ext_inst_type_t> |
| 206 | import_id_to_ext_inst_type; |
Chris Forbes | fcd991f | 2017-06-27 11:00:06 -0700 | [diff] [blame] | 207 | |
| 208 | // Used by parseOperand |
| 209 | std::vector<spv_parsed_operand_t> operands; |
| 210 | std::vector<uint32_t> endian_converted_words; |
Chris Forbes | 78338d5 | 2017-06-27 16:28:22 -0700 | [diff] [blame] | 211 | spv_operand_pattern_t expected_operands; |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 212 | } _; |
| 213 | }; |
| 214 | |
| 215 | spv_result_t Parser::parse(const uint32_t* words, size_t num_words, |
| 216 | spv_diagnostic* diagnostic_arg) { |
| 217 | _ = State(words, num_words, diagnostic_arg); |
| 218 | |
| 219 | const spv_result_t result = parseModule(); |
| 220 | |
| 221 | // Clear the module state. The tables might be big. |
| 222 | _ = State(); |
| 223 | |
| 224 | return result; |
| 225 | } |
| 226 | |
| 227 | spv_result_t Parser::parseModule() { |
| 228 | if (!_.words) return diagnostic() << "Missing module."; |
| 229 | |
| 230 | if (_.num_words < SPV_INDEX_INSTRUCTION) |
| 231 | return diagnostic() << "Module has incomplete header: only " << _.num_words |
| 232 | << " words instead of " << SPV_INDEX_INSTRUCTION; |
| 233 | |
| 234 | // Check the magic number and detect the module's endianness. |
Andrew Woloszyn | 55ecc2e | 2015-11-11 11:05:07 -0500 | [diff] [blame] | 235 | spv_const_binary_t binary{_.words, _.num_words}; |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 236 | if (spvBinaryEndianness(&binary, &_.endian)) { |
| 237 | return diagnostic() << "Invalid SPIR-V magic number '" << std::hex |
| 238 | << _.words[0] << "'."; |
| 239 | } |
David Neto | 7bff3eb | 2015-11-20 14:21:10 -0500 | [diff] [blame] | 240 | _.requires_endian_conversion = !spvIsHostEndian(_.endian); |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 241 | |
| 242 | // Process the header. |
| 243 | spv_header_t header; |
| 244 | if (spvBinaryHeaderGet(&binary, _.endian, &header)) { |
| 245 | // It turns out there is no way to trigger this error since the only |
| 246 | // failure cases are already handled above, with better messages. |
| 247 | return diagnostic(SPV_ERROR_INTERNAL) |
| 248 | << "Internal error: unhandled header parse failure"; |
| 249 | } |
| 250 | if (parsed_header_fn_) { |
| 251 | if (auto error = parsed_header_fn_(user_data_, _.endian, header.magic, |
| 252 | header.version, header.generator, |
| 253 | header.bound, header.schema)) { |
| 254 | return error; |
| 255 | } |
| 256 | } |
| 257 | |
| 258 | // Process the instructions. |
| 259 | _.word_index = SPV_INDEX_INSTRUCTION; |
| 260 | while (_.word_index < _.num_words) |
| 261 | if (auto error = parseInstruction()) return error; |
| 262 | |
| 263 | // Running off the end should already have been reported earlier. |
| 264 | assert(_.word_index == _.num_words); |
| 265 | |
| 266 | return SPV_SUCCESS; |
| 267 | } |
| 268 | |
| 269 | spv_result_t Parser::parseInstruction() { |
| 270 | // The zero values for all members except for opcode are the |
| 271 | // correct initial values. |
| 272 | spv_parsed_instruction_t inst = {}; |
David Neto | 7bff3eb | 2015-11-20 14:21:10 -0500 | [diff] [blame] | 273 | |
| 274 | const uint32_t first_word = peek(); |
| 275 | |
David Neto | 7bff3eb | 2015-11-20 14:21:10 -0500 | [diff] [blame] | 276 | // If the module's endianness is different from the host native endianness, |
| 277 | // then converted_words contains the the endian-translated words in the |
| 278 | // instruction. |
Chris Forbes | fcd991f | 2017-06-27 11:00:06 -0700 | [diff] [blame] | 279 | _.endian_converted_words.clear(); |
| 280 | _.endian_converted_words.push_back(first_word); |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 281 | |
| 282 | // After a successful parse of the instruction, the inst.operands member |
| 283 | // will point to this vector's storage. |
Chris Forbes | fcd991f | 2017-06-27 11:00:06 -0700 | [diff] [blame] | 284 | _.operands.clear(); |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 285 | |
| 286 | assert(_.word_index < _.num_words); |
| 287 | // Decompose and check the first word. |
| 288 | uint16_t inst_word_count = 0; |
David Neto | 7bff3eb | 2015-11-20 14:21:10 -0500 | [diff] [blame] | 289 | spvOpcodeSplit(first_word, &inst_word_count, &inst.opcode); |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 290 | if (inst_word_count < 1) { |
| 291 | return diagnostic() << "Invalid instruction word count: " |
| 292 | << inst_word_count; |
| 293 | } |
| 294 | spv_opcode_desc opcode_desc; |
Lei Zhang | 6fa3f8a | 2016-03-31 17:26:31 -0400 | [diff] [blame] | 295 | if (grammar_.lookupOpcode(static_cast<SpvOp>(inst.opcode), &opcode_desc)) |
| 296 | return diagnostic() << "Invalid opcode: " << inst.opcode; |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 297 | |
David Neto | 7bff3eb | 2015-11-20 14:21:10 -0500 | [diff] [blame] | 298 | // Advance past the opcode word. But remember the of the start |
| 299 | // of the instruction. |
| 300 | const size_t inst_offset = _.word_index; |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 301 | _.word_index++; |
| 302 | |
| 303 | // Maintains the ordered list of expected operand types. |
| 304 | // For many instructions we only need the {numTypes, operandTypes} |
| 305 | // entries in opcode_desc. However, sometimes we need to modify |
| 306 | // the list as we parse the operands. This occurs when an operand |
| 307 | // has its own logical operands (such as the LocalSize operand for |
| 308 | // ExecutionMode), or for extended instructions that may have their |
| 309 | // own operands depending on the selected extended instruction. |
Chris Forbes | 78338d5 | 2017-06-27 16:28:22 -0700 | [diff] [blame] | 310 | _.expected_operands.clear(); |
| 311 | for (auto i = 0; i < opcode_desc->numTypes; i++) |
Diego Novillo | d2938e4 | 2017-11-08 12:40:02 -0500 | [diff] [blame] | 312 | _.expected_operands.push_back( |
| 313 | opcode_desc->operandTypes[opcode_desc->numTypes - i - 1]); |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 314 | |
David Neto | 7bff3eb | 2015-11-20 14:21:10 -0500 | [diff] [blame] | 315 | while (_.word_index < inst_offset + inst_word_count) { |
| 316 | const uint16_t inst_word_index = uint16_t(_.word_index - inst_offset); |
Chris Forbes | 78338d5 | 2017-06-27 16:28:22 -0700 | [diff] [blame] | 317 | if (_.expected_operands.empty()) { |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 318 | return diagnostic() << "Invalid instruction Op" << opcode_desc->name |
David Neto | 7bff3eb | 2015-11-20 14:21:10 -0500 | [diff] [blame] | 319 | << " starting at word " << inst_offset |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 320 | << ": expected no more operands after " |
| 321 | << inst_word_index |
| 322 | << " words, but stated word count is " |
| 323 | << inst_word_count << "."; |
| 324 | } |
| 325 | |
Diego Novillo | d2938e4 | 2017-11-08 12:40:02 -0500 | [diff] [blame] | 326 | spv_operand_type_t type = |
| 327 | spvTakeFirstMatchableOperand(&_.expected_operands); |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 328 | |
David Neto | 7bff3eb | 2015-11-20 14:21:10 -0500 | [diff] [blame] | 329 | if (auto error = |
Chris Forbes | fcd991f | 2017-06-27 11:00:06 -0700 | [diff] [blame] | 330 | parseOperand(inst_offset, &inst, type, &_.endian_converted_words, |
Chris Forbes | 78338d5 | 2017-06-27 16:28:22 -0700 | [diff] [blame] | 331 | &_.operands, &_.expected_operands)) { |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 332 | return error; |
David Neto | d9ad050 | 2015-11-24 18:37:24 -0500 | [diff] [blame] | 333 | } |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 334 | } |
| 335 | |
Chris Forbes | 78338d5 | 2017-06-27 16:28:22 -0700 | [diff] [blame] | 336 | if (!_.expected_operands.empty() && |
| 337 | !spvOperandIsOptional(_.expected_operands.back())) { |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 338 | return diagnostic() << "End of input reached while decoding Op" |
| 339 | << opcode_desc->name << " starting at word " |
David Neto | 7bff3eb | 2015-11-20 14:21:10 -0500 | [diff] [blame] | 340 | << inst_offset << ": expected more operands after " |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 341 | << inst_word_count << " words."; |
| 342 | } |
| 343 | |
David Neto | 7bff3eb | 2015-11-20 14:21:10 -0500 | [diff] [blame] | 344 | if ((inst_offset + inst_word_count) != _.word_index) { |
David Neto | d9ad050 | 2015-11-24 18:37:24 -0500 | [diff] [blame] | 345 | return diagnostic() << "Invalid word count: Op" << opcode_desc->name |
| 346 | << " starting at word " << inst_offset |
| 347 | << " says it has " << inst_word_count |
David Neto | 7bff3eb | 2015-11-20 14:21:10 -0500 | [diff] [blame] | 348 | << " words, but found " << _.word_index - inst_offset |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 349 | << " words instead."; |
| 350 | } |
David Neto | 15afbf9 | 2015-11-23 14:17:35 -0500 | [diff] [blame] | 351 | |
| 352 | // Check the computed length of the endian-converted words vector against |
| 353 | // the declared number of words in the instruction. If endian conversion |
| 354 | // is required, then they should match. If no endian conversion was |
| 355 | // performed, then the vector only contains the initial opcode/word-count |
| 356 | // word. |
| 357 | assert(!_.requires_endian_conversion || |
Chris Forbes | fcd991f | 2017-06-27 11:00:06 -0700 | [diff] [blame] | 358 | (inst_word_count == _.endian_converted_words.size())); |
Diego Novillo | d2938e4 | 2017-11-08 12:40:02 -0500 | [diff] [blame] | 359 | assert(_.requires_endian_conversion || |
| 360 | (_.endian_converted_words.size() == 1)); |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 361 | |
David Neto | 7bff3eb | 2015-11-20 14:21:10 -0500 | [diff] [blame] | 362 | recordNumberType(inst_offset, &inst); |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 363 | |
David Neto | 7bff3eb | 2015-11-20 14:21:10 -0500 | [diff] [blame] | 364 | if (_.requires_endian_conversion) { |
| 365 | // We must wait until here to set this pointer, because the vector might |
| 366 | // have been be resized while we accumulated its elements. |
Chris Forbes | fcd991f | 2017-06-27 11:00:06 -0700 | [diff] [blame] | 367 | inst.words = _.endian_converted_words.data(); |
David Neto | 7bff3eb | 2015-11-20 14:21:10 -0500 | [diff] [blame] | 368 | } else { |
| 369 | // If no conversion is required, then just point to the underlying binary. |
| 370 | // This saves time and space. |
| 371 | inst.words = _.words + inst_offset; |
| 372 | } |
| 373 | inst.num_words = inst_word_count; |
| 374 | |
| 375 | // We must wait until here to set this pointer, because the vector might |
| 376 | // have been be resized while we accumulated its elements. |
Chris Forbes | fcd991f | 2017-06-27 11:00:06 -0700 | [diff] [blame] | 377 | inst.operands = _.operands.data(); |
| 378 | inst.num_operands = uint16_t(_.operands.size()); |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 379 | |
| 380 | // Issue the callback. The callee should know that all the storage in inst |
| 381 | // is transient, and will disappear immediately afterward. |
| 382 | if (parsed_instruction_fn_) { |
| 383 | if (auto error = parsed_instruction_fn_(user_data_, &inst)) return error; |
| 384 | } |
| 385 | |
| 386 | return SPV_SUCCESS; |
| 387 | } |
| 388 | |
David Neto | 7bff3eb | 2015-11-20 14:21:10 -0500 | [diff] [blame] | 389 | spv_result_t Parser::parseOperand(size_t inst_offset, |
| 390 | spv_parsed_instruction_t* inst, |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 391 | const spv_operand_type_t type, |
David Neto | 7bff3eb | 2015-11-20 14:21:10 -0500 | [diff] [blame] | 392 | std::vector<uint32_t>* words, |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 393 | std::vector<spv_parsed_operand_t>* operands, |
| 394 | spv_operand_pattern_t* expected_operands) { |
Lei Zhang | 6fa3f8a | 2016-03-31 17:26:31 -0400 | [diff] [blame] | 395 | const SpvOp opcode = static_cast<SpvOp>(inst->opcode); |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 396 | // We'll fill in this result as we go along. |
| 397 | spv_parsed_operand_t parsed_operand; |
David Neto | 7bff3eb | 2015-11-20 14:21:10 -0500 | [diff] [blame] | 398 | parsed_operand.offset = uint16_t(_.word_index - inst_offset); |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 399 | // Most operands occupy one word. This might be be adjusted later. |
| 400 | parsed_operand.num_words = 1; |
| 401 | // The type argument is the one used by the grammar to parse the instruction. |
| 402 | // But it can exposes internal parser details such as whether an operand is |
| 403 | // optional or actually represents a variable-length sequence of operands. |
| 404 | // The resulting type should be adjusted to avoid those internal details. |
| 405 | // In most cases, the resulting operand type is the same as the grammar type. |
| 406 | parsed_operand.type = type; |
| 407 | |
| 408 | // Assume non-numeric values. This will be updated for literal numbers. |
| 409 | parsed_operand.number_kind = SPV_NUMBER_NONE; |
| 410 | parsed_operand.number_bit_width = 0; |
| 411 | |
David Neto | d9ad050 | 2015-11-24 18:37:24 -0500 | [diff] [blame] | 412 | if (_.word_index >= _.num_words) |
Lei Zhang | 6fa3f8a | 2016-03-31 17:26:31 -0400 | [diff] [blame] | 413 | return exhaustedInputDiagnostic(inst_offset, opcode, type); |
David Neto | d9ad050 | 2015-11-24 18:37:24 -0500 | [diff] [blame] | 414 | |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 415 | const uint32_t word = peek(); |
Kenneth Benzie (Benie) | 83e5a29 | 2015-05-22 18:26:19 +0100 | [diff] [blame] | 416 | |
David Neto | 7bff3eb | 2015-11-20 14:21:10 -0500 | [diff] [blame] | 417 | // Do the words in this operand have to be converted to native endianness? |
| 418 | // True for all but literal strings. |
| 419 | bool convert_operand_endianness = true; |
| 420 | |
Kenneth Benzie (Benie) | 83e5a29 | 2015-05-22 18:26:19 +0100 | [diff] [blame] | 421 | switch (type) { |
Andrew Woloszyn | 537e776 | 2015-09-29 11:28:34 -0400 | [diff] [blame] | 422 | case SPV_OPERAND_TYPE_TYPE_ID: |
David Neto | 677e0c7 | 2016-01-05 14:56:02 -0500 | [diff] [blame] | 423 | if (!word) |
| 424 | return diagnostic(SPV_ERROR_INVALID_ID) << "Error: Type Id is 0"; |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 425 | inst->type_id = word; |
| 426 | break; |
| 427 | |
| 428 | case SPV_OPERAND_TYPE_RESULT_ID: |
David Neto | 677e0c7 | 2016-01-05 14:56:02 -0500 | [diff] [blame] | 429 | if (!word) |
| 430 | return diagnostic(SPV_ERROR_INVALID_ID) << "Error: Result Id is 0"; |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 431 | inst->result_id = word; |
| 432 | // Save the result ID to type ID mapping. |
| 433 | // In the grammar, type ID always appears before result ID. |
| 434 | if (_.id_to_type_id.find(inst->result_id) != _.id_to_type_id.end()) |
Diego Novillo | d2938e4 | 2017-11-08 12:40:02 -0500 | [diff] [blame] | 435 | return diagnostic(SPV_ERROR_INVALID_ID) |
| 436 | << "Id " << inst->result_id << " is defined more than once"; |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 437 | // Record it. |
| 438 | // A regular value maps to its type. Some instructions (e.g. OpLabel) |
| 439 | // have no type Id, and will map to 0. The result Id for a |
| 440 | // type-generating instruction (e.g. OpTypeInt) maps to itself. |
Lei Zhang | 6fa3f8a | 2016-03-31 17:26:31 -0400 | [diff] [blame] | 441 | _.id_to_type_id[inst->result_id] = |
| 442 | spvOpcodeGeneratesType(opcode) ? inst->result_id : inst->type_id; |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 443 | break; |
| 444 | |
| 445 | case SPV_OPERAND_TYPE_ID: |
David Neto | 78c3b43 | 2015-08-27 13:03:52 -0400 | [diff] [blame] | 446 | case SPV_OPERAND_TYPE_OPTIONAL_ID: |
Umar Arshad | f76e0f5 | 2015-11-18 15:43:43 -0500 | [diff] [blame] | 447 | if (!word) return diagnostic(SPV_ERROR_INVALID_ID) << "Id is 0"; |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 448 | parsed_operand.type = SPV_OPERAND_TYPE_ID; |
| 449 | |
Lei Zhang | 6fa3f8a | 2016-03-31 17:26:31 -0400 | [diff] [blame] | 450 | if (opcode == SpvOpExtInst && parsed_operand.offset == 3) { |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 451 | // The current word is the extended instruction set Id. |
| 452 | // Set the extended instruction set type for the current instruction. |
| 453 | auto ext_inst_type_iter = _.import_id_to_ext_inst_type.find(word); |
| 454 | if (ext_inst_type_iter == _.import_id_to_ext_inst_type.end()) { |
Umar Arshad | f76e0f5 | 2015-11-18 15:43:43 -0500 | [diff] [blame] | 455 | return diagnostic(SPV_ERROR_INVALID_ID) |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 456 | << "OpExtInst set Id " << word |
| 457 | << " does not reference an OpExtInstImport result Id"; |
| 458 | } |
| 459 | inst->ext_inst_type = ext_inst_type_iter->second; |
| 460 | } |
| 461 | break; |
| 462 | |
David Neto | 64a9be9 | 2015-11-18 15:48:32 -0500 | [diff] [blame] | 463 | case SPV_OPERAND_TYPE_SCOPE_ID: |
| 464 | case SPV_OPERAND_TYPE_MEMORY_SEMANTICS_ID: |
David Neto | d9ad050 | 2015-11-24 18:37:24 -0500 | [diff] [blame] | 465 | // Check for trivially invalid values. The operand descriptions already |
| 466 | // have the word "ID" in them. |
| 467 | if (!word) return diagnostic() << spvOperandTypeStr(type) << " is 0"; |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 468 | break; |
| 469 | |
David Neto | 445ce44 | 2015-10-15 15:22:06 -0400 | [diff] [blame] | 470 | case SPV_OPERAND_TYPE_EXTENSION_INSTRUCTION_NUMBER: { |
Lei Zhang | 6fa3f8a | 2016-03-31 17:26:31 -0400 | [diff] [blame] | 471 | assert(SpvOpExtInst == opcode); |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 472 | assert(inst->ext_inst_type != SPV_EXT_INST_TYPE_NONE); |
| 473 | spv_ext_inst_desc ext_inst; |
| 474 | if (grammar_.lookupExtInst(inst->ext_inst_type, word, &ext_inst)) |
| 475 | return diagnostic() << "Invalid extended instruction number: " << word; |
Chris Forbes | 78338d5 | 2017-06-27 16:28:22 -0700 | [diff] [blame] | 476 | spvPushOperandTypes(ext_inst->operandTypes, expected_operands); |
David Neto | 445ce44 | 2015-10-15 15:22:06 -0400 | [diff] [blame] | 477 | } break; |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 478 | |
David Neto | 2119694 | 2015-11-11 02:45:45 -0500 | [diff] [blame] | 479 | case SPV_OPERAND_TYPE_SPEC_CONSTANT_OP_NUMBER: { |
Lei Zhang | 6fa3f8a | 2016-03-31 17:26:31 -0400 | [diff] [blame] | 480 | assert(SpvOpSpecConstantOp == opcode); |
David Neto | 2119694 | 2015-11-11 02:45:45 -0500 | [diff] [blame] | 481 | if (grammar_.lookupSpecConstantOpcode(SpvOp(word))) { |
Diego Novillo | d2938e4 | 2017-11-08 12:40:02 -0500 | [diff] [blame] | 482 | return diagnostic() |
| 483 | << "Invalid " << spvOperandTypeStr(type) << ": " << word; |
David Neto | 2119694 | 2015-11-11 02:45:45 -0500 | [diff] [blame] | 484 | } |
| 485 | spv_opcode_desc opcode_entry = nullptr; |
| 486 | if (grammar_.lookupOpcode(SpvOp(word), &opcode_entry)) { |
| 487 | return diagnostic(SPV_ERROR_INTERNAL) |
| 488 | << "OpSpecConstant opcode table out of sync"; |
| 489 | } |
| 490 | // OpSpecConstant opcodes must have a type and result. We've already |
| 491 | // processed them, so skip them when preparing to parse the other |
| 492 | // operants for the opcode. |
| 493 | assert(opcode_entry->hasType); |
| 494 | assert(opcode_entry->hasResult); |
| 495 | assert(opcode_entry->numTypes >= 2); |
Chris Forbes | 78338d5 | 2017-06-27 16:28:22 -0700 | [diff] [blame] | 496 | spvPushOperandTypes(opcode_entry->operandTypes + 2, expected_operands); |
David Neto | 2119694 | 2015-11-11 02:45:45 -0500 | [diff] [blame] | 497 | } break; |
| 498 | |
David Neto | 445ce44 | 2015-10-15 15:22:06 -0400 | [diff] [blame] | 499 | case SPV_OPERAND_TYPE_LITERAL_INTEGER: |
Lei Zhang | 6483bd7 | 2015-10-14 17:02:39 -0400 | [diff] [blame] | 500 | case SPV_OPERAND_TYPE_OPTIONAL_LITERAL_INTEGER: |
David Neto | 201caf7 | 2015-11-04 17:38:17 -0500 | [diff] [blame] | 501 | // These are regular single-word literal integer operands. |
| 502 | // Post-parsing validation should check the range of the parsed value. |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 503 | parsed_operand.type = SPV_OPERAND_TYPE_LITERAL_INTEGER; |
David Neto | 201caf7 | 2015-11-04 17:38:17 -0500 | [diff] [blame] | 504 | // It turns out they are always unsigned integers! |
| 505 | parsed_operand.number_kind = SPV_NUMBER_UNSIGNED_INT; |
| 506 | parsed_operand.number_bit_width = 32; |
| 507 | break; |
| 508 | |
| 509 | case SPV_OPERAND_TYPE_TYPED_LITERAL_NUMBER: |
| 510 | case SPV_OPERAND_TYPE_OPTIONAL_TYPED_LITERAL_INTEGER: |
Lei Zhang | aa3cd5a | 2015-11-10 14:29:35 -0500 | [diff] [blame] | 511 | parsed_operand.type = SPV_OPERAND_TYPE_TYPED_LITERAL_NUMBER; |
Lei Zhang | 6fa3f8a | 2016-03-31 17:26:31 -0400 | [diff] [blame] | 512 | if (opcode == SpvOpSwitch) { |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 513 | // The literal operands have the same type as the value |
| 514 | // referenced by the selector Id. |
David Neto | 7bff3eb | 2015-11-20 14:21:10 -0500 | [diff] [blame] | 515 | const uint32_t selector_id = peekAt(inst_offset + 1); |
David Neto | 3664bd5 | 2015-12-23 13:21:43 -0500 | [diff] [blame] | 516 | const auto type_id_iter = _.id_to_type_id.find(selector_id); |
| 517 | if (type_id_iter == _.id_to_type_id.end() || |
| 518 | type_id_iter->second == 0) { |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 519 | return diagnostic() << "Invalid OpSwitch: selector id " << selector_id |
| 520 | << " has no type"; |
| 521 | } |
| 522 | uint32_t type_id = type_id_iter->second; |
| 523 | |
| 524 | if (selector_id == type_id) { |
| 525 | // Recall that by convention, a result ID that is a type definition |
| 526 | // maps to itself. |
| 527 | return diagnostic() << "Invalid OpSwitch: selector id " << selector_id |
| 528 | << " is a type, not a value"; |
| 529 | } |
| 530 | if (auto error = setNumericTypeInfoForType(&parsed_operand, type_id)) |
| 531 | return error; |
| 532 | if (parsed_operand.number_kind != SPV_NUMBER_UNSIGNED_INT && |
| 533 | parsed_operand.number_kind != SPV_NUMBER_SIGNED_INT) { |
| 534 | return diagnostic() << "Invalid OpSwitch: selector id " << selector_id |
| 535 | << " is not a scalar integer"; |
| 536 | } |
Lei Zhang | b41d150 | 2015-09-14 15:22:23 -0400 | [diff] [blame] | 537 | } else { |
Lei Zhang | 6fa3f8a | 2016-03-31 17:26:31 -0400 | [diff] [blame] | 538 | assert(opcode == SpvOpConstant || opcode == SpvOpSpecConstant); |
David Neto | 201caf7 | 2015-11-04 17:38:17 -0500 | [diff] [blame] | 539 | // The literal number type is determined by the type Id for the |
| 540 | // constant. |
| 541 | assert(inst->type_id); |
| 542 | if (auto error = |
| 543 | setNumericTypeInfoForType(&parsed_operand, inst->type_id)) |
| 544 | return error; |
Lei Zhang | b41d150 | 2015-09-14 15:22:23 -0400 | [diff] [blame] | 545 | } |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 546 | break; |
| 547 | |
David Neto | 78c3b43 | 2015-08-27 13:03:52 -0400 | [diff] [blame] | 548 | case SPV_OPERAND_TYPE_LITERAL_STRING: |
| 549 | case SPV_OPERAND_TYPE_OPTIONAL_LITERAL_STRING: { |
David Neto | 7bff3eb | 2015-11-20 14:21:10 -0500 | [diff] [blame] | 550 | convert_operand_endianness = false; |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 551 | const char* string = |
| 552 | reinterpret_cast<const char*>(_.words + _.word_index); |
David Neto | d9ad050 | 2015-11-24 18:37:24 -0500 | [diff] [blame] | 553 | // Compute the length of the string, but make sure we don't run off the |
| 554 | // end of the input. |
| 555 | const size_t remaining_input_bytes = |
| 556 | sizeof(uint32_t) * (_.num_words - _.word_index); |
| 557 | const size_t string_num_content_bytes = |
David Neto | 37422e9 | 2016-12-19 13:26:42 -0500 | [diff] [blame] | 558 | spv_strnlen_s(string, remaining_input_bytes); |
David Neto | d9ad050 | 2015-11-24 18:37:24 -0500 | [diff] [blame] | 559 | // If there was no terminating null byte, then that's an end-of-input |
| 560 | // error. |
| 561 | if (string_num_content_bytes == remaining_input_bytes) |
Lei Zhang | 6fa3f8a | 2016-03-31 17:26:31 -0400 | [diff] [blame] | 562 | return exhaustedInputDiagnostic(inst_offset, opcode, type); |
David Neto | d9ad050 | 2015-11-24 18:37:24 -0500 | [diff] [blame] | 563 | // Account for null in the word length, so add 1 for null, then add 3 to |
| 564 | // make sure we round up. The following is equivalent to: |
| 565 | // (string_num_content_bytes + 1 + 3) / 4 |
| 566 | const size_t string_num_words = string_num_content_bytes / 4 + 1; |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 567 | // Make sure we can record the word count without overflow. |
David Neto | d9ad050 | 2015-11-24 18:37:24 -0500 | [diff] [blame] | 568 | // |
| 569 | // This error can't currently be triggered because of validity |
| 570 | // checks elsewhere. |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 571 | if (string_num_words > std::numeric_limits<uint16_t>::max()) { |
| 572 | return diagnostic() << "Literal string is longer than " |
| 573 | << std::numeric_limits<uint16_t>::max() |
| 574 | << " words: " << string_num_words << " words long"; |
Kenneth Benzie (Benie) | 83e5a29 | 2015-05-22 18:26:19 +0100 | [diff] [blame] | 575 | } |
Andrew Woloszyn | 3a4bc7e | 2015-11-19 09:22:53 -0500 | [diff] [blame] | 576 | parsed_operand.num_words = uint16_t(string_num_words); |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 577 | parsed_operand.type = SPV_OPERAND_TYPE_LITERAL_STRING; |
Kenneth Benzie (Benie) | 83e5a29 | 2015-05-22 18:26:19 +0100 | [diff] [blame] | 578 | |
Lei Zhang | 6fa3f8a | 2016-03-31 17:26:31 -0400 | [diff] [blame] | 579 | if (SpvOpExtInstImport == opcode) { |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 580 | // Record the extended instruction type for the ID for this import. |
| 581 | // There is only one string literal argument to OpExtInstImport, |
| 582 | // so it's sufficient to guard this just on the opcode. |
| 583 | const spv_ext_inst_type_t ext_inst_type = |
| 584 | spvExtInstImportTypeGet(string); |
| 585 | if (SPV_EXT_INST_TYPE_NONE == ext_inst_type) { |
Diego Novillo | d2938e4 | 2017-11-08 12:40:02 -0500 | [diff] [blame] | 586 | return diagnostic() |
| 587 | << "Invalid extended instruction import '" << string << "'"; |
Andrew Woloszyn | e59e6b7 | 2015-10-14 14:18:43 -0400 | [diff] [blame] | 588 | } |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 589 | // We must have parsed a valid result ID. It's a condition |
| 590 | // of the grammar, and we only accept non-zero result Ids. |
| 591 | assert(inst->result_id); |
| 592 | _.import_id_to_ext_inst_type[inst->result_id] = ext_inst_type; |
Andrew Woloszyn | e59e6b7 | 2015-10-14 14:18:43 -0400 | [diff] [blame] | 593 | } |
Kenneth Benzie (Benie) | 83e5a29 | 2015-05-22 18:26:19 +0100 | [diff] [blame] | 594 | } break; |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 595 | |
Kenneth Benzie (Benie) | 83e5a29 | 2015-05-22 18:26:19 +0100 | [diff] [blame] | 596 | case SPV_OPERAND_TYPE_CAPABILITY: |
| 597 | case SPV_OPERAND_TYPE_SOURCE_LANGUAGE: |
| 598 | case SPV_OPERAND_TYPE_EXECUTION_MODEL: |
| 599 | case SPV_OPERAND_TYPE_ADDRESSING_MODEL: |
| 600 | case SPV_OPERAND_TYPE_MEMORY_MODEL: |
| 601 | case SPV_OPERAND_TYPE_EXECUTION_MODE: |
| 602 | case SPV_OPERAND_TYPE_STORAGE_CLASS: |
| 603 | case SPV_OPERAND_TYPE_DIMENSIONALITY: |
| 604 | case SPV_OPERAND_TYPE_SAMPLER_ADDRESSING_MODE: |
| 605 | case SPV_OPERAND_TYPE_SAMPLER_FILTER_MODE: |
David Neto | d9ad050 | 2015-11-24 18:37:24 -0500 | [diff] [blame] | 606 | case SPV_OPERAND_TYPE_SAMPLER_IMAGE_FORMAT: |
Kenneth Benzie (Benie) | 83e5a29 | 2015-05-22 18:26:19 +0100 | [diff] [blame] | 607 | case SPV_OPERAND_TYPE_FP_ROUNDING_MODE: |
| 608 | case SPV_OPERAND_TYPE_LINKAGE_TYPE: |
| 609 | case SPV_OPERAND_TYPE_ACCESS_QUALIFIER: |
David Neto | 2889a0c | 2016-02-15 13:50:00 -0500 | [diff] [blame] | 610 | case SPV_OPERAND_TYPE_OPTIONAL_ACCESS_QUALIFIER: |
Kenneth Benzie (Benie) | 83e5a29 | 2015-05-22 18:26:19 +0100 | [diff] [blame] | 611 | case SPV_OPERAND_TYPE_FUNCTION_PARAMETER_ATTRIBUTE: |
| 612 | case SPV_OPERAND_TYPE_DECORATION: |
| 613 | case SPV_OPERAND_TYPE_BUILT_IN: |
Kenneth Benzie (Benie) | 83e5a29 | 2015-05-22 18:26:19 +0100 | [diff] [blame] | 614 | case SPV_OPERAND_TYPE_GROUP_OPERATION: |
| 615 | case SPV_OPERAND_TYPE_KERNEL_ENQ_FLAGS: |
David Neto | 4799482 | 2015-08-27 13:11:01 -0400 | [diff] [blame] | 616 | case SPV_OPERAND_TYPE_KERNEL_PROFILING_INFO: { |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 617 | // A single word that is a plain enum value. |
David Neto | 2889a0c | 2016-02-15 13:50:00 -0500 | [diff] [blame] | 618 | |
| 619 | // Map an optional operand type to its corresponding concrete type. |
| 620 | if (type == SPV_OPERAND_TYPE_OPTIONAL_ACCESS_QUALIFIER) |
| 621 | parsed_operand.type = SPV_OPERAND_TYPE_ACCESS_QUALIFIER; |
| 622 | |
Kenneth Benzie (Benie) | 83e5a29 | 2015-05-22 18:26:19 +0100 | [diff] [blame] | 623 | spv_operand_desc entry; |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 624 | if (grammar_.lookupOperand(type, word, &entry)) { |
Diego Novillo | d2938e4 | 2017-11-08 12:40:02 -0500 | [diff] [blame] | 625 | return diagnostic() |
| 626 | << "Invalid " << spvOperandTypeStr(parsed_operand.type) |
| 627 | << " operand: " << word; |
Lei Zhang | 4005670 | 2015-09-11 14:31:27 -0400 | [diff] [blame] | 628 | } |
David Neto | 78c3b43 | 2015-08-27 13:03:52 -0400 | [diff] [blame] | 629 | // Prepare to accept operands to this operand, if needed. |
Chris Forbes | 78338d5 | 2017-06-27 16:28:22 -0700 | [diff] [blame] | 630 | spvPushOperandTypes(entry->operandTypes, expected_operands); |
Kenneth Benzie (Benie) | 83e5a29 | 2015-05-22 18:26:19 +0100 | [diff] [blame] | 631 | } break; |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 632 | |
David Neto | 619db26 | 2015-09-25 12:43:37 -0400 | [diff] [blame] | 633 | case SPV_OPERAND_TYPE_FP_FAST_MATH_MODE: |
| 634 | case SPV_OPERAND_TYPE_FUNCTION_CONTROL: |
| 635 | case SPV_OPERAND_TYPE_LOOP_CONTROL: |
David Neto | 2889a0c | 2016-02-15 13:50:00 -0500 | [diff] [blame] | 636 | case SPV_OPERAND_TYPE_IMAGE: |
David Neto | 619db26 | 2015-09-25 12:43:37 -0400 | [diff] [blame] | 637 | case SPV_OPERAND_TYPE_OPTIONAL_IMAGE: |
| 638 | case SPV_OPERAND_TYPE_OPTIONAL_MEMORY_ACCESS: |
| 639 | case SPV_OPERAND_TYPE_SELECTION_CONTROL: { |
| 640 | // This operand is a mask. |
David Neto | 201caf7 | 2015-11-04 17:38:17 -0500 | [diff] [blame] | 641 | |
| 642 | // Map an optional operand type to its corresponding concrete type. |
| 643 | if (type == SPV_OPERAND_TYPE_OPTIONAL_IMAGE) |
| 644 | parsed_operand.type = SPV_OPERAND_TYPE_IMAGE; |
| 645 | else if (type == SPV_OPERAND_TYPE_OPTIONAL_MEMORY_ACCESS) |
| 646 | parsed_operand.type = SPV_OPERAND_TYPE_MEMORY_ACCESS; |
| 647 | |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 648 | // Check validity of set mask bits. Also prepare for operands for those |
| 649 | // masks if they have any. To get operand order correct, scan from |
| 650 | // MSB to LSB since we can only prepend operands to a pattern. |
| 651 | // The only case in the grammar where you have more than one mask bit |
| 652 | // having an operand is for image operands. See SPIR-V 3.14 Image |
| 653 | // Operands. |
| 654 | uint32_t remaining_word = word; |
| 655 | for (uint32_t mask = (1u << 31); remaining_word; mask >>= 1) { |
David Neto | 619db26 | 2015-09-25 12:43:37 -0400 | [diff] [blame] | 656 | if (remaining_word & mask) { |
David Neto | 619db26 | 2015-09-25 12:43:37 -0400 | [diff] [blame] | 657 | spv_operand_desc entry; |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 658 | if (grammar_.lookupOperand(type, mask, &entry)) { |
David Neto | 201caf7 | 2015-11-04 17:38:17 -0500 | [diff] [blame] | 659 | return diagnostic() |
| 660 | << "Invalid " << spvOperandTypeStr(parsed_operand.type) |
| 661 | << " operand: " << word << " has invalid mask component " |
| 662 | << mask; |
David Neto | 619db26 | 2015-09-25 12:43:37 -0400 | [diff] [blame] | 663 | } |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 664 | remaining_word ^= mask; |
Chris Forbes | 78338d5 | 2017-06-27 16:28:22 -0700 | [diff] [blame] | 665 | spvPushOperandTypes(entry->operandTypes, expected_operands); |
David Neto | 619db26 | 2015-09-25 12:43:37 -0400 | [diff] [blame] | 666 | } |
| 667 | } |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 668 | if (word == 0) { |
| 669 | // An all-zeroes mask *might* also be valid. |
David Neto | 619db26 | 2015-09-25 12:43:37 -0400 | [diff] [blame] | 670 | spv_operand_desc entry; |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 671 | if (SPV_SUCCESS == grammar_.lookupOperand(type, 0, &entry)) { |
David Neto | 619db26 | 2015-09-25 12:43:37 -0400 | [diff] [blame] | 672 | // Prepare for its operands, if any. |
Chris Forbes | 78338d5 | 2017-06-27 16:28:22 -0700 | [diff] [blame] | 673 | spvPushOperandTypes(entry->operandTypes, expected_operands); |
David Neto | 619db26 | 2015-09-25 12:43:37 -0400 | [diff] [blame] | 674 | } |
| 675 | } |
David Neto | 619db26 | 2015-09-25 12:43:37 -0400 | [diff] [blame] | 676 | } break; |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 677 | default: |
| 678 | return diagnostic() << "Internal error: Unhandled operand type: " << type; |
Kenneth Benzie (Benie) | 83e5a29 | 2015-05-22 18:26:19 +0100 | [diff] [blame] | 679 | } |
| 680 | |
David Neto | 0dbe184 | 2017-12-03 14:26:16 -0500 | [diff] [blame^] | 681 | assert(spvOperandIsConcrete(parsed_operand.type)); |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 682 | |
| 683 | operands->push_back(parsed_operand); |
| 684 | |
David Neto | 7bff3eb | 2015-11-20 14:21:10 -0500 | [diff] [blame] | 685 | const size_t index_after_operand = _.word_index + parsed_operand.num_words; |
David Neto | d9ad050 | 2015-11-24 18:37:24 -0500 | [diff] [blame] | 686 | |
| 687 | // Avoid buffer overrun for the cases where the operand has more than one |
| 688 | // word, and where it isn't a string. (Those other cases have already been |
| 689 | // handled earlier.) For example, this error can occur for a multi-word |
| 690 | // argument to OpConstant, or a multi-word case literal operand for OpSwitch. |
| 691 | if (_.num_words < index_after_operand) |
Lei Zhang | 6fa3f8a | 2016-03-31 17:26:31 -0400 | [diff] [blame] | 692 | return exhaustedInputDiagnostic(inst_offset, opcode, type); |
David Neto | d9ad050 | 2015-11-24 18:37:24 -0500 | [diff] [blame] | 693 | |
David Neto | 7bff3eb | 2015-11-20 14:21:10 -0500 | [diff] [blame] | 694 | if (_.requires_endian_conversion) { |
| 695 | // Copy instruction words. Translate to native endianness as needed. |
| 696 | if (convert_operand_endianness) { |
| 697 | const spv_endianness_t endianness = _.endian; |
| 698 | std::transform(_.words + _.word_index, _.words + index_after_operand, |
Andrew Woloszyn | 3b69d05 | 2016-01-11 13:54:30 -0500 | [diff] [blame] | 699 | std::back_inserter(*words), |
| 700 | [endianness](const uint32_t raw_word) { |
David Neto | 677e0c7 | 2016-01-05 14:56:02 -0500 | [diff] [blame] | 701 | return spvFixWord(raw_word, endianness); |
David Neto | 7bff3eb | 2015-11-20 14:21:10 -0500 | [diff] [blame] | 702 | }); |
| 703 | } else { |
| 704 | words->insert(words->end(), _.words + _.word_index, |
| 705 | _.words + index_after_operand); |
| 706 | } |
| 707 | } |
| 708 | |
| 709 | // Advance past the operand. |
| 710 | _.word_index = index_after_operand; |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 711 | |
Kenneth Benzie (Benie) | 83e5a29 | 2015-05-22 18:26:19 +0100 | [diff] [blame] | 712 | return SPV_SUCCESS; |
| 713 | } |
| 714 | |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 715 | spv_result_t Parser::setNumericTypeInfoForType( |
| 716 | spv_parsed_operand_t* parsed_operand, uint32_t type_id) { |
David Neto | 201caf7 | 2015-11-04 17:38:17 -0500 | [diff] [blame] | 717 | assert(type_id != 0); |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 718 | auto type_info_iter = _.type_id_to_number_type_info.find(type_id); |
| 719 | if (type_info_iter == _.type_id_to_number_type_info.end()) { |
| 720 | return diagnostic() << "Type Id " << type_id << " is not a type"; |
| 721 | } |
| 722 | const NumberType& info = type_info_iter->second; |
| 723 | if (info.type == SPV_NUMBER_NONE) { |
| 724 | // This is a valid type, but for something other than a scalar number. |
| 725 | return diagnostic() << "Type Id " << type_id |
| 726 | << " is not a scalar numeric type"; |
Andrew Woloszyn | 157e41b | 2015-10-16 15:11:00 -0400 | [diff] [blame] | 727 | } |
| 728 | |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 729 | parsed_operand->number_kind = info.type; |
| 730 | parsed_operand->number_bit_width = info.bit_width; |
David Neto | 066bd52 | 2016-01-05 14:57:58 -0500 | [diff] [blame] | 731 | // Round up the word count. |
| 732 | parsed_operand->num_words = static_cast<uint16_t>((info.bit_width + 31) / 32); |
Andrew Woloszyn | 157e41b | 2015-10-16 15:11:00 -0400 | [diff] [blame] | 733 | return SPV_SUCCESS; |
| 734 | } |
| 735 | |
David Neto | 7bff3eb | 2015-11-20 14:21:10 -0500 | [diff] [blame] | 736 | void Parser::recordNumberType(size_t inst_offset, |
| 737 | const spv_parsed_instruction_t* inst) { |
Lei Zhang | 6fa3f8a | 2016-03-31 17:26:31 -0400 | [diff] [blame] | 738 | const SpvOp opcode = static_cast<SpvOp>(inst->opcode); |
| 739 | if (spvOpcodeGeneratesType(opcode)) { |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 740 | NumberType info = {SPV_NUMBER_NONE, 0}; |
Lei Zhang | 6fa3f8a | 2016-03-31 17:26:31 -0400 | [diff] [blame] | 741 | if (SpvOpTypeInt == opcode) { |
David Neto | 7bff3eb | 2015-11-20 14:21:10 -0500 | [diff] [blame] | 742 | const bool is_signed = peekAt(inst_offset + 3) != 0; |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 743 | info.type = is_signed ? SPV_NUMBER_SIGNED_INT : SPV_NUMBER_UNSIGNED_INT; |
David Neto | 7bff3eb | 2015-11-20 14:21:10 -0500 | [diff] [blame] | 744 | info.bit_width = peekAt(inst_offset + 2); |
Lei Zhang | 6fa3f8a | 2016-03-31 17:26:31 -0400 | [diff] [blame] | 745 | } else if (SpvOpTypeFloat == opcode) { |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 746 | info.type = SPV_NUMBER_FLOATING; |
David Neto | 7bff3eb | 2015-11-20 14:21:10 -0500 | [diff] [blame] | 747 | info.bit_width = peekAt(inst_offset + 2); |
Lei Zhang | 4005670 | 2015-09-11 14:31:27 -0400 | [diff] [blame] | 748 | } |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 749 | // The *result* Id of a type generating instruction is the type Id. |
| 750 | _.type_id_to_number_type_info[inst->result_id] = info; |
Kenneth Benzie (Benie) | 83e5a29 | 2015-05-22 18:26:19 +0100 | [diff] [blame] | 751 | } |
Kenneth Benzie (Benie) | 83e5a29 | 2015-05-22 18:26:19 +0100 | [diff] [blame] | 752 | } |
| 753 | |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 754 | } // anonymous namespace |
Andrew Woloszyn | cfeac48 | 2015-09-09 13:04:32 -0400 | [diff] [blame] | 755 | |
Lei Zhang | 972788b | 2015-11-12 13:48:30 -0500 | [diff] [blame] | 756 | spv_result_t spvBinaryParse(const spv_const_context context, void* user_data, |
| 757 | const uint32_t* code, const size_t num_words, |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 758 | spv_parsed_header_fn_t parsed_header, |
| 759 | spv_parsed_instruction_fn_t parsed_instruction, |
| 760 | spv_diagnostic* diagnostic) { |
Lei Zhang | 755f97f | 2016-09-02 18:06:18 -0400 | [diff] [blame] | 761 | spv_context_t hijack_context = *context; |
| 762 | if (diagnostic) { |
| 763 | *diagnostic = nullptr; |
| 764 | libspirv::UseDiagnosticAsMessageConsumer(&hijack_context, diagnostic); |
| 765 | } |
| 766 | Parser parser(&hijack_context, user_data, parsed_header, parsed_instruction); |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 767 | return parser.parse(code, num_words, diagnostic); |
Kenneth Benzie (Benie) | 83e5a29 | 2015-05-22 18:26:19 +0100 | [diff] [blame] | 768 | } |
| 769 | |
David Neto | 0ca6b59 | 2015-10-30 16:06:15 -0400 | [diff] [blame] | 770 | // TODO(dneto): This probably belongs in text.cpp since that's the only place |
| 771 | // that a spv_binary_t value is created. |
Kenneth Benzie (Benie) | 83e5a29 | 2015-05-22 18:26:19 +0100 | [diff] [blame] | 772 | void spvBinaryDestroy(spv_binary binary) { |
Lei Zhang | 4005670 | 2015-09-11 14:31:27 -0400 | [diff] [blame] | 773 | if (!binary) return; |
Eric Engestrom | eb6ae97 | 2016-02-18 23:41:16 +0000 | [diff] [blame] | 774 | delete[] binary->code; |
Kenneth Benzie (Benie) | 83e5a29 | 2015-05-22 18:26:19 +0100 | [diff] [blame] | 775 | delete binary; |
| 776 | } |
David Neto | 37422e9 | 2016-12-19 13:26:42 -0500 | [diff] [blame] | 777 | |
| 778 | size_t spv_strnlen_s(const char* str, size_t strsz) { |
| 779 | if (!str) return 0; |
| 780 | for (size_t i = 0; i < strsz; i++) { |
| 781 | if (!str[i]) return i; |
| 782 | } |
| 783 | return strsz; |
| 784 | } |