Showing the changes to src/vm/module_reader.cpp (1 of 40 files). Show all
Unified · Split
| @@ -0,0 +1,800 @@ | |||
| 1 | // | ||
| 2 | // Dis VM | ||
| 3 | // File: loader.cpp | ||
| 4 | // Author: arr | ||
| 5 | // | ||
| 6 | |||
| 7 | #include <cassert> | ||
| 8 | #include <limits> | ||
| 9 | #include <memory> | ||
| 10 | #include <iostream> | ||
| 11 | #include <fstream> | ||
| 12 | #include <array> | ||
| 13 | #include <tuple> | ||
| 14 | #include <disvm.h> | ||
| 15 | #include <exceptions.h> | ||
| 16 | #include <vm_memory.h> | ||
| 17 | #include <utils.h> | ||
| 18 | #include <module_reader.h> | ||
| 19 | #include "buffered_reader.h" | ||
| 20 | |||
| 21 | using namespace disvm; | ||
| 22 | using namespace disvm::runtime; | ||
| 23 | using namespace disvm::format; | ||
| 24 | |||
| 25 | namespace | ||
| 26 | { | ||
| 27 | // constants used in module processing | ||
| 28 | struct module_constants | ||
| 29 | { | ||
| 30 | static const auto max_type_pointer_count = operand_t{ 128 * 1024 }; | ||
| 31 | static const auto no_error_handle_type_desc = operand_t{ -1 }; | ||
| 32 | static const auto no_entry_pc = vm_pc_t{ -1 }; | ||
| 33 | static const auto vm_module_type_desc_number = std::size_t{ 0 }; | ||
| 34 | static const auto max_module_name_bytes = std::size_t{ 128 }; // Including null | ||
| 35 | static const auto array_address_stack_size = std::size_t{ 4 }; | ||
| 36 | }; | ||
| 37 | |||
| 38 | // enumeration for types in the data section | ||
| 39 | enum class datum_type_t | ||
| 40 | { | ||
| 41 | value_bit8 = 1, | ||
| 42 | value_bit32 = 2, | ||
| 43 | utf_string = 3, | ||
| 44 | value_real64 = 4, | ||
| 45 | array = 5, | ||
| 46 | set_array = 6, | ||
| 47 | restore_load_address = 7, | ||
| 48 | value_bit64 = 8 | ||
| 49 | }; | ||
| 50 | |||
| 51 | // Read the next operand as defined in the Dis VM specification. | ||
| 52 | std::tuple<bool, operand_t> read_next_operand(util::buffered_reader_t &reader) | ||
| 53 | { | ||
| 54 | auto result = operand_t{ 0 }; | ||
| 55 | |||
| 56 | // Converting stack allocation to buffer since max size of operand is a machine word | ||
| 57 | byte_t buffer[sizeof(result)]; | ||
| 58 | |||
| 59 | if (!reader.get_next_bytes(1, buffer)) | ||
| 60 | return std::make_tuple(false, 0); | ||
| 61 | |||
| 62 | switch (buffer[0] & 0xc0) | ||
| 63 | { | ||
| 64 | case 0x00: | ||
| 65 | // 1 byte operand | ||
| 66 | result = buffer[0]; | ||
| 67 | break; | ||
| 68 | |||
| 69 | case 0x40: | ||
| 70 | // 1 byte operand - Preserve sign | ||
| 71 | result = buffer[0] | ~0x7f; | ||
| 72 | break; | ||
| 73 | |||
| 74 | case 0x80: | ||
| 75 | // 2 byte operand | ||
| 76 | if (!reader.get_next_bytes(1, buffer + 1)) | ||
| 77 | return std::make_tuple(false, 0); | ||
| 78 | |||
| 79 | // Preserve sign | ||
| 80 | if ((buffer[0] & 0x20) != 0) | ||
| 81 | buffer[0] |= ~0x3f; | ||
| 82 | else | ||
| 83 | buffer[0] &= 0x3f; | ||
| 84 | |||
| 85 | result = (buffer[0] << 8); | ||
| 86 | result |= buffer[1]; | ||
| 87 | break; | ||
| 88 | |||
| 89 | case 0xc0: | ||
| 90 | // 4 byte operand | ||
| 91 | if (!reader.get_next_bytes(3, buffer + 1)) | ||
| 92 | return std::make_tuple(false, 0); | ||
| 93 | |||
| 94 | // Preserve sign | ||
| 95 | if ((buffer[0] & 0x20) != 0) | ||
| 96 | buffer[0] |= ~0x3f; | ||
| 97 | else | ||
| 98 | buffer[0] &= 0x3f; | ||
| 99 | |||
| 100 | result = (buffer[0] << 24); | ||
| 101 | result |= (buffer[1] << 16); | ||
| 102 | result |= (buffer[2] << 8); | ||
| 103 | result |= buffer[3]; | ||
| 104 | break; | ||
| 105 | |||
| 106 | default: | ||
| 107 | assert(false && "Should not be possible"); | ||
| 108 | } | ||
| 109 | |||
| 110 | return std::make_tuple(true, result); | ||
| 111 | } | ||
| 112 | |||
| 113 | // Read the next word as defined in the Dis VM specification. | ||
| 114 | std::tuple<bool, word_t> read_next_word(util::buffered_reader_t &reader) | ||
| 115 | { | ||
| 116 | auto result = word_t{}; | ||
| 117 | |||
| 118 | // Converting stack allocation to buffer since max size of operand is a machine word | ||
| 119 | byte_t buffer[sizeof(result)]; | ||
| 120 | |||
| 121 | if (!reader.get_next_bytes(sizeof(result), buffer)) | ||
| 122 | return std::make_tuple(false, 0); | ||
| 123 | |||
| 124 | result = (buffer[0] << 24); | ||
| 125 | result |= (buffer[1] << 16); | ||
| 126 | result |= (buffer[2] << 8); | ||
| 127 | result |= buffer[3]; | ||
| 128 | |||
| 129 | return std::make_tuple(true, result); | ||
| 130 | } | ||
| 131 | |||
| 132 | real_t convert_to_real(const operand_t f, const operand_t s) | ||
| 133 | { | ||
| 134 | auto u64 = static_cast<uint64_t>(f); | ||
| 135 | u64 = (u64 << 32) | (static_cast<uint64_t>(s) & 0xffffffff); | ||
| 136 | |||
| 137 | auto r = real_t{}; | ||
| 138 | std::memcpy(&r, &u64, sizeof(u64)); | ||
| 139 | |||
| 140 | static_assert(sizeof(u64) == sizeof(r), "Real should be 64-bits"); | ||
| 141 | return r; | ||
| 142 | } | ||
| 143 | |||
| 144 | bool read_next_string(util::buffered_reader_t &reader, std::vector<uint8_t> &char_buffer) | ||
| 145 | { | ||
| 146 | assert(char_buffer.size() == 0); | ||
| 147 | char_buffer.reserve(1024); | ||
| 148 | |||
| 149 | auto success = bool{}; | ||
| 150 | auto value = uint8_t{}; | ||
| 151 | std::tie(success, value) = reader.get_next_byte(); | ||
| 152 | while (success && value != 0) | ||
| 153 | { | ||
| 154 | char_buffer.push_back(value); | ||
| 155 | std::tie(success, value) = reader.get_next_byte(); | ||
| 156 | } | ||
| 157 | |||
| 158 | return success; | ||
| 159 | } | ||
| 160 | |||
| 161 | byte_t *read_8byte_segments(util::buffered_reader_t &reader, datum_type_t type, uint32_t segment_count, byte_t *dest) | ||
| 162 | { | ||
| 163 | assert(type == datum_type_t::value_real64 || type == datum_type_t::value_bit64); | ||
| 164 | |||
| 165 | auto success = bool{}; | ||
| 166 | auto first = word_t{}; | ||
| 167 | auto second = word_t{}; | ||
| 168 | for (auto idx = uint32_t{ 0 }; idx < segment_count; ++idx) | ||
| 169 | { | ||
| 170 | std::tie(success, first) = read_next_word(reader); | ||
| 171 | if (!success) throw module_reader_exception{ "Failed to read first word" }; | ||
| 172 | |||
| 173 | std::tie(success, second) = read_next_word(reader); | ||
| 174 | if (!success) throw module_reader_exception{ "Failed to read second word" }; | ||
| 175 | |||
| 176 | if (type == datum_type_t::value_real64) | ||
| 177 | { | ||
| 178 | auto r = convert_to_real(first, second); | ||
| 179 | *reinterpret_cast<real_t *>(dest) = r; | ||
| 180 | dest += sizeof(r); | ||
| 181 | } | ||
| 182 | else | ||
| 183 | { | ||
| 184 | auto b = static_cast<big_t>(first); | ||
| 185 | b = (b << 32) | (static_cast<big_t>(second) & 0xffffffff); | ||
| 186 | *reinterpret_cast<big_t *>(dest) = b; | ||
| 187 | dest += sizeof(b); | ||
| 188 | } | ||
| 189 | } | ||
| 190 | |||
| 191 | return dest; | ||
| 192 | } | ||
| 193 | |||
| 194 | std::tuple<address_mode_middle_t, address_mode_t, address_mode_t> convert_to_address_mode(uint8_t instr_addr_mode) | ||
| 195 | { | ||
| 196 | // Taken from Dis VM specification | ||
| 197 | // bit 7 6 5 4 3 2 1 0 | ||
| 198 | // m1 m0 s2 s1 s0 d2 d1 d0 | ||
| 199 | |||
| 200 | static const auto mid_mask = uint8_t{ 0xc0 }; | ||
| 201 | static const auto src_mask = uint8_t{ 0x38 }; | ||
| 202 | static const auto dest_mask = uint8_t{ 0x07 }; | ||
| 203 | assert((mid_mask | src_mask | dest_mask) == std::numeric_limits<uint8_t>::max()); | ||
| 204 | |||
| 205 | const auto mid = static_cast<address_mode_middle_t>((instr_addr_mode & mid_mask) >> 6); | ||
| 206 | const auto src = static_cast<address_mode_t>((instr_addr_mode & src_mask) >> 3); | ||
| 207 | const auto dest = static_cast<address_mode_t>(instr_addr_mode & dest_mask); | ||
| 208 | |||
| 209 | return std::make_tuple(mid, src, dest); | ||
| 210 | } | ||
| 211 | |||
| 212 | // See header format definition in Dis VM specification (http://www.vitanuova.com/inferno/man/6/dis.html) | ||
| 213 | void read_header(util::buffered_reader_t &reader, vm_module_t &modobj) | ||
| 214 | { | ||
| 215 | auto success = bool{}; | ||
| 216 | auto &header = modobj.header; | ||
| 217 | |||
| 218 | std::tie(success, header.magic_number) = read_next_operand(reader); | ||
| 219 | if (!success) | ||
| 220 | throw module_reader_exception{ "Failed to read magic number" }; | ||
| 221 | |||
| 222 | assert(header.magic_number == magic_number_constants::xmagic || header.magic_number == magic_number_constants::smagic); | ||
| 223 | |||
| 224 | // If the object file is signed, read in the signature. | ||
| 225 | if (header.magic_number == magic_number_constants::smagic) | ||
| 226 | { | ||
| 227 | std::tie(success, header.Signature.length) = read_next_operand(reader); | ||
| 228 | if (!success) throw module_reader_exception{ "Failed to read signature length" }; | ||
| 229 | |||
| 230 | header.Signature.signature.reset(new byte_t[header.Signature.length]); | ||
| 231 | const auto bytesRead = reader.get_next_bytes(header.Signature.length, header.Signature.signature.get()); | ||
| 232 | if (bytesRead != header.Signature.length) throw module_reader_exception{ "Failed to read full signature" }; | ||
| 233 | } | ||
| 234 | else | ||
| 235 | { | ||
| 236 | header.Signature.length = word_t{ 0 }; | ||
| 237 | } | ||
| 238 | |||
| 239 | auto runtime_flags = operand_t{}; | ||
| 240 | std::tie(success, runtime_flags) = read_next_operand(reader); | ||
| 241 | if (!success) throw module_reader_exception{ "Failed to read runtime flag" }; | ||
| 242 | header.runtime_flag = static_cast<runtime_flags_t>(runtime_flags); | ||
| 243 | |||
| 244 | std::tie(success, header.stack_extent) = read_next_operand(reader); | ||
| 245 | if (!success) throw module_reader_exception{ "Failed to read stack extent" }; | ||
| 246 | |||
| 247 | std::tie(success, header.code_size) = read_next_operand(reader); | ||
| 248 | if (!success) throw module_reader_exception{ "Failed to read code size" }; | ||
| 249 | |||
| 250 | std::tie(success, header.data_size) = read_next_operand(reader); | ||
| 251 | if (!success) throw module_reader_exception{ "Failed to read data size" }; | ||
| 252 | |||
| 253 | std::tie(success, header.type_size) = read_next_operand(reader); | ||
| 254 | if (!success) throw module_reader_exception{ "Failed to read type size" }; | ||
| 255 | |||
| 256 | std::tie(success, header.export_size) = read_next_operand(reader); | ||
| 257 | if (!success) throw module_reader_exception{ "Failed to read export size" }; | ||
| 258 | |||
| 259 | // [SPEC] If a module does not have an entry program counter it is set to '-1'. | ||
| 260 | std::tie(success, header.entry_pc) = read_next_operand(reader); | ||
| 261 | if (!success) throw module_reader_exception{ "Failed to entry pc" }; | ||
| 262 | |||
| 263 | // [SPEC] If a module does not have an entry program counter the entry type index is set to '-1'. | ||
| 264 | std::tie(success, header.entry_type) = read_next_operand(reader); | ||
| 265 | if (!success) throw module_reader_exception{ "Failed to read entry type" }; | ||
| 266 | } | ||
| 267 | |||
| 268 | // See code section layout in Dis VM specification (http://www.vitanuova.com/inferno/man/6/dis.html) | ||
| 269 | void read_code_section(util::buffered_reader_t &reader, vm_module_t &modobj) | ||
| 270 | { | ||
| 271 | auto success = bool{}; | ||
| 272 | const auto instruction_count = modobj.header.code_size; | ||
| 273 | |||
| 274 | // Allocate memory for the instructions | ||
| 275 | modobj.code_section.resize(instruction_count); | ||
| 276 | |||
| 277 | for (auto c = word_t{ 0 }; c < instruction_count; ++c) | ||
| 278 | { | ||
| 279 | // Read in a single instruction | ||
| 280 | byte_t op_and_addrmode[2] = {}; | ||
| 281 | const auto bytesRead = reader.get_next_bytes(sizeof(op_and_addrmode), op_and_addrmode); | ||
| 282 | if (bytesRead != sizeof(op_and_addrmode)) throw module_reader_exception{ "Failed to read op code and address mode" }; | ||
| 283 | |||
| 284 | auto vm_instr = vm_instruction_t{}; | ||
| 285 | auto &instr = vm_instr.op; | ||
| 286 | |||
| 287 | instr.opcode = static_cast<opcode_t>(op_and_addrmode[0]); | ||
| 288 | assert(opcode_t::first_opcode <= instr.opcode && instr.opcode <= opcode_t::last_opcode); | ||
| 289 | |||
| 290 | std::tie(instr.middle.mode, instr.source.mode, instr.destination.mode) = convert_to_address_mode(op_and_addrmode[1]); | ||
| 291 | |||
| 292 | if (instr.middle.mode != address_mode_middle_t::none) | ||
| 293 | { | ||
| 294 | std::tie(success, instr.middle.register1) = read_next_operand(reader); | ||
| 295 | if (!success) throw module_reader_exception{ "Failed to read middle register" }; | ||
| 296 | } | ||
| 297 | |||
| 298 | if (instr.source.mode != address_mode_t::none) | ||
| 299 | { | ||
| 300 | std::tie(success, instr.source.register1) = read_next_operand(reader); | ||
| 301 | if (!success) throw module_reader_exception{ "Failed to read source register 1" }; | ||
| 302 | |||
| 303 | if (instr.source.mode == address_mode_t::offset_double_indirect_fp || | ||
| 304 | instr.source.mode == address_mode_t::offset_double_indirect_mp) | ||
| 305 | { | ||
| 306 | std::tie(success, instr.source.register2) = read_next_operand(reader); | ||
| 307 | if (!success) throw module_reader_exception{ "Failed to read source register 2" }; | ||
| 308 | |||
| 309 | // Double indirect offsets need to be < 2^16-1. | ||
| 310 | assert(instr.source.register1 <= std::numeric_limits<uint16_t>::max()); | ||
| 311 | assert(instr.source.register2 <= std::numeric_limits<uint16_t>::max()); | ||
| 312 | } | ||
| 313 | } | ||
| 314 | |||
| 315 | if (instr.destination.mode != address_mode_t::none) | ||
| 316 | { | ||
| 317 | std::tie(success, instr.destination.register1) = read_next_operand(reader); | ||
| 318 | if (!success) throw module_reader_exception{ "Failed to read destination register 1" }; | ||
| 319 | |||
| 320 | if (instr.destination.mode == address_mode_t::offset_double_indirect_fp || | ||
| 321 | instr.destination.mode == address_mode_t::offset_double_indirect_mp) | ||
| 322 | { | ||
| 323 | std::tie(success, instr.destination.register2) = read_next_operand(reader); | ||
| 324 | if (!success) throw module_reader_exception{ "Failed to destination register 2" }; | ||
| 325 | |||
| 326 | // Double indirect offsets need to be < 2^16-1. | ||
| 327 | assert(instr.destination.register1 <= std::numeric_limits<uint16_t>::max()); | ||
| 328 | assert(instr.destination.register2 <= std::numeric_limits<uint16_t>::max()); | ||
| 329 | } | ||
| 330 | } | ||
| 331 | |||
| 332 | modobj.code_section[c] = std::move(vm_instr); | ||
| 333 | } | ||
| 334 | |||
| 335 | if (modobj.header.entry_pc != module_constants::no_entry_pc && static_cast<std::size_t>(modobj.header.entry_pc) >= modobj.code_section.size()) | ||
| 336 | throw module_reader_exception{ "Invalid initial program counter value for code section" }; | ||
| 337 | } | ||
| 338 | |||
| 339 | // See type section layout in Dis VM specification (http://www.vitanuova.com/inferno/man/6/dis.html) | ||
| 340 | void read_type_section(util::buffered_reader_t &reader, vm_module_t &modobj) | ||
| 341 | { | ||
| 342 | auto success = bool{}; | ||
| 343 | const auto type_count = modobj.header.type_size; | ||
| 344 | |||
| 345 | // Allocate memory for the types | ||
| 346 | modobj.type_section.resize(type_count); | ||
| 347 | |||
| 348 | for (auto c = word_t{ 0 }; c < type_count; ++c) | ||
| 349 | { | ||
| 350 | // Read in single type | ||
| 351 | operand_t desc_number; | ||
| 352 | std::tie(success, desc_number) = read_next_operand(reader); | ||
| 353 | if (!success) throw module_reader_exception{ "Failed to read type descriptor number" }; | ||
| 354 | |||
| 355 | operand_t size; | ||
| 356 | std::tie(success, size) = read_next_operand(reader); | ||
| 357 | if (!success) throw module_reader_exception{ "Failed to read type size" }; | ||
| 358 | |||
| 359 | operand_t map_in_bytes; | ||
| 360 | std::tie(success, map_in_bytes) = read_next_operand(reader); | ||
| 361 | if (!success) throw module_reader_exception{ "Failed to read type pointer count" }; | ||
| 362 | if (map_in_bytes > module_constants::max_type_pointer_count) throw module_reader_exception{ "Invalid Limbo type" }; | ||
| 363 | |||
| 364 | auto pointer_map = std::vector<uint8_t>(map_in_bytes); | ||
| 365 | if (map_in_bytes != 0) | ||
| 366 | { | ||
| 367 | const auto bytesRead = reader.get_next_bytes(map_in_bytes, pointer_map.data()); | ||
| 368 | if (bytesRead != map_in_bytes) throw module_reader_exception{ "Failed to read type pointer map" }; | ||
| 369 | } | ||
| 370 | |||
| 371 | modobj.type_section[desc_number] = std::move(type_descriptor_t::create(size, pointer_map)); | ||
| 372 | } | ||
| 373 | } | ||
| 374 | |||
| 375 | // See data section layout in Dis VM specification (http://www.vitanuova.com/inferno/man/6/dis.html) | ||
| 376 | void read_data_section(util::buffered_reader_t &reader, vm_module_t &modobj) | ||
| 377 | { | ||
| 378 | if (modobj.header.data_size != 0) | ||
| 379 | { | ||
| 380 | auto vm_module_type = modobj.type_section[module_constants::vm_module_type_desc_number]; | ||
| 381 | if (vm_module_type->size_in_bytes != modobj.header.data_size) throw module_reader_exception{ "Invalid type desc for MP" }; | ||
| 382 | |||
| 383 | // The Dis VM spec does not guarantee the MP segment (i.e. data segment) of the loaded | ||
| 384 | // module will be initialized to zero, but it is the C/C++ approach so defer to that. | ||
| 385 | modobj.original_mp.reset(vm_alloc_t::allocate(vm_module_type, vm_alloc_t::zero_memory)); | ||
| 386 | } | ||
| 387 | |||
| 388 | auto array_stack = std::array<byte_t *, module_constants::array_address_stack_size>{}; | ||
| 389 | auto array_stack_pointer = std::size_t{ 0 }; | ||
| 390 | auto success = bool{}; | ||
| 391 | auto code = byte_t{}; | ||
| 392 | auto base = reinterpret_cast<byte_t *>(modobj.original_mp->allocation()); | ||
| 393 | for (;;) | ||
| 394 | { | ||
| 395 | auto bytesRead = reader.get_next_bytes(sizeof(code), &code); | ||
| 396 | if (bytesRead != sizeof(code)) throw module_reader_exception{ "Failed to read data item code" }; | ||
| 397 | if (code == 0) | ||
| 398 | break; | ||
| 399 | |||
| 400 | const auto type = static_cast<datum_type_t>((code & 0xf0) >> 4); | ||
| 401 | auto count = static_cast<uint32_t>(code & 0x0f); | ||
| 402 | if (count == 0) | ||
| 403 | { | ||
| 404 | std::tie(success, count) = read_next_operand(reader); | ||
| 405 | if (!success) throw module_reader_exception{ "Failed to read long item datum count" }; | ||
| 406 | } | ||
| 407 | |||
| 408 | auto byte_offset = operand_t{}; | ||
| 409 | std::tie(success, byte_offset) = read_next_operand(reader); | ||
| 410 | if (!success) throw module_reader_exception{ "Failed to read offset" }; | ||
| 411 | |||
| 412 | // Compute the next data destination. | ||
| 413 | auto data_dest = base + byte_offset; | ||
| 414 | |||
| 415 | switch (type) | ||
| 416 | { | ||
| 417 | case datum_type_t::value_bit8: | ||
| 418 | { | ||
| 419 | auto byte = uint8_t{}; | ||
| 420 | for (auto idx = uint32_t{ 0 }; idx < count; ++idx) | ||
| 421 | { | ||
| 422 | std::tie(success, byte) = reader.get_next_byte(); | ||
| 423 | if (!success) throw module_reader_exception{ "Failed to read 1 byte" }; | ||
| 424 | |||
| 425 | *reinterpret_cast<byte_t *>(data_dest) = byte; | ||
| 426 | data_dest += sizeof(byte); | ||
| 427 | } | ||
| 428 | break; | ||
| 429 | } | ||
| 430 | case datum_type_t::value_bit32: | ||
| 431 | { | ||
| 432 | auto word = word_t{}; | ||
| 433 | for (auto idx = uint32_t{ 0 }; idx < count; ++idx) | ||
| 434 | { | ||
| 435 | word = word_t{ 0 }; | ||
| 436 | std::tie(success, word) = read_next_word(reader); | ||
| 437 | if (!success) throw module_reader_exception{ "Failed to read word" }; | ||
| 438 | |||
| 439 | *reinterpret_cast<word_t *>(data_dest) = word; | ||
| 440 | data_dest += sizeof(word); | ||
| 441 | } | ||
| 442 | break; | ||
| 443 | } | ||
| 444 | case datum_type_t::utf_string: | ||
| 445 | { | ||
| 446 | auto str_buffer = std::vector<uint8_t>(count); | ||
| 447 | auto bytesRead = reader.get_next_bytes(count, str_buffer.data()); | ||
| 448 | if (bytesRead != count) | ||
| 449 | throw module_reader_exception{ "Failed to read string data" }; | ||
| 450 | |||
| 451 | auto new_string = new vm_string_t(str_buffer.size(), str_buffer.data()); | ||
| 452 | *reinterpret_cast<pointer_t *>(data_dest) = new_string->allocation(); | ||
| 453 | break; | ||
| 454 | } | ||
| 455 | case datum_type_t::value_real64: | ||
| 456 | data_dest = read_8byte_segments(reader, datum_type_t::value_real64, count, data_dest); | ||
| 457 | break; | ||
| 458 | case datum_type_t::array: | ||
| 459 | { | ||
| 460 | auto element_type = word_t{}; | ||
| 461 | std::tie(success, element_type) = read_next_word(reader); | ||
| 462 | if (!success) throw module_reader_exception{ "Failed to read word" }; | ||
| 463 | |||
| 464 | if (element_type < 0 || modobj.header.type_size < element_type) | ||
| 465 | if (!success) throw module_reader_exception{ "Invalid array element type" }; | ||
| 466 | |||
| 467 | auto element_count = word_t{}; | ||
| 468 | std::tie(success, element_count) = read_next_word(reader); | ||
| 469 | if (!success) throw module_reader_exception{ "Failed to read word" }; | ||
| 470 | |||
| 471 | auto new_array = new vm_array_t(modobj.type_section[element_type], element_count); | ||
| 472 | *reinterpret_cast<pointer_t *>(data_dest) = new_array->allocation(); | ||
| 473 | break; | ||
| 474 | } | ||
| 475 | case datum_type_t::set_array: | ||
| 476 | { | ||
| 477 | if (data_dest == nullptr) throw module_reader_exception{ "Invalid data type processing" }; | ||
| 478 | auto arr_maybe = vm_alloc_t::from_allocation(*reinterpret_cast<pointer_t *>(data_dest)); | ||
| 479 | assert(arr_maybe != nullptr); | ||
| 480 | |||
| 481 | if (arr_maybe->alloc_type != vm_array_t::type_desc()) | ||
| 482 | throw module_reader_exception{ "Data index not an array type" }; | ||
| 483 | |||
| 484 | auto arr = dynamic_cast<vm_array_t *>(arr_maybe); | ||
| 485 | |||
| 486 | auto array_index = word_t{}; | ||
| 487 | std::tie(success, array_index) = read_next_word(reader); | ||
| 488 | if (!success) throw module_reader_exception{ "Failed to read word" }; | ||
| 489 | |||
| 490 | if (array_index < 0 || arr->get_length() <= array_index || array_stack_pointer >= module_constants::array_address_stack_size) | ||
| 491 | throw module_reader_exception{ "Invalid array stack pointer" }; | ||
| 492 | |||
| 493 | array_stack[array_stack_pointer++] = base; | ||
| 494 | base = reinterpret_cast<byte_t *>(arr->at(0)) + (array_index * arr->alloc_type->size_in_bytes); | ||
| 495 | |||
| 496 | break; | ||
| 497 | } | ||
| 498 | case datum_type_t::restore_load_address: | ||
| 499 | if (array_stack_pointer == 0) throw module_reader_exception{ "Invalid array stack pointer" }; | ||
| 500 | |||
| 501 | base = array_stack[--array_stack_pointer]; | ||
| 502 | assert(base != nullptr); | ||
| 503 | |||
| 504 | #ifndef NDEBUG | ||
| 505 | array_stack[array_stack_pointer] = nullptr; | ||
| 506 | #endif | ||
| 507 | |||
| 508 | break; | ||
| 509 | case datum_type_t::value_bit64: | ||
| 510 | data_dest = read_8byte_segments(reader, datum_type_t::value_bit64, count, data_dest); | ||
| 511 | break; | ||
| 512 | default: | ||
| 513 | throw module_reader_exception{ "Unknown item data type" }; | ||
| 514 | } | ||
| 515 | } | ||
| 516 | } | ||
| 517 | |||
| 518 | // See module name in Dis VM specification (http://www.vitanuova.com/inferno/man/6/dis.html) | ||
| 519 | void read_module_name(util::buffered_reader_t &reader, vm_module_t &modobj) | ||
| 520 | { | ||
| 521 | auto string_buffer = std::vector<uint8_t>{}; | ||
| 522 | if (!read_next_string(reader, string_buffer)) | ||
| 523 | throw module_reader_exception{ "Failed to read module name" }; | ||
| 524 | |||
| 525 | modobj.module_name = std::make_unique<vm_string_t>(string_buffer.size(), string_buffer.data()); | ||
| 526 | assert(modobj.module_name->get_length() <= module_constants::max_module_name_bytes); | ||
| 527 | } | ||
| 528 | |||
| 529 | // See link section in Dis VM specification (http://www.vitanuova.com/inferno/man/6/dis.html) | ||
| 530 | void read_link_section(util::buffered_reader_t &reader, vm_module_t &modobj) | ||
| 531 | { | ||
| 532 | auto success = bool{}; | ||
| 533 | const auto export_count = modobj.header.export_size; | ||
| 534 | |||
| 535 | // Allocate memory for the export entries | ||
| 536 | modobj.export_section.reserve(export_count); | ||
| 537 | |||
| 538 | for (auto c = word_t{ 0 }; c < export_count; ++c) | ||
| 539 | { | ||
| 540 | // Read in single export item | ||
| 541 | auto item = export_function_t{}; | ||
| 542 | |||
| 543 | std::tie(success, item.pc) = read_next_operand(reader); | ||
| 544 | if (!success) throw module_reader_exception{ "Failed to read linkage pc" }; | ||
| 545 | |||
| 546 | std::tie(success, item.frame_type) = read_next_operand(reader); | ||
| 547 | if (!success) throw module_reader_exception{ "Failed to read linkage frame type index" }; | ||
| 548 | |||
| 549 | std::tie(success, item.sig) = read_next_word(reader); | ||
| 550 | if (!success) throw module_reader_exception{ "Failed to read linkage signature" }; | ||
| 551 | |||
| 552 | auto string_buffer = std::vector<uint8_t>{}; | ||
| 553 | if (!read_next_string(reader, string_buffer)) | ||
| 554 | throw module_reader_exception{ "Failed to read linkage name" }; | ||
| 555 | |||
| 556 | item.name = std::make_unique<vm_string_t>(string_buffer.size(), string_buffer.data()); | ||
| 557 | |||
| 558 | const auto sig = item.sig; | ||
| 559 | modobj.export_section.emplace(sig, std::move(item)); | ||
| 560 | } | ||
| 561 | } | ||
| 562 | |||
| 563 | // See import section in Dis VM specification (http://www.vitanuova.com/inferno/man/6/dis.html) | ||
| 564 | // [SPEC] The specification does not seem to match what is observed in an actual module. | ||
| 565 | // The function is modeled after the disassembler (dis.b and libinterp/load.c) instead. | ||
| 566 | void read_import_section(util::buffered_reader_t &reader, vm_module_t &modobj) | ||
| 567 | { | ||
| 568 | auto success = bool{}; | ||
| 569 | auto module_import_count = operand_t{}; | ||
| 570 | std::tie(success, module_import_count) = read_next_operand(reader); | ||
| 571 | if (!success) throw module_reader_exception{ "Failed to read module import count" }; | ||
| 572 | |||
| 573 | // Allocate memory for module imports | ||
| 574 | modobj.import_section.reserve(module_import_count); | ||
| 575 | |||
| 576 | for (auto c = operand_t{ 0 }; c < module_import_count; ++c) | ||
| 577 | { | ||
| 578 | // Read in single module import | ||
| 579 | import_vm_module_t module{}; | ||
| 580 | |||
| 581 | auto func_import_count = operand_t{}; | ||
| 582 | std::tie(success, func_import_count) = read_next_operand(reader); | ||
| 583 | if (!success) throw module_reader_exception{ "Failed to read function import count" }; | ||
| 584 | |||
| 585 | // Allocate memory for function imports | ||
| 586 | module.functions.reserve(func_import_count); | ||
| 587 | |||
| 588 | for (auto k = operand_t{ 0 }; k < func_import_count; ++k) | ||
| 589 | { | ||
| 590 | // Read in single function import | ||
| 591 | import_function_t func{}; | ||
| 592 | |||
| 593 | std::tie(success, func.sig) = read_next_word(reader); | ||
| 594 | if (!success) throw module_reader_exception{ "Failed to read import function signature" }; | ||
| 595 | |||
| 596 | auto string_buffer = std::vector<uint8_t>{}; | ||
| 597 | if (!read_next_string(reader, string_buffer)) | ||
| 598 | throw module_reader_exception{ "Failed to read import function name" }; | ||
| 599 | |||
| 600 | func.name = std::make_unique<vm_string_t>(string_buffer.size(), string_buffer.data()); | ||
| 601 | |||
| 602 | module.functions.push_back(std::move(func)); | ||
| 603 | } | ||
| 604 | |||
| 605 | modobj.import_section.push_back(std::move(module)); | ||
| 606 | } | ||
| 607 | |||
| 608 | byte_t value; | ||
| 609 | std::tie(success, value) = reader.get_next_byte(); | ||
| 610 | if (!success || value != 0) | ||
| 611 | throw module_reader_exception{ "Failed to read final byte from import section" }; | ||
| 612 | } | ||
| 613 | |||
| 614 | // See handler section in Dis VM specification (http://www.vitanuova.com/inferno/man/6/dis.html) | ||
| 615 | void read_handler_section(util::buffered_reader_t &reader, vm_module_t &modobj) | ||
| 616 | { | ||
| 617 | auto success = bool{}; | ||
| 618 | auto handler_count = operand_t{}; | ||
| 619 | std::tie(success, handler_count) = read_next_operand(reader); | ||
| 620 | |||
| 621 | // Allocate memory for handlers | ||
| 622 | modobj.handler_section.reserve(handler_count); | ||
| 623 | |||
| 624 | for (auto c = operand_t{ 0 }; c < handler_count; ++c) | ||
| 625 | { | ||
| 626 | // Read in single handler | ||
| 627 | handler_t handler{}; | ||
| 628 | |||
| 629 | std::tie(success, handler.exception_offset) = read_next_operand(reader); | ||
| 630 | if (!success) throw module_reader_exception{ "Failed to read exception offset" }; | ||
| 631 | |||
| 632 | std::tie(success, handler.begin_pc) = read_next_operand(reader); | ||
| 633 | if (!success) throw module_reader_exception{ "Failed to read handler begin program counter" }; | ||
| 634 | |||
| 635 | std::tie(success, handler.end_pc) = read_next_operand(reader); | ||
| 636 | if (!success) throw module_reader_exception{ "Failed to read handler end program counter" }; | ||
| 637 | |||
| 638 | auto type_desc_number = operand_t{}; | ||
| 639 | std::tie(success, type_desc_number) = read_next_operand(reader); | ||
| 640 | if (!success) throw module_reader_exception{ "Failed to read handler type description ID" }; | ||
| 641 | |||
| 642 | if (type_desc_number != module_constants::no_error_handle_type_desc) | ||
| 643 | { | ||
| 644 | assert(0 <= type_desc_number && type_desc_number < static_cast<operand_t>(modobj.type_section.size())); | ||
| 645 | handler.type_desc = modobj.type_section[type_desc_number]; | ||
| 646 | assert(handler.type_desc != nullptr); | ||
| 647 | } | ||
| 648 | |||
| 649 | auto handler_cases = operand_t{}; | ||
| 650 | std::tie(success, handler_cases) = read_next_operand(reader); | ||
| 651 | |||
| 652 | // [SPEC] The operand read above contains two pieces of data. | ||
| 653 | // The higher 16-bits represent the number of exception cases that catch exception types. | ||
| 654 | // The lower 16-bits represent the total number of handled cases. | ||
| 655 | // In the limbo language strings and exceptions can be caught in an exception handler. | ||
| 656 | // Based on Inferno implementation libinterp/load.c. | ||
| 657 | handler.exception_type_count = word_t{ handler_cases >> 16 }; | ||
| 658 | const auto total_count = (handler_cases & 0xffff); | ||
| 659 | |||
| 660 | // Allocate memory for exceptions plus the wild card. | ||
| 661 | handler.exception_table.reserve(total_count + 1); | ||
| 662 | |||
| 663 | for (auto k = operand_t{ 0 }; k < total_count; ++k) | ||
| 664 | { | ||
| 665 | // Read in single exception | ||
| 666 | exception_t except{}; | ||
| 667 | |||
| 668 | auto string_buffer = std::vector<uint8_t>{}; | ||
| 669 | if (!read_next_string(reader, string_buffer)) | ||
| 670 | throw module_reader_exception{ "Failed to read exception name" }; | ||
| 671 | |||
| 672 | except.name = std::make_unique<vm_string_t>(string_buffer.size(), string_buffer.data()); | ||
| 673 | |||
| 674 | std::tie(success, except.pc) = read_next_operand(reader); | ||
| 675 | if (!success) throw module_reader_exception{ "Failed to read exception pc" }; | ||
| 676 | |||
| 677 | handler.exception_table.push_back(std::move(except)); | ||
| 678 | } | ||
| 679 | |||
| 680 | // Read in wildcard exception | ||
| 681 | exception_t wildcard_exception{}; | ||
| 682 | std::tie(success, wildcard_exception.pc) = read_next_operand(reader); | ||
| 683 | if (!success) throw module_reader_exception{ "Failed to read wildcard exception pc" }; | ||
| 684 | |||
| 685 | handler.exception_table.push_back(std::move(wildcard_exception)); | ||
| 686 | |||
| 687 | modobj.handler_section.push_back(std::move(handler)); | ||
| 688 | } | ||
| 689 | |||
| 690 | byte_t value; | ||
| 691 | std::tie(success, value) = reader.get_next_byte(); | ||
| 692 | if (!success || value != 0) | ||
| 693 | throw module_reader_exception{ "Failed to read final byte from handler section" }; | ||
| 694 | } | ||
| 695 | } | ||
| 696 | |||
| 697 | export_function_t::export_function_t(export_function_t &&other) | ||
| 698 | : pc{ other.pc } | ||
| 699 | , frame_type{ other.frame_type } | ||
| 700 | , sig{ other.sig } | ||
| 701 | , name{ std::move(other.name) } | ||
| 702 | { | ||
| 703 | } | ||
| 704 | |||
| 705 | export_function_t::~export_function_t() | ||
| 706 | { | ||
| 707 | if (name != nullptr) | ||
| 708 | name->release(); | ||
| 709 | } | ||
| 710 | |||
| 711 | import_function_t::import_function_t(import_function_t &&other) | ||
| 712 | : sig{ other.sig } | ||
| 713 | , name{ std::move(other.name) } | ||
| 714 | { | ||
| 715 | } | ||
| 716 | |||
| 717 | import_function_t::~import_function_t() | ||
| 718 | { | ||
| 719 | if (name != nullptr) | ||
| 720 | name->release(); | ||
| 721 | } | ||
| 722 | |||
| 723 | import_vm_module_t::import_vm_module_t(import_vm_module_t &&other) | ||
| 724 | : functions{ std::move(other.functions) } | ||
| 725 | { | ||
| 726 | } | ||
| 727 | |||
| 728 | exception_t::exception_t(exception_t &&other) | ||
| 729 | : pc{ other.pc } | ||
| 730 | , name{ std::move(other.name) } | ||
| 731 | { | ||
| 732 | } | ||
| 733 | |||
| 734 | exception_t::~exception_t() | ||
| 735 | { | ||
| 736 | if (name != nullptr) | ||
| 737 | name->release(); | ||
| 738 | } | ||
| 739 | |||
| 740 | handler_t::handler_t(handler_t &&other) | ||
| 741 | : exception_offset{ other.exception_offset } | ||
| 742 | , begin_pc{ other.begin_pc } | ||
| 743 | , end_pc{ other.end_pc } | ||
| 744 | , type_desc{ std::move(other.type_desc) } | ||
| 745 | , exception_table{ std::move(other.exception_table) } | ||
| 746 | , exception_type_count{ other.exception_type_count } | ||
| 747 | { | ||
| 748 | } | ||
| 749 | |||
| 750 | vm_module_t::~vm_module_t() | ||
| 751 | { | ||
| 752 | if (module_name != nullptr) | ||
| 753 | module_name->release(); | ||
| 754 | |||
| 755 | if (original_mp != nullptr) | ||
| 756 | original_mp->release(); | ||
| 757 | } | ||
| 758 | |||
| 759 | std::unique_ptr<vm_module_t> disvm::read_module(const char *path) | ||
| 760 | { | ||
| 761 | assert(path != nullptr); | ||
| 762 | |||
| 763 | auto module_file = std::ifstream{ path, std::ifstream::binary }; | ||
| 764 | if (!module_file.is_open()) | ||
| 765 | { | ||
| 766 | assert(false && "Failed to open module"); | ||
| 767 | throw vm_user_exception{ "Failed to open module" }; | ||
| 768 | } | ||
| 769 | |||
| 770 | return read_module(module_file); | ||
| 771 | } | ||
| 772 | |||
| 773 | std::unique_ptr<runtime::vm_module_t> disvm::read_module(std::istream &data) | ||
| 774 | { | ||
| 775 | util::buffered_reader_t reader{ data }; | ||
| 776 | |||
| 777 | auto modobj = std::make_unique<vm_module_t>(); | ||
| 778 | |||
| 779 | read_header(reader, *modobj); | ||
| 780 | |||
| 781 | if (util::has_flag(modobj->header.runtime_flag, runtime_flags_t::has_import_deprecated)) | ||
| 782 | throw module_reader_exception{ "Obsolete module" }; | ||
| 783 | |||
| 784 | read_code_section(reader, *modobj); | ||
| 785 | read_type_section(reader, *modobj); | ||
| 786 | read_data_section(reader, *modobj); | ||
| 787 | read_module_name(reader, *modobj); | ||
| 788 | read_link_section(reader, *modobj); | ||
| 789 | |||
| 790 | if (util::has_flag(modobj->header.runtime_flag, runtime_flags_t::has_import)) | ||
| 791 | read_import_section(reader, *modobj); | ||
| 792 | |||
| 793 | if (util::has_flag(modobj->header.runtime_flag, runtime_flags_t::has_handler)) | ||
| 794 | read_handler_section(reader, *modobj); | ||
| 795 | |||
| 796 | // [TODO] Native code generation - runtime_flags_t::must_compile | ||
| 797 | assert(!util::has_flag(modobj->header.runtime_flag, runtime_flags_t::must_compile)); | ||
| 798 | |||
| 799 | return modobj; | ||
| 800 | } | ||