| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338 |
- /*
- * This file is part of the MicroPython project, http://micropython.org/
- *
- * The MIT License (MIT)
- *
- * Copyright (c) 2013, 2014 Damien P. George
- * Copyright (c) 2014 Paul Sokolovsky
- *
- * Permission is hereby granted, free of charge, to any person obtaining a copy
- * of this software and associated documentation files (the "Software"), to deal
- * in the Software without restriction, including without limitation the rights
- * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
- * copies of the Software, and to permit persons to whom the Software is
- * furnished to do so, subject to the following conditions:
- *
- * The above copyright notice and this permission notice shall be included in
- * all copies or substantial portions of the Software.
- *
- * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
- * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
- * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
- * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
- * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
- * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
- * THE SOFTWARE.
- */
- #ifndef MICROPY_INCLUDED_PY_BC_H
- #define MICROPY_INCLUDED_PY_BC_H
- #include "py/runtime.h"
- // bytecode layout:
- //
- // func signature : var uint
- // contains six values interleaved bit-wise as: xSSSSEAA [xFSSKAED repeated]
- // x = extension another byte follows
- // S = n_state - 1 number of entries in Python value stack
- // E = n_exc_stack number of entries in exception stack
- // F = scope_flags four bits of flags, MP_SCOPE_FLAG_xxx
- // A = n_pos_args number of arguments this function takes
- // K = n_kwonly_args number of keyword-only arguments this function takes
- // D = n_def_pos_args number of default positional arguments
- //
- // prelude size : var uint
- // contains two values interleaved bit-wise as: xIIIIIIC repeated
- // x = extension another byte follows
- // I = n_info number of bytes in source info section (always > 0)
- // C = n_cells number of bytes/cells in closure section
- //
- // source info section:
- // simple_name : var qstr always exists
- // argname0 : var qstr
- // ... : var qstr
- // argnameN : var qstr N = num_pos_args + num_kwonly_args - 1
- // <line number info>
- //
- // closure section:
- // local_num0 : byte
- // ... : byte
- // local_numN : byte N = n_cells-1
- //
- // <bytecode>
- //
- //
- // constant table layout:
- //
- // const0 : obj
- // constN : obj
- #define MP_ENCODE_UINT_MAX_BYTES ((MP_BYTES_PER_OBJ_WORD * 8 + 6) / 7)
- #define MP_BC_PRELUDE_SIG_ENCODE(S, E, scope, out_byte, out_env) \
- do { \
- /*// Get values to store in prelude */ \
- size_t F = scope->scope_flags & MP_SCOPE_FLAG_ALL_SIG; \
- size_t A = scope->num_pos_args; \
- size_t K = scope->num_kwonly_args; \
- size_t D = scope->num_def_pos_args; \
- \
- /* Adjust S to shrink range, to compress better */ \
- S -= 1; \
- \
- /* Encode prelude */ \
- /* xSSSSEAA */ \
- uint8_t z = (S & 0xf) << 3 | (E & 1) << 2 | (A & 3); \
- S >>= 4; \
- E >>= 1; \
- A >>= 2; \
- while (S | E | F | A | K | D) { \
- out_byte(out_env, 0x80 | z); \
- /* xFSSKAED */ \
- z = (F & 1) << 6 | (S & 3) << 4 | (K & 1) << 3 \
- | (A & 1) << 2 | (E & 1) << 1 | (D & 1); \
- S >>= 2; \
- E >>= 1; \
- F >>= 1; \
- A >>= 1; \
- K >>= 1; \
- D >>= 1; \
- } \
- out_byte(out_env, z); \
- } while (0)
- #define MP_BC_PRELUDE_SIG_DECODE_INTO(ip, S, E, F, A, K, D) \
- do { \
- uint8_t z = *(ip)++; \
- /* xSSSSEAA */ \
- S = (z >> 3) & 0xf; \
- E = (z >> 2) & 0x1; \
- F = 0; \
- A = z & 0x3; \
- K = 0; \
- D = 0; \
- for (unsigned n = 0; z & 0x80; ++n) { \
- z = *(ip)++; \
- /* xFSSKAED */ \
- S |= (z & 0x30) << (2 * n); \
- E |= (z & 0x02) << n; \
- F |= ((z & 0x40) >> 6) << n; \
- A |= (z & 0x4) << n; \
- K |= ((z & 0x08) >> 3) << n; \
- D |= (z & 0x1) << n; \
- } \
- S += 1; \
- } while (0)
- #define MP_BC_PRELUDE_SIG_DECODE(ip) \
- size_t n_state, n_exc_stack, scope_flags, n_pos_args, n_kwonly_args, n_def_pos_args; \
- MP_BC_PRELUDE_SIG_DECODE_INTO(ip, n_state, n_exc_stack, scope_flags, n_pos_args, n_kwonly_args, n_def_pos_args); \
- (void)n_state; (void)n_exc_stack; (void)scope_flags; \
- (void)n_pos_args; (void)n_kwonly_args; (void)n_def_pos_args
- #define MP_BC_PRELUDE_SIZE_ENCODE(I, C, out_byte, out_env) \
- do { \
- /* Encode bit-wise as: xIIIIIIC */ \
- uint8_t z = 0; \
- do { \
- z = (I & 0x3f) << 1 | (C & 1); \
- C >>= 1; \
- I >>= 6; \
- if (C | I) { \
- z |= 0x80; \
- } \
- out_byte(out_env, z); \
- } while (C | I); \
- } while (0)
- #define MP_BC_PRELUDE_SIZE_DECODE_INTO(ip, I, C) \
- do { \
- uint8_t z; \
- C = 0; \
- I = 0; \
- for (unsigned n = 0;; ++n) { \
- z = *(ip)++; \
- /* xIIIIIIC */ \
- C |= (z & 1) << n; \
- I |= ((z & 0x7e) >> 1) << (6 * n); \
- if (!(z & 0x80)) { \
- break; \
- } \
- } \
- } while (0)
- #define MP_BC_PRELUDE_SIZE_DECODE(ip) \
- size_t n_info, n_cell; \
- MP_BC_PRELUDE_SIZE_DECODE_INTO(ip, n_info, n_cell); \
- (void)n_info; (void)n_cell
- // Sentinel value for mp_code_state_t.exc_sp_idx
- #define MP_CODE_STATE_EXC_SP_IDX_SENTINEL ((uint16_t)-1)
- // To convert mp_code_state_t.exc_sp_idx to/from a pointer to mp_exc_stack_t
- #define MP_CODE_STATE_EXC_SP_IDX_FROM_PTR(exc_stack, exc_sp) ((exc_sp) + 1 - (exc_stack))
- #define MP_CODE_STATE_EXC_SP_IDX_TO_PTR(exc_stack, exc_sp_idx) ((exc_stack) + (exc_sp_idx) - 1)
- typedef struct _mp_bytecode_prelude_t {
- uint n_state;
- uint n_exc_stack;
- uint scope_flags;
- uint n_pos_args;
- uint n_kwonly_args;
- uint n_def_pos_args;
- qstr qstr_block_name_idx;
- const byte *line_info;
- const byte *line_info_top;
- const byte *opcodes;
- } mp_bytecode_prelude_t;
- // Exception stack entry
- typedef struct _mp_exc_stack_t {
- const byte *handler;
- // bit 0 is currently unused
- // bit 1 is whether the opcode was SETUP_WITH or SETUP_FINALLY
- mp_obj_t *val_sp;
- // Saved exception
- mp_obj_base_t *prev_exc;
- } mp_exc_stack_t;
- // Constants associated with a module, to interface bytecode with runtime.
- typedef struct _mp_module_constants_t {
- #if MICROPY_EMIT_BYTECODE_USES_QSTR_TABLE
- qstr_short_t *qstr_table;
- #else
- qstr source_file;
- #endif
- mp_obj_t *obj_table;
- } mp_module_constants_t;
- // State associated with a module.
- typedef struct _mp_module_context_t {
- mp_obj_module_t module;
- mp_module_constants_t constants;
- } mp_module_context_t;
- // Outer level struct defining a compiled module.
- typedef struct _mp_compiled_module_t {
- mp_module_context_t *context;
- const struct _mp_raw_code_t *rc;
- #if MICROPY_PERSISTENT_CODE_SAVE
- bool has_native;
- size_t n_qstr;
- size_t n_obj;
- #endif
- } mp_compiled_module_t;
- // Outer level struct defining a frozen module.
- typedef struct _mp_frozen_module_t {
- const mp_module_constants_t constants;
- const void *proto_fun;
- } mp_frozen_module_t;
- // State for an executing function.
- typedef struct _mp_code_state_t {
- // The fun_bc entry points to the underlying function object that is being executed.
- // It is needed to access the start of bytecode and the const_table.
- // It is also needed to prevent the GC from reclaiming the bytecode during execution,
- // because the ip pointer below will always point to the interior of the bytecode.
- struct _mp_obj_fun_bc_t *fun_bc;
- const byte *ip;
- mp_obj_t *sp;
- uint16_t n_state;
- uint16_t exc_sp_idx;
- mp_obj_dict_t *old_globals;
- #if MICROPY_STACKLESS
- struct _mp_code_state_t *prev;
- #endif
- #if MICROPY_PY_SYS_SETTRACE
- struct _mp_code_state_t *prev_state;
- struct _mp_obj_frame_t *frame;
- #endif
- // Variable-length
- mp_obj_t state[0];
- // Variable-length, never accessed by name, only as (void*)(state + n_state)
- // mp_exc_stack_t exc_state[0];
- } mp_code_state_t;
- // State for an executing native function (based on mp_code_state_t).
- typedef struct _mp_code_state_native_t {
- struct _mp_obj_fun_bc_t *fun_bc;
- const byte *ip;
- mp_obj_t *sp;
- uint16_t n_state;
- uint16_t exc_sp_idx;
- mp_obj_dict_t *old_globals;
- mp_obj_t state[0];
- } mp_code_state_native_t;
- // Allocator may return NULL, in which case data is not stored (can be used to compute size).
- typedef uint8_t *(*mp_encode_uint_allocator_t)(void *env, size_t nbytes);
- void mp_encode_uint(void *env, mp_encode_uint_allocator_t allocator, mp_uint_t val);
- mp_uint_t mp_decode_uint(const byte **ptr);
- mp_uint_t mp_decode_uint_value(const byte *ptr);
- const byte *mp_decode_uint_skip(const byte *ptr);
- mp_vm_return_kind_t mp_execute_bytecode(mp_code_state_t *code_state,
- #ifndef __cplusplus
- volatile
- #endif
- mp_obj_t inject_exc);
- mp_code_state_t *mp_obj_fun_bc_prepare_codestate(mp_obj_t func, size_t n_args, size_t n_kw, const mp_obj_t *args);
- void mp_setup_code_state(mp_code_state_t *code_state, size_t n_args, size_t n_kw, const mp_obj_t *args);
- void mp_setup_code_state_native(mp_code_state_native_t *code_state, size_t n_args, size_t n_kw, const mp_obj_t *args);
- void mp_bytecode_print(const mp_print_t *print, const struct _mp_raw_code_t *rc, size_t fun_data_len, const mp_module_constants_t *cm);
- void mp_bytecode_print2(const mp_print_t *print, const byte *ip, size_t len, struct _mp_raw_code_t *const *child_table, const mp_module_constants_t *cm);
- const byte *mp_bytecode_print_str(const mp_print_t *print, const byte *ip_start, const byte *ip, struct _mp_raw_code_t *const *child_table, const mp_module_constants_t *cm);
- #define mp_bytecode_print_inst(print, code, x_table) mp_bytecode_print2(print, code, 1, x_table)
- // Helper macros to access pointer with least significant bits holding flags
- #define MP_TAGPTR_PTR(x) ((void *)((uintptr_t)(x) & ~((uintptr_t)3)))
- #define MP_TAGPTR_TAG0(x) ((uintptr_t)(x) & 1)
- #define MP_TAGPTR_TAG1(x) ((uintptr_t)(x) & 2)
- #define MP_TAGPTR_MAKE(ptr, tag) ((void *)((uintptr_t)(ptr) | (tag)))
- static inline void mp_module_context_alloc_tables(mp_module_context_t *context, size_t n_qstr, size_t n_obj) {
- #if MICROPY_EMIT_BYTECODE_USES_QSTR_TABLE
- size_t nq = (n_qstr * sizeof(qstr_short_t) + sizeof(mp_uint_t) - 1) / sizeof(mp_uint_t);
- size_t no = n_obj;
- mp_uint_t *mem = m_new(mp_uint_t, nq + no);
- context->constants.qstr_table = (qstr_short_t *)mem;
- context->constants.obj_table = (mp_obj_t *)(mem + nq);
- #else
- if (n_obj == 0) {
- context->constants.obj_table = NULL;
- } else {
- context->constants.obj_table = m_new(mp_obj_t, n_obj);
- }
- #endif
- }
- static inline size_t mp_bytecode_get_source_line(const byte *line_info, const byte *line_info_top, size_t bc_offset) {
- size_t source_line = 1;
- while (line_info < line_info_top) {
- size_t c = *line_info;
- size_t b, l;
- if ((c & 0x80) == 0) {
- // 0b0LLBBBBB encoding
- b = c & 0x1f;
- l = c >> 5;
- line_info += 1;
- } else {
- // 0b1LLLBBBB 0bLLLLLLLL encoding (l's LSB in second byte)
- b = c & 0xf;
- l = ((c << 4) & 0x700) | line_info[1];
- line_info += 2;
- }
- if (bc_offset >= b) {
- bc_offset -= b;
- source_line += l;
- } else {
- // found source line corresponding to bytecode offset
- break;
- }
- }
- return source_line;
- }
- #endif // MICROPY_INCLUDED_PY_BC_H
|