misc.h 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344
  1. /*
  2. * This file is part of the MicroPython project, http://micropython.org/
  3. *
  4. * The MIT License (MIT)
  5. *
  6. * Copyright (c) 2013, 2014 Damien P. George
  7. *
  8. * Permission is hereby granted, free of charge, to any person obtaining a copy
  9. * of this software and associated documentation files (the "Software"), to deal
  10. * in the Software without restriction, including without limitation the rights
  11. * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
  12. * copies of the Software, and to permit persons to whom the Software is
  13. * furnished to do so, subject to the following conditions:
  14. *
  15. * The above copyright notice and this permission notice shall be included in
  16. * all copies or substantial portions of the Software.
  17. *
  18. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  19. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  20. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  21. * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  22. * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  23. * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
  24. * THE SOFTWARE.
  25. */
  26. #ifndef MICROPY_INCLUDED_PY_MISC_H
  27. #define MICROPY_INCLUDED_PY_MISC_H
  28. // a mini library of useful types and functions
  29. /** types *******************************************************/
  30. #include <stdbool.h>
  31. #include <stdint.h>
  32. #include <stddef.h>
  33. typedef unsigned char byte;
  34. typedef unsigned int uint;
  35. /** generic ops *************************************************/
  36. #ifndef MIN
  37. #define MIN(x, y) ((x) < (y) ? (x) : (y))
  38. #endif
  39. #ifndef MAX
  40. #define MAX(x, y) ((x) > (y) ? (x) : (y))
  41. #endif
  42. // Classical double-indirection stringification of preprocessor macro's value
  43. #define MP_STRINGIFY_HELPER(x) #x
  44. #define MP_STRINGIFY(x) MP_STRINGIFY_HELPER(x)
  45. // Static assertion macro
  46. #define MP_STATIC_ASSERT(cond) ((void)sizeof(char[1 - 2 * !(cond)]))
  47. // In C++ things like comparing extern const pointers are not constant-expressions so cannot be used
  48. // in MP_STATIC_ASSERT. Note that not all possible compiler versions will reject this. Some gcc versions
  49. // do, others only with -Werror=vla, msvc always does.
  50. // The (void) is needed to avoid "left operand of comma operator has no effect [-Werror=unused-value]"
  51. // when using this macro on the left-hand side of a comma.
  52. #if defined(_MSC_VER) || defined(__cplusplus)
  53. #define MP_STATIC_ASSERT_NONCONSTEXPR(cond) ((void)1)
  54. #else
  55. #define MP_STATIC_ASSERT_NONCONSTEXPR(cond) MP_STATIC_ASSERT(cond)
  56. #endif
  57. // Round-up integer division
  58. #define MP_CEIL_DIVIDE(a, b) (((a) + (b) - 1) / (b))
  59. #define MP_ROUND_DIVIDE(a, b) (((a) + (b) / 2) / (b))
  60. /** memory allocation ******************************************/
  61. // TODO make a lazy m_renew that can increase by a smaller amount than requested (but by at least 1 more element)
  62. #define m_new(type, num) ((type *)(m_malloc(sizeof(type) * (num))))
  63. #define m_new_maybe(type, num) ((type *)(m_malloc_maybe(sizeof(type) * (num))))
  64. #define m_new0(type, num) ((type *)(m_malloc0(sizeof(type) * (num))))
  65. #define m_new_obj(type) (m_new(type, 1))
  66. #define m_new_obj_maybe(type) (m_new_maybe(type, 1))
  67. #define m_new_obj_var(obj_type, var_field, var_type, var_num) ((obj_type *)m_malloc(offsetof(obj_type, var_field) + sizeof(var_type) * (var_num)))
  68. #define m_new_obj_var0(obj_type, var_field, var_type, var_num) ((obj_type *)m_malloc0(offsetof(obj_type, var_field) + sizeof(var_type) * (var_num)))
  69. #define m_new_obj_var_maybe(obj_type, var_field, var_type, var_num) ((obj_type *)m_malloc_maybe(offsetof(obj_type, var_field) + sizeof(var_type) * (var_num)))
  70. #if MICROPY_ENABLE_FINALISER
  71. #define m_new_obj_with_finaliser(type) ((type *)(m_malloc_with_finaliser(sizeof(type))))
  72. #define m_new_obj_var_with_finaliser(type, var_field, var_type, var_num) ((type *)m_malloc_with_finaliser(offsetof(type, var_field) + sizeof(var_type) * (var_num)))
  73. #else
  74. #define m_new_obj_with_finaliser(type) m_new_obj(type)
  75. #define m_new_obj_var_with_finaliser(type, var_field, var_type, var_num) m_new_obj_var(type, var_field, var_type, var_num)
  76. #endif
  77. #if MICROPY_MALLOC_USES_ALLOCATED_SIZE
  78. #define m_renew(type, ptr, old_num, new_num) ((type *)(m_realloc((ptr), sizeof(type) * (old_num), sizeof(type) * (new_num))))
  79. #define m_renew_maybe(type, ptr, old_num, new_num, allow_move) ((type *)(m_realloc_maybe((ptr), sizeof(type) * (old_num), sizeof(type) * (new_num), (allow_move))))
  80. #define m_del(type, ptr, num) m_free(ptr, sizeof(type) * (num))
  81. #define m_del_var(obj_type, var_field, var_type, var_num, ptr) (m_free(ptr, offsetof(obj_type, var_field) + sizeof(var_type) * (var_num)))
  82. #else
  83. #define m_renew(type, ptr, old_num, new_num) ((type *)(m_realloc((ptr), sizeof(type) * (new_num))))
  84. #define m_renew_maybe(type, ptr, old_num, new_num, allow_move) ((type *)(m_realloc_maybe((ptr), sizeof(type) * (new_num), (allow_move))))
  85. #define m_del(type, ptr, num) ((void)(num), m_free(ptr))
  86. #define m_del_var(obj_type, var_field, var_type, var_num, ptr) ((void)(var_num), m_free(ptr))
  87. #endif
  88. #define m_del_obj(type, ptr) (m_del(type, ptr, 1))
  89. void *m_malloc(size_t num_bytes);
  90. void *m_malloc_maybe(size_t num_bytes);
  91. void *m_malloc_with_finaliser(size_t num_bytes);
  92. void *m_malloc0(size_t num_bytes);
  93. #if MICROPY_MALLOC_USES_ALLOCATED_SIZE
  94. void *m_realloc(void *ptr, size_t old_num_bytes, size_t new_num_bytes);
  95. void *m_realloc_maybe(void *ptr, size_t old_num_bytes, size_t new_num_bytes, bool allow_move);
  96. void m_free(void *ptr, size_t num_bytes);
  97. #else
  98. void *m_realloc(void *ptr, size_t new_num_bytes);
  99. void *m_realloc_maybe(void *ptr, size_t new_num_bytes, bool allow_move);
  100. void m_free(void *ptr);
  101. #endif
  102. NORETURN void m_malloc_fail(size_t num_bytes);
  103. #if MICROPY_TRACKED_ALLOC
  104. // These alloc/free functions track the pointers in a linked list so the GC does not reclaim
  105. // them. They can be used by code that requires traditional C malloc/free semantics.
  106. void *m_tracked_calloc(size_t nmemb, size_t size);
  107. void m_tracked_free(void *ptr_in);
  108. #endif
  109. #if MICROPY_MEM_STATS
  110. size_t m_get_total_bytes_allocated(void);
  111. size_t m_get_current_bytes_allocated(void);
  112. size_t m_get_peak_bytes_allocated(void);
  113. #endif
  114. /** array helpers ***********************************************/
  115. // get the number of elements in a fixed-size array
  116. #define MP_ARRAY_SIZE(a) (sizeof(a) / sizeof((a)[0]))
  117. // align ptr to the nearest multiple of "alignment"
  118. #define MP_ALIGN(ptr, alignment) (void *)(((uintptr_t)(ptr) + ((alignment) - 1)) & ~((alignment) - 1))
  119. /** unichar / UTF-8 *********************************************/
  120. #if MICROPY_PY_BUILTINS_STR_UNICODE
  121. // with unicode enabled we need a type which can fit chars up to 0x10ffff
  122. typedef uint32_t unichar;
  123. #else
  124. // without unicode enabled we can only need to fit chars up to 0xff
  125. // (on 16-bit archs uint is 16-bits and more efficient than uint32_t)
  126. typedef uint unichar;
  127. #endif
  128. #if MICROPY_PY_BUILTINS_STR_UNICODE
  129. unichar utf8_get_char(const byte *s);
  130. const byte *utf8_next_char(const byte *s);
  131. size_t utf8_charlen(const byte *str, size_t len);
  132. #else
  133. static inline unichar utf8_get_char(const byte *s) {
  134. return *s;
  135. }
  136. static inline const byte *utf8_next_char(const byte *s) {
  137. return s + 1;
  138. }
  139. static inline size_t utf8_charlen(const byte *str, size_t len) {
  140. (void)str;
  141. return len;
  142. }
  143. #endif
  144. bool unichar_isspace(unichar c);
  145. bool unichar_isalpha(unichar c);
  146. bool unichar_isprint(unichar c);
  147. bool unichar_isdigit(unichar c);
  148. bool unichar_isxdigit(unichar c);
  149. bool unichar_isident(unichar c);
  150. bool unichar_isalnum(unichar c);
  151. bool unichar_isupper(unichar c);
  152. bool unichar_islower(unichar c);
  153. unichar unichar_tolower(unichar c);
  154. unichar unichar_toupper(unichar c);
  155. mp_uint_t unichar_xdigit_value(unichar c);
  156. #define UTF8_IS_NONASCII(ch) ((ch) & 0x80)
  157. #define UTF8_IS_CONT(ch) (((ch) & 0xC0) == 0x80)
  158. /** variable string *********************************************/
  159. typedef struct _vstr_t {
  160. size_t alloc;
  161. size_t len;
  162. char *buf;
  163. bool fixed_buf;
  164. } vstr_t;
  165. // convenience macro to declare a vstr with a fixed size buffer on the stack
  166. #define VSTR_FIXED(vstr, alloc) vstr_t vstr; char vstr##_buf[(alloc)]; vstr_init_fixed_buf(&vstr, (alloc), vstr##_buf);
  167. void vstr_init(vstr_t *vstr, size_t alloc);
  168. void vstr_init_len(vstr_t *vstr, size_t len);
  169. void vstr_init_fixed_buf(vstr_t *vstr, size_t alloc, char *buf);
  170. struct _mp_print_t;
  171. void vstr_init_print(vstr_t *vstr, size_t alloc, struct _mp_print_t *print);
  172. void vstr_clear(vstr_t *vstr);
  173. vstr_t *vstr_new(size_t alloc);
  174. void vstr_free(vstr_t *vstr);
  175. static inline void vstr_reset(vstr_t *vstr) {
  176. vstr->len = 0;
  177. }
  178. static inline char *vstr_str(vstr_t *vstr) {
  179. return vstr->buf;
  180. }
  181. static inline size_t vstr_len(vstr_t *vstr) {
  182. return vstr->len;
  183. }
  184. void vstr_hint_size(vstr_t *vstr, size_t size);
  185. char *vstr_extend(vstr_t *vstr, size_t size);
  186. char *vstr_add_len(vstr_t *vstr, size_t len);
  187. char *vstr_null_terminated_str(vstr_t *vstr);
  188. void vstr_add_byte(vstr_t *vstr, byte v);
  189. void vstr_add_char(vstr_t *vstr, unichar chr);
  190. void vstr_add_str(vstr_t *vstr, const char *str);
  191. void vstr_add_strn(vstr_t *vstr, const char *str, size_t len);
  192. void vstr_ins_byte(vstr_t *vstr, size_t byte_pos, byte b);
  193. void vstr_ins_char(vstr_t *vstr, size_t char_pos, unichar chr);
  194. void vstr_cut_head_bytes(vstr_t *vstr, size_t bytes_to_cut);
  195. void vstr_cut_tail_bytes(vstr_t *vstr, size_t bytes_to_cut);
  196. void vstr_cut_out_bytes(vstr_t *vstr, size_t byte_pos, size_t bytes_to_cut);
  197. void vstr_printf(vstr_t *vstr, const char *fmt, ...);
  198. /** non-dynamic size-bounded variable buffer/string *************/
  199. #define CHECKBUF(buf, max_size) char buf[max_size + 1]; size_t buf##_len = max_size; char *buf##_p = buf;
  200. #define CHECKBUF_RESET(buf, max_size) buf##_len = max_size; buf##_p = buf;
  201. #define CHECKBUF_APPEND(buf, src, src_len) \
  202. { size_t l = MIN(src_len, buf##_len); \
  203. memcpy(buf##_p, src, l); \
  204. buf##_len -= l; \
  205. buf##_p += l; }
  206. #define CHECKBUF_APPEND_0(buf) { *buf##_p = 0; }
  207. #define CHECKBUF_LEN(buf) (buf##_p - buf)
  208. #ifdef va_start
  209. void vstr_vprintf(vstr_t *vstr, const char *fmt, va_list ap);
  210. #endif
  211. // Debugging helpers
  212. int DEBUG_printf(const char *fmt, ...);
  213. extern mp_uint_t mp_verbose_flag;
  214. /** float internals *************/
  215. #if MICROPY_PY_BUILTINS_FLOAT
  216. #if MICROPY_FLOAT_IMPL == MICROPY_FLOAT_IMPL_DOUBLE
  217. #define MP_FLOAT_EXP_BITS (11)
  218. #define MP_FLOAT_EXP_OFFSET (1023)
  219. #define MP_FLOAT_FRAC_BITS (52)
  220. typedef uint64_t mp_float_uint_t;
  221. #elif MICROPY_FLOAT_IMPL == MICROPY_FLOAT_IMPL_FLOAT
  222. #define MP_FLOAT_EXP_BITS (8)
  223. #define MP_FLOAT_EXP_OFFSET (127)
  224. #define MP_FLOAT_FRAC_BITS (23)
  225. typedef uint32_t mp_float_uint_t;
  226. #endif
  227. #define MP_FLOAT_EXP_BIAS ((1 << (MP_FLOAT_EXP_BITS - 1)) - 1)
  228. typedef union _mp_float_union_t {
  229. mp_float_t f;
  230. #if MP_ENDIANNESS_LITTLE
  231. struct {
  232. mp_float_uint_t frc : MP_FLOAT_FRAC_BITS;
  233. mp_float_uint_t exp : MP_FLOAT_EXP_BITS;
  234. mp_float_uint_t sgn : 1;
  235. } p;
  236. #else
  237. struct {
  238. mp_float_uint_t sgn : 1;
  239. mp_float_uint_t exp : MP_FLOAT_EXP_BITS;
  240. mp_float_uint_t frc : MP_FLOAT_FRAC_BITS;
  241. } p;
  242. #endif
  243. mp_float_uint_t i;
  244. } mp_float_union_t;
  245. #endif // MICROPY_PY_BUILTINS_FLOAT
  246. /** ROM string compression *************/
  247. #if MICROPY_ROM_TEXT_COMPRESSION
  248. #if MICROPY_ERROR_REPORTING == MICROPY_ERROR_REPORTING_NONE
  249. #error "MICROPY_ERROR_REPORTING_NONE requires MICROPY_ROM_TEXT_COMPRESSION disabled"
  250. #endif
  251. #ifdef NO_QSTR
  252. // Compression enabled but doing QSTR extraction.
  253. // So leave MP_COMPRESSED_ROM_TEXT in place for makeqstrdefs.py / makecompresseddata.py to find them.
  254. #else
  255. // Compression enabled and doing a regular build.
  256. // Map MP_COMPRESSED_ROM_TEXT to the compressed strings.
  257. // Force usage of the MP_ERROR_TEXT macro by requiring an opaque type.
  258. typedef struct {
  259. #if defined(__clang__) || defined(_MSC_VER)
  260. // Fix "error: empty struct has size 0 in C, size 1 in C++", and the msvc counterpart
  261. // "C requires that a struct or union have at least one member"
  262. char dummy;
  263. #endif
  264. } *mp_rom_error_text_t;
  265. #include <string.h>
  266. inline MP_ALWAYSINLINE const char *MP_COMPRESSED_ROM_TEXT(const char *msg) {
  267. // "genhdr/compressed.data.h" contains an invocation of the MP_MATCH_COMPRESSED macro for each compressed string.
  268. // The giant if(strcmp) tree is optimized by the compiler, which turns this into a direct return of the compressed data.
  269. #define MP_MATCH_COMPRESSED(a, b) if (strcmp(msg, a) == 0) { return b; } else
  270. // It also contains a single invocation of the MP_COMPRESSED_DATA macro, we don't need that here.
  271. #define MP_COMPRESSED_DATA(x)
  272. #include "genhdr/compressed.data.h"
  273. #undef MP_COMPRESSED_DATA
  274. #undef MP_MATCH_COMPRESSED
  275. return msg;
  276. }
  277. #endif
  278. #else
  279. // Compression not enabled, just make it a no-op.
  280. typedef const char *mp_rom_error_text_t;
  281. #define MP_COMPRESSED_ROM_TEXT(x) x
  282. #endif // MICROPY_ROM_TEXT_COMPRESSION
  283. // Might add more types of compressed text in the future.
  284. // For now, forward directly to MP_COMPRESSED_ROM_TEXT.
  285. #define MP_ERROR_TEXT(x) (mp_rom_error_text_t)MP_COMPRESSED_ROM_TEXT(x)
  286. #endif // MICROPY_INCLUDED_PY_MISC_H