moductypes.c 29 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778
  1. /*
  2. * This file is part of the MicroPython project, http://micropython.org/
  3. *
  4. * The MIT License (MIT)
  5. *
  6. * Copyright (c) 2014-2018 Paul Sokolovsky
  7. *
  8. * Permission is hereby granted, free of charge, to any person obtaining a copy
  9. * of this software and associated documentation files (the "Software"), to deal
  10. * in the Software without restriction, including without limitation the rights
  11. * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
  12. * copies of the Software, and to permit persons to whom the Software is
  13. * furnished to do so, subject to the following conditions:
  14. *
  15. * The above copyright notice and this permission notice shall be included in
  16. * all copies or substantial portions of the Software.
  17. *
  18. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  19. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  20. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  21. * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  22. * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  23. * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
  24. * THE SOFTWARE.
  25. */
  26. #include <assert.h>
  27. #include <string.h>
  28. #include <stdint.h>
  29. #include "py/runtime.h"
  30. #include "py/objtuple.h"
  31. #include "py/binary.h"
  32. #if MICROPY_PY_UCTYPES
  33. /// \module uctypes - Access data structures in memory
  34. ///
  35. /// The module allows to define layout of raw data structure (using terms
  36. /// of C language), and then access memory buffers using this definition.
  37. /// The module also provides convenience functions to access memory buffers
  38. /// contained in Python objects or wrap memory buffers in Python objects.
  39. /// \constant UINT8_1 - uint8_t value type
  40. /// \class struct - C-like structure
  41. ///
  42. /// Encapsulalation of in-memory data structure. This class doesn't define
  43. /// any methods, only attribute access (for structure fields) and
  44. /// indexing (for pointer and array fields).
  45. ///
  46. /// Usage:
  47. ///
  48. /// # Define layout of a structure with 2 fields
  49. /// # 0 and 4 are byte offsets of fields from the beginning of struct
  50. /// # they are logically ORed with field type
  51. /// FOO_STRUCT = {"a": 0 | uctypes.UINT32, "b": 4 | uctypes.UINT8}
  52. ///
  53. /// # Example memory buffer to access (contained in bytes object)
  54. /// buf = b"\x64\0\0\0\0x14"
  55. ///
  56. /// # Create structure object referring to address of
  57. /// # the data in the buffer above
  58. /// s = uctypes.struct(FOO_STRUCT, uctypes.addressof(buf))
  59. ///
  60. /// # Access fields
  61. /// print(s.a, s.b)
  62. /// # Result:
  63. /// # 100, 20
  64. #define LAYOUT_LITTLE_ENDIAN (0)
  65. #define LAYOUT_BIG_ENDIAN (1)
  66. #define LAYOUT_NATIVE (2)
  67. #define VAL_TYPE_BITS 4
  68. #define BITF_LEN_BITS 5
  69. #define BITF_OFF_BITS 5
  70. #define OFFSET_BITS 17
  71. #if VAL_TYPE_BITS + BITF_LEN_BITS + BITF_OFF_BITS + OFFSET_BITS != 31
  72. #error Invalid encoding field length
  73. #endif
  74. enum {
  75. UINT8, INT8, UINT16, INT16,
  76. UINT32, INT32, UINT64, INT64,
  77. BFUINT8, BFINT8, BFUINT16, BFINT16,
  78. BFUINT32, BFINT32,
  79. FLOAT32, FLOAT64,
  80. };
  81. #define AGG_TYPE_BITS 2
  82. enum {
  83. STRUCT, PTR, ARRAY,
  84. };
  85. // Here we need to set sign bit right
  86. #define TYPE2SMALLINT(x, nbits) ((((int)x) << (32 - nbits)) >> 1)
  87. #define GET_TYPE(x, nbits) (((x) >> (31 - nbits)) & ((1 << nbits) - 1))
  88. // Bit 0 is "is_signed"
  89. #define GET_SCALAR_SIZE(val_type) (1 << ((val_type) >> 1))
  90. #define VALUE_MASK(type_nbits) ~((int)0x80000000 >> type_nbits)
  91. #define IS_SCALAR_ARRAY(tuple_desc) ((tuple_desc)->len == 2)
  92. // We cannot apply the below to INT8, as their range [-128, 127]
  93. #define IS_SCALAR_ARRAY_OF_BYTES(tuple_desc) (GET_TYPE(MP_OBJ_SMALL_INT_VALUE((tuple_desc)->items[1]), VAL_TYPE_BITS) == UINT8)
  94. // "struct" in uctypes context means "structural", i.e. aggregate, type.
  95. STATIC const mp_obj_type_t uctypes_struct_type;
  96. typedef struct _mp_obj_uctypes_struct_t {
  97. mp_obj_base_t base;
  98. mp_obj_t desc;
  99. byte *addr;
  100. uint32_t flags;
  101. } mp_obj_uctypes_struct_t;
  102. STATIC NORETURN void syntax_error(void) {
  103. mp_raise_TypeError("syntax error in uctypes descriptor");
  104. }
  105. STATIC mp_obj_t uctypes_struct_make_new(const mp_obj_type_t *type, size_t n_args, size_t n_kw, const mp_obj_t *args) {
  106. mp_arg_check_num(n_args, n_kw, 2, 3, false);
  107. mp_obj_uctypes_struct_t *o = m_new_obj(mp_obj_uctypes_struct_t);
  108. o->base.type = type;
  109. o->addr = (void*)(uintptr_t)mp_obj_int_get_truncated(args[0]);
  110. o->desc = args[1];
  111. o->flags = LAYOUT_NATIVE;
  112. if (n_args == 3) {
  113. o->flags = mp_obj_get_int(args[2]);
  114. }
  115. return MP_OBJ_FROM_PTR(o);
  116. }
  117. STATIC void uctypes_struct_print(const mp_print_t *print, mp_obj_t self_in, mp_print_kind_t kind) {
  118. (void)kind;
  119. mp_obj_uctypes_struct_t *self = MP_OBJ_TO_PTR(self_in);
  120. const char *typen = "unk";
  121. if (MP_OBJ_IS_TYPE(self->desc, &mp_type_dict)
  122. #if MICROPY_PY_COLLECTIONS_ORDEREDDICT
  123. || MP_OBJ_IS_TYPE(self->desc, &mp_type_ordereddict)
  124. #endif
  125. ) {
  126. typen = "STRUCT";
  127. } else if (MP_OBJ_IS_TYPE(self->desc, &mp_type_tuple)) {
  128. mp_obj_tuple_t *t = MP_OBJ_TO_PTR(self->desc);
  129. mp_int_t offset = MP_OBJ_SMALL_INT_VALUE(t->items[0]);
  130. uint agg_type = GET_TYPE(offset, AGG_TYPE_BITS);
  131. switch (agg_type) {
  132. case PTR: typen = "PTR"; break;
  133. case ARRAY: typen = "ARRAY"; break;
  134. }
  135. } else {
  136. typen = "ERROR";
  137. }
  138. mp_printf(print, "<struct %s %p>", typen, self->addr);
  139. }
  140. // Get size of any type descriptor
  141. STATIC mp_uint_t uctypes_struct_size(mp_obj_t desc_in, int layout_type, mp_uint_t *max_field_size);
  142. // Get size of scalar type descriptor
  143. static inline mp_uint_t uctypes_struct_scalar_size(int val_type) {
  144. if (val_type == FLOAT32) {
  145. return 4;
  146. } else {
  147. return GET_SCALAR_SIZE(val_type & 7);
  148. }
  149. }
  150. // Get size of aggregate type descriptor
  151. STATIC mp_uint_t uctypes_struct_agg_size(mp_obj_tuple_t *t, int layout_type, mp_uint_t *max_field_size) {
  152. mp_uint_t total_size = 0;
  153. mp_int_t offset_ = MP_OBJ_SMALL_INT_VALUE(t->items[0]);
  154. mp_uint_t agg_type = GET_TYPE(offset_, AGG_TYPE_BITS);
  155. switch (agg_type) {
  156. case STRUCT:
  157. return uctypes_struct_size(t->items[1], layout_type, max_field_size);
  158. case PTR:
  159. if (sizeof(void*) > *max_field_size) {
  160. *max_field_size = sizeof(void*);
  161. }
  162. return sizeof(void*);
  163. case ARRAY: {
  164. mp_int_t arr_sz = MP_OBJ_SMALL_INT_VALUE(t->items[1]);
  165. uint val_type = GET_TYPE(arr_sz, VAL_TYPE_BITS);
  166. arr_sz &= VALUE_MASK(VAL_TYPE_BITS);
  167. mp_uint_t item_s;
  168. if (t->len == 2) {
  169. // Elements of array are scalar
  170. item_s = GET_SCALAR_SIZE(val_type);
  171. if (item_s > *max_field_size) {
  172. *max_field_size = item_s;
  173. }
  174. } else {
  175. // Elements of array are aggregates
  176. item_s = uctypes_struct_size(t->items[2], layout_type, max_field_size);
  177. }
  178. return item_s * arr_sz;
  179. }
  180. default:
  181. assert(0);
  182. }
  183. return total_size;
  184. }
  185. STATIC mp_uint_t uctypes_struct_size(mp_obj_t desc_in, int layout_type, mp_uint_t *max_field_size) {
  186. if (!MP_OBJ_IS_TYPE(desc_in, &mp_type_dict)
  187. #if MICROPY_PY_COLLECTIONS_ORDEREDDICT
  188. && !MP_OBJ_IS_TYPE(desc_in, &mp_type_ordereddict)
  189. #endif
  190. ) {
  191. if (MP_OBJ_IS_TYPE(desc_in, &mp_type_tuple)) {
  192. return uctypes_struct_agg_size((mp_obj_tuple_t*)MP_OBJ_TO_PTR(desc_in), layout_type, max_field_size);
  193. } else if (MP_OBJ_IS_SMALL_INT(desc_in)) {
  194. // We allow sizeof on both type definitions and structures/structure fields,
  195. // but scalar structure field is lowered into native Python int, so all
  196. // type info is lost. So, we cannot say if it's scalar type description,
  197. // or such lowered scalar.
  198. mp_raise_TypeError("Cannot unambiguously get sizeof scalar");
  199. }
  200. syntax_error();
  201. }
  202. mp_obj_dict_t *d = MP_OBJ_TO_PTR(desc_in);
  203. mp_uint_t total_size = 0;
  204. for (mp_uint_t i = 0; i < d->map.alloc; i++) {
  205. if (MP_MAP_SLOT_IS_FILLED(&d->map, i)) {
  206. mp_obj_t v = d->map.table[i].value;
  207. if (MP_OBJ_IS_SMALL_INT(v)) {
  208. mp_uint_t offset = MP_OBJ_SMALL_INT_VALUE(v);
  209. mp_uint_t val_type = GET_TYPE(offset, VAL_TYPE_BITS);
  210. offset &= VALUE_MASK(VAL_TYPE_BITS);
  211. if (val_type >= BFUINT8 && val_type <= BFINT32) {
  212. offset &= (1 << OFFSET_BITS) - 1;
  213. }
  214. mp_uint_t s = uctypes_struct_scalar_size(val_type);
  215. if (s > *max_field_size) {
  216. *max_field_size = s;
  217. }
  218. if (offset + s > total_size) {
  219. total_size = offset + s;
  220. }
  221. } else {
  222. if (!MP_OBJ_IS_TYPE(v, &mp_type_tuple)) {
  223. syntax_error();
  224. }
  225. mp_obj_tuple_t *t = MP_OBJ_TO_PTR(v);
  226. mp_int_t offset = MP_OBJ_SMALL_INT_VALUE(t->items[0]);
  227. offset &= VALUE_MASK(AGG_TYPE_BITS);
  228. mp_uint_t s = uctypes_struct_agg_size(t, layout_type, max_field_size);
  229. if (offset + s > total_size) {
  230. total_size = offset + s;
  231. }
  232. }
  233. }
  234. }
  235. // Round size up to alignment of biggest field
  236. if (layout_type == LAYOUT_NATIVE) {
  237. total_size = (total_size + *max_field_size - 1) & ~(*max_field_size - 1);
  238. }
  239. return total_size;
  240. }
  241. STATIC mp_obj_t uctypes_struct_sizeof(size_t n_args, const mp_obj_t *args) {
  242. mp_obj_t obj_in = args[0];
  243. mp_uint_t max_field_size = 0;
  244. if (MP_OBJ_IS_TYPE(obj_in, &mp_type_bytearray)) {
  245. return mp_obj_len(obj_in);
  246. }
  247. int layout_type = LAYOUT_NATIVE;
  248. // We can apply sizeof either to structure definition (a dict)
  249. // or to instantiated structure
  250. if (MP_OBJ_IS_TYPE(obj_in, &uctypes_struct_type)) {
  251. if (n_args != 1) {
  252. mp_raise_TypeError(NULL);
  253. }
  254. // Extract structure definition
  255. mp_obj_uctypes_struct_t *obj = MP_OBJ_TO_PTR(obj_in);
  256. obj_in = obj->desc;
  257. layout_type = obj->flags;
  258. } else {
  259. if (n_args == 2) {
  260. layout_type = mp_obj_get_int(args[1]);
  261. }
  262. }
  263. mp_uint_t size = uctypes_struct_size(obj_in, layout_type, &max_field_size);
  264. return MP_OBJ_NEW_SMALL_INT(size);
  265. }
  266. STATIC MP_DEFINE_CONST_FUN_OBJ_VAR_BETWEEN(uctypes_struct_sizeof_obj, 1, 2, uctypes_struct_sizeof);
  267. static inline mp_obj_t get_unaligned(uint val_type, byte *p, int big_endian) {
  268. char struct_type = big_endian ? '>' : '<';
  269. static const char type2char[16] = "BbHhIiQq------fd";
  270. return mp_binary_get_val(struct_type, type2char[val_type], &p);
  271. }
  272. static inline void set_unaligned(uint val_type, byte *p, int big_endian, mp_obj_t val) {
  273. char struct_type = big_endian ? '>' : '<';
  274. static const char type2char[16] = "BbHhIiQq------fd";
  275. mp_binary_set_val(struct_type, type2char[val_type], val, &p);
  276. }
  277. static inline mp_uint_t get_aligned_basic(uint val_type, void *p) {
  278. switch (val_type) {
  279. case UINT8:
  280. return *(uint8_t*)p;
  281. case UINT16:
  282. return *(uint16_t*)p;
  283. case UINT32:
  284. return *(uint32_t*)p;
  285. }
  286. assert(0);
  287. return 0;
  288. }
  289. static inline void set_aligned_basic(uint val_type, void *p, mp_uint_t v) {
  290. switch (val_type) {
  291. case UINT8:
  292. *(uint8_t*)p = (uint8_t)v; return;
  293. case UINT16:
  294. *(uint16_t*)p = (uint16_t)v; return;
  295. case UINT32:
  296. *(uint32_t*)p = (uint32_t)v; return;
  297. }
  298. assert(0);
  299. }
  300. STATIC mp_obj_t get_aligned(uint val_type, void *p, mp_int_t index) {
  301. switch (val_type) {
  302. case UINT8:
  303. return MP_OBJ_NEW_SMALL_INT(((uint8_t*)p)[index]);
  304. case INT8:
  305. return MP_OBJ_NEW_SMALL_INT(((int8_t*)p)[index]);
  306. case UINT16:
  307. return MP_OBJ_NEW_SMALL_INT(((uint16_t*)p)[index]);
  308. case INT16:
  309. return MP_OBJ_NEW_SMALL_INT(((int16_t*)p)[index]);
  310. case UINT32:
  311. return mp_obj_new_int_from_uint(((uint32_t*)p)[index]);
  312. case INT32:
  313. return mp_obj_new_int(((int32_t*)p)[index]);
  314. case UINT64:
  315. return mp_obj_new_int_from_ull(((uint64_t*)p)[index]);
  316. case INT64:
  317. return mp_obj_new_int_from_ll(((int64_t*)p)[index]);
  318. #if MICROPY_PY_BUILTINS_FLOAT
  319. case FLOAT32:
  320. return mp_obj_new_float(((float*)p)[index]);
  321. case FLOAT64:
  322. return mp_obj_new_float(((double*)p)[index]);
  323. #endif
  324. default:
  325. assert(0);
  326. return MP_OBJ_NULL;
  327. }
  328. }
  329. STATIC void set_aligned(uint val_type, void *p, mp_int_t index, mp_obj_t val) {
  330. #if MICROPY_PY_BUILTINS_FLOAT
  331. if (val_type == FLOAT32 || val_type == FLOAT64) {
  332. mp_float_t v = mp_obj_get_float(val);
  333. if (val_type == FLOAT32) {
  334. ((float*)p)[index] = v;
  335. } else {
  336. ((double*)p)[index] = v;
  337. }
  338. return;
  339. }
  340. #endif
  341. mp_int_t v = mp_obj_get_int_truncated(val);
  342. switch (val_type) {
  343. case UINT8:
  344. ((uint8_t*)p)[index] = (uint8_t)v; return;
  345. case INT8:
  346. ((int8_t*)p)[index] = (int8_t)v; return;
  347. case UINT16:
  348. ((uint16_t*)p)[index] = (uint16_t)v; return;
  349. case INT16:
  350. ((int16_t*)p)[index] = (int16_t)v; return;
  351. case UINT32:
  352. ((uint32_t*)p)[index] = (uint32_t)v; return;
  353. case INT32:
  354. ((int32_t*)p)[index] = (int32_t)v; return;
  355. case INT64:
  356. case UINT64:
  357. if (sizeof(mp_int_t) == 8) {
  358. ((uint64_t*)p)[index] = (uint64_t)v;
  359. } else {
  360. // TODO: Doesn't offer atomic store semantics, but should at least try
  361. set_unaligned(val_type, p, MP_ENDIANNESS_BIG, val);
  362. }
  363. return;
  364. default:
  365. assert(0);
  366. }
  367. }
  368. STATIC mp_obj_t uctypes_struct_attr_op(mp_obj_t self_in, qstr attr, mp_obj_t set_val) {
  369. mp_obj_uctypes_struct_t *self = MP_OBJ_TO_PTR(self_in);
  370. if (!MP_OBJ_IS_TYPE(self->desc, &mp_type_dict)
  371. #if MICROPY_PY_COLLECTIONS_ORDEREDDICT
  372. && !MP_OBJ_IS_TYPE(self->desc, &mp_type_ordereddict)
  373. #endif
  374. ) {
  375. mp_raise_TypeError("struct: no fields");
  376. }
  377. mp_obj_t deref = mp_obj_dict_get(self->desc, MP_OBJ_NEW_QSTR(attr));
  378. if (MP_OBJ_IS_SMALL_INT(deref)) {
  379. mp_int_t offset = MP_OBJ_SMALL_INT_VALUE(deref);
  380. mp_uint_t val_type = GET_TYPE(offset, VAL_TYPE_BITS);
  381. offset &= VALUE_MASK(VAL_TYPE_BITS);
  382. //printf("scalar type=%d offset=%x\n", val_type, offset);
  383. if (val_type <= INT64 || val_type == FLOAT32 || val_type == FLOAT64) {
  384. // printf("size=%d\n", GET_SCALAR_SIZE(val_type));
  385. if (self->flags == LAYOUT_NATIVE) {
  386. if (set_val == MP_OBJ_NULL) {
  387. return get_aligned(val_type, self->addr + offset, 0);
  388. } else {
  389. set_aligned(val_type, self->addr + offset, 0, set_val);
  390. return set_val; // just !MP_OBJ_NULL
  391. }
  392. } else {
  393. if (set_val == MP_OBJ_NULL) {
  394. return get_unaligned(val_type, self->addr + offset, self->flags);
  395. } else {
  396. set_unaligned(val_type, self->addr + offset, self->flags, set_val);
  397. return set_val; // just !MP_OBJ_NULL
  398. }
  399. }
  400. } else if (val_type >= BFUINT8 && val_type <= BFINT32) {
  401. uint bit_offset = (offset >> 17) & 31;
  402. uint bit_len = (offset >> 22) & 31;
  403. offset &= (1 << 17) - 1;
  404. mp_uint_t val;
  405. if (self->flags == LAYOUT_NATIVE) {
  406. val = get_aligned_basic(val_type & 6, self->addr + offset);
  407. } else {
  408. val = mp_binary_get_int(GET_SCALAR_SIZE(val_type & 7), val_type & 1, self->flags, self->addr + offset);
  409. }
  410. if (set_val == MP_OBJ_NULL) {
  411. val >>= bit_offset;
  412. val &= (1 << bit_len) - 1;
  413. // TODO: signed
  414. assert((val_type & 1) == 0);
  415. return mp_obj_new_int(val);
  416. } else {
  417. mp_uint_t set_val_int = (mp_uint_t)mp_obj_get_int(set_val);
  418. mp_uint_t mask = (1 << bit_len) - 1;
  419. set_val_int &= mask;
  420. set_val_int <<= bit_offset;
  421. mask <<= bit_offset;
  422. val = (val & ~mask) | set_val_int;
  423. if (self->flags == LAYOUT_NATIVE) {
  424. set_aligned_basic(val_type & 6, self->addr + offset, val);
  425. } else {
  426. mp_binary_set_int(GET_SCALAR_SIZE(val_type & 7), self->flags == LAYOUT_BIG_ENDIAN,
  427. self->addr + offset, val);
  428. }
  429. return set_val; // just !MP_OBJ_NULL
  430. }
  431. }
  432. assert(0);
  433. return MP_OBJ_NULL;
  434. }
  435. if (!MP_OBJ_IS_TYPE(deref, &mp_type_tuple)) {
  436. syntax_error();
  437. }
  438. if (set_val != MP_OBJ_NULL) {
  439. // Cannot assign to aggregate
  440. syntax_error();
  441. }
  442. mp_obj_tuple_t *sub = MP_OBJ_TO_PTR(deref);
  443. mp_int_t offset = MP_OBJ_SMALL_INT_VALUE(sub->items[0]);
  444. mp_uint_t agg_type = GET_TYPE(offset, AGG_TYPE_BITS);
  445. offset &= VALUE_MASK(AGG_TYPE_BITS);
  446. //printf("agg type=%d offset=%x\n", agg_type, offset);
  447. switch (agg_type) {
  448. case STRUCT: {
  449. mp_obj_uctypes_struct_t *o = m_new_obj(mp_obj_uctypes_struct_t);
  450. o->base.type = &uctypes_struct_type;
  451. o->desc = sub->items[1];
  452. o->addr = self->addr + offset;
  453. o->flags = self->flags;
  454. return MP_OBJ_FROM_PTR(o);
  455. }
  456. case ARRAY: {
  457. mp_uint_t dummy;
  458. if (IS_SCALAR_ARRAY(sub) && IS_SCALAR_ARRAY_OF_BYTES(sub)) {
  459. return mp_obj_new_bytearray_by_ref(uctypes_struct_agg_size(sub, self->flags, &dummy), self->addr + offset);
  460. }
  461. // Fall thru to return uctypes struct object
  462. }
  463. case PTR: {
  464. mp_obj_uctypes_struct_t *o = m_new_obj(mp_obj_uctypes_struct_t);
  465. o->base.type = &uctypes_struct_type;
  466. o->desc = MP_OBJ_FROM_PTR(sub);
  467. o->addr = self->addr + offset;
  468. o->flags = self->flags;
  469. //printf("PTR/ARR base addr=%p\n", o->addr);
  470. return MP_OBJ_FROM_PTR(o);
  471. }
  472. }
  473. // Should be unreachable once all cases are handled
  474. return MP_OBJ_NULL;
  475. }
  476. STATIC void uctypes_struct_attr(mp_obj_t self_in, qstr attr, mp_obj_t *dest) {
  477. if (dest[0] == MP_OBJ_NULL) {
  478. // load attribute
  479. mp_obj_t val = uctypes_struct_attr_op(self_in, attr, MP_OBJ_NULL);
  480. dest[0] = val;
  481. } else {
  482. // delete/store attribute
  483. if (uctypes_struct_attr_op(self_in, attr, dest[1]) != MP_OBJ_NULL) {
  484. dest[0] = MP_OBJ_NULL; // indicate success
  485. }
  486. }
  487. }
  488. STATIC mp_obj_t uctypes_struct_subscr(mp_obj_t self_in, mp_obj_t index_in, mp_obj_t value) {
  489. mp_obj_uctypes_struct_t *self = MP_OBJ_TO_PTR(self_in);
  490. if (value == MP_OBJ_NULL) {
  491. // delete
  492. return MP_OBJ_NULL; // op not supported
  493. } else {
  494. // load / store
  495. if (!MP_OBJ_IS_TYPE(self->desc, &mp_type_tuple)) {
  496. mp_raise_TypeError("struct: cannot index");
  497. }
  498. mp_obj_tuple_t *t = MP_OBJ_TO_PTR(self->desc);
  499. mp_int_t offset = MP_OBJ_SMALL_INT_VALUE(t->items[0]);
  500. uint agg_type = GET_TYPE(offset, AGG_TYPE_BITS);
  501. mp_int_t index = MP_OBJ_SMALL_INT_VALUE(index_in);
  502. if (agg_type == ARRAY) {
  503. mp_int_t arr_sz = MP_OBJ_SMALL_INT_VALUE(t->items[1]);
  504. uint val_type = GET_TYPE(arr_sz, VAL_TYPE_BITS);
  505. arr_sz &= VALUE_MASK(VAL_TYPE_BITS);
  506. if (index >= arr_sz) {
  507. nlr_raise(mp_obj_new_exception_msg(&mp_type_IndexError, "struct: index out of range"));
  508. }
  509. if (t->len == 2) {
  510. // array of scalars
  511. if (self->flags == LAYOUT_NATIVE) {
  512. if (value == MP_OBJ_SENTINEL) {
  513. return get_aligned(val_type, self->addr, index);
  514. } else {
  515. set_aligned(val_type, self->addr, index, value);
  516. return value; // just !MP_OBJ_NULL
  517. }
  518. } else {
  519. byte *p = self->addr + GET_SCALAR_SIZE(val_type) * index;
  520. if (value == MP_OBJ_SENTINEL) {
  521. return get_unaligned(val_type, p, self->flags);
  522. } else {
  523. set_unaligned(val_type, p, self->flags, value);
  524. return value; // just !MP_OBJ_NULL
  525. }
  526. }
  527. } else if (value == MP_OBJ_SENTINEL) {
  528. mp_uint_t dummy = 0;
  529. mp_uint_t size = uctypes_struct_size(t->items[2], self->flags, &dummy);
  530. mp_obj_uctypes_struct_t *o = m_new_obj(mp_obj_uctypes_struct_t);
  531. o->base.type = &uctypes_struct_type;
  532. o->desc = t->items[2];
  533. o->addr = self->addr + size * index;
  534. o->flags = self->flags;
  535. return MP_OBJ_FROM_PTR(o);
  536. } else {
  537. return MP_OBJ_NULL; // op not supported
  538. }
  539. } else if (agg_type == PTR) {
  540. byte *p = *(void**)self->addr;
  541. if (MP_OBJ_IS_SMALL_INT(t->items[1])) {
  542. uint val_type = GET_TYPE(MP_OBJ_SMALL_INT_VALUE(t->items[1]), VAL_TYPE_BITS);
  543. return get_aligned(val_type, p, index);
  544. } else {
  545. mp_uint_t dummy = 0;
  546. mp_uint_t size = uctypes_struct_size(t->items[1], self->flags, &dummy);
  547. mp_obj_uctypes_struct_t *o = m_new_obj(mp_obj_uctypes_struct_t);
  548. o->base.type = &uctypes_struct_type;
  549. o->desc = t->items[1];
  550. o->addr = p + size * index;
  551. o->flags = self->flags;
  552. return MP_OBJ_FROM_PTR(o);
  553. }
  554. }
  555. assert(0);
  556. return MP_OBJ_NULL;
  557. }
  558. }
  559. STATIC mp_obj_t uctypes_struct_unary_op(mp_unary_op_t op, mp_obj_t self_in) {
  560. mp_obj_uctypes_struct_t *self = MP_OBJ_TO_PTR(self_in);
  561. switch (op) {
  562. case MP_UNARY_OP_INT:
  563. if (MP_OBJ_IS_TYPE(self->desc, &mp_type_tuple)) {
  564. mp_obj_tuple_t *t = MP_OBJ_TO_PTR(self->desc);
  565. mp_int_t offset = MP_OBJ_SMALL_INT_VALUE(t->items[0]);
  566. uint agg_type = GET_TYPE(offset, AGG_TYPE_BITS);
  567. if (agg_type == PTR) {
  568. byte *p = *(void**)self->addr;
  569. return mp_obj_new_int((mp_int_t)(uintptr_t)p);
  570. }
  571. }
  572. /* fallthru */
  573. default: return MP_OBJ_NULL; // op not supported
  574. }
  575. }
  576. STATIC mp_int_t uctypes_get_buffer(mp_obj_t self_in, mp_buffer_info_t *bufinfo, mp_uint_t flags) {
  577. (void)flags;
  578. mp_obj_uctypes_struct_t *self = MP_OBJ_TO_PTR(self_in);
  579. mp_uint_t max_field_size = 0;
  580. mp_uint_t size = uctypes_struct_size(self->desc, self->flags, &max_field_size);
  581. bufinfo->buf = self->addr;
  582. bufinfo->len = size;
  583. bufinfo->typecode = BYTEARRAY_TYPECODE;
  584. return 0;
  585. }
  586. /// \function addressof()
  587. /// Return address of object's data (applies to object providing buffer
  588. /// interface).
  589. STATIC mp_obj_t uctypes_struct_addressof(mp_obj_t buf) {
  590. mp_buffer_info_t bufinfo;
  591. mp_get_buffer_raise(buf, &bufinfo, MP_BUFFER_READ);
  592. return mp_obj_new_int((mp_int_t)(uintptr_t)bufinfo.buf);
  593. }
  594. MP_DEFINE_CONST_FUN_OBJ_1(uctypes_struct_addressof_obj, uctypes_struct_addressof);
  595. /// \function bytearray_at()
  596. /// Capture memory at given address of given size as bytearray. Memory is
  597. /// captured by reference (and thus memory pointed by bytearray may change
  598. /// or become invalid at later time). Use bytes_at() to capture by value.
  599. STATIC mp_obj_t uctypes_struct_bytearray_at(mp_obj_t ptr, mp_obj_t size) {
  600. return mp_obj_new_bytearray_by_ref(mp_obj_int_get_truncated(size), (void*)(uintptr_t)mp_obj_int_get_truncated(ptr));
  601. }
  602. MP_DEFINE_CONST_FUN_OBJ_2(uctypes_struct_bytearray_at_obj, uctypes_struct_bytearray_at);
  603. /// \function bytes_at()
  604. /// Capture memory at given address of given size as bytes. Memory is
  605. /// captured by value, i.e. copied. Use bytearray_at() to capture by reference
  606. /// ("zero copy").
  607. STATIC mp_obj_t uctypes_struct_bytes_at(mp_obj_t ptr, mp_obj_t size) {
  608. return mp_obj_new_bytes((void*)(uintptr_t)mp_obj_int_get_truncated(ptr), mp_obj_int_get_truncated(size));
  609. }
  610. MP_DEFINE_CONST_FUN_OBJ_2(uctypes_struct_bytes_at_obj, uctypes_struct_bytes_at);
  611. STATIC const mp_obj_type_t uctypes_struct_type = {
  612. { &mp_type_type },
  613. .name = MP_QSTR_struct,
  614. .print = uctypes_struct_print,
  615. .make_new = uctypes_struct_make_new,
  616. .attr = uctypes_struct_attr,
  617. .subscr = uctypes_struct_subscr,
  618. .unary_op = uctypes_struct_unary_op,
  619. .buffer_p = { .get_buffer = uctypes_get_buffer },
  620. };
  621. STATIC const mp_rom_map_elem_t mp_module_uctypes_globals_table[] = {
  622. { MP_ROM_QSTR(MP_QSTR___name__), MP_ROM_QSTR(MP_QSTR_uctypes) },
  623. { MP_ROM_QSTR(MP_QSTR_struct), MP_ROM_PTR(&uctypes_struct_type) },
  624. { MP_ROM_QSTR(MP_QSTR_sizeof), MP_ROM_PTR(&uctypes_struct_sizeof_obj) },
  625. { MP_ROM_QSTR(MP_QSTR_addressof), MP_ROM_PTR(&uctypes_struct_addressof_obj) },
  626. { MP_ROM_QSTR(MP_QSTR_bytes_at), MP_ROM_PTR(&uctypes_struct_bytes_at_obj) },
  627. { MP_ROM_QSTR(MP_QSTR_bytearray_at), MP_ROM_PTR(&uctypes_struct_bytearray_at_obj) },
  628. /// \moduleref uctypes
  629. /// \constant NATIVE - Native structure layout - native endianness,
  630. /// platform-specific field alignment
  631. { MP_ROM_QSTR(MP_QSTR_NATIVE), MP_ROM_INT(LAYOUT_NATIVE) },
  632. /// \constant LITTLE_ENDIAN - Little-endian structure layout, tightly packed
  633. /// (no alignment constraints)
  634. { MP_ROM_QSTR(MP_QSTR_LITTLE_ENDIAN), MP_ROM_INT(LAYOUT_LITTLE_ENDIAN) },
  635. /// \constant BIG_ENDIAN - Big-endian structure layout, tightly packed
  636. /// (no alignment constraints)
  637. { MP_ROM_QSTR(MP_QSTR_BIG_ENDIAN), MP_ROM_INT(LAYOUT_BIG_ENDIAN) },
  638. /// \constant VOID - void value type, may be used only as pointer target type.
  639. { MP_ROM_QSTR(MP_QSTR_VOID), MP_ROM_INT(TYPE2SMALLINT(UINT8, VAL_TYPE_BITS)) },
  640. /// \constant UINT8 - uint8_t value type
  641. { MP_ROM_QSTR(MP_QSTR_UINT8), MP_ROM_INT(TYPE2SMALLINT(UINT8, 4)) },
  642. /// \constant INT8 - int8_t value type
  643. { MP_ROM_QSTR(MP_QSTR_INT8), MP_ROM_INT(TYPE2SMALLINT(INT8, 4)) },
  644. /// \constant UINT16 - uint16_t value type
  645. { MP_ROM_QSTR(MP_QSTR_UINT16), MP_ROM_INT(TYPE2SMALLINT(UINT16, 4)) },
  646. /// \constant INT16 - int16_t value type
  647. { MP_ROM_QSTR(MP_QSTR_INT16), MP_ROM_INT(TYPE2SMALLINT(INT16, 4)) },
  648. /// \constant UINT32 - uint32_t value type
  649. { MP_ROM_QSTR(MP_QSTR_UINT32), MP_ROM_INT(TYPE2SMALLINT(UINT32, 4)) },
  650. /// \constant INT32 - int32_t value type
  651. { MP_ROM_QSTR(MP_QSTR_INT32), MP_ROM_INT(TYPE2SMALLINT(INT32, 4)) },
  652. /// \constant UINT64 - uint64_t value type
  653. { MP_ROM_QSTR(MP_QSTR_UINT64), MP_ROM_INT(TYPE2SMALLINT(UINT64, 4)) },
  654. /// \constant INT64 - int64_t value type
  655. { MP_ROM_QSTR(MP_QSTR_INT64), MP_ROM_INT(TYPE2SMALLINT(INT64, 4)) },
  656. { MP_ROM_QSTR(MP_QSTR_BFUINT8), MP_ROM_INT(TYPE2SMALLINT(BFUINT8, 4)) },
  657. { MP_ROM_QSTR(MP_QSTR_BFINT8), MP_ROM_INT(TYPE2SMALLINT(BFINT8, 4)) },
  658. { MP_ROM_QSTR(MP_QSTR_BFUINT16), MP_ROM_INT(TYPE2SMALLINT(BFUINT16, 4)) },
  659. { MP_ROM_QSTR(MP_QSTR_BFINT16), MP_ROM_INT(TYPE2SMALLINT(BFINT16, 4)) },
  660. { MP_ROM_QSTR(MP_QSTR_BFUINT32), MP_ROM_INT(TYPE2SMALLINT(BFUINT32, 4)) },
  661. { MP_ROM_QSTR(MP_QSTR_BFINT32), MP_ROM_INT(TYPE2SMALLINT(BFINT32, 4)) },
  662. { MP_ROM_QSTR(MP_QSTR_BF_POS), MP_ROM_INT(17) },
  663. { MP_ROM_QSTR(MP_QSTR_BF_LEN), MP_ROM_INT(22) },
  664. #if MICROPY_PY_BUILTINS_FLOAT
  665. { MP_ROM_QSTR(MP_QSTR_FLOAT32), MP_ROM_INT(TYPE2SMALLINT(FLOAT32, 4)) },
  666. { MP_ROM_QSTR(MP_QSTR_FLOAT64), MP_ROM_INT(TYPE2SMALLINT(FLOAT64, 4)) },
  667. #endif
  668. #if MICROPY_PY_UCTYPES_NATIVE_C_TYPES
  669. // C native type aliases. These depend on GCC-compatible predefined
  670. // preprocessor macros.
  671. #if __SIZEOF_SHORT__ == 2
  672. { MP_ROM_QSTR(MP_QSTR_SHORT), MP_ROM_INT(TYPE2SMALLINT(INT16, 4)) },
  673. { MP_ROM_QSTR(MP_QSTR_USHORT), MP_ROM_INT(TYPE2SMALLINT(UINT16, 4)) },
  674. #endif
  675. #if __SIZEOF_INT__ == 4
  676. { MP_ROM_QSTR(MP_QSTR_INT), MP_ROM_INT(TYPE2SMALLINT(INT32, 4)) },
  677. { MP_ROM_QSTR(MP_QSTR_UINT), MP_ROM_INT(TYPE2SMALLINT(UINT32, 4)) },
  678. #endif
  679. #if __SIZEOF_LONG__ == 4
  680. { MP_ROM_QSTR(MP_QSTR_LONG), MP_ROM_INT(TYPE2SMALLINT(INT32, 4)) },
  681. { MP_ROM_QSTR(MP_QSTR_ULONG), MP_ROM_INT(TYPE2SMALLINT(UINT32, 4)) },
  682. #elif __SIZEOF_LONG__ == 8
  683. { MP_ROM_QSTR(MP_QSTR_LONG), MP_ROM_INT(TYPE2SMALLINT(INT64, 4)) },
  684. { MP_ROM_QSTR(MP_QSTR_ULONG), MP_ROM_INT(TYPE2SMALLINT(UINT64, 4)) },
  685. #endif
  686. #if __SIZEOF_LONG_LONG__ == 8
  687. { MP_ROM_QSTR(MP_QSTR_LONGLONG), MP_ROM_INT(TYPE2SMALLINT(INT64, 4)) },
  688. { MP_ROM_QSTR(MP_QSTR_ULONGLONG), MP_ROM_INT(TYPE2SMALLINT(UINT64, 4)) },
  689. #endif
  690. #endif // MICROPY_PY_UCTYPES_NATIVE_C_TYPES
  691. { MP_ROM_QSTR(MP_QSTR_PTR), MP_ROM_INT(TYPE2SMALLINT(PTR, AGG_TYPE_BITS)) },
  692. { MP_ROM_QSTR(MP_QSTR_ARRAY), MP_ROM_INT(TYPE2SMALLINT(ARRAY, AGG_TYPE_BITS)) },
  693. };
  694. STATIC MP_DEFINE_CONST_DICT(mp_module_uctypes_globals, mp_module_uctypes_globals_table);
  695. const mp_obj_module_t mp_module_uctypes = {
  696. .base = { &mp_type_module },
  697. .globals = (mp_obj_dict_t*)&mp_module_uctypes_globals,
  698. };
  699. #endif