test_utils.h 9.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279
  1. // Copyright 2015-2018 Espressif Systems (Shanghai) PTE LTD
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. #pragma once
  15. // Utilities for esp-idf unit tests
  16. #include <stdint.h>
  17. #include <esp_partition.h>
  18. #include "sdkconfig.h"
  19. #include "freertos/FreeRTOS.h"
  20. #include "freertos/task.h"
  21. /* include performance pass standards header file */
  22. #include "idf_performance.h"
  23. /* For performance check with unity test on IDF */
  24. /* These macros should only be used with ESP-IDF.
  25. * To use performance check, we need to first define pass standard in idf_performance.h.
  26. */
  27. //macros call this to expand an argument instead of directly converting into str
  28. #define PERFORMANCE_STR(s) #s
  29. //macros call this to contact strings after expanding them
  30. #define PERFORMANCE_CON(a, b) _PERFORMANCE_CON(a, b)
  31. #define _PERFORMANCE_CON(a, b) a##b
  32. #define TEST_PERFORMANCE_LESS_THAN(name, value_fmt, value) do { \
  33. printf("[Performance]["PERFORMANCE_STR(name)"]: "value_fmt"\n", value); \
  34. TEST_ASSERT(value < PERFORMANCE_CON(IDF_PERFORMANCE_MAX_, name)); \
  35. } while(0)
  36. #define TEST_PERFORMANCE_GREATER_THAN(name, value_fmt, value) do { \
  37. printf("[Performance]["PERFORMANCE_STR(name)"]: "value_fmt"\n", value); \
  38. TEST_ASSERT(value > PERFORMANCE_CON(IDF_PERFORMANCE_MIN_, name)); \
  39. } while(0)
  40. /* @brief macro to print IDF performance
  41. * @param mode : performance item name. a string pointer.
  42. * @param value_fmt: print format and unit of the value, for example: "%02fms", "%dKB"
  43. * @param value : the performance value.
  44. */
  45. #define IDF_LOG_PERFORMANCE(item, value_fmt, value) \
  46. printf("[Performance][%s]: "value_fmt"\n", item, value)
  47. /* Some definitions applicable to Unity running in FreeRTOS */
  48. #define UNITY_FREERTOS_PRIORITY CONFIG_UNITY_FREERTOS_PRIORITY
  49. #define UNITY_FREERTOS_CPU CONFIG_UNITY_FREERTOS_CPU
  50. #define UNITY_FREERTOS_STACK_SIZE CONFIG_UNITY_FREERTOS_STACK_SIZE
  51. /* Return the 'flash_test' custom data partition (type 0x55)
  52. defined in the custom partition table.
  53. */
  54. const esp_partition_t *get_test_data_partition(void);
  55. /**
  56. * @brief Initialize reference clock
  57. *
  58. * Reference clock provides timestamps at constant 1 MHz frequency, even when
  59. * the APB frequency is changing.
  60. */
  61. void ref_clock_init(void);
  62. /**
  63. * @brief Deinitialize reference clock
  64. */
  65. void ref_clock_deinit(void);
  66. /**
  67. * @brief Get reference clock timestamp
  68. * @return number of microseconds since the reference clock was initialized
  69. */
  70. uint64_t ref_clock_get(void);
  71. /**
  72. * @brief Entry point of the test application
  73. *
  74. * Starts Unity test runner in a separate task and returns.
  75. */
  76. void test_main(void);
  77. /**
  78. * @brief Reset automatic leak checking which happens in unit tests.
  79. *
  80. * Updates recorded "before" free memory values to the free memory values
  81. * at time of calling. Resets leak checker if tracing is enabled in
  82. * config.
  83. *
  84. * This can be called if a test case does something which allocates
  85. * memory on first use, for example.
  86. *
  87. * @note Use with care as this can mask real memory leak problems.
  88. */
  89. void unity_reset_leak_checks(void);
  90. /**
  91. * @brief Call this function from a test case which requires TCP/IP or
  92. * LWIP functionality.
  93. *
  94. * @note This should be the first function the test case calls, as it will
  95. * allocate memory on first use (and also reset the test case leak checker).
  96. */
  97. void test_case_uses_tcpip(void);
  98. /**
  99. * @brief wait for signals with parameters.
  100. *
  101. * for multiple devices test cases, DUT might need to wait for other DUTs before continue testing.
  102. * As all DUTs are independent, need user (or test script) interaction to make test synchronized.
  103. *
  104. * Here we provide signal functions for this.
  105. * For example, we're testing GPIO, DUT1 has one pin connect to with DUT2.
  106. * DUT2 will output high level and then DUT1 will read input.
  107. * DUT1 should call `unity_wait_for_signal("output high level");` before it reads input.
  108. * DUT2 should call `unity_send_signal("output high level");` after it finished setting output high level.
  109. * According to the console logs:
  110. *
  111. * DUT1 console:
  112. *
  113. * ```
  114. * Waiting for signal: [output high level]!
  115. * Please press "Enter" key to once any board send this signal.
  116. * ```
  117. *
  118. * DUT2 console:
  119. *
  120. * ```
  121. * Send signal: [output high level]!
  122. * ```
  123. *
  124. * Then we press Enter key on DUT1's console, DUT1 starts to read input and then test success.
  125. *
  126. * Another example, we have 2 DUTs in multiple devices test, and DUT1 need to get DUT2's mac address to perform BT connection.
  127. * DUT1 should call `unity_wait_for_signal_param("dut2 mac address", mac, 19);` to wait for DUT2's mac address.
  128. * DUT2 should call `unity_send_signal_param("dut2 mac address", "10:20:30:40:50:60");` to send to DUT1 its mac address.
  129. * According to the console logs:
  130. *
  131. * DUT1 console:
  132. *
  133. * ```
  134. * Waiting for signal: [dut2 mac address]!
  135. * Please input parameter value from any board send this signal and press "Enter" key.
  136. * ```
  137. *
  138. * DUT2 console:
  139. *
  140. * ```
  141. * Send signal: [dut2 mac address][10:20:30:40:50:60]!
  142. * ```
  143. *
  144. * @param signal_name signal name which DUT expected to wait before proceed testing
  145. * @param parameter_buf buffer to receive parameter
  146. * @param buf_len length of parameter_buf.
  147. * Currently we have a limitation that it will write 1 extra byte at the end of string.
  148. * We need to use a buffer with 2 bytes longer than actual string length.
  149. */
  150. void unity_wait_for_signal_param(const char* signal_name, char *parameter_buf, uint8_t buf_len);
  151. /**
  152. * @brief wait for signals.
  153. *
  154. * @param signal_name signal name which DUT expected to wait before proceed testing
  155. */
  156. static inline void unity_wait_for_signal(const char* signal_name)
  157. {
  158. unity_wait_for_signal_param(signal_name, NULL, 0);
  159. }
  160. /**
  161. * @brief DUT send signal and pass parameter to other devices.
  162. *
  163. * @param signal_name signal name which DUT send once it finished preparing.
  164. * @param parameter a string to let remote device to receive.
  165. */
  166. void unity_send_signal_param(const char* signal_name, const char *parameter);
  167. /**
  168. * @brief DUT send signal with parameter.
  169. *
  170. * @param signal_name signal name which DUT send once it finished preparing.
  171. */
  172. static inline void unity_send_signal(const char* signal_name)
  173. {
  174. unity_send_signal_param(signal_name, NULL);
  175. }
  176. /**
  177. * @brief convert mac string to mac address
  178. *
  179. * @param mac_str MAC address string with format "xx:xx:xx:xx:xx:xx"
  180. * @param[out] mac_addr store converted MAC address
  181. */
  182. bool unity_util_convert_mac_from_string(const char* mac_str, uint8_t *mac_addr);
  183. /**
  184. * @brief Leak for components
  185. */
  186. typedef enum {
  187. COMP_LEAK_GENERAL = 0, /**< Leak by default */
  188. COMP_LEAK_LWIP, /**< Leak for LWIP */
  189. COMP_LEAK_NVS, /**< Leak for NVS */
  190. COMP_LEAK_ALL, /**< Use for getting the summary leak level */
  191. } esp_comp_leak_t;
  192. /**
  193. * @brief Type of leak
  194. */
  195. typedef enum {
  196. TYPE_LEAK_WARNING = 0, /**< Warning level of leak */
  197. TYPE_LEAK_CRITICAL, /**< Critical level of leak */
  198. TYPE_LEAK_MAX, /**< Max number of leak levels */
  199. } esp_type_leak_t;
  200. /**
  201. * @brief Set a leak level for the required type and component.
  202. *
  203. * @param[in] leak_level Level of leak
  204. * @param[in] type Type of leak
  205. * @param[in] component Name of component
  206. *
  207. * return ESP_OK: Successful.
  208. * ESP_ERR_INVALID_ARG: Invalid argument.
  209. */
  210. esp_err_t test_utils_set_leak_level(size_t leak_level, esp_type_leak_t type, esp_comp_leak_t component);
  211. /**
  212. * @brief Get a leak level for the required type and component.
  213. *
  214. * @param[in] type Type of leak.
  215. * @param[in] component Name of component. If COMP_LEAK_ALL, then the level will be summarized for all components.
  216. * return Leak level
  217. */
  218. size_t test_utils_get_leak_level(esp_type_leak_t type, esp_comp_leak_t component);
  219. typedef struct test_utils_exhaust_memory_record_s *test_utils_exhaust_memory_rec;
  220. /**
  221. * Limit the largest free block of memory with a particular capability set to
  222. * 'limit' bytes (meaning an allocation of 'limit' should succeed at least once,
  223. * but any allocation of more bytes will fail.)
  224. *
  225. * Returns a record pointer which needs to be passed back in to test_utils_free_exhausted_memory
  226. * before the test completes, to avoid a major memory leak.
  227. *
  228. * @param caps Capabilities of memory to exhause
  229. * @param limit The size to limit largest free block to
  230. * @return Record pointer to pass to test_utils_free_exhausted_memory() once done
  231. */
  232. test_utils_exhaust_memory_rec test_utils_exhaust_memory(uint32_t caps, size_t limit);
  233. /**
  234. * Call to free memory which was taken up by test_utils_exhaust_memory() call
  235. *
  236. * @param rec Result previously returned from test_utils_exhaust_memory()
  237. */
  238. void test_utils_free_exhausted_memory(test_utils_exhaust_memory_rec rec);
  239. /**
  240. * @brief Delete task ensuring dynamic memory (for stack, tcb etc.) gets freed up immediately
  241. *
  242. * @param[in] thandle Handle of task to be deleted (should not be NULL or self handle)
  243. */
  244. void test_utils_task_delete(TaskHandle_t thandle);