test_utils.h 9.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287
  1. // Copyright 2015-2018 Espressif Systems (Shanghai) PTE LTD
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. #pragma once
  15. // Utilities for esp-idf unit tests
  16. #include <stdint.h>
  17. #include <esp_partition.h>
  18. #include "sdkconfig.h"
  19. #include "freertos/FreeRTOS.h"
  20. #include "freertos/task.h"
  21. /* include performance pass standards header file */
  22. #include "idf_performance.h"
  23. #ifdef __cplusplus
  24. extern "C" {
  25. #endif
  26. /* For performance check with unity test on IDF */
  27. /* These macros should only be used with ESP-IDF.
  28. * To use performance check, we need to first define pass standard in idf_performance.h.
  29. */
  30. //macros call this to expand an argument instead of directly converting into str
  31. #define PERFORMANCE_STR(s) #s
  32. //macros call this to contact strings after expanding them
  33. #define PERFORMANCE_CON(a, b) _PERFORMANCE_CON(a, b)
  34. #define _PERFORMANCE_CON(a, b) a##b
  35. #define TEST_PERFORMANCE_LESS_THAN(name, value_fmt, value) do { \
  36. printf("[Performance][" PERFORMANCE_STR(name) "]: "value_fmt"\n", value); \
  37. TEST_ASSERT(value < PERFORMANCE_CON(IDF_PERFORMANCE_MAX_, name)); \
  38. } while(0)
  39. #define TEST_PERFORMANCE_GREATER_THAN(name, value_fmt, value) do { \
  40. printf("[Performance][" PERFORMANCE_STR(name) "]: "value_fmt"\n", value); \
  41. TEST_ASSERT(value > PERFORMANCE_CON(IDF_PERFORMANCE_MIN_, name)); \
  42. } while(0)
  43. /* @brief macro to print IDF performance
  44. * @param mode : performance item name. a string pointer.
  45. * @param value_fmt: print format and unit of the value, for example: "%02fms", "%dKB"
  46. * @param value : the performance value.
  47. */
  48. #define IDF_LOG_PERFORMANCE(item, value_fmt, value) \
  49. printf("[Performance][%s]: "value_fmt"\n", item, value)
  50. /* Some definitions applicable to Unity running in FreeRTOS */
  51. #define UNITY_FREERTOS_PRIORITY CONFIG_UNITY_FREERTOS_PRIORITY
  52. #define UNITY_FREERTOS_CPU CONFIG_UNITY_FREERTOS_CPU
  53. #define UNITY_FREERTOS_STACK_SIZE CONFIG_UNITY_FREERTOS_STACK_SIZE
  54. /* Return the 'flash_test' custom data partition (type 0x55)
  55. defined in the custom partition table.
  56. */
  57. const esp_partition_t *get_test_data_partition(void);
  58. /**
  59. * @brief Initialize reference clock
  60. *
  61. * Reference clock provides timestamps at constant 1 MHz frequency, even when
  62. * the APB frequency is changing.
  63. */
  64. void ref_clock_init(void);
  65. /**
  66. * @brief Deinitialize reference clock
  67. */
  68. void ref_clock_deinit(void);
  69. /**
  70. * @brief Get reference clock timestamp
  71. * @return number of microseconds since the reference clock was initialized
  72. */
  73. uint64_t ref_clock_get(void);
  74. /**
  75. * @brief Entry point of the test application
  76. *
  77. * Starts Unity test runner in a separate task and returns.
  78. */
  79. void test_main(void);
  80. /**
  81. * @brief Reset automatic leak checking which happens in unit tests.
  82. *
  83. * Updates recorded "before" free memory values to the free memory values
  84. * at time of calling. Resets leak checker if tracing is enabled in
  85. * config.
  86. *
  87. * This can be called if a test case does something which allocates
  88. * memory on first use, for example.
  89. *
  90. * @note Use with care as this can mask real memory leak problems.
  91. */
  92. void unity_reset_leak_checks(void);
  93. /**
  94. * @brief Call this function from a test case which requires TCP/IP or
  95. * LWIP functionality.
  96. *
  97. * @note This should be the first function the test case calls, as it will
  98. * allocate memory on first use (and also reset the test case leak checker).
  99. */
  100. void test_case_uses_tcpip(void);
  101. /**
  102. * @brief wait for signals with parameters.
  103. *
  104. * for multiple devices test cases, DUT might need to wait for other DUTs before continue testing.
  105. * As all DUTs are independent, need user (or test script) interaction to make test synchronized.
  106. *
  107. * Here we provide signal functions for this.
  108. * For example, we're testing GPIO, DUT1 has one pin connect to with DUT2.
  109. * DUT2 will output high level and then DUT1 will read input.
  110. * DUT1 should call `unity_wait_for_signal("output high level");` before it reads input.
  111. * DUT2 should call `unity_send_signal("output high level");` after it finished setting output high level.
  112. * According to the console logs:
  113. *
  114. * DUT1 console:
  115. *
  116. * ```
  117. * Waiting for signal: [output high level]!
  118. * Please press "Enter" key to once any board send this signal.
  119. * ```
  120. *
  121. * DUT2 console:
  122. *
  123. * ```
  124. * Send signal: [output high level]!
  125. * ```
  126. *
  127. * Then we press Enter key on DUT1's console, DUT1 starts to read input and then test success.
  128. *
  129. * Another example, we have 2 DUTs in multiple devices test, and DUT1 need to get DUT2's mac address to perform BT connection.
  130. * DUT1 should call `unity_wait_for_signal_param("dut2 mac address", mac, 19);` to wait for DUT2's mac address.
  131. * DUT2 should call `unity_send_signal_param("dut2 mac address", "10:20:30:40:50:60");` to send to DUT1 its mac address.
  132. * According to the console logs:
  133. *
  134. * DUT1 console:
  135. *
  136. * ```
  137. * Waiting for signal: [dut2 mac address]!
  138. * Please input parameter value from any board send this signal and press "Enter" key.
  139. * ```
  140. *
  141. * DUT2 console:
  142. *
  143. * ```
  144. * Send signal: [dut2 mac address][10:20:30:40:50:60]!
  145. * ```
  146. *
  147. * @param signal_name signal name which DUT expected to wait before proceed testing
  148. * @param parameter_buf buffer to receive parameter
  149. * @param buf_len length of parameter_buf.
  150. * Currently we have a limitation that it will write 1 extra byte at the end of string.
  151. * We need to use a buffer with 2 bytes longer than actual string length.
  152. */
  153. void unity_wait_for_signal_param(const char* signal_name, char *parameter_buf, uint8_t buf_len);
  154. /**
  155. * @brief wait for signals.
  156. *
  157. * @param signal_name signal name which DUT expected to wait before proceed testing
  158. */
  159. static inline void unity_wait_for_signal(const char* signal_name)
  160. {
  161. unity_wait_for_signal_param(signal_name, NULL, 0);
  162. }
  163. /**
  164. * @brief DUT send signal and pass parameter to other devices.
  165. *
  166. * @param signal_name signal name which DUT send once it finished preparing.
  167. * @param parameter a string to let remote device to receive.
  168. */
  169. void unity_send_signal_param(const char* signal_name, const char *parameter);
  170. /**
  171. * @brief DUT send signal with parameter.
  172. *
  173. * @param signal_name signal name which DUT send once it finished preparing.
  174. */
  175. static inline void unity_send_signal(const char* signal_name)
  176. {
  177. unity_send_signal_param(signal_name, NULL);
  178. }
  179. /**
  180. * @brief convert mac string to mac address
  181. *
  182. * @param mac_str MAC address string with format "xx:xx:xx:xx:xx:xx"
  183. * @param[out] mac_addr store converted MAC address
  184. */
  185. bool unity_util_convert_mac_from_string(const char* mac_str, uint8_t *mac_addr);
  186. /**
  187. * @brief Leak for components
  188. */
  189. typedef enum {
  190. COMP_LEAK_GENERAL = 0, /**< Leak by default */
  191. COMP_LEAK_LWIP, /**< Leak for LWIP */
  192. COMP_LEAK_NVS, /**< Leak for NVS */
  193. COMP_LEAK_ALL, /**< Use for getting the summary leak level */
  194. } esp_comp_leak_t;
  195. /**
  196. * @brief Type of leak
  197. */
  198. typedef enum {
  199. TYPE_LEAK_WARNING = 0, /**< Warning level of leak */
  200. TYPE_LEAK_CRITICAL, /**< Critical level of leak */
  201. TYPE_LEAK_MAX, /**< Max number of leak levels */
  202. } esp_type_leak_t;
  203. /**
  204. * @brief Set a leak level for the required type and component.
  205. *
  206. * @param[in] leak_level Level of leak
  207. * @param[in] type Type of leak
  208. * @param[in] component Name of component
  209. *
  210. * return ESP_OK: Successful.
  211. * ESP_ERR_INVALID_ARG: Invalid argument.
  212. */
  213. esp_err_t test_utils_set_leak_level(size_t leak_level, esp_type_leak_t type, esp_comp_leak_t component);
  214. /**
  215. * @brief Get a leak level for the required type and component.
  216. *
  217. * @param[in] type Type of leak.
  218. * @param[in] component Name of component. If COMP_LEAK_ALL, then the level will be summarized for all components.
  219. * return Leak level
  220. */
  221. size_t test_utils_get_leak_level(esp_type_leak_t type, esp_comp_leak_t component);
  222. typedef struct test_utils_exhaust_memory_record_s *test_utils_exhaust_memory_rec;
  223. /**
  224. * Limit the largest free block of memory with a particular capability set to
  225. * 'limit' bytes (meaning an allocation of 'limit' should succeed at least once,
  226. * but any allocation of more bytes will fail.)
  227. *
  228. * Returns a record pointer which needs to be passed back in to test_utils_free_exhausted_memory
  229. * before the test completes, to avoid a major memory leak.
  230. *
  231. * @param caps Capabilities of memory to exhause
  232. * @param limit The size to limit largest free block to
  233. * @return Record pointer to pass to test_utils_free_exhausted_memory() once done
  234. */
  235. test_utils_exhaust_memory_rec test_utils_exhaust_memory(uint32_t caps, size_t limit);
  236. /**
  237. * Call to free memory which was taken up by test_utils_exhaust_memory() call
  238. *
  239. * @param rec Result previously returned from test_utils_exhaust_memory()
  240. */
  241. void test_utils_free_exhausted_memory(test_utils_exhaust_memory_rec rec);
  242. /**
  243. * @brief Delete task ensuring dynamic memory (for stack, tcb etc.) gets freed up immediately
  244. *
  245. * @param[in] thandle Handle of task to be deleted (should not be NULL or self handle)
  246. */
  247. void test_utils_task_delete(TaskHandle_t thandle);
  248. #ifdef __cplusplus
  249. }
  250. #endif