test_utils.h 9.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288
  1. // Copyright 2015-2018 Espressif Systems (Shanghai) PTE LTD
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. #pragma once
  15. // Utilities for esp-idf unit tests
  16. #include <stdint.h>
  17. #include <esp_partition.h>
  18. #include "sdkconfig.h"
  19. #include "freertos/FreeRTOS.h"
  20. #include "freertos/task.h"
  21. #include "unity.h"
  22. /* include performance pass standards header file */
  23. #include "idf_performance.h"
  24. #include "idf_performance_target.h"
  25. #ifdef __cplusplus
  26. extern "C" {
  27. #endif
  28. /* For performance check with unity test on IDF */
  29. /* These macros should only be used with ESP-IDF.
  30. * To use performance check, we need to first define pass standard in idf_performance.h.
  31. */
  32. //macros call this to expand an argument instead of directly converting into str
  33. #define PERFORMANCE_STR(s) #s
  34. //macros call this to contact strings after expanding them
  35. #define PERFORMANCE_CON(a, b) _PERFORMANCE_CON(a, b)
  36. #define _PERFORMANCE_CON(a, b) a##b
  37. #define TEST_PERFORMANCE_LESS_THAN(name, value_fmt, value) do { \
  38. printf("[Performance][" PERFORMANCE_STR(name) "]: "value_fmt"\n", value); \
  39. TEST_ASSERT(value < PERFORMANCE_CON(IDF_PERFORMANCE_MAX_, name)); \
  40. } while(0)
  41. #define TEST_PERFORMANCE_GREATER_THAN(name, value_fmt, value) do { \
  42. printf("[Performance][" PERFORMANCE_STR(name) "]: "value_fmt"\n", value); \
  43. TEST_ASSERT(value > PERFORMANCE_CON(IDF_PERFORMANCE_MIN_, name)); \
  44. } while(0)
  45. /* @brief macro to print IDF performance
  46. * @param mode : performance item name. a string pointer.
  47. * @param value_fmt: print format and unit of the value, for example: "%02fms", "%dKB"
  48. * @param value : the performance value.
  49. */
  50. #define IDF_LOG_PERFORMANCE(item, value_fmt, value) \
  51. printf("[Performance][%s]: "value_fmt"\n", item, value)
  52. /* Some definitions applicable to Unity running in FreeRTOS */
  53. #define UNITY_FREERTOS_PRIORITY CONFIG_UNITY_FREERTOS_PRIORITY
  54. #define UNITY_FREERTOS_CPU CONFIG_UNITY_FREERTOS_CPU
  55. #define UNITY_FREERTOS_STACK_SIZE CONFIG_UNITY_FREERTOS_STACK_SIZE
  56. /* Return the 'flash_test' custom data partition (type 0x55)
  57. defined in the custom partition table.
  58. */
  59. const esp_partition_t *get_test_data_partition(void);
  60. /**
  61. * @brief Initialize reference clock
  62. *
  63. * Reference clock provides timestamps at constant 1 MHz frequency, even when
  64. * the APB frequency is changing.
  65. */
  66. void ref_clock_init(void);
  67. /**
  68. * @brief Deinitialize reference clock
  69. */
  70. void ref_clock_deinit(void);
  71. /**
  72. * @brief Get reference clock timestamp
  73. * @return number of microseconds since the reference clock was initialized
  74. */
  75. uint64_t ref_clock_get(void);
  76. /**
  77. * @brief Entry point of the test application
  78. *
  79. * Starts Unity test runner in a separate task and returns.
  80. */
  81. void test_main(void);
  82. /**
  83. * @brief Reset automatic leak checking which happens in unit tests.
  84. *
  85. * Updates recorded "before" free memory values to the free memory values
  86. * at time of calling. Resets leak checker if tracing is enabled in
  87. * config.
  88. *
  89. * This can be called if a test case does something which allocates
  90. * memory on first use, for example.
  91. *
  92. * @note Use with care as this can mask real memory leak problems.
  93. */
  94. void unity_reset_leak_checks(void);
  95. /**
  96. * @brief Call this function from a test case which requires TCP/IP or
  97. * LWIP functionality.
  98. *
  99. * @note This should be the first function the test case calls, as it will
  100. * allocate memory on first use (and also reset the test case leak checker).
  101. */
  102. void test_case_uses_tcpip(void);
  103. /**
  104. * @brief wait for signals with parameters.
  105. *
  106. * for multiple devices test cases, DUT might need to wait for other DUTs before continue testing.
  107. * As all DUTs are independent, need user (or test script) interaction to make test synchronized.
  108. *
  109. * Here we provide signal functions for this.
  110. * For example, we're testing GPIO, DUT1 has one pin connect to with DUT2.
  111. * DUT2 will output high level and then DUT1 will read input.
  112. * DUT1 should call `unity_wait_for_signal("output high level");` before it reads input.
  113. * DUT2 should call `unity_send_signal("output high level");` after it finished setting output high level.
  114. * According to the console logs:
  115. *
  116. * DUT1 console:
  117. *
  118. * ```
  119. * Waiting for signal: [output high level]!
  120. * Please press "Enter" key to once any board send this signal.
  121. * ```
  122. *
  123. * DUT2 console:
  124. *
  125. * ```
  126. * Send signal: [output high level]!
  127. * ```
  128. *
  129. * Then we press Enter key on DUT1's console, DUT1 starts to read input and then test success.
  130. *
  131. * Another example, we have 2 DUTs in multiple devices test, and DUT1 need to get DUT2's mac address to perform BT connection.
  132. * DUT1 should call `unity_wait_for_signal_param("dut2 mac address", mac, 19);` to wait for DUT2's mac address.
  133. * DUT2 should call `unity_send_signal_param("dut2 mac address", "10:20:30:40:50:60");` to send to DUT1 its mac address.
  134. * According to the console logs:
  135. *
  136. * DUT1 console:
  137. *
  138. * ```
  139. * Waiting for signal: [dut2 mac address]!
  140. * Please input parameter value from any board send this signal and press "Enter" key.
  141. * ```
  142. *
  143. * DUT2 console:
  144. *
  145. * ```
  146. * Send signal: [dut2 mac address][10:20:30:40:50:60]!
  147. * ```
  148. *
  149. * @param signal_name signal name which DUT expected to wait before proceed testing
  150. * @param parameter_buf buffer to receive parameter
  151. * @param buf_len length of parameter_buf.
  152. * Currently we have a limitation that it will write 1 extra byte at the end of string.
  153. * We need to use a buffer with 2 bytes longer than actual string length.
  154. */
  155. void unity_wait_for_signal_param(const char* signal_name, char *parameter_buf, uint8_t buf_len);
  156. /**
  157. * @brief wait for signals.
  158. *
  159. * @param signal_name signal name which DUT expected to wait before proceed testing
  160. */
  161. static inline void unity_wait_for_signal(const char* signal_name)
  162. {
  163. unity_wait_for_signal_param(signal_name, NULL, 0);
  164. }
  165. /**
  166. * @brief DUT send signal and pass parameter to other devices.
  167. *
  168. * @param signal_name signal name which DUT send once it finished preparing.
  169. * @param parameter a string to let remote device to receive.
  170. */
  171. void unity_send_signal_param(const char* signal_name, const char *parameter);
  172. /**
  173. * @brief DUT send signal with parameter.
  174. *
  175. * @param signal_name signal name which DUT send once it finished preparing.
  176. */
  177. static inline void unity_send_signal(const char* signal_name)
  178. {
  179. unity_send_signal_param(signal_name, NULL);
  180. }
  181. /**
  182. * @brief convert mac string to mac address
  183. *
  184. * @param mac_str MAC address string with format "xx:xx:xx:xx:xx:xx"
  185. * @param[out] mac_addr store converted MAC address
  186. */
  187. bool unity_util_convert_mac_from_string(const char* mac_str, uint8_t *mac_addr);
  188. /**
  189. * @brief Leak for components
  190. */
  191. typedef enum {
  192. COMP_LEAK_GENERAL = 0, /**< Leak by default */
  193. COMP_LEAK_LWIP, /**< Leak for LWIP */
  194. COMP_LEAK_NVS, /**< Leak for NVS */
  195. COMP_LEAK_ALL, /**< Use for getting the summary leak level */
  196. } esp_comp_leak_t;
  197. /**
  198. * @brief Type of leak
  199. */
  200. typedef enum {
  201. TYPE_LEAK_WARNING = 0, /**< Warning level of leak */
  202. TYPE_LEAK_CRITICAL, /**< Critical level of leak */
  203. TYPE_LEAK_MAX, /**< Max number of leak levels */
  204. } esp_type_leak_t;
  205. /**
  206. * @brief Set a leak level for the required type and component.
  207. *
  208. * @param[in] leak_level Level of leak
  209. * @param[in] type Type of leak
  210. * @param[in] component Name of component
  211. *
  212. * return ESP_OK: Successful.
  213. * ESP_ERR_INVALID_ARG: Invalid argument.
  214. */
  215. esp_err_t test_utils_set_leak_level(size_t leak_level, esp_type_leak_t type, esp_comp_leak_t component);
  216. /**
  217. * @brief Get a leak level for the required type and component.
  218. *
  219. * @param[in] type Type of leak.
  220. * @param[in] component Name of component. If COMP_LEAK_ALL, then the level will be summarized for all components.
  221. * return Leak level
  222. */
  223. size_t test_utils_get_leak_level(esp_type_leak_t type, esp_comp_leak_t component);
  224. typedef struct test_utils_exhaust_memory_record_s *test_utils_exhaust_memory_rec;
  225. /**
  226. * Limit the largest free block of memory with a particular capability set to
  227. * 'limit' bytes (meaning an allocation of 'limit' should succeed at least once,
  228. * but any allocation of more bytes will fail.)
  229. *
  230. * Returns a record pointer which needs to be passed back in to test_utils_free_exhausted_memory
  231. * before the test completes, to avoid a major memory leak.
  232. *
  233. * @param caps Capabilities of memory to exhause
  234. * @param limit The size to limit largest free block to
  235. * @return Record pointer to pass to test_utils_free_exhausted_memory() once done
  236. */
  237. test_utils_exhaust_memory_rec test_utils_exhaust_memory(uint32_t caps, size_t limit);
  238. /**
  239. * Call to free memory which was taken up by test_utils_exhaust_memory() call
  240. *
  241. * @param rec Result previously returned from test_utils_exhaust_memory()
  242. */
  243. void test_utils_free_exhausted_memory(test_utils_exhaust_memory_rec rec);
  244. /**
  245. * @brief Delete task ensuring dynamic memory (for stack, tcb etc.) gets freed up immediately
  246. *
  247. * @param[in] thandle Handle of task to be deleted (should not be NULL or self handle)
  248. */
  249. void test_utils_task_delete(TaskHandle_t thandle);
  250. #ifdef __cplusplus
  251. }
  252. #endif