Merge branch 'bugfix/ci_example_test_check_performance_exception' into 'master'

CI: remove fake binary size check in example test

Closes IDFCI-255, IDFCI-256, and IDFCI-257

See merge request espressif/esp-idf!11356

examples/bluetooth/nimble/blehr/blehr_test.py

@@ -116,7 +116,6 @@ def test_example_app_ble_hr(env, extra_data):
     binary_file = os.path.join(dut.app.binary_path, "blehr.bin")
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("blehr_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("blehr_bin_size", bin_size // 1024, dut.TARGET)
 
     # Upload binary and start testing
     Utility.console_log("Starting blehr simple example test app")

examples/bluetooth/nimble/bleprph/bleprph_test.py

@@ -139,7 +139,6 @@ def test_example_app_ble_peripheral(env, extra_data):
     binary_file = os.path.join(dut.app.binary_path, "bleprph.bin")
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("bleprph_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("bleprph_bin_size", bin_size // 1024, dut.TARGET)
 
     # Upload binary and start testing
     Utility.console_log("Starting bleprph simple example test app")

examples/get-started/blink/example_test.py

@@ -34,7 +34,6 @@ def test_examples_blink(env, extra_data):
     binary_file = os.path.join(dut.app.binary_path, "blink.bin")
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("blink_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("blink_bin_size", bin_size // 1024, dut.TARGET)
 
     dut.start_app()
 

examples/protocols/asio/chat_client/asio_chat_client_test.py

@@ -63,7 +63,6 @@ def test_examples_protocol_asio_chat_client(env, extra_data):
     binary_file = os.path.join(dut1.app.binary_path, "asio_chat_client.bin")
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("asio_chat_client_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("asio_chat_client_size", bin_size // 1024, dut1.TARGET)
     # 1. start a tcp server on the host
     host_ip = get_my_ip()
     thread1 = Thread(target=chat_server_sketch, args=(host_ip,))

examples/protocols/asio/chat_server/asio_chat_server_test.py

@@ -20,7 +20,6 @@ def test_examples_protocol_asio_chat_server(env, extra_data):
     binary_file = os.path.join(dut1.app.binary_path, "asio_chat_server.bin")
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("asio_chat_server_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("asio_chat_server_size", bin_size // 1024, dut1.TARGET)
     # 1. start test
     dut1.start_app()
     # 2. get the server IP address

examples/protocols/asio/tcp_echo_server/asio_tcp_server_test.py

@@ -21,7 +21,6 @@ def test_examples_protocol_asio_tcp_server(env, extra_data):
     binary_file = os.path.join(dut1.app.binary_path, "asio_tcp_echo_server.bin")
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("asio_tcp_echo_server_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("asio_tcp_echo_server_size", bin_size // 1024, dut1.TARGET)
     # 1. start test
     dut1.start_app()
     # 2. get the server IP address

examples/protocols/asio/udp_echo_server/asio_udp_server_test.py

@@ -21,7 +21,6 @@ def test_examples_protocol_asio_udp_server(env, extra_data):
     binary_file = os.path.join(dut1.app.binary_path, "asio_udp_echo_server.bin")
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("asio_udp_echo_server_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("asio_udp_echo_server_size", bin_size // 1024, dut1.TARGET)
     # 1. start test
     dut1.start_app()
     # 2. get the server IP address

examples/protocols/esp_http_client/esp_http_client_test.py

@@ -16,7 +16,6 @@ def test_examples_protocol_esp_http_client(env, extra_data):
     binary_file = os.path.join(dut1.app.binary_path, "esp-http-client-example.bin")
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("esp_http_client_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("esp_http_client_bin_size", bin_size // 1024, dut1.TARGET)
     # start test
     dut1.start_app()
     dut1.expect("Connected to AP, begin http example", timeout=30)
@@ -42,7 +41,6 @@ def test_examples_protocol_esp_http_client(env, extra_data):
     binary_file = os.path.join(dut1.app.binary_path, "esp-http-client-example.bin")
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("esp_http_client_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("esp_http_client_bin_size", bin_size // 1024, dut1.TARGET)
     # start test
     dut1.start_app()
     dut1.expect("Connected to AP, begin http example", timeout=30)

examples/protocols/http_server/advanced_tests/http_server_advanced_test.py

@@ -45,7 +45,6 @@ def test_examples_protocol_http_server_advanced(env, extra_data):
     binary_file = os.path.join(dut1.app.binary_path, "tests.bin")
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("http_server_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("http_server_bin_size", bin_size // 1024, dut1.TARGET)
 
     # Upload binary and start testing
     Utility.console_log("Starting http_server advanced test app")

examples/protocols/http_server/persistent_sockets/http_server_persistence_test.py

@@ -42,7 +42,6 @@ def test_examples_protocol_http_server_persistence(env, extra_data):
     binary_file = os.path.join(dut1.app.binary_path, "persistent_sockets.bin")
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("http_server_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("http_server_bin_size", bin_size // 1024, dut1.TARGET)
 
     # Upload binary and start testing
     Utility.console_log("Starting http_server persistance test app")

examples/protocols/http_server/simple/http_server_simple_test.py

@@ -42,7 +42,6 @@ def test_examples_protocol_http_server_simple(env, extra_data):
     binary_file = os.path.join(dut1.app.binary_path, "simple.bin")
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("http_server_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("http_server_bin_size", bin_size // 1024, dut1.TARGET)
 
     # Upload binary and start testing
     Utility.console_log("Starting http_server simple test app")

examples/protocols/http_server/ws_echo_server/ws_server_example_test.py

@@ -63,7 +63,6 @@ def test_examples_protocol_http_ws_echo_server(env, extra_data):
     binary_file = os.path.join(dut1.app.binary_path, "ws_echo_server.bin")
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("http_ws_server_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("http_ws_server_bin_size", bin_size // 1024, dut1.TARGET)
 
     # Upload binary and start testing
     Utility.console_log("Starting ws-echo-server test app based on http_server")

examples/protocols/https_request/example_test.py

@@ -17,7 +17,6 @@ def test_examples_protocol_https_request(env, extra_data):
     binary_file = os.path.join(dut1.app.binary_path, "https_request.bin")
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("https_request_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("https_request_bin_size", bin_size // 1024, dut1.TARGET)
     # start test
     dut1.start_app()
     dut1.expect("Connection established...", timeout=30)
@@ -30,7 +29,6 @@ def test_examples_protocol_https_request(env, extra_data):
     binary_file = os.path.join(dut1.app.binary_path, "https_request.bin")
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("https_request_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("https_request_bin_size", bin_size // 1024, dut1.TARGET)
     # start test
     dut1.start_app()
     dut1.expect("Connection established...", timeout=30)

examples/protocols/https_x509_bundle/example_test.py

@@ -16,7 +16,6 @@ def test_examples_protocol_https_x509_bundle(env, extra_data):
     binary_file = os.path.join(dut1.app.binary_path, "https_x509_bundle.bin")
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("https_x509_bundle_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("https_x509_bundle_bin_size", bin_size // 1024, dut1.TARGET)
     # start test
     dut1.start_app()
     num_URLS = dut1.expect(re.compile(r"Connecting to (\d+) URLs"), timeout=30)
@@ -29,7 +28,6 @@ def test_examples_protocol_https_x509_bundle(env, extra_data):
     binary_file = os.path.join(dut1.app.binary_path, "https_x509_bundle.bin")
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("https_x509_bundle_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("https_x509_bundle_bin_size", bin_size // 1024, dut1.TARGET)
     # start test
     dut1.start_app()
     num_URLS = dut1.expect(re.compile(r"Connecting to (\d+) URLs"), timeout=30)

examples/protocols/mdns/mdns_example_test.py

@@ -102,7 +102,6 @@ def test_examples_protocol_mdns(env, extra_data):
     binary_file = os.path.join(dut1.app.binary_path, "mdns-test.bin")
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("mdns-test_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("mdns-test_bin_size", bin_size // 1024, dut1.TARGET)
     # 1. start mdns application
     dut1.start_app()
     # 2. get the dut host name (and IP address)

examples/protocols/mqtt/ssl/mqtt_ssl_example_test.py

@@ -78,7 +78,6 @@ def test_examples_protocol_mqtt_ssl(env, extra_data):
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("mqtt_ssl_bin_size", "{}KB"
                              .format(bin_size // 1024))
-    ttfw_idf.check_performance("mqtt_ssl_size", bin_size // 1024, dut1.TARGET)
     # Look for host:port in sdkconfig
     try:
         value = re.search(r'\:\/\/([^:]+)\:([0-9]+)', dut1.app.get_sdkconfig()["CONFIG_BROKER_URI"])

examples/protocols/mqtt/tcp/mqtt_tcp_example_test.py

@@ -68,7 +68,6 @@ def test_examples_protocol_mqtt_qos1(env, extra_data):
     binary_file = os.path.join(dut1.app.binary_path, "mqtt_tcp.bin")
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("mqtt_tcp_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("mqtt_tcp_size", bin_size // 1024, dut1.TARGET)
     # 1. start mqtt broker sketch
     host_ip = get_my_ip()
     thread1 = Thread(target=mqqt_server_sketch, args=(host_ip,1883))

examples/protocols/mqtt/ws/mqtt_ws_example_test.py

@@ -55,7 +55,6 @@ def test_examples_protocol_mqtt_ws(env, extra_data):
     binary_file = os.path.join(dut1.app.binary_path, "mqtt_websocket.bin")
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("mqtt_websocket_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("mqtt_websocket_size", bin_size // 1024, dut1.TARGET)
     # Look for host:port in sdkconfig
     try:
         value = re.search(r'\:\/\/([^:]+)\:([0-9]+)', dut1.app.get_sdkconfig()["CONFIG_BROKER_URI"])

examples/protocols/mqtt/wss/mqtt_wss_example_test.py

@@ -57,7 +57,6 @@ def test_examples_protocol_mqtt_wss(env, extra_data):
     binary_file = os.path.join(dut1.app.binary_path, "mqtt_websocket_secure.bin")
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("mqtt_websocket_secure_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("mqtt_websocket_secure_size", bin_size // 1024, dut1.TARGET)
     # Look for host:port in sdkconfig
     try:
         value = re.search(r'\:\/\/([^:]+)\:([0-9]+)', dut1.app.get_sdkconfig()["CONFIG_BROKER_URI"])

examples/protocols/sockets/tcp_client/example_test.py

@@ -97,7 +97,6 @@ def test_examples_protocol_socket(env, extra_data):
     binary_file = os.path.join(dut1.app.binary_path, "tcp_client.bin")
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("tcp_client_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("tcp_client_bin_size", bin_size // 1024, dut1.TARGET)
 
     # start test
     dut1.start_app()

examples/protocols/sockets/tcp_server/example_test.py

@@ -59,7 +59,6 @@ def test_examples_protocol_socket(env, extra_data):
     binary_file = os.path.join(dut1.app.binary_path, "tcp_server.bin")
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("tcp_server_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("tcp_server_bin_size", bin_size // 1024, dut1.TARGET)
 
     # start test
     dut1.start_app()

examples/protocols/sockets/udp_client/example_test.py

@@ -90,7 +90,6 @@ def test_examples_protocol_socket(env, extra_data):
     binary_file = os.path.join(dut1.app.binary_path, "udp_client.bin")
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("udp_client_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("udp_client_bin_size", bin_size // 1024, dut1.TARGET)
 
     # start test
     dut1.start_app()

examples/protocols/sockets/udp_server/example_test.py

@@ -57,7 +57,6 @@ def test_examples_protocol_socket(env, extra_data):
     binary_file = os.path.join(dut1.app.binary_path, "udp_server.bin")
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("udp_server_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("udp_server_bin_size", bin_size // 1024, dut1.TARGET)
 
     # start test
     dut1.start_app()

examples/protocols/websocket/example_test.py

@@ -109,7 +109,6 @@ def test_examples_protocol_websocket(env, extra_data):
     binary_file = os.path.join(dut1.app.binary_path, "websocket-example.bin")
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("websocket_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("websocket_bin_size", bin_size // 1024, dut1.TARGET)
 
     try:
         if "CONFIG_WEBSOCKET_URI_FROM_STDIN" in dut1.app.get_sdkconfig():

examples/provisioning/legacy/ble_prov/ble_prov_test.py

@@ -34,7 +34,6 @@ def test_examples_provisioning_ble(env, extra_data):
     binary_file = os.path.join(dut1.app.binary_path, "ble_prov.bin")
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("ble_prov_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("ble_prov_bin_size", bin_size // 1024, dut1.TARGET)
 
     # Upload binary and start testing
     dut1.start_app()

examples/provisioning/legacy/softap_prov/softap_prov_test.py

@@ -35,7 +35,6 @@ def test_examples_provisioning_softap(env, extra_data):
     binary_file = os.path.join(dut1.app.binary_path, "softap_prov.bin")
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("softap_prov_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("softap_prov_bin_size", bin_size // 1024, dut1.TARGET)
 
     # Upload binary and start testing
     dut1.start_app()

examples/provisioning/wifi_prov_mgr/wifi_prov_mgr_test.py

@@ -34,7 +34,6 @@ def test_examples_wifi_prov_mgr(env, extra_data):
     binary_file = os.path.join(dut1.app.binary_path, "wifi_prov_mgr.bin")
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("wifi_prov_mgr_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("wifi_prov_mgr_bin_size", bin_size // 1024, dut1.TARGET)
 
     # Upload binary and start testing
     dut1.start_app()

examples/system/ota/advanced_https_ota/example_test.py

@@ -188,7 +188,6 @@ def test_examples_protocol_advanced_https_ota_example(env, extra_data):
     binary_file = os.path.join(dut1.app.binary_path, bin_name)
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("advanced_https_ota_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("advanced_https_ota_bin_size", bin_size // 1024, dut1.TARGET)
     # start test
     host_ip = get_my_ip()
     if (get_server_status(host_ip, server_port) is False):
@@ -243,7 +242,6 @@ def test_examples_protocol_advanced_https_ota_example_truncated_bin(env, extra_d
     binary_file = os.path.join(dut1.app.binary_path, truncated_bin_name)
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("advanced_https_ota_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("advanced_https_ota_bin_size", bin_size // 1024, dut1.TARGET)
     # start test
     host_ip = get_my_ip()
     if (get_server_status(host_ip, server_port) is False):
@@ -294,7 +292,6 @@ def test_examples_protocol_advanced_https_ota_example_truncated_header(env, extr
     binary_file = os.path.join(dut1.app.binary_path, truncated_bin_name)
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("advanced_https_ota_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("advanced_https_ota_bin_size", bin_size // 1024, dut1.TARGET)
     # start test
     host_ip = get_my_ip()
     if (get_server_status(host_ip, server_port) is False):
@@ -344,7 +341,6 @@ def test_examples_protocol_advanced_https_ota_example_random(env, extra_data):
     fo.close()
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("advanced_https_ota_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("advanced_https_ota_bin_size", bin_size // 1024, dut1.TARGET)
     # start test
     host_ip = get_my_ip()
     if (get_server_status(host_ip, server_port) is False):
@@ -383,7 +379,6 @@ def test_examples_protocol_advanced_https_ota_example_chunked(env, extra_data):
     binary_file = os.path.join(dut1.app.binary_path, bin_name)
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("advanced_https_ota_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("advanced_https_ota_bin_size", bin_size // 1024, dut1.TARGET)
     # start test
     host_ip = get_my_ip()
     chunked_server = start_chunked_server(dut1.app.binary_path, 8070)
@@ -426,7 +421,6 @@ def test_examples_protocol_advanced_https_ota_example_redirect_url(env, extra_da
     binary_file = os.path.join(dut1.app.binary_path, bin_name)
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("advanced_https_ota_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("advanced_https_ota_bin_size", bin_size // 1024, dut1.TARGET)
     # start test
     host_ip = get_my_ip()
     if (get_server_status(host_ip, server_port) is False):
@@ -485,7 +479,6 @@ def test_examples_protocol_advanced_https_ota_example_anti_rollback(env, extra_d
     binary_file = os.path.join(dut1.app.binary_path, anti_rollback_bin_name)
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("advanced_https_ota_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("advanced_https_ota_bin_size", bin_size // 1024, dut1.TARGET)
     # start test
     host_ip = get_my_ip()
     if (get_server_status(host_ip, server_port) is False):

examples/system/ota/native_ota_example/example_test.py

@@ -155,7 +155,6 @@ def test_examples_protocol_native_ota_example(env, extra_data):
     binary_file = os.path.join(dut1.app.binary_path, bin_name)
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("native_ota_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("native_ota_bin_size", bin_size // 1024, dut1.TARGET)
     # start test
     host_ip = get_my_ip()
     if (get_server_status(host_ip, server_port) is False):
@@ -210,7 +209,6 @@ def test_examples_protocol_native_ota_example_truncated_bin(env, extra_data):
     binary_file = os.path.join(dut1.app.binary_path, truncated_bin_name)
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("native_ota_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("native_ota_bin_size", bin_size // 1024, dut1.TARGET)
     # start test
     host_ip = get_my_ip()
     if (get_server_status(host_ip, server_port) is False):
@@ -261,7 +259,6 @@ def test_examples_protocol_native_ota_example_truncated_header(env, extra_data):
     binary_file = os.path.join(dut1.app.binary_path, truncated_bin_name)
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("native_ota_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("native_ota_bin_size", bin_size // 1024, dut1.TARGET)
     # start test
     host_ip = get_my_ip()
     if (get_server_status(host_ip, server_port) is False):
@@ -311,7 +308,6 @@ def test_examples_protocol_native_ota_example_random(env, extra_data):
     fo.close()
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("native_ota_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("native_ota_bin_size", bin_size // 1024, dut1.TARGET)
     # start test
     host_ip = get_my_ip()
     if (get_server_status(host_ip, server_port) is False):
@@ -350,7 +346,6 @@ def test_examples_protocol_native_ota_example_chunked(env, extra_data):
     binary_file = os.path.join(dut1.app.binary_path, bin_name)
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("native_ota_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("native_ota_bin_size", bin_size // 1024, dut1.TARGET)
     # start test
     host_ip = get_my_ip()
     chunked_server = start_chunked_server(dut1.app.binary_path, 8070)

examples/system/ota/simple_ota_example/example_test.py

@@ -106,7 +106,6 @@ def test_examples_protocol_simple_ota_example(env, extra_data):
     binary_file = os.path.join(dut1.app.binary_path, "simple_ota.bin")
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("simple_ota_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("simple_ota_bin_size", bin_size // 1024, dut1.TARGET)
     # start test
     host_ip = get_my_ip()
     thread1 = Thread(target=start_https_server, args=(dut1.app.binary_path, host_ip, 8000))
@@ -141,7 +140,6 @@ def test_examples_protocol_simple_ota_example_ethernet_with_spiram_config(env, e
     binary_file = os.path.join(dut1.app.binary_path, "simple_ota.bin")
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("simple_ota_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("simple_ota_bin_size", bin_size // 1024, dut1.TARGET)
     # start test
     host_ip = get_my_ip()
     thread1 = Thread(target=start_https_server, args=(dut1.app.binary_path, host_ip, 8000))
@@ -176,7 +174,6 @@ def test_examples_protocol_simple_ota_example_with_flash_encryption(env, extra_d
     binary_file = os.path.join(dut1.app.binary_path, "simple_ota.bin")
     bin_size = os.path.getsize(binary_file)
     ttfw_idf.log_performance("simple_ota_bin_size", "{}KB".format(bin_size // 1024))
-    ttfw_idf.check_performance("simple_ota_bin_size", bin_size // 1024, dut1.TARGET)
     # start test
     host_ip = get_my_ip()
     thread1 = Thread(target=start_https_server, args=(dut1.app.binary_path, host_ip, 8000))