Browse Source

Merge branch 'bugfix/mark_ota_test_as_xfail' into 'master'

Mark OTA tests as xfail

See merge request espressif/esp-idf!18797
Shubham Kulkarni 3 years ago
parent
commit
c13efdbc44

+ 2 - 2
examples/system/ota/advanced_https_ota/pytest_advanced_ota.py

@@ -576,7 +576,7 @@ def test_examples_protocol_advanced_https_ota_example_partial_request(dut: Dut)
 @pytest.mark.esp32s3
 @pytest.mark.esp32s3
 @pytest.mark.wifi_ota
 @pytest.mark.wifi_ota
 @pytest.mark.parametrize('config', ['nimble',], indirect=True)
 @pytest.mark.parametrize('config', ['nimble',], indirect=True)
-@pytest.mark.flaky(reruns=3, reruns_delay=5)
+@pytest.mark.xfail(run=False)
 def test_examples_protocol_advanced_https_ota_example_nimble_gatts(dut: Dut) -> None:
 def test_examples_protocol_advanced_https_ota_example_nimble_gatts(dut: Dut) -> None:
     """
     """
     Run an OTA image update while a BLE GATT Server is running in background. This GATT server will be using NimBLE Host stack.
     Run an OTA image update while a BLE GATT Server is running in background. This GATT server will be using NimBLE Host stack.
@@ -619,7 +619,7 @@ def test_examples_protocol_advanced_https_ota_example_nimble_gatts(dut: Dut) ->
 @pytest.mark.esp32s3
 @pytest.mark.esp32s3
 @pytest.mark.wifi_ota
 @pytest.mark.wifi_ota
 @pytest.mark.parametrize('config', ['bluedroid',], indirect=True)
 @pytest.mark.parametrize('config', ['bluedroid',], indirect=True)
-@pytest.mark.flaky(reruns=3, reruns_delay=5)
+@pytest.mark.xfail(run=False)
 def test_examples_protocol_advanced_https_ota_example_bluedroid_gatts(dut: Dut) -> None:
 def test_examples_protocol_advanced_https_ota_example_bluedroid_gatts(dut: Dut) -> None:
     """
     """
     Run an OTA image update while a BLE GATT Server is running in background. This GATT server will be using Bluedroid Host stack.
     Run an OTA image update while a BLE GATT Server is running in background. This GATT server will be using Bluedroid Host stack.

+ 1 - 1
examples/system/ota/simple_ota_example/pytest_simple_ota.py

@@ -128,7 +128,7 @@ def calc_all_sha256(dut: Dut) -> Tuple[str, str]:
 @pytest.mark.esp32s2
 @pytest.mark.esp32s2
 @pytest.mark.esp32s3
 @pytest.mark.esp32s3
 @pytest.mark.wifi_ota
 @pytest.mark.wifi_ota
-@pytest.mark.flaky(reruns=3, reruns_delay=5)
+@pytest.mark.xfail(run=False)
 def test_examples_protocol_simple_ota_example(dut: Dut) -> None:
 def test_examples_protocol_simple_ota_example(dut: Dut) -> None:
     """
     """
     steps: |
     steps: |