Merge branch 'ci/workaround_multiple_ci_failures_v3.3' into 'release/v3.3'

CI: workaround multiple ci failures (v3.3)

See merge request espressif/esp-idf!9687

.gitlab-ci.yml

@@ -1337,14 +1337,13 @@ IT_004:
 
 IT_005:
   <<: *test_template
-  parallel: 2
   tags:
     - ESP32_IDF
     - SSC_T1_5
 
 IT_006:
   <<: *test_template
-  parallel: 8
+  parallel: 7
   tags:
     - ESP32_IDF
     - SSC_T1_6
@@ -1368,13 +1367,6 @@ IT_009:
     - ESP32_IDF
     - SSC_T1_3
 
-IT_010:
-  <<: *test_template
-  parallel: 4
-  tags:
-    - ESP32_IDF
-    - SSC_T5_1
-
 IT_011:
   <<: *test_template
   tags:
@@ -1414,6 +1406,7 @@ IT_015:
 
 IT_016:
   <<: *test_template
+  allow_failure: true
   tags:
     - ESP32_IDF
     - SSC_T50_MESH1
@@ -1426,7 +1419,6 @@ IT_017:
 
 IT_018:
   <<: *test_template
-  parallel: 2
   tags:
     - ESP32_IDF
     - SSC_T1_9

components/idf_test/integration_test/KnownIssues

@@ -1,76 +1,6 @@
-
-# NOT SUPPORT
-
-# ICMP send Ping not supported
-TCPIP_ICMP_0101
-TCPIP_ICMP_0101_01
-
-# Bug or not stable cases
-
-# Wifi scan issue
-WIFI_SCAN_0303
-WIFI_SCAN_0303_01
-WIFI_CONN_0302
-WIFI_CONN_0302_01
-WIFI_MODE_0102
-WIFI_MODE_0103
-WIFI_ADDR_0102
-WIFI_ADDR_0102_01
-
-# IGMP
-TCPIP_IGMP_0201
-TCPIP_IGMP_0201_01
-TCPIP_IGMP_0202
-TCPIP_IGMP_0202_01
-TCPIP_IGMP_0204
-TCPIP_IGMP_0204_01
-
-# TCP
-TCPIP_TCP_0401_01_02
-
-# UDP
-TCPIP_UDP_0103
-TCPIP_UDP_0103_01
-TCPIP_UDP_0103_02
-TCPIP_UDP_0103_01_02
-
-# BLE
-
 # BT heap size issue
 BTSTK_MISC_0301
 
-# SMP
-BTSTK_SMP_05001
-BTSTK_SMP_05002
-BTSTK_SMP_05003
-BTSTK_SMP_06004
-
-# multi connect
-BTSTK_GAP_10001
-BTSTK_GAP_10002
-BTSTK_GAP_10003
-BTSTK_GAP_10004
-BTSTK_GAP_11001
-BTSTK_GAP_11002
-BTSTK_GAP_12001
-BTSTK_GAP_12002
-BTSTK_GATT_30001
-BTSTK_GATT_30002
-BTSTK_GATT_30003
-BTSTK_GATT_31001
-BTSTK_GATT_31002
-BTSTK_GATT_31003
-BTSTK_GATT_32001
-BTSTK_GATT_32002
-BTSTK_GATT_32003
-BTSTK_GATT_32004
-BTSTK_GATT_33001
-BTSTK_GATT_33002
-BTSTK_GATT_33003
-BTSTK_GATT_34001
-BTSTK_GATT_34002
-BTSTK_GATT_34003
-
 # GATT read multiple
 BTSTK_GATT_27002
 BTSTK_GATT_27003

components/idf_test/integration_test/TC_IT_BLUEDROID_SMP.yml

@@ -477,6 +477,7 @@ test cases:
     - ['P SSC1 RE "\+BLESMP:RemoveBond,Success,%%s"%%(<dut2_bt_mac>)']
 - ID: BLUEDROID_SMP_08003
   <<: *SMP_CASE
+  CI ready: 'No'
   test point 2: BLE SMP bond item management test
   summary: BLE SMP get bond list and number when pairing and after reboot for BLUEDROID
   steps: |

components/idf_test/integration_test/TC_IT_BTSTK_GAP.yml

@@ -1420,6 +1420,7 @@ test cases:
       - 'R SSC2 C Complete'
 - ID: BTSTK_GAP_10001
   <<: *GAP_CASE
+  CI ready: 'No'
   test point 2: BLE GAP master multi connection test
   summary: master connect to 3 slaves with different app and master do disconnect
   steps: |
@@ -1447,6 +1448,7 @@ test cases:
     - ['P SSC1 C +BLECONN:GapDisconnect,OK', 'P SSC{%d} C +BLECONN:GapDisconnect,OK']
 - ID: BTSTK_GAP_10002
   <<: *GAP_CASE
+  CI ready: 'No'
   test point 2: BLE GAP master multi connection test
   summary: master connect to 3 slaves with different app and slave do disconnect
   steps: |
@@ -1474,6 +1476,7 @@ test cases:
     - ['P SSC1 C +BLECONN:GapDisconnect,OK,001[0-2]', 'P SSC{%d} C +BLECONN:GapDisconnect,OK']
 - ID: BTSTK_GAP_10003
   <<: *GAP_CASE
+  CI ready: 'No'
   test point 2: BLE GAP master multi connection test
   summary: master connect to 4 slaves with same app and master do disconnect
   steps: |
@@ -1501,6 +1504,7 @@ test cases:
     - ['P SSC1 C +BLECONN:GapDisconnect,OK', 'P SSC{%d} C +BLECONN:GapDisconnect,OK']
 - ID: BTSTK_GAP_10004
   <<: *GAP_CASE
+  CI ready: 'No'
   test point 2: BLE GAP master multi connection test
   summary: master connect to 4 slaves with same app and slave do disconnect
   steps: |
@@ -1528,6 +1532,7 @@ test cases:
     - ['P SSC1 C +BLECONN:GapDisconnect,OK', 'P SSC{%d} C +BLECONN:GapDisconnect,OK']
 - ID: BTSTK_GAP_11001
   <<: *GAP_CASE
+  CI ready: 'No'
   test point 2: BLE GAP slave multi connection test
   summary: slave connected by 4 master and master do disconnect
   steps: |
@@ -1557,6 +1562,7 @@ test cases:
     - ['P SSC{%d} C +BLECONN:GapDisconnect,OK', 'P SSC1 C +BLECONN:GapDisconnect,OK']
 - ID: BTSTK_GAP_11002
   <<: *GAP_CASE
+  CI ready: 'No'
   test point 2: BLE GAP slave multi connection test
   summary: slave connected by 4 master and slave do disconnect
   steps: |
@@ -1587,6 +1593,7 @@ test cases:
     - ['P SSC{%d} C +BLECONN:GapDisconnect,OK', 'P SSC1 C +BLECONN:GapDisconnect,OK']
 - ID: BTSTK_GAP_12001
   <<: *GAP_CASE
+  CI ready: 'No'
   test point 2: BLE GAP multi connection as both master and slave role test
   summary:  connected by 2 masters and connect to 2 slaves and do disconnect
   steps: |
@@ -1623,6 +1630,7 @@ test cases:
     - ["P SSC[2-5] C Disconnect"]
 - ID: BTSTK_GAP_12002
   <<: *GAP_CASE
+  CI ready: 'No'
   test point 2: BLE GAP multi connection as both master and slave role test
   summary:  connected by 2 masters and connect to 2 slaves and be disconnected
   steps: |

components/idf_test/integration_test/TC_IT_BTSTK_GATT.yml

@@ -1118,6 +1118,7 @@ test cases:
     - ["R SSC1 C +GATTC:OK","P SSC[1-2] C ConfigMTU,OK,261"]
 - ID: BTSTK_GATT_30001
   <<: *GATT_CASE
+  CI ready: 'No'
   test point 2: BLE GATT multi connection service discovery test
   summary: do primary service discovery when DUT1 role is master, connected with 4 slaves
   steps: |
@@ -1135,6 +1136,7 @@ test cases:
     - ["R SSC1 C +GATTC:Discover,OK"]
 - ID: BTSTK_GATT_30002
   <<: *GATT_CASE
+  CI ready: 'No'
   test point 2: BLE GATT multi connection service discovery test
   summary: do primary service discovery when DUT1 is slave, connected by 4 masters
   steps: |
@@ -1150,6 +1152,7 @@ test cases:
     - ["R SSC[2-5] C +GATTC:Discover,OK"]
 - ID: BTSTK_GATT_30003
   <<: *GATT_CASE
+  CI ready: 'No'
   test point 2: BLE GATT multi connection service discovery test
   summary: do primary service discovery when DUT1 connect to DUT[2-3] and connected by DUT[4-5]
   steps: |
@@ -1171,6 +1174,7 @@ test cases:
     - ["R SSC[4-5] C +GATTC:Discover,OK"]
 - ID: BTSTK_GATT_31001
   <<: *GATT_CASE
+  CI ready: 'No'
   test point 2: BLE GATT multi connection read test
   summary: do read when DUT1 role is master, connected with 4 slaves
   steps: |
@@ -1196,6 +1200,7 @@ test cases:
     - ["R SSC1 C +GATTC:ReadOnce,0010,A002,C301,256"]
 - ID: BTSTK_GATT_31002
   <<: *GATT_CASE
+  CI ready: 'No'
   test point 2: BLE GATT multi connection read test
   summary: do read when DUT1 is slave, connected by 4 masters
   steps: |
@@ -1215,6 +1220,7 @@ test cases:
     - ["R SSC[2-5] C +GATTC:ReadOnce,0010,A002,C301,256"]
 - ID: BTSTK_GATT_31003
   <<: *GATT_CASE
+  CI ready: 'No'
   test point 2: BLE GATT multi connection read test
   summary: do read when DUT1 connect to DUT[2-3] and connected by DUT[4-5]
   steps: |
@@ -1248,6 +1254,7 @@ test cases:
     - ["R SSC[4-5] C +GATTC:ReadOnce,0010,A002,C301,256"]
 - ID: BTSTK_GATT_32001
   <<: *GATT_CASE
+  CI ready: 'No'
   test point 2: BLE GATT multi connection write test
   summary: do write when DUT1 role is master, connected with 4 slaves
   steps: |
@@ -1273,6 +1280,7 @@ test cases:
     - ["R SSC1 C +GATTC:Write,OK,0010,A002,C304"]
 - ID: BTSTK_GATT_32002
   <<: *GATT_CASE
+  CI ready: 'No'
   test point 2: BLE GATT multi connection write test
   summary: do write when DUT1 is slave, connected by 4 masters
   steps: |
@@ -1292,6 +1300,7 @@ test cases:
     - ["R SSC[2-5] C +GATTC:Write,OK,0010,A002,C304"]
 - ID: BTSTK_GATT_32003
   <<: *GATT_CASE
+  CI ready: 'No'
   test point 2: BLE GATT multi connection write test
   summary: do write when DUT1 connect to DUT[2-3] and connected by DUT[4-5]
   steps: |
@@ -1325,6 +1334,7 @@ test cases:
     - ["R SSC[4-5] C +GATTC:Write,OK,0010,A002,C304"]
 - ID: BTSTK_GATT_33001
   <<: *GATT_CASE
+  CI ready: 'No'
   test point 2: BLE GATT multi connection notify test
   summary: do notify when DUT1 role is master, connected with 4 slaves
   steps: |
@@ -1350,6 +1360,7 @@ test cases:
     - ['P SSC1 RE "\+GATTC:Notification,0010,A002,C305,1,%%s"%%(<dut{%d}_bt_mac>)']
 - ID: BTSTK_GATT_33002
   <<: *GATT_CASE
+  CI ready: 'No'
   test point 2: BLE GATT multi connection notify test
   summary: do notify when DUT1 is slave, connected by 4 masters
   steps: |
@@ -1375,6 +1386,7 @@ test cases:
     - ['P SSC{%d} RE "\+GATTC:Notification,0010,A002,C305,1,%%s"%%(<dut1_bt_mac>)']
 - ID: BTSTK_GATT_33003
   <<: *GATT_CASE
+  CI ready: 'No'
   test point 2: BLE GATT multi connection notify test
   summary: do notify when DUT1 connect to DUT[2-3] and connected by DUT[4-5]
   steps: |
@@ -1414,6 +1426,7 @@ test cases:
     - ['P SSC{%d} RE "\+GATTC:Notification,0010,A002,C305,1,%%s"%%(<dut1_bt_mac>)']
 - ID: BTSTK_GATT_34001
   <<: *GATT_CASE
+  CI ready: 'No'
   test point 2: BLE GATT multi connection indicate test
   summary: do indicate when DUT1 role is master, connected with 4 slaves
   steps: |
@@ -1439,6 +1452,7 @@ test cases:
     - ['P SSC1 RE "\+GATTC:Indication,0010,A002,C306,1,%%s"%%(<dut[2-5]_bt_mac>)']
 - ID: BTSTK_GATT_34002
   <<: *GATT_CASE
+  CI ready: 'No'
   test point 2: BLE GATT multi connection indicate test
   summary: do indicate when DUT1 is slave, connected by 4 masters
   steps: |
@@ -1464,6 +1478,7 @@ test cases:
     - ['P SSC{%d} RE "\+GATTC:Indication,0010,A002,C306,1,%%s"%%(<dut1_bt_mac>)']
 - ID: BTSTK_GATT_34003
   <<: *GATT_CASE
+  CI ready: 'No'
   test point 2: BLE GATT multi connection indicate test
   summary: do indicate when DUT1 connect to DUT[2-3] and connected by DUT[4-5]
   steps: |

components/idf_test/integration_test/TC_IT_BTSTK_SMP.yml

@@ -1651,6 +1651,7 @@ test cases:
   - *check_connection
 - ID: BTSTK_SMP_05003
   <<: *SMP_CASE
+  CI ready: 'No'
   test point 2: BLE SMP unsuccessful pair reply test
   summary: BLE SMP unsuccessful passkey entry on both side test
   steps: |
@@ -1766,6 +1767,7 @@ test cases:
     - ['P SSC[1-2] C +BLESMP:AuthComplete,Success,0']
 - ID: BTSTK_SMP_06004
   <<: *SMP_CASE
+  CI ready: 'No'
   test point 2: BLE SMP use API in abnormal state
   summary: BLE SMP master disconnect during pairing and repairing
   steps: |

components/idf_test/integration_test/TC_IT_TCPIP_ICMP.yml

@@ -1,5 +1,5 @@
 test cases:
-- CI ready: 'Yes'
+- CI ready: 'No'
   ID: TCPIP_ICMP_0101
   SDK: |-
     8266_NonOS

components/idf_test/integration_test/TC_IT_TCPIP_IGMP.yml

@@ -3,8 +3,6 @@ test cases:
   ID: TCPIP_IGMP_0101
   SDK: |-
     8266_NonOS
-    8266_RTOS
-    ESP32_IDF
   Test App: SSC
   allow fail: ''
   auto test: 'Yes'
@@ -26,17 +24,21 @@ test cases:
   execution time: 0.0
   expected result: |-
     1. success
-    2. failed
+    2. success
     3. failed
     4. failed
+    5. failed
+    6. failed
   initial condition: STAM2
   level: Integration
   module: TCPIP
   steps: |-
     1. join group with correct host addr and multicast addr
-    2. join group with correct host addr and wrong multicast addr
-    3. join group with wrong host addr and correct multicast addr
-    4. join group with wrong host addr and wrong multicast addr
+    2. leave group with correct host addr and multicast addr
+    3. join group with correct host addr and wrong multicast addr
+    4. join group with correct host addr and wrong multicast addr
+    5. join group with wrong host addr and correct multicast addr
+    6. join group with wrong host addr and wrong multicast addr
   sub module: IGMP
   summary: station IGMP join group address check
   test environment: SSC_T1_5
@@ -47,8 +49,6 @@ test cases:
   ID: TCPIP_IGMP_0102
   SDK: |-
     8266_NonOS
-    8266_RTOS
-    ESP32_IDF
   Test App: SSC
   allow fail: ''
   auto test: 'Yes'
@@ -91,8 +91,6 @@ test cases:
   ID: TCPIP_IGMP_0103
   SDK: |-
     8266_NonOS
-    8266_RTOS
-    ESP32_IDF
   Test App: SSC
   allow fail: ''
   auto test: 'Yes'
@@ -114,20 +112,24 @@ test cases:
   execution time: 0.0
   expected result: |-
     1. success
-    2. failed
+    2. success
     3. failed
     4. failed
+    5. failed
+    6. failed
   initial condition: APM2
   level: Integration
   module: TCPIP
   steps: |-
     1. join group with correct host addr and multicast addr
-    2. join group with correct host addr and wrong multicast addr
-    3. join group with wrong host addr and correct multicast addr
-    4. join group with wrong host addr and wrong multicast addr
+    2. leave group with correct host addr and multicast addr
+    3. join group with correct host addr and wrong multicast addr
+    4. join group with correct host addr and wrong multicast addr
+    5. join group with wrong host addr and correct multicast addr
+    6. join group with wrong host addr and wrong multicast addr
   sub module: IGMP
   summary: softAP IGMP join group address check
-  test environment: SSC_T1_8
+  test environment: SSC_T1_7
   test point 1: basic function
   test point 2: IGMP API parameter check
   version: v1 (2016-8-15)
@@ -135,8 +137,6 @@ test cases:
   ID: TCPIP_IGMP_0104
   SDK: |-
     8266_NonOS
-    8266_RTOS
-    ESP32_IDF
   Test App: SSC
   allow fail: ''
   auto test: 'Yes'
@@ -179,7 +179,6 @@ test cases:
   ID: TCPIP_IGMP_0201
   SDK: |-
     8266_NonOS
-    8266_RTOS
   Test App: SSC
   allow fail: ''
   auto test: 'Yes'
@@ -200,14 +199,18 @@ test cases:
   expected result: |-
     1. succeed
     2. succeed
-    3. able to recv packet
+    3. succeed
+    4. able to recv packet
+    5. succeed
   initial condition: STAM2
   level: Integration
   module: TCPIP
   steps: |-
     1. join group
     2. create UDP socket using multicast addr
-    3. PC send UDP packet to multicast addr
+    3. PC bind UDP
+    4. PC send UDP packet to multicast addr
+    5. leave group
   sub module: IGMP
   summary: station IGMP recv packets
   test environment: SSC_T1_6
@@ -218,7 +221,6 @@ test cases:
   ID: TCPIP_IGMP_0202
   SDK: |-
     8266_NonOS
-    8266_RTOS
   Test App: SSC
   allow fail: ''
   auto test: 'Yes'
@@ -227,8 +229,12 @@ test cases:
   - ''
   - - SSC SSC2 op -S -o 1
     - - R SSC2 C +MODE:OK
+  - - SSC SSC2 dhcp -S -o 1
+    - - R SSC2 C +DHCP
   - - SSC SSC2 sta -C -s <ap_ssid> -p <ap_password>
     - - R SSC2 C +JAP:CONNECTED
+  - - SSC SSC2 soc -T
+    - - R SSC2 C +CLOSEALL
   - - SSC SSC1 igmp -J -h <target_ip> -m 224.1.1.1
     - - R SSC1 C +IGMP:OK
   - - SSC SSC1 soc -B -t UDP -i 224.1.1.1 -p <test_udp_port1>
@@ -241,21 +247,29 @@ test cases:
     - - R SSC1 C +IGMP:OK
   execution time: 0.0
   expected result: |-
-    1. succeed
-    2. succeed
-    3. succeed
-    4. target1 recv multicast packet
+    1. OK
+    2. join AP
+    3. DUT2 close socket
+    4. OK
+    5. OK
+    6. OK
+    7. DUT1 recv multicast packet
+    8. OK
   initial condition: STAM2
   level: Integration
   module: TCPIP
   steps: |-
-    1. target2 set to sta mode and join AP
-    2. target1 join group and create UDP socket using multicast addr
-    3. target2 create UDP socket
-    4. target2 send to multicast addr
+    1. DUT2 set to sta mode
+    2. DUT2 enable DHCP and join AP
+    3. DUT2 close socket
+    4. DUT1 join group
+    5. DUT1 create UDP socket using multicast addr
+    6. DUT2 create UDP socket
+    7. DUT2 send to multicast addr
+    8. DUT1 leave group
   sub module: IGMP
   summary: station send multicast packets
-  test environment: SSC_T2_4
+  test environment: SSC_T2_3
   test point 1: basic function
   test point 2: IGMP send/recv test
   version: v1 (2016-8-15)
@@ -263,7 +277,6 @@ test cases:
   ID: TCPIP_IGMP_0203
   SDK: |-
     8266_NonOS
-    8266_RTOS
   Test App: SSC
   allow fail: ''
   auto test: 'Yes'
@@ -284,17 +297,21 @@ test cases:
   expected result: |-
     1. succeed
     2. succeed
-    3. able to recv packet
+    3. succeed
+    4. able to recv packet
+    5. OK
   initial condition: APM2
   level: Integration
   module: TCPIP
   steps: |-
     1. join group
     2. create UDP socket using multicast addr
-    3. PC send UDP packet to multicast addr
+    3. PC bind UDP
+    4. PC send UDP packet to multicast addr
+    5. leave group
   sub module: IGMP
   summary: softAP IGMP recv packets
-  test environment: SSC_T1_8
+  test environment: SSC_T1_7
   test point 1: basic function
   test point 2: IGMP send/recv test
   version: v1 (2016-8-15)
@@ -302,13 +319,14 @@ test cases:
   ID: TCPIP_IGMP_0204
   SDK: |-
     8266_NonOS
-    8266_RTOS
   Test App: SSC
   allow fail: ''
   auto test: 'Yes'
   category: Function
   cmd set:
   - ''
+  - - SSC SSC1 ap -S -s <target_ssid> -p <target_password> -t <target_auth_enum>
+    - - R SSC1 C +SAP:OK
   - - SSC SSC2 sta -C -s <target_ssid> -p <target_password>
     - - R SSC2 C +JAP:CONNECTED
   - - SSC SSC1 igmp -J -h <target_ap_ip> -m 224.1.1.1
@@ -324,26 +342,34 @@ test cases:
   execution time: 0.0
   expected result: |-
     1. succeed
-    2. succeed
+    2. join softap
     3. succeed
-    4. target1 recv multicast packet
+    4. succeed
+    5. succeed
+    6. DUT1 recv multicast packet
+    7. succeed
   initial condition: T2_1
   level: Integration
   module: TCPIP
   steps: |-
-    1. target2 join SoftAP
-    2. target1 join group and create UDP socket using multicast addr
-    3. target2 create UDP socket
-    4. target2 send to multicast addr
+    1. DUT1 set softap mode
+    2. DUT2 join SoftAP
+    3. DUT1 join group
+    4. DUT1 create UDP socket using multicast addr
+    5. DUT2 create UDP socket
+    6. DUT2 send to multicast addr
+    7. DUT1 leave group
   sub module: IGMP
   summary: softAP send multicast packets
-  test environment: SSC_T2_4
+  test environment: SSC_T2_5
   test point 1: basic function
   test point 2: IGMP send/recv test
   version: v1 (2016-8-15)
 - CI ready: 'Yes'
   ID: TCPIP_IGMP_0101
-  SDK: 'ESP32_IDF'
+  SDK: |-
+    8266_RTOS
+    ESP32_IDF
   Test App: SSC
   allow fail: ''
   auto test: 'Yes'
@@ -378,13 +404,15 @@ test cases:
     5. join group with wrong multicast addr
   sub module: IGMP
   summary: station IGMP join group address check
-  test environment: SSC_T1_6
+  test environment: SSC_T1_5
   test point 1: basic function
   test point 2: IGMP API parameter check
   version: v1 (2016-8-15)
 - CI ready: 'Yes'
   ID: TCPIP_IGMP_0102
-  SDK: 'ESP32_IDF'
+  SDK: |-
+    8266_RTOS
+    ESP32_IDF
   Test App: SSC
   allow fail: ''
   auto test: 'Yes'
@@ -429,7 +457,9 @@ test cases:
   version: v1 (2016-8-15)
 - CI ready: 'Yes'
   ID: TCPIP_IGMP_0103
-  SDK: 'ESP32_IDF'
+  SDK: |-
+    8266_RTOS
+    ESP32_IDF
   Test App: SSC
   allow fail: ''
   auto test: 'Yes'
@@ -464,13 +494,15 @@ test cases:
     5. join group with wrong multicast addr
   sub module: IGMP
   summary: softAP IGMP join group address check
-  test environment: SSC_T1_8
+  test environment: SSC_T1_7
   test point 1: basic function
   test point 2: IGMP API parameter check
   version: v1 (2016-8-15)
 - CI ready: 'Yes'
   ID: TCPIP_IGMP_0104
-  SDK: 'ESP32_IDF'
+  SDK: |-
+    8266_RTOS
+    ESP32_IDF
   Test App: SSC
   allow fail: ''
   auto test: 'Yes'
@@ -515,9 +547,11 @@ test cases:
   version: v1 (2016-8-15)
 - CI ready: 'Yes'
   ID: TCPIP_IGMP_0201
-  SDK: 'ESP32_IDF'
+  SDK: |-
+    8266_RTOS
+    ESP32_IDF
   Test App: SSC
-  allow fail: '1/5'
+  allow fail: '1/3'
   auto test: 'Yes'
   category: Function
   cmd set:
@@ -534,6 +568,7 @@ test cases:
     - - R SSC1 C +IGMP:OK
   - - SOC SOC1 SENDTO 1 <test_udp_port2> 224.1.1.1
     - - R SSC1 NC +RECVFROM
+      - - R SOC_COM L OK
   execution time: 0.0
   expected result: |
     1. OK
@@ -548,7 +583,7 @@ test cases:
   steps: |
     1. create UDP socket
     2. join group with correct multicast addr
-    3. PC上 SOC1 UDP 传输，bing <test_udp_port2> <pc_ip>
+    3. PC create UDP, bind <test_udp_port2> <pc_ip>
     4. PC send UDP packet to multicast addr
     5. leave group with correct multicast addr
     6. PC send UDP packet to multicast addr
@@ -560,15 +595,19 @@ test cases:
   version: v1 (2016-8-15)
 - CI ready: 'Yes'
   ID: TCPIP_IGMP_0202
-  SDK: 'ESP32_IDF'
+  SDK: |-
+    8266_RTOS
+    ESP32_IDF
   Test App: SSC
-  allow fail: '1/5'
+  allow fail: '1/3'
   auto test: 'Yes'
   category: Function
   cmd set:
   - ''
   - - SSC SSC2 op -S -o 1
     - - R SSC2 C +MODE:OK
+  - - SSC SSC2 dhcp -S -o 1
+    - - R SSC2 C +DHCP
   - - SSC SSC2 sta -C -s <ap_ssid> -p <ap_password>
     - - R SSC2 C +JAP:CONNECTED
   - - SSC SSC2 soc -T
@@ -585,12 +624,11 @@ test cases:
     - - R SSC1 C +IGMP:OK
   - - SSC SSC2 soc -S -s <sock2> -i 224.1.1.1 -p <test_udp_port1> -l 10
     - - R SSC1 NC +RECVFROM
-  - - SSC SSC2 soc -T -s <sock2>
-    - - R SSC2 RE CLOSE:\d+,OK
+      - - R SSC2 A <sock2>:\+SEND:(\d+),OK
   execution time: 0.0
   expected result: |
     1. OK
-    2. target2 connect succeed
+    2. DUT2 connect succeed
     3. CLOSEALL
     4. OK
     5. OK
@@ -598,32 +636,32 @@ test cases:
     7. able to recv packet
     8. OK
     9. not able to recv packet
-    10. OK
   initial condition: STAM2
   level: Integration
   module: TCPIP
   steps: |
-    1. target2 set to sta mode
-    2. target2 join AP
-    3. target2 close socket
-    4. target1 create UDP socket
-    5. target1 join group using multicast addr
-    6. target2 create UDP socket
-    7. target2 send to multicast addr
-    8. target1 leave group with correct multicast addr
-    9. target2 send to multicast addr
-    10. target2 close socket
+    1. DUT2 set to sta mode
+    2. DUT2 enable DHCP and join AP
+    3. DUT2 close socket
+    4. DUT1 create UDP socket
+    5. DUT1 join group using multicast addr
+    6. DUT2 create UDP socket
+    7. DUT2 send to multicast addr
+    8. DUT1 leave group with correct multicast addr
+    9. DUT2 send to multicast addr
   sub module: IGMP
   summary: station send multicast packets
-  test environment: SSC_T2_4
+  test environment: SSC_T2_3
   test point 1: basic function
   test point 2: IGMP send/recv test
   version: v1 (2016-8-15)
 - CI ready: 'Yes'
   ID: TCPIP_IGMP_0203
-  SDK: 'ESP32_IDF'
+  SDK: |-
+    8266_RTOS
+    ESP32_IDF
   Test App: SSC
-  allow fail: ''
+  allow fail: '1/3'
   auto test: 'Yes'
   category: Function
   cmd set:
@@ -640,6 +678,7 @@ test cases:
     - - R SSC1 C +IGMP:OK
   - - SOC SOC1 SENDTO 1 <test_udp_port1> 224.1.1.1
     - - R SSC1 NC +RECVFROM
+      - - R SOC_COM L OK
   execution time: 0.0
   expected result: |
     1. OK
@@ -654,25 +693,29 @@ test cases:
   steps: |
     1. create UDP socket
     2. join group using multicast addr
-    3. PC上 SOC1 UDP 传输，bing <test_udp_port1> <pc_ip_wifi>
+    3. PC create UDP, bind <test_udp_port1> <pc_ip_wifi>
     4. PC send UDP packet to multicast addr
     5. leave group with correct multicast addr
     6. PC send UDP packet to multicast addr
   sub module: IGMP
   summary: softAP IGMP recv packets
-  test environment: SSC_T1_8
+  test environment: SSC_T1_7
   test point 1: basic function
   test point 2: IGMP send/recv test
   version: v1 (2016-8-15)
 - CI ready: 'Yes'
   ID: TCPIP_IGMP_0204
-  SDK: 'ESP32_IDF'
+  SDK: |-
+    8266_RTOS
+    ESP32_IDF
   Test App: SSC
   allow fail: ''
   auto test: 'Yes'
   category: Function
   cmd set:
   - ''
+  - - SSC SSC1 ap -S -s <target_ssid> -p <target_password> -t <target_auth_enum>
+    - - R SSC1 C +SAP:OK
   - - SSC SSC2 sta -C -s <target_ssid> -p <target_password>
     - - R SSC2 C +JAP:CONNECTED
   - - SSC SSC1 soc -B -t UDP -p <test_udp_port1>
@@ -687,33 +730,820 @@ test cases:
     - - R SSC1 C +IGMP:OK
   - - SSC SSC2 soc -S -s <sock2> -i 224.1.1.1 -p <test_udp_port1> -l 10
     - - R SSC1 NC +RECVFROM
-  - - SSC SSC2 soc -T -s <sock2>
-    - - R SSC2 RE CLOSE:\d+,OK
+      - - R SSC2 A <sock2>:\+SEND:(\d+),OK
   execution time: 0.0
   expected result: |
-    1. target2 connect succeed
-    2. OK
+    1. OK
+    2. DUT2 connect succeed
     3. OK
     4. OK
-    5. target1 able to recv packet
-    6. OK
-    7. target1 not able to recv packet
-    8. OK
-  initial condition: APM2
+    5. OK
+    6. DUT1 able to recv packet
+    7. OK
+    8. DUT1 not able to recv packet
+  initial condition: T2_1
   level: Integration
   module: TCPIP
   steps: |
-    1. target2 join AP
-    2. target1 create UDP socket
-    3. target1 join group using multicast addr
-    4. target2 create UDP socket
-    5. target2 send to multicast addr
-    6. target1 leave group with correct multicast addr
-    7. target2 send to multicast addr
-    8. target2 close socket
+    1. DUT1 set AP
+    2. DUT2 join Softap
+    3. DUT1 create UDP socket
+    4. DUT1 join group using multicast addr
+    5. DUT2 create UDP socket
+    6. DUT2 send to multicast addr
+    7. DUT1 leave group with correct multicast addr
+    8. DUT2 send to multicast addr
   sub module: IGMP
   summary: softAP send multicast packets
-  test environment: SSC_T2_4
+  test environment: SSC_T2_5
   test point 1: basic function
   test point 2: IGMP send/recv test
   version: v1 (2016-8-15)
+- CI ready: 'Yes'
+  ID: TCPIP_IGMP_0301
+  SDK: |-
+    8266_RTOS
+    ESP32_IDF
+  Test App: SSC
+  allow fail: ''
+  auto test: 'Yes'
+  category: Function
+  cmd set:
+  - ''
+  - - SSC SSC1 soc -B -t UDPv6 -p <random_port>
+    - - R SSC1 A <sock1>:\+BIND:(\d+),OK
+  - - SSC SSC1 soc -J -s <sock1> -m FF02::1
+    - - R SSC1 C +IGMP:OK
+  - - SSC SSC1 soc -G -s <sock1> -m FF02::1
+    - - R SSC1 C +IGMP:OK
+  - - SSC SSC1 soc -J -s <sock1> -m FE80::1
+    - - R SSC1 C +IGMP:ERROR
+  execution time: 0.0
+  expected result: |
+    1. OK
+    2. OK
+    3. OK
+    4. ERROR
+  initial condition: STAM2
+  level: Integration
+  module: TCPIP
+  steps: |
+    1. create UDP socket
+    2. join group with ipv6 multicast addr
+    3. leave group with ipv6 multicast addr
+    4. join group with wrong multicast addr
+  sub module: IGMP
+  summary: (IPv6)station IGMP join ipv6 group address check
+  test environment: SSC_T1_5
+  test point 1: basic function
+  test point 2: IGMP API parameter check
+  version: v1 (2016-8-15)
+- CI ready: 'Yes'
+  ID: TCPIP_IGMP_0302
+  SDK: |-
+    8266_RTOS
+    ESP32_IDF
+  Test App: SSC
+  allow fail: ''
+  auto test: 'Yes'
+  category: Function
+  cmd set:
+  - ''
+  - - SSC SSC1 soc -B -t UDPv6 -p <random_port>
+    - - R SSC1 A <sock1>:\+BIND:(\d+),OK
+  - - SSC SSC1 soc -J -s <sock1> -m FF02::1
+    - - R SSC1 C +IGMP:OK
+  - - SSC SSC1 soc -G -s <sock1> -m FF02::1
+    - - R SSC1 C +IGMP:OK
+  - - SSC SSC1 soc -B -t UDPv6 -p <test_udp_port1>
+    - - R SSC1 A <sock2>:\+BIND:(\d+),OK
+  - - SSC SSC1 soc -J -s <sock2> -m FF02::1
+    - - R SSC1 C +IGMP:OK
+  - - SSC SSC1 soc -G -s <sock2> -m FF02::2
+    - - R SSC1 C +IGMP:ERROR
+  execution time: 0.0
+  expected result: |
+    1. OK
+    2. OK
+    3. OK
+    4. OK
+    5. OK
+    6. ERROR
+  initial condition: STAM2
+  level: Integration
+  module: TCPIP
+  steps: |
+    1. create UDP socket
+    2. join group with ipv6 multicast addr
+    3. leave group with ipv6 multicast addr
+    4. create UDP socket
+    5. join group with ipv6 multicast addr
+    6. leave group with wrong multicast addr
+  sub module: IGMP
+  summary: (IPv6)station IGMP leave ipv6 group address check
+  test environment: SSC_T1_5
+  test point 1: basic function
+  test point 2: IGMP API parameter check
+  version: v1 (2016-8-15)
+- CI ready: 'Yes'
+  ID: TCPIP_IGMP_0303
+  SDK: |-
+    8266_RTOS
+    ESP32_IDF
+  Test App: SSC
+  allow fail: ''
+  auto test: 'Yes'
+  category: Function
+  cmd set:
+  - ''
+  - - SSC SSC1 soc -B -t UDPv6 -p <random_port>
+    - - R SSC1 A <sock1>:\+BIND:(\d+),OK
+  - - SSC SSC1 soc -J -s <sock1> -m FF02::1
+    - - R SSC1 C +IGMP:OK
+  - - SSC SSC1 soc -G -s <sock1> -m FF02::1
+    - - R SSC1 C +IGMP:OK
+  - - SSC SSC1 soc -J -s <sock1> -m FE80::1
+    - - R SSC1 C +IGMP:ERROR
+  execution time: 0.0
+  expected result: |
+    1. OK
+    2. OK
+    3. OK
+    4. ERROR
+  initial condition: APM2
+  level: Integration
+  module: TCPIP
+  steps:  |
+    1. create UDP socket
+    2. join group with ipv6 multicast addr
+    3. leave group with ipv6 multicast addr
+    4. join group with wrong multicast addr
+  sub module: IGMP
+  summary: (IPv6)softAP IGMP join ipv6 group address check
+  test environment: SSC_T1_7
+  test point 1: basic function
+  test point 2: IGMP API parameter check
+  version: v1 (2016-8-15)
+- CI ready: 'Yes'
+  ID: TCPIP_IGMP_0304
+  SDK: |-
+    8266_RTOS
+    ESP32_IDF
+  Test App: SSC
+  allow fail: ''
+  auto test: 'Yes'
+  category: Function
+  cmd set:
+  - ''
+  - - SSC SSC1 soc -B -t UDPv6 -p <random_port>
+    - - R SSC1 A <sock1>:\+BIND:(\d+),OK
+  - - SSC SSC1 soc -J -s <sock1> -m FF02::1
+    - - R SSC1 C +IGMP:OK
+  - - SSC SSC1 soc -G -s <sock1> -m FF02::1
+    - - R SSC1 C +IGMP:OK
+  - - SSC SSC1 soc -B -t UDPv6 -p <test_udp_port1>
+    - - R SSC1 A <sock2>:\+BIND:(\d+),OK
+  - - SSC SSC1 soc -J -s <sock2> -m FF02::1
+    - - R SSC1 C +IGMP:OK
+  - - SSC SSC1 soc -G -s <sock2> -m FF02::2
+    - - R SSC1 C +IGMP:ERROR
+  execution time: 0.0
+  expected result: |
+    1. OK
+    2. OK
+    3. OK
+    4. OK
+    5. OK
+    6. ERROR
+  initial condition: APM2
+  level: Integration
+  module: TCPIP
+  steps: |
+    1. create UDP socket
+    2. join group with ipv6 multicast addr
+    3. leave group with ipv6 multicast addr
+    4. create UDP socket
+    5. join group with ipv6 multicast addr
+    6. leave group with wrong multicast addr
+  sub module: IGMP
+  summary: (IPv6)softAP IGMP leave ipv6 group address check
+  test environment: SSC_T1_7
+  test point 1: basic function
+  test point 2: IGMP API parameter check
+  version: v1 (2016-8-15)
+- CI ready: 'Yes'
+  ID: TCPIP_IGMP_0305
+  SDK: |-
+    8266_RTOS
+    ESP32_IDF
+  Test App: SSC
+  allow fail: ''
+  auto test: 'Yes'
+  category: Function
+  cmd set:
+  - ''
+  - - SSC SSC1 soc -B -t UDPv6 -p <random_port>
+    - - R SSC1 A <sock1>:\+BIND:(\d+),OK
+  - - SSC SSC1 soc -J -s <sock1> -m 224.1.1.1
+    - - R SSC1 C +IGMP:OK
+  - - SSC SSC1 soc -G -s <sock1> -m 224.1.1.1
+    - - R SSC1 C +IGMP:OK
+  - - SSC SSC1 soc -J -s <sock1> -m 223.1.1.1
+    - - R SSC1 C +IGMP:ERROR
+  execution time: 0.0
+  expected result: |
+    1. OK
+    2. OK
+    3. OK
+    4. ERROR
+  initial condition: STAM2
+  level: Integration
+  module: TCPIP
+  steps: |
+    1. create UDP socket
+    2. join group with ipv4 multicast addr
+    3. leave group with ipv4 multicast addr
+    4. join group with wrong multicast addr
+  sub module: IGMP
+  summary: (IPv6)station IGMP join ipv4 group address check
+  test environment: SSC_T1_5
+  test point 1: basic function
+  test point 2: IGMP API parameter check
+  version: v1 (2016-8-15)
+- CI ready: 'Yes'
+  ID: TCPIP_IGMP_0306
+  SDK: |-
+    8266_RTOS
+    ESP32_IDF
+  Test App: SSC
+  allow fail: ''
+  auto test: 'Yes'
+  category: Function
+  cmd set:
+  - ''
+  - - SSC SSC1 soc -B -t UDPv6 -p <random_port>
+    - - R SSC1 A <sock1>:\+BIND:(\d+),OK
+  - - SSC SSC1 soc -J -s <sock1> -m 224.1.1.1
+    - - R SSC1 C +IGMP:OK
+  - - SSC SSC1 soc -G -s <sock1> -m 224.1.1.1
+    - - R SSC1 C +IGMP:OK
+  - - SSC SSC1 soc -B -t UDPv6 -p <test_udp_port1>
+    - - R SSC1 A <sock2>:\+BIND:(\d+),OK
+  - - SSC SSC1 soc -J -s <sock2> -m 224.1.1.1
+    - - R SSC1 C +IGMP:OK
+  - - SSC SSC1 soc -G -s <sock2> -m 224.1.1.2
+    - - R SSC1 C +IGMP:ERROR
+  execution time: 0.0
+  expected result: |
+    1. OK
+    2. OK
+    3. OK
+    4. OK
+    5. OK
+    6. ERROR
+  initial condition: STAM2
+  level: Integration
+  module: TCPIP
+  steps: |
+    1. create UDP socket
+    2. join group with ipv4 multicast addr
+    3. leave group with ipv4 multicast addr
+    4. create UDP socket
+    5. join group with ipv4 multicast addr
+    6. leave group with wrong multicast addr
+  sub module: IGMP
+  summary: (IPv6)station IGMP leave ipv4 group address check
+  test environment: SSC_T1_5
+  test point 1: basic function
+  test point 2: IGMP API parameter check
+  version: v1 (2016-8-15)
+- CI ready: 'Yes'
+  ID: TCPIP_IGMP_0307
+  SDK: |-
+    8266_RTOS
+    ESP32_IDF
+  Test App: SSC
+  allow fail: ''
+  auto test: 'Yes'
+  category: Function
+  cmd set:
+  - ''
+  - - SSC SSC1 soc -B -t UDPv6 -p <random_port>
+    - - R SSC1 A <sock1>:\+BIND:(\d+),OK
+  - - SSC SSC1 soc -J -s <sock1> -m 224.1.1.1
+    - - R SSC1 C +IGMP:OK
+  - - SSC SSC1 soc -G -s <sock1> -m 224.1.1.1
+    - - R SSC1 C +IGMP:OK
+  - - SSC SSC1 soc -J -s <sock1> -m 223.1.1.1
+    - - R SSC1 C +IGMP:ERROR
+  execution time: 0.0
+  expected result: |
+    1. OK
+    2. OK
+    3. OK
+    4. ERROR
+  initial condition: APM2
+  level: Integration
+  module: TCPIP
+  steps:  |
+    1. create UDP socket
+    2. join group with ipv4 multicast addr
+    3. leave group with ipv4 multicast addr
+    4. join group with wrong multicast addr
+  sub module: IGMP
+  summary: (IPv6)softAP IGMP join ipv4 group address check
+  test environment: SSC_T1_7
+  test point 1: basic function
+  test point 2: IGMP API parameter check
+  version: v1 (2016-8-15)
+- CI ready: 'Yes'
+  ID: TCPIP_IGMP_0308
+  SDK: |-
+    8266_RTOS
+    ESP32_IDF
+  Test App: SSC
+  allow fail: ''
+  auto test: 'Yes'
+  category: Function
+  cmd set:
+  - ''
+  - - SSC SSC1 soc -B -t UDPv6 -p <random_port>
+    - - R SSC1 A <sock1>:\+BIND:(\d+),OK
+  - - SSC SSC1 soc -J -s <sock1> -m 224.1.1.1
+    - - R SSC1 C +IGMP:OK
+  - - SSC SSC1 soc -G -s <sock1> -m 224.1.1.1
+    - - R SSC1 C +IGMP:OK
+  - - SSC SSC1 soc -B -t UDPv6 -p <test_udp_port1>
+    - - R SSC1 A <sock2>:\+BIND:(\d+),OK
+  - - SSC SSC1 soc -J -s <sock2> -m 224.1.1.1
+    - - R SSC1 C +IGMP:OK
+  - - SSC SSC1 soc -G -s <sock2> -m 224.1.1.2
+    - - R SSC1 C +IGMP:ERROR
+  execution time: 0.0
+  expected result: |
+    1. OK
+    2. OK
+    3. OK
+    4. OK
+    5. OK
+    6. ERROR
+  initial condition: APM2
+  level: Integration
+  module: TCPIP
+  steps: |
+    1. create UDP socket
+    2. join group with ipv4 multicast addr
+    3. leave group with ipv4 multicast addr
+    4. create UDP socket
+    5. join group with ipv4 multicast addr
+    6. leave group with wrong multicast addr
+  sub module: IGMP
+  summary: (IPv6)softAP IGMP leave ipv4 group address check
+  test environment: SSC_T1_7
+  test point 1: basic function
+  test point 2: IGMP API parameter check
+  version: v1 (2016-8-15)
+- CI ready: 'Yes'
+  ID: TCPIP_IGMP_0401
+  SDK: |-
+    8266_RTOS
+    ESP32_IDF
+  Test App: SSC
+  allow fail: '1/3'
+  auto test: 'Yes'
+  category: Function
+  cmd set:
+  - ''
+  - - SSC SSC1 soc -B -t UDPv6 -p <random_port>
+    - - R SSC1 A <sock1>:\+BIND:(\d+),OK
+  - - SSC SSC1 soc -J -s <sock1> -m FF02::1
+    - - R SSC1 C +IGMP:OK
+  - - SOC SOC1 BIND_v6 <random_port> <pc_ip_v6>
+    - - R SOC_COM L OK
+  - - SOC SOC1 SENDTO 1 <random_port> FF02::1
+    - - R SSC1 SL <sock1>+1
+  - - SSC SSC1 soc -G -s <sock1> -m FF02::1
+    - - R SSC1 C +IGMP:OK
+  - - SOC SOC1 SENDTO 1 <random_port> FF02::1
+    - - R SSC1 NC +RECVFROM
+      - - R SOC_COM L OK
+  execution time: 0.0
+  expected result: |
+    1. OK
+    2. OK
+    3. OK
+    4. able to recv packet
+    5. OK
+    6. not able to recv packet
+  initial condition: STAM2
+  level: Integration
+  module: TCPIP
+  steps: |
+    1. create UDP socket
+    2. join group with ipv6 multicast addr
+    3. PC create UDP, bind <random_port> <pc_ip_v6>
+    4. PC send UDP packet to ipv6 multicast addr
+    5. leave group with ipv6 multicast addr
+    6. PC send UDP packet to ipv6 multicast addr
+  sub module: IGMP
+  summary: (IPv6)station IGMP recv packets with ipv6 group address
+  test environment: SSC_T1_6
+  test point 1: basic function
+  test point 2: IGMP send/recv test
+  version: v1 (2016-8-15)
+- CI ready: 'Yes'
+  ID: TCPIP_IGMP_0402
+  SDK: |-
+    8266_RTOS
+    ESP32_IDF
+  Test App: SSC
+  allow fail: '1/3'
+  auto test: 'Yes'
+  category: Function
+  cmd set:
+  - ''
+  - - SSC SSC2 op -S -o 1
+    - - R SSC2 C +MODE:OK
+  - - SSC SSC2 dhcp -S -o 1
+    - - R SSC2 C +DHCP
+  - - SSC SSC2 sta -C -s <ap_ssid> -p <ap_password>
+    - - R SSC2 C +JAP:CONNECTED
+  - - SSC SSC2 soc -T
+    - - R SSC2 C +CLOSEALL
+  - - SSC SSC1 soc -B -t UDPv6 -p <test_udp_port2>
+    - - R SSC1 A <sock1>:\+BIND:(\d+),OK
+  - - SSC SSC1 soc -J -s <sock1> -m FF02::1
+    - - R SSC1 C +IGMP:OK
+  - - DELAY 10
+    - - ''
+  - - SSC SSC2 soc -B -t UDPv6 -p <random_port>
+    - - R SSC2 A <sock2>:\+BIND:(\d+),OK
+  - - SSC SSC2 soc -S -s <sock2> -i FF02::1 -p <test_udp_port2> -l 100
+    - - R SSC1 SL <sock1>+1
+  - - SSC SSC1 soc -G -s <sock1> -m FF02::1
+    - - R SSC1 C +IGMP:OK
+  - - SSC SSC2 soc -S -s <sock2> -i FF02::1 -p <test_udp_port2> -l 100
+    - - R SSC1 NC +RECVFROM
+      - - R SSC2 A <sock2>:\+SEND:(\d+),OK
+  execution time: 0.0
+  expected result: |
+    1. OK
+    2. DUT2 connect succeed
+    3. DUT2 close socket
+    4. OK
+    5. OK
+    6. Delay done
+    7. OK
+    8. able to recv packet
+    9. OK
+    10. not able to recv packet
+  initial condition: STAM2
+  level: Integration
+  module: TCPIP
+  steps: |
+    1. DUT2 set to sta mode
+    2. DUT2 enable DHCP and join AP
+    3. DUT2 close socket
+    4. DUT1 create UDP socket
+    5. DUT1 join group using ipv6 multicast addr
+    6. Delay
+    7. DUT2 create UDP socket
+    8. DUT2 send to ipv6 multicast addr
+    9. DUT1 leave group with ipv6 multicast addr
+    10. DUT2 send to ipv6 multicast addr
+  sub module: IGMP
+  summary: (IPv6)station send multicast packets with ipv6 group address
+  test environment: SSC_T2_3
+  test point 1: basic function
+  test point 2: IGMP send/recv test
+  version: v1 (2016-8-15)
+- CI ready: 'Yes'
+  ID: TCPIP_IGMP_0403
+  SDK: |-
+    8266_RTOS
+    ESP32_IDF
+  Test App: SSC
+  allow fail: '1/3'
+  auto test: 'Yes'
+  category: Function
+  cmd set:
+  - ''
+  - - SSC SSC1 soc -B -t UDPv6 -p <random_port>
+    - - R SSC1 A <sock1>:\+BIND:(\d+),OK
+  - - SSC SSC1 soc -J -s <sock1> -m FF02::1
+    - - R SSC1 C +IGMP:OK
+  - - SOC SOC1 BIND_v6 <random_port> <pc_ip_wifi_v6>
+    - - R SOC_COM L OK
+  - - SOC SOC1 SENDTO 1 <random_port> FF02::1
+    - - R SSC1 SL <sock1>+1
+  - - SSC SSC1 soc -G -s <sock1> -m FF02::1
+    - - R SSC1 C +IGMP:OK
+  - - SOC SOC1 SENDTO 1 <random_port> FF02::1
+    - - R SSC1 NC +RECVFROM
+      - - R SOC_COM L OK
+  execution time: 0.0
+  expected result: |
+    1. OK
+    2. OK
+    3. OK
+    4. able to recv packet
+    5. OK
+    6. not able to recv packet
+  initial condition: APM2
+  level: Integration
+  module: TCPIP
+  steps: |
+    1. create UDP socket
+    2. join group with ipv6 multicast addr
+    3. PC create UDP, bind <random_port> <pc_ip_wifi_v6>
+    4. PC send UDP packet to ipv6 multicast addr
+    5. leave group with ipv6 multicast addr
+    6. PC send UDP packet to ipv6 multicast addr
+  sub module: IGMP
+  summary: (IPv6)softAP IGMP recv packets with ipv6 group address
+  test environment: SSC_T1_7
+  test point 1: basic function
+  test point 2: IGMP send/recv test
+  version: v1 (2016-8-15)
+- CI ready: 'Yes'
+  ID: TCPIP_IGMP_0404
+  SDK: |-
+    8266_RTOS
+    ESP32_IDF
+  Test App: SSC
+  allow fail: '1/3'
+  auto test: 'Yes'
+  category: Function
+  cmd set:
+  - ''
+  - - SSC SSC2 op -S -o 1
+    - - R SSC2 C +MODE:OK
+  - - SSC SSC2 sta -C -s <target_ssid> -p <target_password>
+    - - R SSC2 C +JAP:CONNECTED
+  - - SSC SSC2 soc -T
+    - - R SSC2 C +CLOSEALL
+  - - DELAY 10
+    - - ''
+  - - SSC SSC1 soc -B -t UDPv6 -p <test_udp_port1>
+    - - R SSC1 A <sock1>:\+BIND:(\d+),OK
+  - - SSC SSC1 soc -J -s <sock1> -m FF02::1
+    - - R SSC1 C +IGMP:OK
+  - - SSC SSC2 soc -B -t UDPv6 -p <random_port>
+    - - R SSC2 A <sock2>:\+BIND:(\d+),OK
+  - - SSC SSC2 soc -S -s <sock2> -i FF02::1 -p <test_udp_port1> -l 100
+    - - R SSC1 SL <sock1>+1
+  - - SSC SSC1 soc -G -s <sock1> -m FF02::1
+    - - R SSC1 C +IGMP:OK
+  - - SSC SSC2 soc -S -s <sock2> -i FF02::1 -p <test_udp_port1> -l 100
+    - - R SSC1 SL NC +RECVFROM
+      - - R SSC2 A <sock2>:\+SEND:(\d+),OK
+  execution time: 0.0
+  expected result: |
+    1. OK
+    2. join AP
+    3. DUT2 close socket
+    4. DELAY
+    5. OK
+    6. OK
+    7. OK
+    8. able to recv packet
+    9. OK
+    10. not able to recv packet
+  initial condition: APM2
+  level: Integration
+  module: TCPIP
+  steps: |
+    1. DUT2 set station mode
+    2. DUT2 join AP
+    3. DUT2 close socket
+    4. DELAY
+    5. DUT1 create UDP socket
+    6. DUT1 join group using ipv6 multicast addr
+    7. DUT2 create UDP socket
+    8. DUT2 send to ipv6 multicast addr
+    9. DUT1 leave group with ipv6 multicast addr
+    10. DUT2 send to ipv6 multicast addr
+  sub module: IGMP
+  summary: (IPv6)softAP send multicast packets with ipv6 group address
+  test environment: SSC_T2_2
+  test point 1: basic function
+  test point 2: IGMP send/recv test
+  version: v1 (2016-8-15)
+- CI ready: 'Yes'
+  ID: TCPIP_IGMP_0405
+  SDK: |-
+    8266_RTOS
+    ESP32_IDF
+  Test App: SSC
+  allow fail: '1/3'
+  auto test: 'Yes'
+  category: Function
+  cmd set:
+  - ''
+  - - SSC SSC1 soc -B -t UDPv6 -p <random_port>
+    - - R SSC1 A <sock1>:\+BIND:(\d+),OK
+  - - SSC SSC1 soc -J -s <sock1> -m 224.1.1.1
+    - - R SSC1 C +IGMP:OK
+  - - SOC SOC1 BIND <random_port> <pc_ip>
+    - - R SOC_COM L OK
+  - - SOC SOC1 SENDTO 1 <random_port> 224.1.1.1
+    - - R SSC1 SL <sock1>+1
+  - - SSC SSC1 soc -G -s <sock1> -m 224.1.1.1
+    - - R SSC1 C +IGMP:OK
+  - - SOC SOC1 SENDTO 1 <random_port> 224.1.1.1
+    - - R SSC1 NC +RECVFROM
+      - - R SOC_COM L OK
+  execution time: 0.0
+  expected result: |
+    1. OK
+    2. OK
+    3. OK
+    4. able to recv packet
+    5. OK
+    6. not able to recv packet
+  initial condition: STAM2
+  level: Integration
+  module: TCPIP
+  steps: |
+    1. create UDP socket
+    2. join group with ipv4 multicast addr
+    3. PC create UDP, bind <random_port> <pc_ip>
+    4. PC send UDP packet to ipv4 multicast addr
+    5. leave group with ipv4 multicast addr
+    6. PC send UDP packet to ipv4 multicast addr
+  sub module: IGMP
+  summary: (IPv6)station IGMP recv packets with ipv4 group address
+  test environment: SSC_T1_6
+  test point 1: basic function
+  test point 2: IGMP send/recv test
+  version: v1 (2016-8-15)
+- CI ready: 'Yes'
+  ID: TCPIP_IGMP_0406
+  SDK: |-
+    8266_RTOS
+    ESP32_IDF
+  Test App: SSC
+  allow fail: '1/3'
+  auto test: 'Yes'
+  category: Function
+  cmd set:
+  - ''
+  - - SSC SSC2 op -S -o 1
+    - - R SSC2 C +MODE:OK
+  - - SSC SSC2 dhcp -S -o 1
+    - - R SSC2 C +DHCP
+  - - SSC SSC2 sta -C -s <ap_ssid> -p <ap_password>
+    - - R SSC2 C +JAP:CONNECTED
+  - - SSC SSC2 soc -T
+    - - R SSC2 C +CLOSEALL
+  - - SSC SSC1 soc -B -t UDPv6 -p <test_udp_port1>
+    - - R SSC1 A <sock1>:\+BIND:(\d+),OK
+  - - SSC SSC1 soc -J -s <sock1> -m 224.1.1.1
+    - - R SSC1 C +IGMP:OK
+  - - SSC SSC2 soc -B -t UDP -p <random_port>
+    - - R SSC2 A <sock2>:\+BIND:(\d+),OK
+  - - SSC SSC2 soc -S -s <sock2> -i 224.1.1.1 -p <test_udp_port1> -l 100
+    - - R SSC1 SL <sock1>+1
+  - - SSC SSC1 soc -G -s <sock1> -m 224.1.1.1
+    - - R SSC1 C +IGMP:OK
+  - - SSC SSC2 soc -S -s <sock2> -i 224.1.1.1 -p <test_udp_port1> -l 100
+    - - R SSC1 NC +RECVFROM
+      - - R SSC2 A <sock2>:\+SEND:(\d+),OK
+  execution time: 0.0
+  expected result: |
+    1. OK
+    2. DUT2 connect succeed
+    3. DUT2 close socket
+    4. OK
+    5. OK
+    6. OK
+    7. able to recv packet
+    8. OK
+    9. not able to recv packet
+  initial condition: STAM2
+  level: Integration
+  module: TCPIP
+  steps: |
+    1. DUT2 set to sta mode
+    2. DUT2 enable DHCP and join AP
+    3. DUT2 close socket
+    4. DUT1 create UDP socket
+    5. DUT1 join group using ipv4 multicast addr
+    6. DUT2 create UDP socket
+    7. DUT2 send to ipv4 multicast addr
+    8. DUT1 leave group with ipv4 multicast addr
+    9. DUT2 send to ipv4 multicast addr
+  sub module: IGMP
+  summary: (IPv6)station send multicast packets with ipv4 group address
+  test environment: SSC_T2_3
+  test point 1: basic function
+  test point 2: IGMP send/recv test
+  version: v1 (2016-8-15)
+- CI ready: 'Yes'
+  ID: TCPIP_IGMP_0407
+  SDK: |-
+    8266_RTOS
+    ESP32_IDF
+  Test App: SSC
+  allow fail: '1/3'
+  auto test: 'Yes'
+  category: Function
+  cmd set:
+  - ''
+  - - SSC SSC1 soc -B -t UDPv6 -p <random_port>
+    - - R SSC1 A <sock1>:\+BIND:(\d+),OK
+  - - SSC SSC1 soc -J -s <sock1> -m 224.1.1.1
+    - - R SSC1 C +IGMP:OK
+  - - SOC SOC1 BIND <random_port> <pc_ip_wifi>
+    - - R SOC_COM L OK
+  - - SOC SOC1 SENDTO 1 <random_port> 224.1.1.1
+    - - R SSC1 SL <sock1>+1
+  - - SSC SSC1 soc -G -s <sock1> -m 224.1.1.1
+    - - R SSC1 C +IGMP:OK
+  - - SOC SOC1 SENDTO 1 <random_port> 224.1.1.1
+    - - R SSC1 NC +RECVFROM
+      - - R SOC_COM L OK
+  execution time: 0.0
+  expected result: |
+    1. OK
+    2. OK
+    3. OK
+    4. able to recv packet
+    5. OK
+    6. not able to recv packet
+  initial condition: APM2
+  level: Integration
+  module: TCPIP
+  steps: |
+    1. create UDP socket
+    2. join group with ipv4 multicast addr
+    3. PC create UDP, bind <random_port> <pc_ip_wifi>
+    4. PC send UDP packet to ipv4 multicast addr
+    5. leave group with ipv4 multicast addr
+    6. PC send UDP packet to ipv4 multicast addr
+  sub module: IGMP
+  summary: (IPv6)softAP IGMP recv packets with ipv4 group address
+  test environment: SSC_T1_7
+  test point 1: basic function
+  test point 2: IGMP send/recv test
+  version: v1 (2016-8-15)
+- CI ready: 'Yes'
+  ID: TCPIP_IGMP_0408
+  SDK: |-
+    8266_RTOS
+    ESP32_IDF
+  Test App: SSC
+  allow fail: '1/3'
+  auto test: 'Yes'
+  category: Function
+  cmd set:
+  - ''
+  - - SSC SSC2 op -S -o 1
+    - - R SSC2 C +MODE:OK
+  - - SSC SSC2 sta -C -s <target_ssid> -p <target_password>
+    - - R SSC2 C +JAP:CONNECTED
+  - - SSC SSC2 soc -T
+    - - R SSC2 C +CLOSEALL
+  - - SSC SSC1 soc -B -t UDPv6 -p <test_udp_port1>
+    - - R SSC1 A <sock1>:\+BIND:(\d+),OK
+  - - SSC SSC1 soc -J -s <sock1> -m 224.1.1.1
+    - - R SSC1 C +IGMP:OK
+  - - SSC SSC2 soc -B -t UDP -p <random_port>
+    - - R SSC2 A <sock2>:\+BIND:(\d+),OK
+  - - SSC SSC2 soc -S -s <sock2> -i 224.1.1.1 -p <test_udp_port1> -l 100
+    - - R SSC1 SL <sock1>+1
+  - - SSC SSC1 soc -G -s <sock1> -m 224.1.1.1
+    - - R SSC1 C +IGMP:OK
+  - - SSC SSC2 soc -S -s <sock2> -i 224.1.1.1 -p <test_udp_port1> -l 100
+    - - R SSC1 NC +RECVFROM
+      - - R SSC2 A <sock2>:\+SEND:(\d+),OK
+  execution time: 0.0
+  expected result: |
+    1. OK
+    2. DUT2 connect succeed
+    3. DUT2 close socket
+    4. OK
+    5. OK
+    6. OK
+    7. able to recv packet
+    8. OK
+    9. not able to recv packet
+  initial condition: APM2
+  level: Integration
+  module: TCPIP
+  steps: |
+    1. DUT2 set sta mode
+    2. DUT2 join AP
+    3. DUT2 close socket
+    4. DUT1 create UDP socket
+    5. DUT1 join group using ipv4 multicast addr
+    6. DUT2 create UDP socket
+    7. DUT2 send to ipv4 multicast addr
+    8. DUT1 leave group with ipv4 multicast addr
+    9. DUT2 send to ipv4 multicast addr
+  sub module: IGMP
+  summary: (IPv6)softAP send multicast packets with ipv4 group address
+  test environment: SSC_T2_2
+  test point 1: basic function
+  test point 2: IGMP send/recv test
+  version: v1 (2016-8-15)

components/idf_test/integration_test/TC_IT_TCPIP_TCP.yml

@@ -2167,7 +2167,7 @@ test cases:
   test point 1: basic function
   test point 2: socket option test
   version: v1 (2016-8-15)
-- CI ready: 'Yes'
+- CI ready: 'No'
   ID: TCPIP_TCP_0401
   SDK: |-
     8266_NonOS

components/idf_test/integration_test/TC_IT_TCPIP_UDP.yml

@@ -85,7 +85,7 @@ test cases:
   test point 1: basic function
   test point 2: use UDP SAP (socket/espconn API) with different parameter
   version: v1 (2016-8-15)
-- CI ready: 'Yes'
+- CI ready: 'No'
   ID: TCPIP_UDP_0103
   SDK: |-
     8266_NonOS
@@ -136,7 +136,7 @@ test cases:
   test point 1: basic function
   test point 2: use UDP SAP (socket/espconn API) with different parameter
   version: v1 (2016-8-15)
-- CI ready: 'Yes'
+- CI ready: 'No'
   ID: TCPIP_UDP_0103
   SDK: ESP32_IDF
   Test App: SSC
@@ -180,7 +180,7 @@ test cases:
   test point 1: basic function
   test point 2: use UDP SAP (socket/espconn API) with different parameter
   version: v1 (2016-8-15)
-- CI ready: 'Yes'
+- CI ready: 'No'
   ID: TCPIP_UDP_0104
   SDK: |-
     8266_NonOS
@@ -233,7 +233,7 @@ test cases:
   test point 1: basic function
   test point 2: use UDP SAP (socket/espconn API) with different parameter
   version: v1 (2016-8-15)
-- CI ready: 'Yes'
+- CI ready: 'No'
   ID: TCPIP_UDP_0104_02
   SDK: |-
     8266_NonOS
@@ -286,7 +286,7 @@ test cases:
   test point 1: basic function
   test point 2: use UDP SAP (socket/espconn API) with different parameter
   version: v1 (2016-8-15)
-- CI ready: 'Yes'
+- CI ready: 'No'
   ID: TCPIP_UDP_0104_01_02
   SDK: |-
     8266_NonOS

components/idf_test/integration_test/TC_IT_WIFI_ADDR.yml

@@ -43,7 +43,7 @@ test cases:
   test point 1: basic function
   test point 2: mac address function test
   version: v1 (2016-8-15)
-- CI ready: 'Yes'
+- CI ready: 'No'
   ID: WIFI_ADDR_0102
   SDK: |-
     8266_NonOS

components/idf_test/integration_test/TC_IT_WIFI_CONN.yml

@@ -315,7 +315,7 @@ test cases:
   test point 1: interaction
   test point 2: Conn interact with other WiFi operation
   version: v1 (2016-8-15)
-- CI ready: 'Yes'
+- CI ready: 'No'
   ID: WIFI_CONN_0302
   SDK: |-
     ESP32_IDF

components/idf_test/integration_test/TC_IT_WIFI_MODE.yml

@@ -47,7 +47,7 @@ test cases:
   test point 1: basic function
   test point 2: wifi mode fucntion
   version: v1 (2016-8-15)
-- CI ready: 'Yes'
+- CI ready: 'No'
   ID: WIFI_MODE_0102
   SDK: |-
     8266_NonOS
@@ -88,7 +88,7 @@ test cases:
   test point 1: basic function
   test point 2: wifi mode fucntion
   version: v1 (2016-8-15)
-- CI ready: 'Yes'
+- CI ready: 'No'
   ID: WIFI_MODE_0103
   SDK: |-
     8266_NonOS

components/idf_test/integration_test/TC_IT_WIFI_SCAN.yml

@@ -587,7 +587,7 @@ test cases:
   test point 1: interaction
   test point 2: Scan interact with other WiFi operation
   version: v1 (2015-8-15)
-- CI ready: 'Yes'
+- CI ready: 'No'
   ID: WIFI_SCAN_0303
   SDK: ESP32_IDF
   Test App: SSC