Some ic tests were failing as not waiting, or not waiting properly
for some information to be available in the az:
- Adding a port to ts1 before ts1 being created in that az.
- Setting options for ports before the port got created in the az.
- Cleaning up an hv/gw and expecting that it would be immediately
  visible in different az.
- Expecting routes updates between az to happen immediately.

Reported-at: https://issues.redhat.com/browse/FDP-98
Signed-off-by: Xavier Simonart <[email protected]>
---
 tests/ovn-ic.at | 44 ++++++++++++++++++++++++++------------------
 1 file changed, 26 insertions(+), 18 deletions(-)

diff --git a/tests/ovn-ic.at b/tests/ovn-ic.at
index 2ae8dd12d..d4c436f84 100644
--- a/tests/ovn-ic.at
+++ b/tests/ovn-ic.at
@@ -92,6 +92,7 @@ check ovn-nbctl lr-add lr1
 check ovn-nbctl lrp-add lr1 lrp1 00:00:00:00:00:01 10.0.0.1/24
 check ovn-nbctl lrp-set-gateway-chassis lrp1 gw-az1
 
+OVS_WAIT_UNTIL([ovn-nbctl show | grep switch | grep ts1])
 check ovn-nbctl lsp-add ts1 lsp1 -- \
     lsp-set-addresses lsp1 router -- \
     lsp-set-type lsp1 router -- \
@@ -156,6 +157,7 @@ create_ic_infra() {
     ovn_as $az
 
     check ovn-ic-nbctl ts-add $ts
+    OVS_WAIT_UNTIL([ovn-nbctl show | grep switch | grep $ts])
     check ovn-nbctl lr-add $lr
     check ovn-nbctl lrp-add $lr $lrp 00:00:00:00:00:0$az_id 10.0.$az_id.1/24
     check ovn-nbctl lrp-set-gateway-chassis $lrp gw-$az
@@ -227,6 +229,7 @@ for i in 1 2; do
     check ovn-nbctl lrp-add lr1 lrp$i 00:00:00:00:0$i:01 10.0.$i.1/24
     check ovn-nbctl lrp-set-gateway-chassis lrp$i gw-az$i
 
+    OVS_WAIT_UNTIL([ovn-nbctl show | grep switch | grep ts1])
     check ovn-nbctl lsp-add ts1 lsp$i -- \
         lsp-set-addresses lsp$i router -- \
         lsp-set-type lsp$i router -- \
@@ -290,7 +293,7 @@ ovs-vsctl set open . external-ids:ovn-is-interconn=true
 OVS_WAIT_UNTIL([ovn_as az2 ovn-sbctl show | grep gw1])
 
 OVN_CLEANUP_SBOX(gw1)
-AT_CHECK([ovn_as az2 ovn-sbctl show], [0], [dnl
+OVS_WAIT_FOR_OUTPUT([ovn_as az2 ovn-sbctl show], [0], [dnl
 ])
 
 # Test encap change
@@ -335,17 +338,17 @@ ovn-nbctl lsp-add ts1 lsp-ts1-lr1
 ovn-nbctl lsp-set-addresses lsp-ts1-lr1 router
 ovn-nbctl lsp-set-type lsp-ts1-lr1 router
 ovn-nbctl --wait=hv lsp-set-options lsp-ts1-lr1 router-port=lrp-lr1-ts1
+OVS_WAIT_UNTIL([ovn_as az2 ovn-nbctl show | grep lsp-ts1-lr1])
 ovn_as az2 ovn-nbctl lsp-set-options lsp-ts1-lr1 requested-chassis=gw1
 
-OVS_WAIT_UNTIL([ovn_as az2 ovn-nbctl show | grep "aa:aa:aa:aa:aa:01 
169.254.100.1/24"])
-AT_CHECK([ovn_as az2 ovn-nbctl show | uuidfilt], [0], [dnl
+OVS_WAIT_FOR_OUTPUT([ovn_as az2 ovn-nbctl show | uuidfilt], [0], [dnl
 switch <0> (ts1)
     port lsp-ts1-lr1
         type: remote
         addresses: [["aa:aa:aa:aa:aa:01 169.254.100.1/24"]]
 ])
 
-AT_CHECK([ovn_as az2 ovn-sbctl -f csv -d bare --no-headings --columns 
logical_port,type list port_binding], [0], [dnl
+OVS_WAIT_FOR_OUTPUT([ovn_as az2 ovn-sbctl -f csv -d bare --no-headings 
--columns logical_port,type list port_binding], [0], [dnl
 lsp-ts1-lr1,remote
 ])
 
@@ -530,6 +533,7 @@ for i in 1 2; do
     for j in 1 2; do
         ts=ts$j$j
         ovn-ic-nbctl --may-exist ts-add $ts
+        OVS_WAIT_UNTIL([ovn-nbctl show | grep switch | grep $ts])
 
         # Create LRP and connect to TS
         lr=lr$j$i
@@ -588,6 +592,7 @@ for i in 1 2; do
     # Create LRP and connect to TS
     ovn-nbctl lr-add lr$i
     ovn-nbctl lrp-add lr$i lrp-lr$i-ts1 aa:aa:aa:aa:aa:0$i 169.254.100.$i/24
+    OVS_WAIT_UNTIL([ovn-nbctl show | grep switch | grep ts1])
     ovn-nbctl lsp-add ts1 lsp-ts1-lr$i \
             -- lsp-set-addresses lsp-ts1-lr$i router \
             -- lsp-set-type lsp-ts1-lr$i router \
@@ -913,6 +918,7 @@ for i in 1 2; do
     for j in 1 2 3; do
         ts=ts1$j
         ovn-ic-nbctl --may-exist ts-add $ts
+        OVS_WAIT_UNTIL([ovn-nbctl show | grep switch | grep $ts])
 
         lrp=lrp-$lr-$ts
         lsp=lsp-$ts-$lr
@@ -938,6 +944,7 @@ for i in 1 2; do
     for j in 1 2; do
         ts=ts2$j
         ovn-ic-nbctl --may-exist ts-add $ts
+        OVS_WAIT_UNTIL([ovn-nbctl show | grep switch | grep $ts])
 
         lrp=lrp-$lr-$ts
         lsp=lsp-$ts-$lr
@@ -961,7 +968,7 @@ ovn_as az2 ovn-nbctl --route-table=rtb3 lr-route-add lr12 
10.10.10.0/24 192.168.
 ovn_as az2 ovn-nbctl --wait=sb lrp-add lr22 lrp-lr22 aa:aa:aa:aa:bb:01 
"192.168.0.1/24"
 
 # Test direct routes from lr12 were learned to lr11
-AT_CHECK([ovn_as az1 ovn-nbctl lr-route-list lr11 | grep 192.168 |
+OVS_WAIT_FOR_OUTPUT([ovn_as az1 ovn-nbctl lr-route-list lr11 | grep 192.168 |
              grep learned | awk '{print $1, $2, $5}' | sort ], [0], [dnl
 192.168.0.0/24 169.254.101.2 ecmp
 192.168.0.0/24 169.254.102.2 ecmp
@@ -969,24 +976,24 @@ AT_CHECK([ovn_as az1 ovn-nbctl lr-route-list lr11 | grep 
192.168 |
 ])
 
 # Test static routes from lr12 rtbs rtb1,rtb2,rtb3 were learned to lr11
-AT_CHECK([ovn_as az1 ovn-nbctl --route-table=rtb1 lr-route-list lr11], [0], 
[dnl
+OVS_WAIT_FOR_OUTPUT([ovn_as az1 ovn-nbctl --route-table=rtb1 lr-route-list 
lr11], [0], [dnl
 IPv4 Routes
 Route Table rtb1:
             10.10.10.0/24             169.254.101.2 dst-ip (learned)
 ])
-AT_CHECK([ovn_as az1 ovn-nbctl --route-table=rtb2 lr-route-list lr11], [0], 
[dnl
+OVS_WAIT_FOR_OUTPUT([ovn_as az1 ovn-nbctl --route-table=rtb2 lr-route-list 
lr11], [0], [dnl
 IPv4 Routes
 Route Table rtb2:
             10.10.10.0/24             169.254.102.2 dst-ip (learned)
 ])
-AT_CHECK([ovn_as az1 ovn-nbctl --route-table=rtb3 lr-route-list lr11], [0], 
[dnl
+OVS_WAIT_FOR_OUTPUT([ovn_as az1 ovn-nbctl --route-table=rtb3 lr-route-list 
lr11], [0], [dnl
 IPv4 Routes
 Route Table rtb3:
             10.10.10.0/24             169.254.103.2 dst-ip (learned)
 ])
 
 # Test routes from lr12 didn't leak as learned to lr21
-AT_CHECK([ovn_as az1 ovn-nbctl lr-route-list lr21 | grep 192.168 | sort], [0], 
[dnl
+OVS_WAIT_FOR_OUTPUT([ovn_as az1 ovn-nbctl lr-route-list lr21 | grep 192.168 | 
sort], [0], [dnl
            192.168.0.0/24             169.254.101.2 dst-ip (learned) ecmp
            192.168.0.0/24             169.254.102.2 dst-ip (learned) ecmp
 ])
@@ -1039,6 +1046,7 @@ for i in 1 2; do
     for j in 1 2 3; do
         ts=ts1$j
         ovn-ic-nbctl --may-exist ts-add $ts
+        OVS_WAIT_UNTIL([ovn-nbctl show | grep switch | grep $ts])
 
         lrp=lrp-$lr-$ts
         lsp=lsp-$ts-$lr
@@ -1064,6 +1072,7 @@ for i in 1 2; do
     for j in 1 2; do
         ts=ts2$j
         ovn-ic-nbctl --may-exist ts-add $ts
+        OVS_WAIT_UNTIL([ovn-nbctl show | grep switch | grep $ts])
 
         lrp=lrp-$lr-$ts
         lsp=lsp-$ts-$lr
@@ -1116,6 +1125,7 @@ Route Table rtb3:
 ])
 
 # Test routes from lr12 didn't leak as learned to lr21
+OVS_WAIT_UNTIL([ovn_as az1 ovn-nbctl lr-route-list lr21 | grep "2001:db8:2::2" 
| grep learned])
 AT_CHECK([ovn_as az1 ovn-nbctl lr-route-list lr21 | grep 2001 | sort], [0], 
[dnl
         2001:db8:200::/64             2001:db8:1::2 dst-ip (learned) ecmp
         2001:db8:200::/64             2001:db8:2::2 dst-ip (learned) ecmp
@@ -1135,6 +1145,7 @@ ovn-ic-nbctl ts-add ts1
 for i in 1 2; do
     ovn_start az$i
     ovn_as az$i
+    OVS_WAIT_UNTIL([ovn-nbctl show | grep switch | grep ts1])
 
     # Enable route learning at AZ level
     ovn-nbctl set nb_global . options:ic-route-learn=true
@@ -1160,17 +1171,13 @@ for i in 1 2; do
     check ovn-nbctl --wait=sb lr-route-add $lr 0.0.0.0/0 192.168.$i.11
 done
 
-OVS_WAIT_UNTIL([ovn_as az1 ovn-nbctl lr-route-list lr11 | grep learned])
-
-AT_CHECK([ovn_as az1 ovn-nbctl lr-route-list lr11 | grep dst-ip | sort], [0], 
[dnl
+OVS_WAIT_FOR_OUTPUT([ovn_as az1 ovn-nbctl lr-route-list lr11 | grep dst-ip | 
sort] , [0], [dnl
                 0.0.0.0/0              192.168.1.11 dst-ip
               10.0.0.0/24              192.168.1.10 dst-ip
            192.168.2.0/24             169.254.100.2 dst-ip (learned)
 ])
 
-OVS_WAIT_UNTIL([ovn_as az2 ovn-nbctl lr-route-list lr12 | grep learned])
-
-AT_CHECK([ovn_as az2 ovn-nbctl lr-route-list lr12 | grep dst-ip | sort], [0], 
[dnl
+OVS_WAIT_FOR_OUTPUT([ovn_as az2 ovn-nbctl lr-route-list lr12 | grep dst-ip | 
sort], [0], [dnl
                 0.0.0.0/0              192.168.2.11 dst-ip
               10.0.0.0/24              192.168.2.10 dst-ip
            192.168.1.0/24             169.254.100.1 dst-ip (learned)
@@ -1203,10 +1210,10 @@ done
 # each LR has one connected subnet except TS port
 
 
-# create lr11, lr21, lr22, ts1 and connect them
-ovn-ic-nbctl ts-add ts1
+# create lr11, lr21, lr22 and connect them
 
 ovn_as az1
+OVS_WAIT_UNTIL([ovn-nbctl show | grep switch | grep ts1])
 
 lr=lr11
 ovn-nbctl lr-add $lr
@@ -1221,6 +1228,7 @@ ovn-nbctl lsp-add ts1 $lsp \
         -- lsp-set-options $lsp router-port=$lrp
 
 ovn_as az2
+OVS_WAIT_UNTIL([ovn-nbctl show | grep switch | grep ts1])
 for i in 1 2; do
     lr=lr2$i
     ovn-nbctl lr-add $lr
@@ -1242,7 +1250,7 @@ ovn_as az2 ovn-nbctl lrp-add lr21 lrp-lr21 
aa:aa:aa:aa:bc:01 "192.168.1.1/24"
 ovn_as az2 ovn-nbctl lrp-add lr22 lrp-lr22 aa:aa:aa:aa:bc:02 "192.168.2.1/24"
 
 # Test direct routes from lr21 and lr22 were learned to lr11
-AT_CHECK([ovn_as az1 ovn-nbctl lr-route-list lr11 | grep 192.168 |
+OVS_WAIT_FOR_OUTPUT([ovn_as az1 ovn-nbctl lr-route-list lr11 | grep 192.168 |
              grep learned | awk '{print $1, $2}' | sort ], [0], [dnl
 192.168.1.0/24 169.254.10.21
 192.168.2.0/24 169.254.10.22
-- 
2.31.1

_______________________________________________
dev mailing list
[email protected]
https://mail.openvswitch.org/mailman/listinfo/ovs-dev

Reply via email to