[NETVIRT-737] After one Tep delete and create , ECMP local buckets are getting removed from all Switches(3)

Wed, 2 Aug 2017 05:42:06 +0000

==>Create a topology with 3 Switches and define ECMP routes with non-colocated VMs (2 on Switch1 , 1 on Switch2 and Switch3 each)

opendaylight-user@root>tep:show
Tunnel Monitoring (for VXLAN tunnels): On
Tunnel Monitoring Interval (for VXLAN tunnels): 1000

TransportZone TunnelType SubnetMask GatewayIP VlanID DpnID IPAddress PortName
------------------------------------------------------------------------------------------------------------------------------
TZA VXLAN 10.4.1.0/24 0.0.0.0 0 3286212470853 10.4.1.63 dpdk0
TZA VXLAN 10.4.1.0/24 0.0.0.0 0 3286212470852 10.4.1.98 dpdk0
TZA VXLAN 10.4.1.0/24 0.0.0.0 0 3286212470851 10.4.1.97 dpdk0
opendaylight-user@root>tep:show-state
Tunnel Name Source-DPN Destination-DPN Source-IP Destination-IP Trunk-State Transport Type
-------------------------------------------------------------------------------------------------------------------------------------
tunb01c7e4b5b3 3286212470853 3286212470852 10.4.1.63 10.4.1.98 UP VXLAN
tun4b26fb09f22 3286212470851 3286212470853 10.4.1.97 10.4.1.63 UP VXLAN
tun8ee7897ec5b 3286212470851 3286212470852 10.4.1.97 10.4.1.98 UP VXLAN
tun9c5e22c6742 3286212470852 3286212470853 10.4.1.98 10.4.1.63 UP VXLAN
tun4ab378e8330 3286212470853 3286212470851 10.4.1.63 10.4.1.97 UP VXLAN
tun6f316892977 3286212470852 3286212470851 10.4.1.98 10.4.1.97 UP VXLAN
opendaylight-user@root>fib-show
RD Prefix NextHop Label Origin
-------------------------------------------------------------------
100:14 10.10.1.1/32 0.0.0.0 100011 l
100:14 10.10.1.2/32 10.4.1.97 100014 l
100:14 100.100.100.100/32 10.4.1.97 100003 s
100:14 100.100.100.100/32 10.4.1.98 100003 s
100:14 100.100.100.100/32 10.4.1.63 100003 s
100:14 10.10.1.3/32 10.4.1.97 100015 l
100:14 10.10.1.7/32 10.4.1.98 100017 l
100:14 10.10.1.8/32 10.4.1.63 100013 l
100:14 10.10.1.6/32 10.4.1.98 100016 l
100:14 10.10.1.5/32 10.4.1.97 100018 l
100:14 10.10.1.4/32 10.4.1.97 100012 l
100:14 10.10.1.0/24 10.4.1.98 100007 c
opendaylight-user@root>

==>Verify the flows/groups
Switch1
-------
root@Ubuntu-97:~# flows | grep table=21 | grep 100.100.100.100
cookie=0x8000003, duration=66.070s, table=21, n_packets=0, n_bytes=0, priority=42,ip,metadata=0x30d42/0xfffffe,nw_dst=100.100.100.100 actions=group:150014
root@Ubuntu-97:~# groups | grep 150014
group_id=150014,type=select,bucket=actions=group:150010,bucket=actions=group:150009,bucket=actions=resubmit(,220),set_field:fa:16:3e:3d:47:c8->eth_dst,load:0x300->NXM_NX_REG6[],set_field:0x186a3->tun_id,bucket=actions=resubmit(,220),set_field:fa:16:3e:66:39:e5->eth_dst,load:0x400->NXM_NX_REG6[],set_field:0x186a3->tun_id
root@Ubuntu-97:~#

Switch2
-------
root@Ubuntu-98:~# flows | grep table=21 | grep 100.100.100.100
cookie=0x8000003, duration=98.719s, table=21, n_packets=0, n_bytes=0, priority=42,ip,metadata=0x30d42/0xfffffe,nw_dst=100.100.100.100 actions=group:150014
root@Ubuntu-98:~# groups | grep 150014
group_id=150014,type=select,bucket=actions=group:150011,bucket=actions=resubmit(,220),set_field:fa:16:3e:66:39:e5->eth_dst,load:0x500->NXM_NX_REG6[],set_field:0x186a3->tun_id,bucket=actions=resubmit(,220),set_field:fa:16:3e:4b:8b:43->eth_dst,load:0x600->NXM_NX_REG6[],set_field:0x186a3->tun_id,bucket=actions=resubmit(,220),set_field:fa:16:3e:e2:21:c1->eth_dst,load:0x600->NXM_NX_REG6[],set_field:0x186a3->tun_id
root@Ubuntu-98:~#

Switch3
-------
root@Ubuntu-63:~# flows | grep table=21 | grep 100.100.100.100
cookie=0x8000003, duration=112.730s, table=21, n_packets=0, n_bytes=0, priority=42,ip,metadata=0x30d42/0xfffffe,nw_dst=100.100.100.100 actions=group:150014
root@Ubuntu-63:~# groups | grep 150014
group_id=150014,type=select,bucket=actions=group:150008,bucket=actions=resubmit(,220),set_field:fa:16:3e:3d:47:c8->eth_dst,load:0x200->NXM_NX_REG6[],set_field:0x186a3->tun_id,bucket=actions=resubmit(,220),set_field:fa:16:3e:4b:8b:43->eth_dst,load:0x100->NXM_NX_REG6[],set_field:0x186a3->tun_id,bucket=actions=resubmit(,220),set_field:fa:16:3e:e2:21:c1->eth_dst,load:0x100->NXM_NX_REG6[],set_field:0x186a3->tun_id
root@Ubuntu-63:~#

********************************************************************
==>Delete the Switch3 Tunnel End Point
opendaylight-user@root>tep:delete 3286212470853 dpdk0 0 10.4.1.63 10.4.1.0/24 null TZA
opendaylight-user@root>tep:commit
opendaylight-user@root>
opendaylight-user@root>tep:show
Tunnel Monitoring (for VXLAN tunnels): On
Tunnel Monitoring Interval (for VXLAN tunnels): 1000

TransportZone TunnelType SubnetMask GatewayIP VlanID DpnID IPAddress PortName
------------------------------------------------------------------------------------------------------------------------------
TZA VXLAN 10.4.1.0/24 0.0.0.0 0 3286212470852 10.4.1.98 dpdk0
TZA VXLAN 10.4.1.0/24 0.0.0.0 0 3286212470851 10.4.1.97 dpdk0
opendaylight-user@root>tep:show-state
Tunnel Name Source-DPN Destination-DPN Source-IP Destination-IP Trunk-State Transport Type
-------------------------------------------------------------------------------------------------------------------------------------
tun8ee7897ec5b 3286212470851 3286212470852 10.4.1.97 10.4.1.98 UP VXLAN
tun6f316892977 3286212470852 3286212470851 10.4.1.98 10.4.1.97 UP VXLAN
opendaylight-user@root>fib-show
RD Prefix NextHop Label Origin
-------------------------------------------------------------------
100:14 10.10.1.1/32 0.0.0.0 100011 l
100:14 10.10.1.2/32 10.4.1.97 100014 l
100:14 100.100.100.100/32 10.4.1.97 100003 s
100:14 100.100.100.100/32 10.4.1.98 100003 s
100:14 10.10.1.3/32 10.4.1.97 100015 l
100:14 10.10.1.7/32 10.4.1.98 100017 l
100:14 10.10.1.8/32 local l
100:14 10.10.1.6/32 10.4.1.98 100016 l
100:14 10.10.1.5/32 10.4.1.97 100018 l
100:14 10.10.1.4/32 10.4.1.97 100012 l
100:14 10.10.1.0/24 10.4.1.98 100007 c
opendaylight-user@root>

==>Verify the flows/groups
Switch1
-------
root@Ubuntu-97:~/Delete-Tep# flows | grep table=21 | grep 100.100.100.100
cookie=0x8000003, duration=59.275s, table=21, n_packets=0, n_bytes=0, priority=42,ip,metadata=0x30d42/0xfffffe,nw_dst=100.100.100.100 actions=group:150014
root@Ubuntu-97:~/Delete-Tep# groups | grep 150014
group_id=150014,type=select,bucket=actions=group:150010,bucket=actions=group:150009,bucket=actions=resubmit(,220),set_field:fa:16:3e:3d:47:c8->eth_dst,load:0x300->NXM_NX_REG6[],set_field:0x186a3->tun_id
root@Ubuntu-97:~/Delete-Tep#

Switch2
-------
root@Ubuntu-98:~# flows | grep table=21 | grep 100.100.100.100
cookie=0x8000003, duration=105.195s, table=21, n_packets=0, n_bytes=0, priority=42,ip,metadata=0x30d42/0xfffffe,nw_dst=100.100.100.100 actions=group:150014
root@Ubuntu-98:~#
root@Ubuntu-98:~# groups | grep 150014
group_id=150014,type=select,bucket=actions=group:150011,bucket=actions=resubmit(,220),set_field:fa:16:3e:4b:8b:43->eth_dst,load:0x600->NXM_NX_REG6[],set_field:0x186a3->tun_id,bucket=actions=resubmit(,220),set_field:fa:16:3e:e2:21:c1->eth_dst,load:0x600->NXM_NX_REG6[],set_field:0x186a3->tun_id
root@Ubuntu-98:~#

Switch3
-------
root@Ubuntu-63:~# flows | grep table=21 | grep 100.100.100.100
cookie=0x8000003, duration=130.889s, table=21, n_packets=0, n_bytes=0, priority=42,ip,metadata=0x30d42/0xfffffe,nw_dst=100.100.100.100 actions=group:150014
root@Ubuntu-63:~# groups | grep 150014
group_id=150014,type=select,bucket=actions=group:150008
root@Ubuntu-63:~#

**************************************************************************

==>Create Switch3 Tunnel End Point
opendaylight-user@root>tep:add 3286212470853 dpdk0 0 10.4.1.63 10.4.1.0/24 null TZA
opendaylight-user@root>tep:commit
opendaylight-user@root>
opendaylight-user@root>tep:show
Tunnel Monitoring (for VXLAN tunnels): On
Tunnel Monitoring Interval (for VXLAN tunnels): 1000

==>Verify the flows/groups
Switch1
-------
root@Ubuntu-97:~/Delete-Tep# flows | grep table=21 | grep 100.100.100.100
cookie=0x8000003, duration=205.559s, table=21, n_packets=0, n_bytes=0, priority=42,ip,metadata=0x30d42/0xfffffe,nw_dst=100.100.100.100 actions=group:150014
root@Ubuntu-97:~/Delete-Tep# groups | grep 150014
group_id=150014,type=select,bucket=actions=resubmit(,220),set_field:fa:16:3e:3d:47:c8->eth_dst,load:0x300->NXM_NX_REG6[],set_field:0x186a3->tun_id,bucket=actions=resubmit(,220),set_field:fa:16:3e:66:39:e5->eth_dst,load:0x200->NXM_NX_REG6[],set_field:0x186a3->tun_id
root@Ubuntu-97:~/Delete-Tep#

Switch2
-------
root@Ubuntu-98:~# flows | grep table=21 | grep 100.100.100.100
cookie=0x8000003, duration=190.161s, table=21, n_packets=0, n_bytes=0, priority=42,ip,metadata=0x30d42/0xfffffe,nw_dst=100.100.100.100 actions=group:150014
root@Ubuntu-98:~# groups | grep 150014
group_id=150014,type=select,bucket=actions=resubmit(,220),set_field:fa:16:3e:66:39:e5->eth_dst,load:0x400->NXM_NX_REG6[],set_field:0x186a3->tun_id,bucket=actions=resubmit(,220),set_field:fa:16:3e:4b:8b:43->eth_dst,load:0x600->NXM_NX_REG6[],set_field:0x186a3->tun_id,bucket=actions=resubmit(,220),set_field:fa:16:3e:e2:21:c1->eth_dst,load:0x600->NXM_NX_REG6[],set_field:0x186a3->tun_id

Switch3
-------
root@Ubuntu-63:~# flows | grep table=21 | grep 100.100.100.100
cookie=0x8000003, duration=174.478s, table=21, n_packets=0, n_bytes=0, priority=42,ip,metadata=0x30d42/0xfffffe,nw_dst=100.100.100.100 actions=group:150014
root@Ubuntu-63:~# groups | grep 150014
group_id=150014,type=select,bucket=actions=resubmit(,220),set_field:fa:16:3e:3d:47:c8->eth_dst,load:0x500->NXM_NX_REG6[],set_field:0x186a3->tun_id,bucket=actions=resubmit(,220),set_field:fa:16:3e:4b:8b:43->eth_dst,load:0x100->NXM_NX_REG6[],set_field:0x186a3->tun_id,bucket=actions=resubmit(,220),set_field:fa:16:3e:e2:21:c1->eth_dst,load:0x100->NXM_NX_REG6[],set_field:0x186a3->tun_id
root@Ubuntu-63:~#

OpenDaylight JIRA

[NETVIRT-737] After one Tep delete and create , ECMP local buckets are getting removed from all Switches(3)