root@cic-1:~# date Thu Aug 30 10:49:08 UTC 2018 Before tep-delete: cli>display all-dpns Number of nodes: 3 NodeId NodeName -------------------------------------------------------------------------- 2975427776581 compute-0-2 33387521770575 compute-0-3 262452554464335 compute-0-1 cli>display fib RD Prefix NextHop Label Origin ------------------------------------------------------------------- 100:22 2033:456a:f012:13:f816:3eff:fee8:d282/128 192.168.113.10 100081 l 100:22 13.5.4.4/32 192.168.113.11 100082 l 100:22 2001:db8:abcd:11::/64 192.168.113.10 100055 c 100:22 14.42.62.0/24 192.168.113.10 100051 c 100:22 11.1.2.4/32 192.168.113.11 100077 l 100:22 20.0.5.0/24 192.168.113.11 100118 s 100:22 20.0.5.0/24 192.168.113.10 100118 s 100:22 14.42.62.1/32 0.0.0.0 100059 l 100:22 2025:caf:3214:12::1/128 0.0.0.0 100060 l 100:22 14.42.62.3/32 192.168.113.10 100068 l 100:22 2033:456a:f012:13::/64 192.168.113.10 100056 c 100:22 2001:8::3/128 192.168.113.94 20001 b 100:22 2001:db8:abcd:11:f816:3eff:fe7b:31ff/128 192.168.113.11 100075 l 100:22 2025:caf:3214:12:f816:3eff:fef3:679/128 192.168.113.11 100065 l 100:22 23bc:fe2:41::/64 192.168.113.94 20001 b 100:22 12.23.34.4/32 192.168.113.11 100067 l 100:22 61.1.1.0/24 192.168.113.94 20000 b 100:22 2056:212:d562:14::1/128 0.0.0.0 100061 l 100:22 13.5.4.3/32 192.168.113.10 100080 l 100:22 2056:212:d562:14:f816:3eff:fe39:2f63/128 192.168.113.10 100066 l 100:22 2056:212:d562:14::/64 192.168.113.10 100053 c 100:22 2004:ae12::/64 192.168.113.94 20001 b 100:22 13.5.4.0/24 192.168.113.10 100057 c 100:22 11.1.2.3/32 192.168.113.10 100078 l 100:22 14.42.62.4/32 192.168.113.11 100064 l 100:22 2025:caf:3214:12:f816:3eff:fed3:d999/128 192.168.113.10 100069 l 100:22 1.1.1.1/32 192.168.113.94 20000 b 100:22 2056:212:d562:14:f816:3eff:fe30:f2b6/128 192.168.113.11 100062 l 100:22 13.5.4.1/32 0.0.0.0 100073 l 100:22 2025:caf:3214:12::/64 192.168.113.10 100052 c 100:22 11.1.2.0/24 192.168.113.10 100058 c 100:22 10.1.1.0/24 192.168.113.94 20000 b 100:22 2001:db8:abcd:11::1/128 0.0.0.0 100071 l 100:22 11.1.2.1/32 0.0.0.0 100074 l 100:22 12.23.34.1/32 0.0.0.0 100063 l 100:22 2033:456a:f012:13:f816:3eff:fe08:921f/128 192.168.113.11 100079 l 100:22 12.23.34.3/32 192.168.113.10 100070 l 100:22 2001:db8:abcd:11:f816:3eff:fe29:b31e/128 192.168.113.10 100076 l 100:22 2982:632:537::/64 192.168.113.94 20001 b 100:22 12.23.34.0/24 192.168.113.10 100054 c 100:22 2111:12f:862:18::/64 192.168.113.11 100117 s 100:22 2111:12f:862:18::/64 192.168.113.10 100117 s 100:22 2567:878:143::/64 192.168.113.94 20001 b 100:22 2033:456a:f012:13::1/128 0.0.0.0 100072 l 100:24 16.6.67.0/24 192.168.113.10 100084 c 100:24 17.7.6.3/32 192.168.113.10 100109 l 100:24 2441:c2b1:1024::/64 192.168.113.94 20002 b 100:24 2078:fde:2cd:16::/64 192.168.113.10 100090 c 100:24 16.6.67.1/32 0.0.0.0 100092 l 100:24 16.6.67.3/32 192.168.113.10 100096 l 100:24 2183:baa:123d::/64 192.168.113.94 20002 b 100:24 2234:777:222:18::/64 192.168.113.10 100091 c 100:24 20.1.1.0/24 192.168.113.94 20003 b 100:24 2078:fde:2cd:16::1/128 0.0.0.0 100112 l 100:24 2062:321:543:15::/64 192.168.113.10 100086 c 100:24 15.8.9.3/32 192.168.113.10 100104 l 100:24 2234:777:222:18:f816:3eff:fecd:1424/128 192.168.113.10 100102 l 100:24 15.8.9.1/32 0.0.0.0 100111 l 100:24 2078:fde:2cd:16:f816:3eff:febd:580e/128 192.168.113.11 100098 l 100:24 18.6.6.3/32 192.168.113.10 100106 l 100:24 18.6.6.1/32 0.0.0.0 100093 l 100:24 18.6.6.0/24 192.168.113.10 100085 c 100:24 15.8.9.0/24 192.168.113.10 100089 c 100:24 17.7.6.4/32 192.168.113.11 100115 l 100:24 2062:321:543:15::1/128 0.0.0.0 100095 l 100:24 2123:13f:565:17::/64 192.168.113.10 100088 c 100:24 44.1.1.0/24 192.168.113.94 20003 b 100:24 202f:adc:9213:2f::/64 192.168.113.11 100119 s 100:24 202f:adc:9213:2f::/64 192.168.113.10 100119 s 100:24 2234:777:222:18::1/128 0.0.0.0 100113 l 100:24 16.6.67.4/32 192.168.113.11 100097 l 100:24 2234:777:222:18:f816:3eff:fec1:3b7b/128 192.168.113.11 100101 l 100:24 2078:fde:2cd:16:f816:3eff:fe7b:a4a3/128 192.168.113.10 100094 l 100:24 2123:13f:565:17:f816:3eff:fe7b:fd90/128 192.168.113.10 100108 l 100:24 17.7.6.0/24 192.168.113.10 100087 c 100:24 30.0.1.0/24 192.168.113.11 100116 s 100:24 30.0.1.0/24 192.168.113.10 100116 s 100:24 2062:321:543:15:f816:3eff:fe7f:eb30/128 192.168.113.11 100103 l 100:24 17.7.6.1/32 0.0.0.0 100099 l 100:24 2062:321:543:15:f816:3eff:fece:96f4/128 192.168.113.10 100107 l 100:24 15.8.9.4/32 192.168.113.11 100105 l 100:24 2123:13f:565:17:f816:3eff:feaf:6ee3/128 192.168.113.11 100114 l 100:24 2123:13f:565:17::1/128 0.0.0.0 100110 l 100:24 18.6.6.4/32 192.168.113.11 100100 l cli> cli>display tep-show-state Tunnel Monitoring is Off Tunnel Name Source-DPN Destination-DPN Source-IP Destination-IP Trunk-State Transport Type ------------------------------------------------------------------------------------------------------------------------------------- tun00dd61a0d07 33387521770575 2975427776581 192.168.113.12 192.168.113.11 UP VXLAN tunb21c32e4255 2975427776581 262452554464335 192.168.113.11 192.168.113.10 UP VXLAN tun3b1b8abed25 262452554464335 2975427776581 192.168.113.10 192.168.113.11 UP VXLAN tun11d1d5de201 33387521770575 262452554464335 192.168.113.12 192.168.113.10 UP VXLAN tuncaa30c781ca 262452554464335 33387521770575 192.168.113.10 192.168.113.12 UP VXLAN tund112fad7f92 2975427776581 33387521770575 192.168.113.11 192.168.113.12 UP VXLAN cli>display tep-show-config Tunnel Monitoring (for VXLAN tunnels): Off Tunnel Monitoring Interval (for VXLAN tunnels): 10000 TransportZone TunnelType SubnetMask GatewayIP VlanID DpnID IPAddress PortName ------------------------------------------------------------------------------------------------------------------------------ TZA VXLAN 192.168.113.0/24 192.168.113.1 0 33387521770575 192.168.113.12 bond-prv TZA VXLAN 192.168.113.0/24 192.168.113.1 0 2975427776581 192.168.113.11 bond-prv TZA VXLAN 192.168.113.0/24 192.168.113.1 0 262452554464335 192.168.113.10 bond-prv After tep-delete: ITM OK cli>exec tep-delete 2975427776581 bond-prv 0 192.168.113.11 192.168.113.0/24 192.168.113.1 TZA cli>exec tep-commit cli>display tep-show-config Tunnel Monitoring (for VXLAN tunnels): Off Tunnel Monitoring Interval (for VXLAN tunnels): 10000 TransportZone TunnelType SubnetMask GatewayIP VlanID DpnID IPAddress PortName ------------------------------------------------------------------------------------------------------------------------------ TZA VXLAN 192.168.113.0/24 192.168.113.1 0 33387521770575 192.168.113.12 bond-prv TZA VXLAN 192.168.113.0/24 192.168.113.1 0 262452554464335 192.168.113.10 bond-prv cli>display tep-show-state Tunnel Monitoring is Off Tunnel Name Source-DPN Destination-DPN Source-IP Destination-IP Trunk-State Transport Type ------------------------------------------------------------------------------------------------------------------------------------- tun11d1d5de201 33387521770575 262452554464335 192.168.113.12 192.168.113.10 UP VXLAN tuncaa30c781ca 262452554464335 33387521770575 192.168.113.10 192.168.113.12 UP VXLAN FIB OK cli>display fib RD Prefix NextHop Label Origin ------------------------------------------------------------------- 100:22 2033:456a:f012:13:f816:3eff:fee8:d282/128 192.168.113.10 100081 l 100:22 13.5.4.4/32 local l 100:22 2001:db8:abcd:11::/64 192.168.113.10 100055 c 100:22 14.42.62.0/24 192.168.113.10 100051 c 100:22 11.1.2.4/32 local l 100:22 20.0.5.0/24 192.168.113.10 100118 s 100:22 14.42.62.1/32 0.0.0.0 100059 l 100:22 2025:caf:3214:12::1/128 0.0.0.0 100060 l 100:22 14.42.62.3/32 192.168.113.10 100068 l 100:22 2033:456a:f012:13::/64 192.168.113.10 100056 c 100:22 2001:8::3/128 192.168.113.94 20001 b 100:22 2001:db8:abcd:11:f816:3eff:fe7b:31ff/128 local l 100:22 2025:caf:3214:12:f816:3eff:fef3:679/128 local l 100:22 23bc:fe2:41::/64 192.168.113.94 20001 b 100:22 12.23.34.4/32 local l 100:22 61.1.1.0/24 192.168.113.94 20000 b 100:22 2056:212:d562:14::1/128 0.0.0.0 100061 l 100:22 13.5.4.3/32 192.168.113.10 100080 l 100:22 2056:212:d562:14:f816:3eff:fe39:2f63/128 192.168.113.10 100066 l 100:22 2056:212:d562:14::/64 192.168.113.10 100053 c 100:22 2004:ae12::/64 192.168.113.94 20001 b 100:22 13.5.4.0/24 192.168.113.10 100057 c 100:22 11.1.2.3/32 192.168.113.10 100078 l 100:22 14.42.62.4/32 local l 100:22 2025:caf:3214:12:f816:3eff:fed3:d999/128 192.168.113.10 100069 l 100:22 1.1.1.1/32 192.168.113.94 20000 b 100:22 2056:212:d562:14:f816:3eff:fe30:f2b6/128 local l 100:22 13.5.4.1/32 0.0.0.0 100073 l 100:22 2025:caf:3214:12::/64 192.168.113.10 100052 c 100:22 11.1.2.0/24 192.168.113.10 100058 c 100:22 10.1.1.0/24 192.168.113.94 20000 b 100:22 2001:db8:abcd:11::1/128 0.0.0.0 100071 l 100:22 11.1.2.1/32 0.0.0.0 100074 l 100:22 12.23.34.1/32 0.0.0.0 100063 l 100:22 2033:456a:f012:13:f816:3eff:fe08:921f/128 local l 100:22 12.23.34.3/32 192.168.113.10 100070 l 100:22 2001:db8:abcd:11:f816:3eff:fe29:b31e/128 192.168.113.10 100076 l 100:22 2982:632:537::/64 192.168.113.94 20001 b 100:22 12.23.34.0/24 192.168.113.10 100054 c 100:22 2111:12f:862:18::/64 192.168.113.10 100117 s 100:22 2567:878:143::/64 192.168.113.94 20001 b 100:22 2033:456a:f012:13::1/128 0.0.0.0 100072 l 100:24 16.6.67.0/24 192.168.113.10 100084 c 100:24 17.7.6.3/32 192.168.113.10 100109 l 100:24 2441:c2b1:1024::/64 192.168.113.94 20002 b 100:24 2078:fde:2cd:16::/64 192.168.113.10 100090 c 100:24 16.6.67.1/32 0.0.0.0 100092 l 100:24 16.6.67.3/32 192.168.113.10 100096 l 100:24 2183:baa:123d::/64 192.168.113.94 20002 b 100:24 2234:777:222:18::/64 192.168.113.10 100091 c 100:24 20.1.1.0/24 192.168.113.94 20003 b 100:24 2078:fde:2cd:16::1/128 0.0.0.0 100112 l 100:24 2062:321:543:15::/64 192.168.113.10 100086 c 100:24 15.8.9.3/32 192.168.113.10 100104 l 100:24 2234:777:222:18:f816:3eff:fecd:1424/128 192.168.113.10 100102 l 100:24 15.8.9.1/32 0.0.0.0 100111 l 100:24 2078:fde:2cd:16:f816:3eff:febd:580e/128 local l 100:24 18.6.6.3/32 192.168.113.10 100106 l 100:24 18.6.6.1/32 0.0.0.0 100093 l 100:24 18.6.6.0/24 192.168.113.10 100085 c 100:24 15.8.9.0/24 192.168.113.10 100089 c 100:24 17.7.6.4/32 local l 100:24 2062:321:543:15::1/128 0.0.0.0 100095 l 100:24 2123:13f:565:17::/64 192.168.113.10 100088 c 100:24 44.1.1.0/24 192.168.113.94 20003 b 100:24 202f:adc:9213:2f::/64 192.168.113.10 100119 s 100:24 2234:777:222:18::1/128 0.0.0.0 100113 l 100:24 16.6.67.4/32 local l 100:24 2234:777:222:18:f816:3eff:fec1:3b7b/128 local l 100:24 2078:fde:2cd:16:f816:3eff:fe7b:a4a3/128 192.168.113.10 100094 l 100:24 2123:13f:565:17:f816:3eff:fe7b:fd90/128 192.168.113.10 100108 l 100:24 17.7.6.0/24 192.168.113.10 100087 c 100:24 30.0.1.0/24 192.168.113.10 100116 s 100:24 2062:321:543:15:f816:3eff:fe7f:eb30/128 local l 100:24 17.7.6.1/32 0.0.0.0 100099 l 100:24 2062:321:543:15:f816:3eff:fece:96f4/128 192.168.113.10 100107 l 100:24 15.8.9.4/32 local l 100:24 2123:13f:565:17:f816:3eff:feaf:6ee3/128 local l 100:24 2123:13f:565:17::1/128 0.0.0.0 100110 l 100:24 18.6.6.4/32 local l cli> Routes for the DPN "2975427776581" compute-0-2 withdrawn from DC-GW -OK RP/0/0/CPU0:ios#show bgp vpnv6 unicast vrf test Thu Aug 30 08:57:06.340 UTC BGP router identifier 11.33.216.113, local AS number 100 BGP generic scan interval 60 secs Non-stop routing is enabled BGP table state: Active Table ID: 0x0 RD version: 0 BGP main routing table version 2093 BGP NSR Initial initsync version 1 (Reached) BGP NSR/ISSU Sync-Group versions 0/0 BGP scan interval 60 secs Status codes: s suppressed, d damped, h history, * valid, > best i - internal, r RIB-failure, S stale, N Nexthop-discard Origin codes: i - IGP, e - EGP, ? - incomplete Network Next Hop Metric LocPrf Weight Path Route Distinguisher: 100:1 (default for vrf test) *> 2001:8::3/128 :: 0 32768 ? *>i2001:db8:abcd:11::/64 192.168.2.150 0 100 0 i *>i2001:db8:abcd:11:f816:3eff:fe29:b31e/128 192.168.2.150 0 100 0 i *> 2004:ae12::/64 :: 0 32768 ? *>i2025:caf:3214:12::/64 192.168.2.150 0 100 0 i *>i2025:caf:3214:12:f816:3eff:fed3:d999/128 192.168.2.150 0 100 0 i *>i2033:456a:f012:13::/64 192.168.2.150 0 100 0 i *>i2033:456a:f012:13:f816:3eff:fee8:d282/128 192.168.2.150 0 100 0 i *>i2056:212:d562:14::/64 192.168.2.150 0 100 0 i *>i2056:212:d562:14:f816:3eff:fe39:2f63/128 192.168.2.150 0 100 0 i *>i2111:12f:862:18::/64 192.168.2.150 0 100 0 i *> 23bc:fe2:41::/64 :: 0 32768 ? *> 2567:878:143::/64 :: 0 32768 ? *> 2982:632:537::/64 :: 0 32768 ? Processed 14 prefixes, 14 paths RP/0/0/CPU0:ios#show bgp vpnv6 unicast vrf test2 Thu Aug 30 08:57:12.359 UTC BGP router identifier 11.33.216.113, local AS number 100 BGP generic scan interval 60 secs Non-stop routing is enabled BGP table state: Active Table ID: 0x0 RD version: 0 BGP main routing table version 2093 BGP NSR Initial initsync version 1 (Reached) BGP NSR/ISSU Sync-Group versions 0/0 BGP scan interval 60 secs Status codes: s suppressed, d damped, h history, * valid, > best i - internal, r RIB-failure, S stale, N Nexthop-discard Origin codes: i - IGP, e - EGP, ? - incomplete Network Next Hop Metric LocPrf Weight Path Route Distinguisher: 100:20 (default for vrf test2) *>i202f:adc:9213:2f::/64 192.168.2.150 0 100 0 i *>i2062:321:543:15::/64 192.168.2.150 0 100 0 i *>i2062:321:543:15:f816:3eff:fece:96f4/128 192.168.2.150 0 100 0 i *>i2078:fde:2cd:16::/64 192.168.2.150 0 100 0 i *>i2078:fde:2cd:16:f816:3eff:fe7b:a4a3/128 192.168.2.150 0 100 0 i *>i2123:13f:565:17::/64 192.168.2.150 0 100 0 i *>i2123:13f:565:17:f816:3eff:fe7b:fd90/128 192.168.2.150 0 100 0 i *> 2183:baa:123d::/64 :: 0 32768 ? *>i2234:777:222:18::/64 192.168.2.150 0 100 0 i *>i2234:777:222:18:f816:3eff:fecd:1424/128 192.168.2.150 0 100 0 i *> 2441:c2b1:1024::/64 :: 0 32768 ? Processed 11 prefixes, 11 paths RP/0/0/CPU0:ios# 100:24 202f:adc:9213:2f::/64 192.168.113.10 100119 s 100:22 2111:12f:862:18::/64 192.168.113.10 100117 s Table 20 flows for the extra routes got removed from compute-0-1 which still has VMs hosting extraroute and connected to DC-GW.-NOK root@compute-0-1:~# sh table.sh 20 | grep 100119 root@compute-0-1:~# sh table.sh 20 | grep 100117 root@compute-0-1:~# 100:22 20.0.5.0/24 192.168.113.10 100118 s 100:24 30.0.1.0/24 192.168.113.10 100116 s root@compute-0-1:~# sh table.sh 20 | grep 100118 root@compute-0-1:~# sh table.sh 20 | grep 100116 root@compute-0-1:~# root@compute-0-2:~# sh table.sh 20 | grep 100119 root@compute-0-2:~# sh table.sh 20 | grep 100117 root@compute-0-2:~#