TC:

==

->Configure networks, trunk port, subports and VMs as attached in configurations file.

->Create router , attach subnets to router.

->Create VPN, attach router to VPN

->Confugure extra route. Refer configurations.

->Dissociate router from VPN. - NOK - Stale flows.

After dissociating router from VPN:

cli>display fib
RD Prefix NextHop Label Origin
-------------------------------------------------------------------
40a4f40e-1979-436d-a84c-f79470081382 2025:caf:3214:12:f816:3eff:fe84:31f0/128 192.168.113.10 103099 l
40a4f40e-1979-436d-a84c-f79470081382 2078:fde:2cd:16:f816:3eff:fe28:6285/128 192.168.113.11 103098 l
40a4f40e-1979-436d-a84c-f79470081382 17.7.6.3/32 192.168.113.13 103109 l
40a4f40e-1979-436d-a84c-f79470081382 14.42.62.1/32 0.0.0.0 103007 l
40a4f40e-1979-436d-a84c-f79470081382 2123:13f:565:17:f816:3eff:fe3f:ebda/128 192.168.113.13 103107 l
40a4f40e-1979-436d-a84c-f79470081382 2056:212:d562:14:f816:3eff:fe50:77b1/128 192.168.113.10 103119 l
40a4f40e-1979-436d-a84c-f79470081382 2025:caf:3214:12::1/128 0.0.0.0 103004 l
40a4f40e-1979-436d-a84c-f79470081382 14.42.62.3/32 192.168.113.11 103114 l
40a4f40e-1979-436d-a84c-f79470081382 16.6.67.1/32 0.0.0.0 103011 l
40a4f40e-1979-436d-a84c-f79470081382 16.6.67.3/32 192.168.113.11 103100 l
40a4f40e-1979-436d-a84c-f79470081382 2078:fde:2cd:16:f816:3eff:fe11:4ceb/128 192.168.113.10 103096 l
40a4f40e-1979-436d-a84c-f79470081382 2078:fde:2cd:16::1/128 0.0.0.0 103012 l
40a4f40e-1979-436d-a84c-f79470081382 15.8.9.3/32 192.168.113.11 103104 l
40a4f40e-1979-436d-a84c-f79470081382 2062:321:543:15:f816:3eff:fe6b:6607/128 192.168.113.11 103102 l
40a4f40e-1979-436d-a84c-f79470081382 15.8.9.1/32 0.0.0.0 103009 l
40a4f40e-1979-436d-a84c-f79470081382 2056:212:d562:14::1/128 0.0.0.0 103008 l
40a4f40e-1979-436d-a84c-f79470081382 18.6.6.3/32 192.168.113.13 103113 l
40a4f40e-1979-436d-a84c-f79470081382 13.5.4.3/32 192.168.113.10 103115 l
40a4f40e-1979-436d-a84c-f79470081382 18.6.6.1/32 0.0.0.0 103015 l
40a4f40e-1979-436d-a84c-f79470081382 11.1.2.3/32 192.168.113.10 103103 l
40a4f40e-1979-436d-a84c-f79470081382 2062:321:543:15::1/128 0.0.0.0 103010 l
40a4f40e-1979-436d-a84c-f79470081382 2062:321:543:15:f816:3eff:fe11:4ceb/128 192.168.113.10 103106 l
40a4f40e-1979-436d-a84c-f79470081382 14.42.62.4/32 192.168.113.10 103118 l
40a4f40e-1979-436d-a84c-f79470081382 2056:212:d562:14:f816:3eff:fe6b:6607/128 192.168.113.11 103116 l
40a4f40e-1979-436d-a84c-f79470081382 2234:777:222:18::1/128 0.0.0.0 103016 l
40a4f40e-1979-436d-a84c-f79470081382 16.6.67.4/32 192.168.113.10 103097 l
40a4f40e-1979-436d-a84c-f79470081382 13.5.4.1/32 0.0.0.0 103005 l
40a4f40e-1979-436d-a84c-f79470081382 20.0.0.0/24 192.168.113.11 103111 s
40a4f40e-1979-436d-a84c-f79470081382 20.0.0.0/24 192.168.113.10 103111 s
40a4f40e-1979-436d-a84c-f79470081382 20.0.0.0/24 192.168.113.13 103111 s
40a4f40e-1979-436d-a84c-f79470081382 2001:db8:abcd:11:f816:3eff:fe84:31f0/128 192.168.113.10 103110 l
40a4f40e-1979-436d-a84c-f79470081382 2033:456a:f012:13:f816:3eff:fe84:31f0/128 192.168.113.10 103117 l
40a4f40e-1979-436d-a84c-f79470081382 2234:777:222:18:f816:3eff:fe3f:ebda/128 192.168.113.13 103112 l
40a4f40e-1979-436d-a84c-f79470081382 2001:db8:abcd:11::1/128 0.0.0.0 103002 l
40a4f40e-1979-436d-a84c-f79470081382 11.1.2.1/32 0.0.0.0 103001 l
40a4f40e-1979-436d-a84c-f79470081382 12.23.34.1/32 0.0.0.0 103003 l
40a4f40e-1979-436d-a84c-f79470081382 12.23.34.3/32 192.168.113.10 103101 l
40a4f40e-1979-436d-a84c-f79470081382 17.7.6.1/32 0.0.0.0 103013 l
40a4f40e-1979-436d-a84c-f79470081382 15.8.9.4/32 192.168.113.10 103105 l
40a4f40e-1979-436d-a84c-f79470081382 2111:12f:862:18::/64 192.168.113.11 103108 s
40a4f40e-1979-436d-a84c-f79470081382 2111:12f:862:18::/64 192.168.113.10 103108 s
40a4f40e-1979-436d-a84c-f79470081382 2111:12f:862:18::/64 192.168.113.13 103108 s
40a4f40e-1979-436d-a84c-f79470081382 2033:456a:f012:13::1/128 0.0.0.0 103006 l
40a4f40e-1979-436d-a84c-f79470081382 2123:13f:565:17::1/128 0.0.0.0 103014 l
100:23 2004:ae12::/64 192.168.113.96 20003 b
100:23 2004:ae12::/64 192.168.113.94 20003 b
100:23 2009:8::3/128 192.168.113.94 20003 b
100:23 1.1.1.1/32 192.168.113.94 20000 b
100:23 9.1.1.1/32 192.168.113.96 20001 b
100:23 9.1.1.1/32 192.168.113.94 20001 b
100:23 20.0.0.0/24 192.168.113.13 103094 s
100:23 20.0.0.0/24 192.168.113.11 103094 s
100:23 10.1.1.0/24 192.168.113.96 20000 b
100:23 10.1.1.0/24 192.168.113.94 20000 b
100:23 1001:22ef::1/128 192.168.113.96 20003 b
100:23 23bc:fe2:41::/64 192.168.113.96 20003 b
100:23 23bc:fe2:41::/64 192.168.113.94 20003 b
100:23 2.2.2.2/32 192.168.113.96 20000 b
100:23 2982:632:537::/64 192.168.113.94 20003 b
100:23 2111:12f:862:18::/64 192.168.113.13 103095 s -->Stale route (extra route) in fib
100:23 2111:12f:862:18::/64 192.168.113.11 103095 s -->Stale route (extra route) in fib
100:23 2131:479:212::1/128 192.168.113.96 20004 b
100:23 2131:479:212::1/128 192.168.113.94 20004 b
100:23 2567:878:143::/64 192.168.113.94 20003 b
100:23 61.1.1.0/24 192.168.113.96 20000 b
100:23 61.1.1.0/24 192.168.113.94 20000 b

Stale flows and groups in DPN:

root@compute-0-1:~# sh table.sh 21 | grep 20.0.0
cookie=0x8000003, duration=275.091s, table=21, n_packets=0, n_bytes=0, priority=34,ip,metadata=0x324fe/0xfffffe,nw_dst=20.0.0.0/24 actions=group:152545 -stale
cookie=0x8000003, duration=273.219s, table=21, n_packets=0, n_bytes=0, priority=34,ip,metadata=0x324b0/0xfffffe,nw_dst=20.0.0.0/24 actions=group:152566
root@compute-0-1:~# sh table.sh 21 | grep 2111
cookie=0x8000003, duration=285.629s, table=21, n_packets=0, n_bytes=0, priority=74,ipv6,metadata=0x324fe/0xfffffe,ipv6_dst=2111:12f:862:18::/64 actions=group:152547 -stale
cookie=0x8000003, duration=283.177s, table=21, n_packets=0, n_bytes=0, priority=74,ipv6,metadata=0x324b0/0xfffffe,ipv6_dst=2111:12f:862:18::/64 actions=group:152561
root@compute-0-1:~#
root@compute-0-1:~# sh group.sh 152545 -stale
group_id=152545,type=select
group_id=152545,duration=1171.454s,ref_count=1,packet_count=0,byte_count=0
root@compute-0-1:~# sh group.sh 152547 -stale
group_id=152547,type=select
group_id=152547,duration=1176.417s,ref_count=1,packet_count=0,byte_count=0
root@compute-0-1:~#

root@compute-0-2:~# sh table.sh 21 | grep 20.0.0
cookie=0x8000003, duration=307.391s, table=21, n_packets=0, n_bytes=0, priority=34,ip,metadata=0x324fe/0xfffffe,nw_dst=20.0.0.0/24 actions=group:152545 -stale
cookie=0x8000003, duration=305.558s, table=21, n_packets=0, n_bytes=0, priority=34,ip,metadata=0x324b0/0xfffffe,nw_dst=20.0.0.0/24 actions=group:152566
root@compute-0-2:~# sh table.sh 21 | grep 2111
cookie=0x8000003, duration=313.565s, table=21, n_packets=0, n_bytes=0, priority=74,ipv6,metadata=0x324fe/0xfffffe,ipv6_dst=2111:12f:862:18::/64 actions=group:152547 -stale
cookie=0x8000003, duration=310.977s, table=21, n_packets=0, n_bytes=0, priority=74,ipv6,metadata=0x324b0/0xfffffe,ipv6_dst=2111:12f:862:18::/64 actions=group:152561
root@compute-0-2:~#
root@compute-0-2:~# sh group.sh 152547 -stale
group_id=152547,type=select,bucket=actions=group:152536,bucket=actions=set_field:0x444->tun_id,set_field:fa:16:3e:3f:eb:da->eth_dst,output:243
group_id=152547,duration=1141.885s,ref_count=1,packet_count=0,byte_count=0,bucket0:packet_count=0,byte_count=0,bucket1:packet_count=0,byte_count=0
root@compute-0-2:~# sh group.sh 152545 -stale
group_id=152545,type=select,bucket=actions=group:152535
group_id=152545,duration=1201.301s,ref_count=1,packet_count=0,byte_count=0,bucket0:packet_count=0,byte_count=0
root@compute-0-2:~#

root@compute-0-3:~# sh table.sh 21 | grep 20.0.0
cookie=0x8000003, duration=325.189s, table=21, n_packets=0, n_bytes=0, priority=34,ip,metadata=0x324fe/0xfffffe,nw_dst=20.0.0.0/24 actions=group:152545 -stale
cookie=0x8000003, duration=323.221s, table=21, n_packets=0, n_bytes=0, priority=34,ip,metadata=0x324b0/0xfffffe,nw_dst=20.0.0.0/24 actions=group:152566
root@compute-0-3:~# sh table.sh 21 | grep 2111
cookie=0x8000003, duration=331.229s, table=21, n_packets=0, n_bytes=0, priority=74,ipv6,metadata=0x324fe/0xfffffe,ipv6_dst=2111:12f:862:18::/64 actions=group:152547 -stale
cookie=0x8000003, duration=328.650s, table=21, n_packets=0, n_bytes=0, priority=74,ipv6,metadata=0x324b0/0xfffffe,ipv6_dst=2111:12f:862:18::/64 actions=group:152561
root@compute-0-3:~#
root@compute-0-3:~# sh group.sh 152547 -stale
group_id=152547,type=select,bucket=actions=group:152537
group_id=152547,duration=1215.746s,ref_count=1,packet_count=0,byte_count=0,bucket0:packet_count=0,byte_count=0
root@compute-0-3:~# sh group.sh 152545 -stale
group_id=152545,type=select,bucket=actions=group:152538
group_id=152545,duration=1218.281s,ref_count=1,packet_count=0,byte_count=0,bucket0:packet_count=0,byte_count=0
root@compute-0-3:~#

Attaching logs