One or more internal routes entries getting removed after restarting DPN

One ore more VM entries getting removed after restarting DPN

Assume controller is up and connected with two DPN's and ping works well across DPN.

Restart either one DPN by using "sudo /etc/init.d/openvswitch-switch restart" and check flows.

one or more internal routes getting removed from table 21.

http://10.183.254.197:8181/restconf/config/l3vpn:vpn-interfaces/
{
"vpn-interfaces": {
"vpn-interface": [
{
"name": "s1-eth1",
"odl-l3vpn:adjacency": [

{ "ip_address": "10.0.0.1", "mac_address": "00:00:00:00:00:01" }

],
"vpn-instance-name": "testVpn1"
},
{
"name": "s2-eth1",
"odl-l3vpn:adjacency": [

{ "ip_address": "10.0.0.3", "mac_address": "00:00:00:00:00:03" }

],
"vpn-instance-name": "testVpn1"
},
{
"name": "s1-eth2",
"odl-l3vpn:adjacency": [

{ "ip_address": "10.0.0.2", "mac_address": "00:00:00:00:00:02" }

],
"vpn-instance-name": "testVpn1"
},
{
"name": "s2-eth2",
"odl-l3vpn:adjacency": [

{ "ip_address": "10.0.0.4", "mac_address": "00:00:00:00:00:04" }

],
"vpn-instance-name": "testVpn1"
}
]
}
}

http://10.183.254.197:8181/restconf/operational/l3vpn:vpn-interfaces/
{
"vpn-interfaces": {
"vpn-interface": [
{
"name": "s1-eth1",
"odl-l3vpn:adjacency": [

{ "ip_address": "10.0.0.1/32", "label": 103, "nextHopIp": "10.183.254.197", "mac_address": "00:00:00:00:00:01" }

],
"vpn-instance-name": "testVpn1"
},
{
"name": "s1-eth2",
"odl-l3vpn:adjacency": [

{ "ip_address": "10.0.0.2/32", "label": 102, "nextHopIp": "10.183.254.197", "mac_address": "00:00:00:00:00:02" }

],
"vpn-instance-name": "testVpn1"
},
{
"name": "s2-eth2",
"odl-l3vpn:adjacency": [

{ "ip_address": "10.0.0.4/32", "label": 106, "nextHopIp": "10.183.254.199", "mac_address": "00:00:00:00:00:04" }

],
"vpn-instance-name": "testVpn1"
}
]
}
}

http://10.183.254.197:8181/restconf/config/odl-fib:fibEntries
{
"fibEntries": {
"vrfTables": [
{
"routeDistinguisher": "100:1",
"vrfEntry": [

{ "destPrefix": "10.0.0.1/32", "nextHopAddress": "10.183.254.197", "label": 103 }

,

{ "destPrefix": "10.0.0.2/32", "nextHopAddress": "10.183.254.197", "label": 102 }

,

{ "destPrefix": "10.0.0.4/32", "nextHopAddress": "10.183.254.199", "label": 106 }

]
}
]
}
}

mininet@mininet-vm:~\> cat flows_dpn2
OFPST_FLOW reply (OF1.3) (xid=0x2):
cookie=0x6800000, duration=1801.437s, table=0, n_packets=0, n_bytes=0, priority=50,udp,tp_src=68,tp_dst=67 actions=write_actions(CONTROLLER:65535)
cookie=0x8000001, duration=1801.214s, table=0, n_packets=371, n_bytes=31678, priority=5,in_port=3 actions=goto_table:36
cookie=0x8000001, duration=1801.437s, table=0, n_packets=16, n_bytes=1512, priority=10,in_port=2 actions=write_metadata:0x6000060000000064/0xffffff00ffffffff,goto_table:21
cookie=0x8000001, duration=1801.437s, table=0, n_packets=16, n_bytes=1232, priority=10,in_port=1 actions=write_metadata:0x60000b0000000064/0xffffff00ffffffff,goto_table:21
cookie=0x8000002, duration=1791.101s, table=20, n_packets=0, n_bytes=0, priority=10,mpls,mpls_label=106 actions=write_actions(pop_mpls:0x0800,group:150004)
cookie=0x1030000, duration=1801.462s, table=20, n_packets=0, n_bytes=0, priority=0 actions=goto_table:80
cookie=0x8000003, duration=1801.462s, table=21, n_packets=0, n_bytes=0, priority=42,ip,metadata=0x64/0xffffffff,nw_dst=10.0.0.2 actions=write_actions(set_field:0x66->tun_id,output:3)
cookie=0x8000003, duration=1801.462s, table=21, n_packets=17, n_bytes=1666, priority=42,ip,metadata=0x64/0xffffffff,nw_dst=10.0.0.1 actions=write_actions(set_field:0x67->tun_id,output:3)
cookie=0x8000003, duration=1791.106s, table=21, n_packets=4, n_bytes=392, priority=42,ip,metadata=0x64/0xffffffff,nw_dst=10.0.0.4 actions=write_actions(group:150004)
cookie=0x8000003, duration=1801.438s, table=21, n_packets=11, n_bytes=686, priority=0 actions=goto_table:80
cookie=0x900006a, duration=1791.094s, table=36, n_packets=11, n_bytes=1078, priority=5,tun_id=0x6a actions=write_actions(group:150004)
cookie=0x8050000, duration=1801.437s, table=50, n_packets=0, n_bytes=0, priority=0 actions=CONTROLLER:65535,goto_table:51
cookie=0x8030000, duration=1801.438s, table=51, n_packets=0, n_bytes=0, priority=0 actions=goto_table:52
cookie=0x8110007, duration=1801.437s, table=80, n_packets=0, n_bytes=0, priority=100,arp,metadata=0x6000070000000064/0xffffff00ffffffff,arp_op=1 actions=write_actions(CONTROLLER:65535)
cookie=0x8110006, duration=1795.214s, table=80, n_packets=1, n_bytes=42, priority=100,arp,metadata=0x6000060000000064/0xffffff00ffffffff,arp_op=1 actions=write_actions(CONTROLLER:65535)

Flows output from DPN1:
mininet@mininet-vm:~\> cat flows
OFPST_FLOW reply (OF1.3) (xid=0x2):
cookie=0x6800000, duration=2654.125s, table=0, n_packets=0, n_bytes=0, priority=50,udp,tp_src=68,tp_dst=67 actions=write_actions(CONTROLLER:65535)
cookie=0x8000001, duration=2424.179s, table=0, n_packets=506, n_bytes=43296, priority=5,in_port=3 actions=goto_table:36
cookie=0x8000001, duration=2394.188s, table=0, n_packets=37, n_bytes=3234, priority=10,in_port=1 actions=write_metadata:0x6000020000000064/0xffffff00ffffffff,goto_table:21
cookie=0x8000001, duration=2394.172s, table=0, n_packets=6, n_bytes=476, priority=10,in_port=2 actions=write_metadata:0x6000010000000064/0xffffff00ffffffff,goto_table:21
cookie=0x8000002, duration=2390.752s, table=20, n_packets=0, n_bytes=0, priority=10,mpls,mpls_label=102 actions=write_actions(pop_mpls:0x0800,group:150000)
cookie=0x8000002, duration=2386.732s, table=20, n_packets=0, n_bytes=0, priority=10,mpls,mpls_label=103 actions=write_actions(pop_mpls:0x0800,group:150001)
cookie=0x1030000, duration=2659.341s, table=20, n_packets=0, n_bytes=0, priority=0 actions=goto_table:80
cookie=0x8000003, duration=2390.800s, table=21, n_packets=4, n_bytes=392, priority=42,ip,metadata=0x64/0xffffffff,nw_dst=10.0.0.2 actions=write_actions(group:150000)
cookie=0x8000003, duration=2386.742s, table=21, n_packets=4, n_bytes=392, priority=42,ip,metadata=0x64/0xffffffff,nw_dst=10.0.0.1 actions=write_actions(group:150001)
cookie=0x8000003, duration=1835.823s, table=21, n_packets=11, n_bytes=1078, priority=42,ip,metadata=0x64/0xffffffff,nw_dst=10.0.0.4 actions=write_actions(set_field:0x6a->tun_id,output:3)
cookie=0x8000003, duration=2659.334s, table=21, n_packets=19, n_bytes=1358, priority=0 actions=goto_table:80
cookie=0x9000066, duration=2390.769s, table=36, n_packets=0, n_bytes=0, priority=5,tun_id=0x66 actions=write_actions(group:150000)
cookie=0x9000067, duration=2386.725s, table=36, n_packets=22, n_bytes=2156, priority=5,tun_id=0x67 actions=write_actions(group:150001)
cookie=0x8050000, duration=2653.536s, table=50, n_packets=0, n_bytes=0, priority=0 actions=CONTROLLER:65535,goto_table:51
cookie=0x8030000, duration=2653.531s, table=51, n_packets=0, n_bytes=0, priority=0 actions=goto_table:52
cookie=0x8110001, duration=2395.155s, table=80, n_packets=2, n_bytes=84, priority=100,arp,metadata=0x6000010000000064/0xffffff00ffffffff,arp_op=1 actions=write_actions(CONTROLLER:65535)
cookie=0x8110002, duration=2395.016s, table=80, n_packets=7, n_bytes=294, priority=100,arp,metadata=0x6000020000000064/0xffffff00ffffffff,arp_op=1 actions=write_actions(CONTROLLER:65535)