[VPNSERVICE-59] One or more VM entries getting removed after restarting DPN followed by controller restart Created: 15/Feb/16  Updated: 15/Jun/18  Resolved: 15/Jun/18

Status: Resolved
Project: vpnservice
Component/s: General
Affects Version/s: unspecified
Fix Version/s: None

Type: Bug
Reporter: RajaRajan Manickam Assignee: Unassigned
Resolution: Won't Do Votes: 0
Labels: None
Remaining Estimate: Not Specified
Time Spent: Not Specified
Original Estimate: Not Specified
Environment:

Operating System: All
Platform: All

Attachments: Zip Archive dpn_restart.zip     Text File karaf_log_dpn_controller_restart.txt    
Severity: major
External issue ID: 5352

 Description   

Hi,

Flows are getting removed from table 21.

Steps to Reproduce:

Assume: All flows were present and ping works well.

1. Shutdown controller.(Result: All flows removed in OVS).
2. Start controller again by running karaf and install VPN module.
3. Check ping work after controller restart.(it is successful)
4.Restart DPN and check flows. (Within few minutes most of the flows getting removed).

Result:

Ping between DPN stops working due to no flows in table 21.

 Comments   
Comment by RajaRajan Manickam [ 15/Feb/16 ]

Attachment dpn_restart.zip has been added with description: Karaf Logs attached

Comment by RajaRajan Manickam [ 17/Feb/16 ]

Attachment karaf_log_dpn_controller_restart.txt has been added with description: Karaf Logs attached

Comment by RajaRajan Manickam [ 17/Feb/16 ]

Please find the required Rest output:

Before shutting down controller and restarting DPN:
---------------------------------------------------
http://10.183.255.21:8181/restconf/config/l3vpn:vpn-instances/
{
"vpn-instances": {
"vpn-instance": [
{
"vpn-instance-name": "abcdabcd-2222-2222-2222-abcdabcdabcd",
"ipv4-family": {
"vpnTargets": {
"vpnTarget": [

{ "vrfRTValue": "100:1", "vrfRTType": "both" }

]
},
"route-distinguisher": "100:1"
}
},
{
"vpn-instance-name": "abcdabcd-1111-1111-1111-abcdabcdabcd",
"ipv4-family": {
"vpnTargets": {
"vpnTarget": [

{ "vrfRTValue": "200:1", "vrfRTType": "both" }

]
},
"route-distinguisher": "200:1"
}
}
]
}
}

http://10.183.255.21:8181/restconf/operational/odl-l3vpn:prefix-to-interface/
{
"prefix-to-interface": {
"vpn-ids": [
{
"vpn-id": 105,
"prefixes": [

{ "ip_address": "10.1.3.3/32", "vpn-interface-name": "tapc44f5b98-08", "dpnId": 249038605198661 }

,

{ "ip_address": "10.1.3.2/32", "vpn-interface-name": "tap15369f10-ec", "dpnId": 191847232923721 }

,

{ "ip_address": "10.1.4.2/32", "vpn-interface-name": "tape6040ab3-eb", "dpnId": 191847232923721 }

,

{ "ip_address": "10.1.4.3/32", "vpn-interface-name": "tapfc38de2e-3d", "dpnId": 249038605198661 }

]
},
{
"vpn-id": 100,
"prefixes": [

{ "ip_address": "10.1.2.2/32", "vpn-interface-name": "tapff3fbc63-96", "dpnId": 191847232923721 }

,

{ "ip_address": "10.1.1.2/32", "vpn-interface-name": "tap1b079a72-1e", "dpnId": 191847232923721 }

,

{ "ip_address": "10.1.2.3/32", "vpn-interface-name": "tapbbe270f2-fa", "dpnId": 249038605198661 }

,

{ "ip_address": "10.1.1.3/32", "vpn-interface-name": "tap51654d43-e9", "dpnId": 249038605198661 }

]
}
]
}
}
http://10.183.255.21:8181/restconf/operational/odl-l3vpn:vpn-instance-op-data/
{
"vpn-instance-op-data": {
"vpn-instance-op-data-entry": [
{
"vrf-id": "200:1",
"vpn-id": 100,
"vpn-to-dpn-list": [
{
"dpnId": 249038605198661,
"vpn-interfaces": [

{ "interface-name": "tapbbe270f2-fa" }

,

{ "interface-name": "tap51654d43-e9" }

]
},
{
"dpnId": 191847232923721,
"vpn-interfaces": [

{ "interface-name": "tapff3fbc63-96" }

,

{ "interface-name": "tap1b079a72-1e" }

]
}
],
"vpn-interface-count": 4
},
{
"vrf-id": "100:1",
"vpn-id": 105,
"vpn-to-dpn-list": [
{
"dpnId": 191847232923721,
"vpn-interfaces": [

{ "interface-name": "tap15369f10-ec" }

,

{ "interface-name": "tape6040ab3-eb" }

]
},
{
"dpnId": 249038605198661,
"vpn-interfaces": [

{ "interface-name": "tapc44f5b98-08" }

,

{ "interface-name": "tapfc38de2e-3d" }

]
}
],
"vpn-interface-count": 4
}
]
}
}

http://10.183.255.21:8181/restconf/operational/l3vpn:vpn-interfaces/
{
"vpn-interfaces": {
"vpn-interface": [
{
"name": "tap51654d43-e9",
"odl-l3vpn:stateUp": true,
"odl-l3vpn:adjacency": [

{ "ip_address": "10.1.1.3/32", "label": 102, "nextHopIp": "10.183.255.22", "mac_address": "FA:16:3E:DE:67:43" }

],
"vpn-instance-name": "abcdabcd-1111-1111-1111-abcdabcdabcd"
},
{
"name": "tapbbe270f2-fa",
"odl-l3vpn:stateUp": true,
"odl-l3vpn:adjacency": [

{ "ip_address": "10.1.2.3/32", "label": 103, "nextHopIp": "10.183.255.22", "mac_address": "FA:16:3E:53:80:96" }

],
"vpn-instance-name": "abcdabcd-1111-1111-1111-abcdabcdabcd"
},
{
"name": "tap15369f10-ec",
"odl-l3vpn:stateUp": true,
"odl-l3vpn:adjacency": [

{ "ip_address": "10.1.3.2/32", "label": 107, "nextHopIp": "10.183.255.21", "mac_address": "FA:16:3E:41:F3:F4" }

],
"vpn-instance-name": "abcdabcd-2222-2222-2222-abcdabcdabcd"
},
{
"name": "tapff3fbc63-96",
"odl-l3vpn:stateUp": true,
"odl-l3vpn:adjacency": [

{ "ip_address": "10.1.2.2/32", "label": 104, "nextHopIp": "10.183.255.21", "mac_address": "FA:16:3E:FC:61:46" }

],
"vpn-instance-name": "abcdabcd-1111-1111-1111-abcdabcdabcd"
},
{
"name": "tapfc38de2e-3d",
"odl-l3vpn:stateUp": true,
"odl-l3vpn:adjacency": [

{ "ip_address": "10.1.4.3/32", "label": 108, "nextHopIp": "10.183.255.22", "mac_address": "FA:16:3E:00:76:91" }

],
"vpn-instance-name": "abcdabcd-2222-2222-2222-abcdabcdabcd"
},
{
"name": "tape6040ab3-eb",
"odl-l3vpn:stateUp": true,
"odl-l3vpn:adjacency": [

{ "ip_address": "10.1.4.2/32", "label": 109, "nextHopIp": "10.183.255.21", "mac_address": "FA:16:3E:15:49:5C" }

],
"vpn-instance-name": "abcdabcd-2222-2222-2222-abcdabcdabcd"
},
{
"name": "tap1b079a72-1e",
"odl-l3vpn:stateUp": true,
"odl-l3vpn:adjacency": [

{ "ip_address": "10.1.1.2/32", "label": 101, "nextHopIp": "10.183.255.21", "mac_address": "FA:16:3E:F0:C6:CD" }

],
"vpn-instance-name": "abcdabcd-1111-1111-1111-abcdabcdabcd"
},
{
"name": "tapc44f5b98-08",
"odl-l3vpn:stateUp": true,
"odl-l3vpn:adjacency": [

{ "ip_address": "10.1.3.3/32", "label": 106, "nextHopIp": "10.183.255.22", "mac_address": "FA:16:3E:07:91:E4" }

],
"vpn-instance-name": "abcdabcd-2222-2222-2222-abcdabcdabcd"
}
]
}
}

http://10.183.255.21:8181/restconf/config/l3vpn:vpn-interfaces/
{
"vpn-interfaces": {
"vpn-interface": [
{
"name": "tap51654d43-e9",
"odl-l3vpn:adjacency": [

{ "ip_address": "10.1.1.3/32", "mac_address": "FA:16:3E:DE:67:43" }

],
"vpn-instance-name": "abcdabcd-1111-1111-1111-abcdabcdabcd"
},
{
"name": "tapbbe270f2-fa",
"odl-l3vpn:adjacency": [

{ "ip_address": "10.1.2.3/32", "mac_address": "FA:16:3E:53:80:96" }

],
"vpn-instance-name": "abcdabcd-1111-1111-1111-abcdabcdabcd"
},
{
"name": "tap15369f10-ec",
"odl-l3vpn:adjacency": [

{ "ip_address": "10.1.3.2/32", "mac_address": "FA:16:3E:41:F3:F4" }

],
"vpn-instance-name": "abcdabcd-2222-2222-2222-abcdabcdabcd"
},
{
"name": "tapff3fbc63-96",
"odl-l3vpn:adjacency": [

{ "ip_address": "10.1.2.2/32", "mac_address": "FA:16:3E:FC:61:46" }

],
"vpn-instance-name": "abcdabcd-1111-1111-1111-abcdabcdabcd"
},
{
"name": "tapfc38de2e-3d",
"odl-l3vpn:adjacency": [

{ "ip_address": "10.1.4.3/32", "mac_address": "FA:16:3E:00:76:91" }

],
"vpn-instance-name": "abcdabcd-2222-2222-2222-abcdabcdabcd"
},
{
"name": "tape6040ab3-eb",
"odl-l3vpn:adjacency": [

{ "ip_address": "10.1.4.2/32", "mac_address": "FA:16:3E:15:49:5C" }

],
"vpn-instance-name": "abcdabcd-2222-2222-2222-abcdabcdabcd"
},
{
"name": "tap1b079a72-1e",
"odl-l3vpn:adjacency": [

{ "ip_address": "10.1.1.2/32", "mac_address": "FA:16:3E:F0:C6:CD" }

],
"vpn-instance-name": "abcdabcd-1111-1111-1111-abcdabcdabcd"
},
{
"name": "tapc44f5b98-08",
"odl-l3vpn:adjacency": [

{ "ip_address": "10.1.3.3/32", "mac_address": "FA:16:3E:07:91:E4" }

],
"vpn-instance-name": "abcdabcd-2222-2222-2222-abcdabcdabcd"
}
]
}
}
http://10.183.255.21:8181/restconf/operational/odl-l3vpn:prefix-to-interface/
{
"prefix-to-interface": {
"vpn-ids": [
{
"vpn-id": 105,
"prefixes": [

{ "ip_address": "10.1.3.3/32", "vpn-interface-name": "tapc44f5b98-08", "dpnId": 249038605198661 }

,

{ "ip_address": "10.1.3.2/32", "vpn-interface-name": "tap15369f10-ec", "dpnId": 191847232923721 }

,

{ "ip_address": "10.1.4.2/32", "vpn-interface-name": "tape6040ab3-eb", "dpnId": 191847232923721 }

,

{ "ip_address": "10.1.4.3/32", "vpn-interface-name": "tapfc38de2e-3d", "dpnId": 249038605198661 }

]
},
{
"vpn-id": 100,
"prefixes": [

{ "ip_address": "10.1.2.2/32", "vpn-interface-name": "tapff3fbc63-96", "dpnId": 191847232923721 }

,

{ "ip_address": "10.1.1.2/32", "vpn-interface-name": "tap1b079a72-1e", "dpnId": 191847232923721 }

,

{ "ip_address": "10.1.2.3/32", "vpn-interface-name": "tapbbe270f2-fa", "dpnId": 249038605198661 }

,

{ "ip_address": "10.1.1.3/32", "vpn-interface-name": "tap51654d43-e9", "dpnId": 249038605198661 }

]
}
]
}
}
http://10.183.255.21:8181/restconf/config/odl-fib:fibEntries
{
"fibEntries": {
"vrfTables": [
{
"routeDistinguisher": "100:1",
"vrfEntry": [

{ "destPrefix": "10.1.3.2/32", "nextHopAddress": "10.183.255.21", "label": 107 }

,

{ "destPrefix": "10.1.4.2/32", "nextHopAddress": "10.183.255.21", "label": 109 }

,

{ "destPrefix": "10.1.4.3/32", "nextHopAddress": "10.183.255.22", "label": 108 }

,

{ "destPrefix": "10.1.3.3/32", "nextHopAddress": "10.183.255.22", "label": 106 }

]
},
{
"routeDistinguisher": "200:1",
"vrfEntry": [

{ "destPrefix": "10.1.2.2/32", "nextHopAddress": "10.183.255.21", "label": 104 }

,

{ "destPrefix": "10.1.1.2/32", "nextHopAddress": "10.183.255.21", "label": 101 }

,

{ "destPrefix": "10.1.2.3/32", "nextHopAddress": "10.183.255.22", "label": 103 }

,

{ "destPrefix": "10.1.1.3/32", "nextHopAddress": "10.183.255.22", "label": 102 }

]
}
]
}
}

After Restarting controller and followed by DPN:
-------------------------------------------------
http://10.183.255.21:8181/restconf/config/l3vpn:vpn-instances/
{
"vpn-instances": {
"vpn-instance": [
{
"vpn-instance-name": "abcdabcd-2222-2222-2222-abcdabcdabcd",
"ipv4-family": {
"vpnTargets": {
"vpnTarget": [

{ "vrfRTValue": "100:1", "vrfRTType": "both" }

]
},
"route-distinguisher": "100:1"
}
},
{
"vpn-instance-name": "abcdabcd-1111-1111-1111-abcdabcdabcd",
"ipv4-family": {
"vpnTargets": {
"vpnTarget": [

{ "vrfRTValue": "200:1", "vrfRTType": "both" }

]
},
"route-distinguisher": "200:1"
}
}
]
}
}
http://10.183.255.21:8181/restconf/operational/odl-l3vpn:prefix-to-interface/
{
"prefix-to-interface": {
"vpn-ids": [
{
"vpn-id": 105,
"prefixes": [

{ "ip_address": "10.1.3.2/32", "vpn-interface-name": "tap15369f10-ec", "dpnId": 191847232923721 }

,

{ "ip_address": "10.1.3.3/32", "vpn-interface-name": "tapc44f5b98-08", "dpnId": 249038605198661 }

,

{ "ip_address": "10.1.4.3/32", "vpn-interface-name": "tapfc38de2e-3d", "dpnId": 249038605198661 }

]
},
{
"vpn-id": 100,
"prefixes": [

{ "ip_address": "10.1.2.2/32", "vpn-interface-name": "tapff3fbc63-96", "dpnId": 191847232923721 }

,

{ "ip_address": "10.1.2.3/32", "vpn-interface-name": "tapbbe270f2-fa", "dpnId": 249038605198661 }

,

{ "ip_address": "10.1.1.3/32", "vpn-interface-name": "tap51654d43-e9", "dpnId": 249038605198661 }

]
}
]
}
}
http://10.183.255.21:8181/restconf/operational/odl-l3vpn:vpn-instance-op-data/
{
"vpn-instance-op-data": {
"vpn-instance-op-data-entry": [
{
"vrf-id": "200:1",
"vpn-id": 100,
"vpn-to-dpn-list": [
{
"dpnId": 249038605198661,
"vpn-interfaces": [

{ "interface-name": "tapbbe270f2-fa" }

,

{ "interface-name": "tap51654d43-e9" }

]
},
{
"dpnId": 191847232923721,
"vpn-interfaces": [

{ "interface-name": "tapff3fbc63-96" }

]
}
],
"vpn-interface-count": 3
},
{
"vrf-id": "100:1",
"vpn-id": 105,
"vpn-to-dpn-list": [
{
"dpnId": 191847232923721,
"vpn-interfaces": [

{ "interface-name": "tap15369f10-ec" }

]
},
{
"dpnId": 249038605198661,
"vpn-interfaces": [

{ "interface-name": "tapc44f5b98-08" }

,

{ "interface-name": "tapfc38de2e-3d" }

]
}
],
"vpn-interface-count": 3
}
]
}
}
http://10.183.255.21:8181/restconf/operational/l3vpn:vpn-interfaces/
{
"vpn-interfaces": {
"vpn-interface": [
{
"name": "tapbbe270f2-fa",
"odl-l3vpn:stateUp": true,
"odl-l3vpn:adjacency": [

{ "ip_address": "10.1.2.3/32", "label": 103, "nextHopIp": "10.183.255.22", "mac_address": "FA:16:3E:53:80:96" }

],
"vpn-instance-name": "abcdabcd-1111-1111-1111-abcdabcdabcd"
},
{
"name": "tap51654d43-e9",
"odl-l3vpn:stateUp": true,
"odl-l3vpn:adjacency": [

{ "ip_address": "10.1.1.3/32", "label": 102, "nextHopIp": "10.183.255.22", "mac_address": "FA:16:3E:DE:67:43" }

],
"vpn-instance-name": "abcdabcd-1111-1111-1111-abcdabcdabcd"
},
{
"name": "tap15369f10-ec",
"odl-l3vpn:stateUp": true,
"odl-l3vpn:adjacency": [

{ "ip_address": "10.1.3.2/32", "label": 110, "nextHopIp": "10.183.255.21", "mac_address": "FA:16:3E:41:F3:F4" }

],
"vpn-instance-name": "abcdabcd-2222-2222-2222-abcdabcdabcd"
},
{
"name": "tapff3fbc63-96",
"odl-l3vpn:stateUp": true,
"odl-l3vpn:adjacency": [

{ "ip_address": "10.1.2.2/32", "label": 111, "nextHopIp": "10.183.255.21", "mac_address": "FA:16:3E:FC:61:46" }

],
"vpn-instance-name": "abcdabcd-1111-1111-1111-abcdabcdabcd"
},
{
"name": "tapfc38de2e-3d",
"odl-l3vpn:stateUp": true,
"odl-l3vpn:adjacency": [

{ "ip_address": "10.1.4.3/32", "label": 108, "nextHopIp": "10.183.255.22", "mac_address": "FA:16:3E:00:76:91" }

],
"vpn-instance-name": "abcdabcd-2222-2222-2222-abcdabcdabcd"
},
{
"name": "tapc44f5b98-08",
"odl-l3vpn:stateUp": true,
"odl-l3vpn:adjacency": [

{ "ip_address": "10.1.3.3/32", "label": 106, "nextHopIp": "10.183.255.22", "mac_address": "FA:16:3E:07:91:E4" }

],
"vpn-instance-name": "abcdabcd-2222-2222-2222-abcdabcdabcd"
}
]
}
}
http://10.183.255.21:8181/restconf/config/l3vpn:vpn-interfaces/
{
"vpn-interfaces": {
"vpn-interface": [
{
"name": "tap51654d43-e9",
"vpn-instance-name": "abcdabcd-1111-1111-1111-abcdabcdabcd",
"odl-l3vpn:adjacency": [

{ "ip_address": "10.1.1.3/32", "mac_address": "FA:16:3E:DE:67:43" }

]
},
{
"name": "tapbbe270f2-fa",
"vpn-instance-name": "abcdabcd-1111-1111-1111-abcdabcdabcd",
"odl-l3vpn:adjacency": [

{ "ip_address": "10.1.2.3/32", "mac_address": "FA:16:3E:53:80:96" }

]
},
{
"name": "tap15369f10-ec",
"vpn-instance-name": "abcdabcd-2222-2222-2222-abcdabcdabcd",
"odl-l3vpn:adjacency": [

{ "ip_address": "10.1.3.2/32", "mac_address": "FA:16:3E:41:F3:F4" }

]
},
{
"name": "tapff3fbc63-96",
"vpn-instance-name": "abcdabcd-1111-1111-1111-abcdabcdabcd",
"odl-l3vpn:adjacency": [

{ "ip_address": "10.1.2.2/32", "mac_address": "FA:16:3E:FC:61:46" }

]
},
{
"name": "tapfc38de2e-3d",
"vpn-instance-name": "abcdabcd-2222-2222-2222-abcdabcdabcd",
"odl-l3vpn:adjacency": [

{ "ip_address": "10.1.4.3/32", "mac_address": "FA:16:3E:00:76:91" }

]
},
{
"name": "tape6040ab3-eb",
"vpn-instance-name": "abcdabcd-2222-2222-2222-abcdabcdabcd",
"odl-l3vpn:adjacency": [

{ "ip_address": "10.1.4.2/32", "mac_address": "FA:16:3E:15:49:5C" }

]
},
{
"name": "tap1b079a72-1e",
"vpn-instance-name": "abcdabcd-1111-1111-1111-abcdabcdabcd",
"odl-l3vpn:adjacency": [

{ "ip_address": "10.1.1.2/32", "mac_address": "FA:16:3E:F0:C6:CD" }

]
},
{
"name": "tapc44f5b98-08",
"vpn-instance-name": "abcdabcd-2222-2222-2222-abcdabcdabcd",
"odl-l3vpn:adjacency": [

{ "ip_address": "10.1.3.3/32", "mac_address": "FA:16:3E:07:91:E4" }

]
}
]
}
}
http://10.183.255.21:8181/restconf/operational/odl-l3vpn:prefix-to-interface/
{
"prefix-to-interface": {
"vpn-ids": [
{
"vpn-id": 105,
"prefixes": [

{ "ip_address": "10.1.3.2/32", "vpn-interface-name": "tap15369f10-ec", "dpnId": 191847232923721 }

,

{ "ip_address": "10.1.3.3/32", "vpn-interface-name": "tapc44f5b98-08", "dpnId": 249038605198661 }

,

{ "ip_address": "10.1.4.3/32", "vpn-interface-name": "tapfc38de2e-3d", "dpnId": 249038605198661 }

]
},
{
"vpn-id": 100,
"prefixes": [

{ "ip_address": "10.1.2.2/32", "vpn-interface-name": "tapff3fbc63-96", "dpnId": 191847232923721 }

,

{ "ip_address": "10.1.2.3/32", "vpn-interface-name": "tapbbe270f2-fa", "dpnId": 249038605198661 }

,

{ "ip_address": "10.1.1.3/32", "vpn-interface-name": "tap51654d43-e9", "dpnId": 249038605198661 }

]
}
]
}
}
http://10.183.255.21:8181/restconf/config/odl-fib:fibEntries
{
"fibEntries": {
"vrfTables": [

{ "routeDistinguisher": "100:1" }

,

{ "routeDistinguisher": "200:1" }

]
}
}

Comment by Sam Hague [ 15/Jun/18 ]

vpnservice project is lo longer active

Generated at Wed Feb 07 20:47:14 UTC 2024 using Jira 8.20.10#820010-sha1:ace47f9899e9ee25d7157d59aa17ab06aee30d3d.