[NETVIRT-1429] Mismatch b/w table 21 and table 220 reg value after tep-delete/tep-add

Thu, 4 Oct 2018 04:08:42 +0000

TC:

Configuration:

->Configure 8 dualstack networks and 16 VMs and 2 routers. Two computes have one VM for each of the 8 networks. Attach 4 dualstack networks to each router

->Configure BGP, 2 VPN instances .

->Attach routers to VPN instances.

->Configure extra routes with four VMs as nexthops for both the routers.

->Verify reachability between DCGW and extraroute.

TC:

Delete TEP on compute : LB -OK

Re add the TEP - LB NOK -register value mismatch between table 21 and table 220.

Issue description:

VMs on compute-0-2 not reachable from DC-GW after tep-delete and tep-add on that compute

ON DC-GW:

RP/0/0/CPU0:ios#ping ipv6 2001:db8:abcd:11:f816:3eff:fe2d:2f72 vrf test count $
Tue Sep 11 07:34:55.342 UTC
Type escape sequence to abort.
Sending 10, 100-byte ICMP Echos to 2001:db8:abcd:11:f816:3eff:fe2d:2f72, timeout is 2 seconds:
..........
Success rate is 0 percent (0/10)
RP/0/0/CPU0:ios#

tcpdump on compute-0-2 VMs:

tcpdump: verbose output suppressed, use -v or -vv for full protocol decode
listening on ens3, link-type EN10MB (Ethernet), capture size 262144 bytes
09:23:40.504948 IP6 2001:8::3 > 2001:db8:abcd:11:f816:3eff:fe2d:2f72: ICMP6, echo request, seq
09:23:40.504979 IP6 2001:db8:abcd:11:f816:3eff:fe2d:2f72 > 2001:8::3: ICMP6, echo reply, seq 0,
09:23:42.524156 IP6 2001:8::3 > 2001:db8:abcd:11:f816:3eff:fe2d:2f72: ICMP6, echo request, seq
09:23:42.524190 IP6 2001:db8:abcd:11:f816:3eff:fe2d:2f72 > 2001:8::3: ICMP6, echo reply, seq 1,
09:23:44.543748 IP6 2001:8::3 > 2001:db8:abcd:11:f816:3eff:fe2d:2f72: ICMP6, echo request, seq
09:23:44.543787 IP6 2001:db8:abcd:11:f816:3eff:fe2d:2f72 > 2001:8::3: ICMP6, echo reply, seq 2,
09:23:45.508733 IP6 fe80::f816:3eff:fe2d:2f72 > fe80::f816:3eff:feea:729b: ICMP6, neighbor solif:feea:729b, length 32

Non working compute:

Issue: Mismatch in NXM_NX_REG6 values in table 21(0x300) and table 220(0x2800).

root@compute-0-2:~# sh table.sh 21 | grep push
cookie=0x8000003, duration=328813.715s, table=21, n_packets=95, n_bytes=10830, priority=138,ipv6,metadata=0x30ed4/0xfffffe,ipv6_dst=2001:8::3 actions=push_mpls:0x8847,set_field:20001->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x300->NXM_NX_REG6[],resubmit(,220)
cookie=0x8000003, duration=328813.714s, table=21, n_packets=0, n_bytes=0, priority=74,ipv6,metadata=0x30ed4/0xfffffe,ipv6_dst=2982:632:537::/64 actions=push_mpls:0x8847,set_field:20001->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x300->NXM_NX_REG6[],resubmit(,220)
cookie=0x8000003, duration=328813.714s, table=21, n_packets=327598, n_bytes=38656564, priority=74,ipv6,metadata=0x30ed4/0xfffffe,ipv6_dst=23bc:fe2:41::/64 actions=push_mpls:0x8847,set_field:20001->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x300->NXM_NX_REG6[],resubmit(,220)
cookie=0x8000003, duration=328813.714s, table=21, n_packets=0, n_bytes=0, priority=74,ipv6,metadata=0x30ed4/0xfffffe,ipv6_dst=2567:878:143::/64 actions=push_mpls:0x8847,set_field:20001->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x300->NXM_NX_REG6[],resubmit(,220)
cookie=0x8000003, duration=328813.714s, table=21, n_packets=5, n_bytes=590, priority=74,ipv6,metadata=0x30ed4/0xfffffe,ipv6_dst=2004:ae12::/64 actions=push_mpls:0x8847,set_field:20001->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x300->NXM_NX_REG6[],resubmit(,220)
cookie=0x8000003, duration=328813.715s, table=21, n_packets=0, n_bytes=0, priority=42,ip,metadata=0x30ed4/0xfffffe,nw_dst=1.1.1.1 actions=push_mpls:0x8847,set_field:20000->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x300->NXM_NX_REG6[],resubmit(,220)
cookie=0x8000003, duration=328813.715s, table=21, n_packets=0, n_bytes=0, priority=34,ip,metadata=0x30ed4/0xfffffe,nw_dst=61.1.1.0/24 actions=push_mpls:0x8847,set_field:20000->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x300->NXM_NX_REG6[],resubmit(,220)
cookie=0x8000003, duration=328813.715s, table=21, n_packets=0, n_bytes=0, priority=34,ip,metadata=0x30ed4/0xfffffe,nw_dst=10.1.1.0/24 actions=push_mpls:0x8847,set_field:20000->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x300->NXM_NX_REG6[],resubmit(,220)

cookie=0x8000003, duration=328813.715s, table=21, n_packets=95, n_bytes=10830, priority=138,ipv6,metadata=0x30ed4/0xfffffe,ipv6_dst=2001:8::3 actions=push_mpls:0x8847,set_field:20001->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x300->NXM_NX_REG6[],resubmit(,220)

root@compute-0-2:~# sh table.sh 220 | grep output:96
cookie=0x8000007, duration=328153.526s, table=220, n_packets=0, n_bytes=0, priority=9,reg6=0x2800 actions=output:96
root@compute-0-2:~#

root@compute-0-2:~# sudo ovs-ofctl show br-int -O Openflow13 | grep 96
96(tun418e358a2a8): addr:4a:90:11:3e:c4:5e
root@compute-0-2:~# sudo ovs-vsctl show | grep tun418e358a2a8 -a2b2
1268- Interface "vhu2f583fa4-47"
1307- type: dpdkvhostuser
1343: Port "tun418e358a2a8"
1373: Interface "tun418e358a2a8"
1412- type: gre
1438- options: {local_ip="192.168.113.11", packet_type="legacy_l3", remote_ip="192.168.113.94"}
root@compute-0-2:~#
root@compute-0-2:~#
Working compute:

root@compute-0-1:~# sudo ovs-ofctl dump-flows br-int -O Openflow13 | grep push
cookie=0x8000003, duration=328674.906s, table=21, n_packets=10, n_bytes=1140, priority=138,ipv6,metadata=0x30ed4/0xfffffe,ipv6_dst=2001:8::3 actions=push_mpls:0x8847,set_field:20001->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x100->NXM_NX_REG6[],resubmit(,220)
cookie=0x8000003, duration=328674.904s, table=21, n_packets=0, n_bytes=0, priority=74,ipv6,metadata=0x30ed4/0xfffffe,ipv6_dst=2982:632:537::/64 actions=push_mpls:0x8847,set_field:20001->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x100->NXM_NX_REG6[],resubmit(,220)
cookie=0x8000003, duration=328674.901s, table=21, n_packets=385, n_bytes=45430, priority=74,ipv6,metadata=0x30ed4/0xfffffe,ipv6_dst=2004:ae12::/64 actions=push_mpls:0x8847,set_field:20001->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x100->NXM_NX_REG6[],resubmit(,220)
cookie=0x8000003, duration=328674.901s, table=21, n_packets=0, n_bytes=0, priority=74,ipv6,metadata=0x30ed4/0xfffffe,ipv6_dst=2567:878:143::/64 actions=push_mpls:0x8847,set_field:20001->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x100->NXM_NX_REG6[],resubmit(,220)
cookie=0x8000003, duration=328674.894s, table=21, n_packets=338, n_bytes=39884, priority=74,ipv6,metadata=0x30ed4/0xfffffe,ipv6_dst=23bc:fe2:41::/64 actions=push_mpls:0x8847,set_field:20001->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x100->NXM_NX_REG6[],resubmit(,220)
cookie=0x8000003, duration=328674.893s, table=21, n_packets=0, n_bytes=0, priority=42,ip,metadata=0x30ed4/0xfffffe,nw_dst=1.1.1.1 actions=push_mpls:0x8847,set_field:20000->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x100->NXM_NX_REG6[],resubmit(,220)
cookie=0x8000003, duration=328674.894s, table=21, n_packets=0, n_bytes=0, priority=34,ip,metadata=0x30ed4/0xfffffe,nw_dst=61.1.1.0/24 actions=push_mpls:0x8847,set_field:20000->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x100->NXM_NX_REG6[],resubmit(,220)
cookie=0x8000003, duration=328674.894s, table=21, n_packets=0, n_bytes=0, priority=34,ip,metadata=0x30ed4/0xfffffe,nw_dst=10.1.1.0/24 actions=push_mpls:0x8847,set_field:20000->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x100->NXM_NX_REG6[],resubmit(,220)

root@compute-0-1:~# sh table.sh 21 | grep 2001:8::3
cookie=0x8000003, duration=328697.204s, table=21, n_packets=10, n_bytes=1140, priority=138,ipv6,metadata=0x30ed4/0xfffffe,ipv6_dst=2001:8::3 actions=push_mpls:0x8847,set_field:20001->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x100->NXM_NX_REG6[],resubmit(,220)
root@compute-0-1:~# sh table.sh 220 | grep output:73
cookie=0x8000007, duration=345926.745s, table=220, n_packets=733, n_bytes=86454, priority=9,reg6=0x100 actions=output:73
root@compute-0-1:~

root@compute-0-1:~# sh table.sh 220 | grep output:73
cookie=0x8000007, duration=345926.745s, table=220, n_packets=733, n_bytes=86454, priority=9,re
root@compute-0-1:~# sudo ovs-vsctl show | grep -a2b2 gre
989- Port "tun3ea7dbb5195"
1019- Interface "tun3ea7dbb5195"
1058: type: gre
1084- options: {local_ip="192.168.113.10", packet_type="legacy_l3", remote_ip="192.168.113.94"}

root@compute-0-1:~# sudo ovs-ofctl show br-int -O Openflow13 | grep tun3ea7dbb5195
73(tun3ea7dbb5195): addr:82:6c:ae:5d:3d:f7
root@compute-0-1:~#

Flow in config DS has also mismatch :

10240 is 0x2800 in hex

{
"barrier": false,
"cookie": 134217735,
"flow-name": "default.tun418e358a2a8",
"hard-timeout": 0,
"id": "2975427776581.220.tun418e358a2a8.0",
"idle-timeout": 0,
"installHw": true,
"instructions": {
"instruction": [
{
"apply-actions": {
"action": [
{
"order": 0,
"output-action":

{ "max-length": 0, "output-node-connector": "96" }

}
]
},
"order": 0
}
]
},
"match": {
"openflowplugin-extension-general:extension-list": [
{
"extension": {
"openflowplugin-extension-nicira-match:nxm-nx-reg":

{ "reg": "nicira-match:nxm-nx-reg6", "value": 10240 }

},
"extension-key": "openflowplugin-extension-nicira-match:nxm-nx-reg6-key"
}
]
},
"priority": 9,
"strict": true,
"table_id": 220
},

768 is 0x300

"barrier": false,
"cookie": 134217731,
"flow-name": "L3.2975427776581.21.100:22.138.2001:8:0:0:0:0:0:3",
"hard-timeout": 0,
"id": "L3.2975427776581.21.100:22.138.2001:8:0:0:0:0:0:3",
"idle-timeout": 0,
"installHw": true,
"instructions": {
"instruction": [
{
"apply-actions": {
"action": [
{
"openflowplugin-extension-nicira-action:nx-reg-load": {
"dst":

{ "end": 31, "nx-reg": "nicira-match:nxm-nx-reg6", "start": 0 }

,
"value": 768
},
"order": 3
},
{
"openflowplugin-extension-nicira-action:nx-resubmit":

{ "table": 220 }

,
},
{
"order": 0,
"push-mpls-action":

{ "ethernet-type": 34887 }

},
{
"order": 1,
"set-field": {
"protocol-match-fields":

{ "mpls-label": 20001 }

}
},
{
"openflowplugin-extension-nicira-action:nx-reg-load": {
"dst":

{ "end": 15, "of-in-port": [ null ], "start": 0 }

,
"value": 0
},
"order": 2
}
]
},
"order": 0
}
]
},
"match": {
"ethernet-match": {
"ethernet-type":

{ "type": 34525 }

},
"ipv6-destination": "2001:8:0:0:0:0:0:3/128",
"metadata":

{ "metadata": 200404, "metadata-mask": 16777214 }

},
"priority": 138,
"strict": false,
"table_id": 21
},

OpenDaylight JIRA

[NETVIRT-1429] Mismatch b/w table 21 and table 220 reg value after tep-delete/tep-add