-
Bug
-
Resolution: Done
-
Medium
-
None
-
3 node cluster with 2 DPNs
TC:
Configuration:
->Configure 8 dualstack networks and 16 VMs and 2 routers. Two computes have one VM for each of the 8 networks. Attach 4 dualstack networks to each router
->Configure BGP, 2 VPN instances .
->Attach routers to VPN instances.
->Configure extra routes with four VMs as nexthops for both the routers.
->Verify reachability between DCGW and extraroute.
TC:
Delete TEP on compute : LB -OK
Re add the TEP - LB NOK -register value mismatch between table 21 and table 220.
Issue description:
VMs on compute-0-2 not reachable from DC-GW after tep-delete and tep-add on that compute
ON DC-GW:
RP/0/0/CPU0:ios#ping ipv6 2001:db8:abcd:11:f816:3eff:fe2d:2f72 vrf test count $
Tue Sep 11 07:34:55.342 UTC
Type escape sequence to abort.
Sending 10, 100-byte ICMP Echos to 2001:db8:abcd:11:f816:3eff:fe2d:2f72, timeout is 2 seconds:
..........
Success rate is 0 percent (0/10)
RP/0/0/CPU0:ios#
tcpdump on compute-0-2 VMs:
tcpdump: verbose output suppressed, use -v or -vv for full protocol decode
listening on ens3, link-type EN10MB (Ethernet), capture size 262144 bytes
09:23:40.504948 IP6 2001:8::3 > 2001:db8:abcd:11:f816:3eff:fe2d:2f72: ICMP6, echo request, seq
09:23:40.504979 IP6 2001:db8:abcd:11:f816:3eff:fe2d:2f72 > 2001:8::3: ICMP6, echo reply, seq 0,
09:23:42.524156 IP6 2001:8::3 > 2001:db8:abcd:11:f816:3eff:fe2d:2f72: ICMP6, echo request, seq
09:23:42.524190 IP6 2001:db8:abcd:11:f816:3eff:fe2d:2f72 > 2001:8::3: ICMP6, echo reply, seq 1,
09:23:44.543748 IP6 2001:8::3 > 2001:db8:abcd:11:f816:3eff:fe2d:2f72: ICMP6, echo request, seq
09:23:44.543787 IP6 2001:db8:abcd:11:f816:3eff:fe2d:2f72 > 2001:8::3: ICMP6, echo reply, seq 2,
09:23:45.508733 IP6 fe80::f816:3eff:fe2d:2f72 > fe80::f816:3eff:feea:729b: ICMP6, neighbor solif:feea:729b, length 32
Non working compute:
Issue: Mismatch in NXM_NX_REG6 values in table 21(0x300) and table 220(0x2800).
root@compute-0-2:~# sh table.sh 21 | grep push
cookie=0x8000003, duration=328813.715s, table=21, n_packets=95, n_bytes=10830, priority=138,ipv6,metadata=0x30ed4/0xfffffe,ipv6_dst=2001:8::3 actions=push_mpls:0x8847,set_field:20001->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x300->NXM_NX_REG6[],resubmit(,220)
cookie=0x8000003, duration=328813.714s, table=21, n_packets=0, n_bytes=0, priority=74,ipv6,metadata=0x30ed4/0xfffffe,ipv6_dst=2982:632:537::/64 actions=push_mpls:0x8847,set_field:20001->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x300->NXM_NX_REG6[],resubmit(,220)
cookie=0x8000003, duration=328813.714s, table=21, n_packets=327598, n_bytes=38656564, priority=74,ipv6,metadata=0x30ed4/0xfffffe,ipv6_dst=23bc:fe2:41::/64 actions=push_mpls:0x8847,set_field:20001->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x300->NXM_NX_REG6[],resubmit(,220)
cookie=0x8000003, duration=328813.714s, table=21, n_packets=0, n_bytes=0, priority=74,ipv6,metadata=0x30ed4/0xfffffe,ipv6_dst=2567:878:143::/64 actions=push_mpls:0x8847,set_field:20001->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x300->NXM_NX_REG6[],resubmit(,220)
cookie=0x8000003, duration=328813.714s, table=21, n_packets=5, n_bytes=590, priority=74,ipv6,metadata=0x30ed4/0xfffffe,ipv6_dst=2004:ae12::/64 actions=push_mpls:0x8847,set_field:20001->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x300->NXM_NX_REG6[],resubmit(,220)
cookie=0x8000003, duration=328813.715s, table=21, n_packets=0, n_bytes=0, priority=42,ip,metadata=0x30ed4/0xfffffe,nw_dst=1.1.1.1 actions=push_mpls:0x8847,set_field:20000->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x300->NXM_NX_REG6[],resubmit(,220)
cookie=0x8000003, duration=328813.715s, table=21, n_packets=0, n_bytes=0, priority=34,ip,metadata=0x30ed4/0xfffffe,nw_dst=61.1.1.0/24 actions=push_mpls:0x8847,set_field:20000->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x300->NXM_NX_REG6[],resubmit(,220)
cookie=0x8000003, duration=328813.715s, table=21, n_packets=0, n_bytes=0, priority=34,ip,metadata=0x30ed4/0xfffffe,nw_dst=10.1.1.0/24 actions=push_mpls:0x8847,set_field:20000->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x300->NXM_NX_REG6[],resubmit(,220)
cookie=0x8000003, duration=328813.715s, table=21, n_packets=95, n_bytes=10830, priority=138,ipv6,metadata=0x30ed4/0xfffffe,ipv6_dst=2001:8::3 actions=push_mpls:0x8847,set_field:20001->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x300->NXM_NX_REG6[],resubmit(,220)
root@compute-0-2:~# sh table.sh 220 | grep output:96
cookie=0x8000007, duration=328153.526s, table=220, n_packets=0, n_bytes=0, priority=9,reg6=0x2800 actions=output:96
root@compute-0-2:~#
root@compute-0-2:~# sudo ovs-ofctl show br-int -O Openflow13 | grep 96
96(tun418e358a2a8): addr:4a:90:11:3e:c4:5e
root@compute-0-2:~# sudo ovs-vsctl show | grep tun418e358a2a8 -a2b2
1268- Interface "vhu2f583fa4-47"
1307- type: dpdkvhostuser
1343: Port "tun418e358a2a8"
1373: Interface "tun418e358a2a8"
1412- type: gre
1438- options: {local_ip="192.168.113.11", packet_type="legacy_l3", remote_ip="192.168.113.94"}
root@compute-0-2:~#
root@compute-0-2:~#
Working compute:
root@compute-0-1:~# sudo ovs-ofctl dump-flows br-int -O Openflow13 | grep push
cookie=0x8000003, duration=328674.906s, table=21, n_packets=10, n_bytes=1140, priority=138,ipv6,metadata=0x30ed4/0xfffffe,ipv6_dst=2001:8::3 actions=push_mpls:0x8847,set_field:20001->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x100->NXM_NX_REG6[],resubmit(,220)
cookie=0x8000003, duration=328674.904s, table=21, n_packets=0, n_bytes=0, priority=74,ipv6,metadata=0x30ed4/0xfffffe,ipv6_dst=2982:632:537::/64 actions=push_mpls:0x8847,set_field:20001->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x100->NXM_NX_REG6[],resubmit(,220)
cookie=0x8000003, duration=328674.901s, table=21, n_packets=385, n_bytes=45430, priority=74,ipv6,metadata=0x30ed4/0xfffffe,ipv6_dst=2004:ae12::/64 actions=push_mpls:0x8847,set_field:20001->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x100->NXM_NX_REG6[],resubmit(,220)
cookie=0x8000003, duration=328674.901s, table=21, n_packets=0, n_bytes=0, priority=74,ipv6,metadata=0x30ed4/0xfffffe,ipv6_dst=2567:878:143::/64 actions=push_mpls:0x8847,set_field:20001->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x100->NXM_NX_REG6[],resubmit(,220)
cookie=0x8000003, duration=328674.894s, table=21, n_packets=338, n_bytes=39884, priority=74,ipv6,metadata=0x30ed4/0xfffffe,ipv6_dst=23bc:fe2:41::/64 actions=push_mpls:0x8847,set_field:20001->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x100->NXM_NX_REG6[],resubmit(,220)
cookie=0x8000003, duration=328674.893s, table=21, n_packets=0, n_bytes=0, priority=42,ip,metadata=0x30ed4/0xfffffe,nw_dst=1.1.1.1 actions=push_mpls:0x8847,set_field:20000->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x100->NXM_NX_REG6[],resubmit(,220)
cookie=0x8000003, duration=328674.894s, table=21, n_packets=0, n_bytes=0, priority=34,ip,metadata=0x30ed4/0xfffffe,nw_dst=61.1.1.0/24 actions=push_mpls:0x8847,set_field:20000->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x100->NXM_NX_REG6[],resubmit(,220)
cookie=0x8000003, duration=328674.894s, table=21, n_packets=0, n_bytes=0, priority=34,ip,metadata=0x30ed4/0xfffffe,nw_dst=10.1.1.0/24 actions=push_mpls:0x8847,set_field:20000->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x100->NXM_NX_REG6[],resubmit(,220)
root@compute-0-1:~# sh table.sh 21 | grep 2001:8::3
cookie=0x8000003, duration=328697.204s, table=21, n_packets=10, n_bytes=1140, priority=138,ipv6,metadata=0x30ed4/0xfffffe,ipv6_dst=2001:8::3 actions=push_mpls:0x8847,set_field:20001->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x100->NXM_NX_REG6[],resubmit(,220)
root@compute-0-1:~# sh table.sh 220 | grep output:73
cookie=0x8000007, duration=345926.745s, table=220, n_packets=733, n_bytes=86454, priority=9,reg6=0x100 actions=output:73
root@compute-0-1:~
root@compute-0-1:~# sh table.sh 220 | grep output:73
cookie=0x8000007, duration=345926.745s, table=220, n_packets=733, n_bytes=86454, priority=9,re
root@compute-0-1:~# sudo ovs-vsctl show | grep -a2b2 gre
989- Port "tun3ea7dbb5195"
1019- Interface "tun3ea7dbb5195"
1058: type: gre
1084- options: {local_ip="192.168.113.10", packet_type="legacy_l3", remote_ip="192.168.113.94"}
root@compute-0-1:~# sudo ovs-ofctl show br-int -O Openflow13 | grep tun3ea7dbb5195
73(tun3ea7dbb5195): addr:82:6c:ae:5d:3d:f7
root@compute-0-1:~#
Flow in config DS has also mismatch :
10240 is 0x2800 in hex
{
"barrier": false,
"cookie": 134217735,
"flow-name": "default.tun418e358a2a8",
"hard-timeout": 0,
"id": "2975427776581.220.tun418e358a2a8.0",
"idle-timeout": 0,
"installHw": true,
"instructions": {
"instruction": [
{
"apply-actions": {
"action": [
{
"order": 0,
"output-action":
}
]
},
"order": 0
}
]
},
"match": {
"openflowplugin-extension-general:extension-list": [
{
"extension": {
"openflowplugin-extension-nicira-match:nxm-nx-reg":
},
"extension-key": "openflowplugin-extension-nicira-match:nxm-nx-reg6-key"
}
]
},
"priority": 9,
"strict": true,
"table_id": 220
},
768 is 0x300
"barrier": false,
"cookie": 134217731,
"flow-name": "L3.2975427776581.21.100:22.138.2001:8:0:0:0:0:0:3",
"hard-timeout": 0,
"id": "L3.2975427776581.21.100:22.138.2001:8:0:0:0:0:0:3",
"idle-timeout": 0,
"installHw": true,
"instructions": {
"instruction": [
{
"apply-actions": {
"action": [
{
"openflowplugin-extension-nicira-action:nx-reg-load": {
"dst":
,
"value": 768
},
"order": 3
},
{
"openflowplugin-extension-nicira-action:nx-resubmit":
,
},
{
"order": 0,
"push-mpls-action":
},
{
"order": 1,
"set-field": {
"protocol-match-fields":
}
},
{
"openflowplugin-extension-nicira-action:nx-reg-load": {
"dst":
,
"value": 0
},
"order": 2
}
]
},
"order": 0
}
]
},
"match": {
"ethernet-match": {
"ethernet-type":
},
"ipv6-destination": "2001:8:0:0:0:0:0:3/128",
"metadata":
},
"priority": 138,
"strict": false,
"table_id": 21
},