VMs on compute-0-2 not reachable from DC-GW after tep-delete and tep-add on that compute RP/0/0/CPU0:ios#ping ipv6 2001:db8:abcd:11:f816:3eff:fe2d:2f72 vrf test count $ Tue Sep 11 07:34:55.342 UTC Type escape sequence to abort. Sending 10, 100-byte ICMP Echos to 2001:db8:abcd:11:f816:3eff:fe2d:2f72, timeout is 2 seconds: .......... Success rate is 0 percent (0/10) RP/0/0/CPU0:ios# tcpdump on compute-0-2 VMs: tcpdump: verbose output suppressed, use -v or -vv for full protocol decode listening on ens3, link-type EN10MB (Ethernet), capture size 262144 bytes 09:23:40.504948 IP6 2001:8::3 > 2001:db8:abcd:11:f816:3eff:fe2d:2f72: ICMP6, echo request, seq 09:23:40.504979 IP6 2001:db8:abcd:11:f816:3eff:fe2d:2f72 > 2001:8::3: ICMP6, echo reply, seq 0, 09:23:42.524156 IP6 2001:8::3 > 2001:db8:abcd:11:f816:3eff:fe2d:2f72: ICMP6, echo request, seq 09:23:42.524190 IP6 2001:db8:abcd:11:f816:3eff:fe2d:2f72 > 2001:8::3: ICMP6, echo reply, seq 1, 09:23:44.543748 IP6 2001:8::3 > 2001:db8:abcd:11:f816:3eff:fe2d:2f72: ICMP6, echo request, seq 09:23:44.543787 IP6 2001:db8:abcd:11:f816:3eff:fe2d:2f72 > 2001:8::3: ICMP6, echo reply, seq 2, 09:23:45.508733 IP6 fe80::f816:3eff:fe2d:2f72 > fe80::f816:3eff:feea:729b: ICMP6, neighbor solif:feea:729b, length 32 Non working compute: Issue: Mismatch in NXM_NX_REG6 values in table 21(0x300) and table 220(0x2800). root@compute-0-2:~# sh table.sh 21 | grep push cookie=0x8000003, duration=328813.715s, table=21, n_packets=95, n_bytes=10830, priority=138,ipv6,metadata=0x30ed4/0xfffffe,ipv6_dst=2001:8::3 actions=push_mpls:0x8847,set_field:20001->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x300->NXM_NX_REG6[],resubmit(,220) cookie=0x8000003, duration=328813.714s, table=21, n_packets=0, n_bytes=0, priority=74,ipv6,metadata=0x30ed4/0xfffffe,ipv6_dst=2982:632:537::/64 actions=push_mpls:0x8847,set_field:20001->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x300->NXM_NX_REG6[],resubmit(,220) cookie=0x8000003, duration=328813.714s, table=21, n_packets=327598, n_bytes=38656564, priority=74,ipv6,metadata=0x30ed4/0xfffffe,ipv6_dst=23bc:fe2:41::/64 actions=push_mpls:0x8847,set_field:20001->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x300->NXM_NX_REG6[],resubmit(,220) cookie=0x8000003, duration=328813.714s, table=21, n_packets=0, n_bytes=0, priority=74,ipv6,metadata=0x30ed4/0xfffffe,ipv6_dst=2567:878:143::/64 actions=push_mpls:0x8847,set_field:20001->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x300->NXM_NX_REG6[],resubmit(,220) cookie=0x8000003, duration=328813.714s, table=21, n_packets=5, n_bytes=590, priority=74,ipv6,metadata=0x30ed4/0xfffffe,ipv6_dst=2004:ae12::/64 actions=push_mpls:0x8847,set_field:20001->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x300->NXM_NX_REG6[],resubmit(,220) cookie=0x8000003, duration=328813.715s, table=21, n_packets=0, n_bytes=0, priority=42,ip,metadata=0x30ed4/0xfffffe,nw_dst=1.1.1.1 actions=push_mpls:0x8847,set_field:20000->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x300->NXM_NX_REG6[],resubmit(,220) cookie=0x8000003, duration=328813.715s, table=21, n_packets=0, n_bytes=0, priority=34,ip,metadata=0x30ed4/0xfffffe,nw_dst=61.1.1.0/24 actions=push_mpls:0x8847,set_field:20000->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x300->NXM_NX_REG6[],resubmit(,220) cookie=0x8000003, duration=328813.715s, table=21, n_packets=0, n_bytes=0, priority=34,ip,metadata=0x30ed4/0xfffffe,nw_dst=10.1.1.0/24 actions=push_mpls:0x8847,set_field:20000->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x300->NXM_NX_REG6[],resubmit(,220) cookie=0x8000003, duration=328813.715s, table=21, n_packets=95, n_bytes=10830, priority=138,ipv6,metadata=0x30ed4/0xfffffe,ipv6_dst=2001:8::3 actions=push_mpls:0x8847,set_field:20001->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x300->NXM_NX_REG6[],resubmit(,220) root@compute-0-2:~# sh table.sh 220 | grep output:96 cookie=0x8000007, duration=328153.526s, table=220, n_packets=0, n_bytes=0, priority=9,reg6=0x2800 actions=output:96 root@compute-0-2:~# root@compute-0-2:~# sudo ovs-ofctl show br-int -O Openflow13 | grep 96 96(tun418e358a2a8): addr:4a:90:11:3e:c4:5e root@compute-0-2:~# sudo ovs-vsctl show | grep tun418e358a2a8 -a2b2 1268- Interface "vhu2f583fa4-47" 1307- type: dpdkvhostuser 1343: Port "tun418e358a2a8" 1373: Interface "tun418e358a2a8" 1412- type: gre 1438- options: {local_ip="192.168.113.11", packet_type="legacy_l3", remote_ip="192.168.113.94"} root@compute-0-2:~# root@compute-0-2:~# Working compute: root@compute-0-1:~# sudo ovs-ofctl dump-flows br-int -O Openflow13 | grep push cookie=0x8000003, duration=328674.906s, table=21, n_packets=10, n_bytes=1140, priority=138,ipv6,metadata=0x30ed4/0xfffffe,ipv6_dst=2001:8::3 actions=push_mpls:0x8847,set_field:20001->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x100->NXM_NX_REG6[],resubmit(,220) cookie=0x8000003, duration=328674.904s, table=21, n_packets=0, n_bytes=0, priority=74,ipv6,metadata=0x30ed4/0xfffffe,ipv6_dst=2982:632:537::/64 actions=push_mpls:0x8847,set_field:20001->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x100->NXM_NX_REG6[],resubmit(,220) cookie=0x8000003, duration=328674.901s, table=21, n_packets=385, n_bytes=45430, priority=74,ipv6,metadata=0x30ed4/0xfffffe,ipv6_dst=2004:ae12::/64 actions=push_mpls:0x8847,set_field:20001->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x100->NXM_NX_REG6[],resubmit(,220) cookie=0x8000003, duration=328674.901s, table=21, n_packets=0, n_bytes=0, priority=74,ipv6,metadata=0x30ed4/0xfffffe,ipv6_dst=2567:878:143::/64 actions=push_mpls:0x8847,set_field:20001->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x100->NXM_NX_REG6[],resubmit(,220) cookie=0x8000003, duration=328674.894s, table=21, n_packets=338, n_bytes=39884, priority=74,ipv6,metadata=0x30ed4/0xfffffe,ipv6_dst=23bc:fe2:41::/64 actions=push_mpls:0x8847,set_field:20001->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x100->NXM_NX_REG6[],resubmit(,220) cookie=0x8000003, duration=328674.893s, table=21, n_packets=0, n_bytes=0, priority=42,ip,metadata=0x30ed4/0xfffffe,nw_dst=1.1.1.1 actions=push_mpls:0x8847,set_field:20000->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x100->NXM_NX_REG6[],resubmit(,220) cookie=0x8000003, duration=328674.894s, table=21, n_packets=0, n_bytes=0, priority=34,ip,metadata=0x30ed4/0xfffffe,nw_dst=61.1.1.0/24 actions=push_mpls:0x8847,set_field:20000->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x100->NXM_NX_REG6[],resubmit(,220) cookie=0x8000003, duration=328674.894s, table=21, n_packets=0, n_bytes=0, priority=34,ip,metadata=0x30ed4/0xfffffe,nw_dst=10.1.1.0/24 actions=push_mpls:0x8847,set_field:20000->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x100->NXM_NX_REG6[],resubmit(,220) root@compute-0-1:~# sh table.sh 21 | grep 2001:8::3 cookie=0x8000003, duration=328697.204s, table=21, n_packets=10, n_bytes=1140, priority=138,ipv6,metadata=0x30ed4/0xfffffe,ipv6_dst=2001:8::3 actions=push_mpls:0x8847,set_field:20001->mpls_label,load:0->NXM_OF_IN_PORT[],load:0x100->NXM_NX_REG6[],resubmit(,220) root@compute-0-1:~# sh table.sh 220 | grep output:73 cookie=0x8000007, duration=345926.745s, table=220, n_packets=733, n_bytes=86454, priority=9,reg6=0x100 actions=output:73 root@compute-0-1:~ root@compute-0-1:~# sh table.sh 220 | grep output:73 cookie=0x8000007, duration=345926.745s, table=220, n_packets=733, n_bytes=86454, priority=9,re root@compute-0-1:~# sudo ovs-vsctl show | grep -a2b2 gre 989- Port "tun3ea7dbb5195" 1019- Interface "tun3ea7dbb5195" 1058: type: gre 1084- options: {local_ip="192.168.113.10", packet_type="legacy_l3", remote_ip="192.168.113.94"} root@compute-0-1:~# sudo ovs-ofctl show br-int -O Openflow13 | grep tun3ea7dbb5195 73(tun3ea7dbb5195): addr:82:6c:ae:5d:3d:f7 root@compute-0-1:~# Flow in config DS has also mismatch : 10240 is 0x2800 in hex { "barrier": false, "cookie": 134217735, "flow-name": "default.tun418e358a2a8", "hard-timeout": 0, "id": "2975427776581.220.tun418e358a2a8.0", "idle-timeout": 0, "installHw": true, "instructions": { "instruction": [ { "apply-actions": { "action": [ { "order": 0, "output-action": { "max-length": 0, "output-node-connector": "96" } } ] }, "order": 0 } ] }, "match": { "openflowplugin-extension-general:extension-list": [ { "extension": { "openflowplugin-extension-nicira-match:nxm-nx-reg": { "reg": "nicira-match:nxm-nx-reg6", "value": 10240 } }, "extension-key": "openflowplugin-extension-nicira-match:nxm-nx-reg6-key" } ] }, "priority": 9, "strict": true, "table_id": 220 }, 768 is 0x300 "barrier": false, "cookie": 134217731, "flow-name": "L3.2975427776581.21.100:22.138.2001:8:0:0:0:0:0:3", "hard-timeout": 0, "id": "L3.2975427776581.21.100:22.138.2001:8:0:0:0:0:0:3", "idle-timeout": 0, "installHw": true, "instructions": { "instruction": [ { "apply-actions": { "action": [ { "openflowplugin-extension-nicira-action:nx-reg-load": { "dst": { "end": 31, "nx-reg": "nicira-match:nxm-nx-reg6", "start": 0 }, "value": 768 }, "order": 3 }, { "openflowplugin-extension-nicira-action:nx-resubmit": { "table": 220 }, }, { "order": 0, "push-mpls-action": { "ethernet-type": 34887 } }, { "order": 1, "set-field": { "protocol-match-fields": { "mpls-label": 20001 } } }, { "openflowplugin-extension-nicira-action:nx-reg-load": { "dst": { "end": 15, "of-in-port": [ null ], "start": 0 }, "value": 0 }, "order": 2 } ] }, "order": 0 } ] }, "match": { "ethernet-match": { "ethernet-type": { "type": 34525 } }, "ipv6-destination": "2001:8:0:0:0:0:0:3/128", "metadata": { "metadata": 200404, "metadata-mask": 16777214 } }, "priority": 138, "strict": false, "table_id": 21 },