Operating System: All
Platform: All

Noticed, when applying patch [0] to Carbon HEAD [1].

1. When we launch dualstack VM and restart ODL to obtain VXLAN tunnels between controller and compute nodes (see issue https://bugs.opendaylight.org/show_bug.cgi?id=8865) we finish with the following rule set at controller node OVS:

root@controller-deray:~# ovs-ofctl -O OpenFlow13 dump-flows br-int | grep -v n_packets=0
OFPST_FLOW reply (OF1.3) (xid=0x2):
cookie=0x8000001, duration=496.587s, table=0, n_packets=77927, n_bytes=5699510, priority=5,in_port=2 actions=write_metadata:0x70000000001/0xfffff0000000001,goto_table:36
cookie=0x8000000, duration=496.499s, table=0, n_packets=2379, n_bytes=118826, priority=4,in_port=1,vlan_tci=0x0000/0x1fff actions=write_metadata:0x60000000000/0xffffff0000000001,goto_table:17
cookie=0x8000001, duration=496.041s, table=17, n_packets=2379, n_bytes=118826, priority=10,metadata=0x8000060000000000/0xffffff0000000000 actions=load:0x186a9->NXM_NX_REG3[0..24],write_metadata:0x9000060000030d52/0xfffffffffffffffe,goto_table:19
cookie=0x8040000, duration=496.041s, table=17, n_packets=2379, n_bytes=118826, priority=10,metadata=0x9000060000000000/0xffffff0000000000 actions=load:0x6->NXM_NX_REG1[0..19],load:0x138a->NXM_NX_REG7[0..15],write_metadata:0xa00006138a000000/0xfffffffffffffffe,goto_table:48
cookie=0x4000000, duration=496.041s, table=17, n_packets=2379, n_bytes=118826, priority=10,metadata=0x60000000000/0xffffff0000000000 actions=write_metadata:0x800006138a000000/0xfffffffffffffffe,goto_table:45
cookie=0x1080000, duration=496.587s, table=19, n_packets=2124, n_bytes=89208, priority=100,arp,arp_op=1 actions=group:5000
cookie=0x1080000, duration=496.587s, table=19, n_packets=255, n_bytes=29618, priority=0 actions=resubmit(,17)
cookie=0x900138a, duration=494.456s, table=36, n_packets=255, n_bytes=29650, priority=5,tun_id=0x50 actions=write_metadata:0x138a000000/0xfffffffff000000,goto_table:51
cookie=0x4000000, duration=496.588s, table=45, n_packets=2379, n_bytes=118826, priority=0 actions=resubmit(,17)
cookie=0x8500000, duration=496.588s, table=48, n_packets=2379, n_bytes=118826, priority=0 actions=resubmit(,49),resubmit(,50)
cookie=0x805138a, duration=494.456s, table=50, n_packets=2379, n_bytes=118826, priority=20,metadata=0x6138a000000/0xfffffffff000000,dl_src=fa:16:3e:30:ba:92 actions=goto_table:51
cookie=0x803138a, duration=494.456s, table=51, n_packets=253, n_bytes=29478, priority=20,metadata=0x138a000000/0xffff000000,dl_dst=fa:16:3e:30:ba:92 actions=load:0x600->NXM_NX_REG6[],resubmit(,220)
cookie=0x803138a, duration=494.456s, table=51, n_packets=254, n_bytes=29532, priority=20,metadata=0x138a000000/0xffff000000,dl_dst=fa:16:3e:84:3b:a1 actions=set_field:0x50->tun_id,load:0x700->NXM_NX_REG6[],resubmit(,220)
cookie=0x8030000, duration=496.587s, table=51, n_packets=2127, n_bytes=89466, priority=0 actions=goto_table:52
cookie=0x870138a, duration=494.456s, table=52, n_packets=2125, n_bytes=89294, priority=5,metadata=0x138a000000/0xffff000001 actions=write_actions(group:210004)
cookie=0x870138a, duration=494.456s, table=52, n_packets=2, n_bytes=172, priority=5,metadata=0x138a000001/0xffff000001 actions=write_actions(group:210003)
cookie=0x8800006, duration=494.456s, table=55, n_packets=2125, n_bytes=89294, priority=10,tun_id=0x6,metadata=0x60000000000/0xfffff0000000000 actions=drop
cookie=0x8800006, duration=494.456s, table=55, n_packets=2, n_bytes=172, priority=9,tun_id=0x6 actions=load:0x600->NXM_NX_REG6[],resubmit(,220)
cookie=0x8220000, duration=496.587s, table=81, n_packets=2124, n_bytes=89208, priority=0 actions=drop
cookie=0x8000007, duration=496.426s, table=220, n_packets=255, n_bytes=29650, priority=9,reg6=0x600 actions=output:1
cookie=0x8000230, duration=495.856s, table=220, n_packets=2379, n_bytes=118826, priority=6,reg6=0x700 actions=load:0x90000700->NXM_NX_REG6[],write_metadata:0/0xfffffffffe,goto_table:230
cookie=0x8000007, duration=495.856s, table=220, n_packets=2379, n_bytes=118826, priority=9,reg6=0x90000700 actions=output:2
cookie=0x8000230, duration=496.588s, table=230, n_packets=2379, n_bytes=118826, priority=0 actions=resubmit(,220)

VM MAC: dl_dst=fa:16:3e:84:3b:a1
qdhcp-namespace MAC: dl_dst=fa:16:3e:30:ba:92

The problem is, that with the following flows we can access launched VM by its IPv6 address, but not by IPv4 address:

1. nova show VM1
   ----------------------------------------------------------------------------------------------------+

   Property

   Value

   ----------------------------------------------------------------------------------------------------+

   A network	10.0.0.5, 2001:db8:0:2:f816:3eff:fe84:3ba1
   OS-DCF:diskConfig	MANUAL
   OS-EXT-AZ:availability_zone	nova
   OS-EXT-SRV-ATTR:host	compute2-deray
   OS-EXT-SRV-ATTR:hostname	vm1
   OS-EXT-SRV-ATTR:hypervisor_hostname	compute2-deray
   OS-EXT-SRV-ATTR:instance_name	instance-00000001
   OS-EXT-SRV-ATTR:kernel_id	f9fea1b1-82d9-4989-aab1-6ff81f3f2814
   OS-EXT-SRV-ATTR:launch_index	0
   OS-EXT-SRV-ATTR:ramdisk_id	9a3817d5-310c-42d3-a20f-b403580bf858
   OS-EXT-SRV-ATTR:reservation_id	r-oq0q13et
   OS-EXT-SRV-ATTR:root_device_name	/dev/vda
   OS-EXT-SRV-ATTR:user_data
   OS-EXT-STS:power_state	1
   OS-EXT-STS:task_state
   OS-EXT-STS:vm_state	active
   OS-SRV-USG:launched_at	2017-07-18T15:46:55.000000
   OS-SRV-USG:terminated_at
   accessIPv4
   accessIPv6
   config_drive
   created	2017-07-18T15:46:51Z
   description	VM1
   flavor	m1.tiny (1)
   hostId	ec3953d3fc492d33f686a7527b9510786cc8c75eb37eaf5ca11adb4c
   host_status	UP
   id	5e750271-d0d8-4510-89c9-2c78b3c5c7a1
   image	cirros-0.3.4-x86_64-uec (20adcf40-4705-4472-865d-935171d86cc0)
   key_name
   locked	False
   metadata	{}
   name	VM1
   os-extended-volumes:volumes_attached	[]
   progress	0
   security_groups	X
   status	ACTIVE
   tags	[]
   tenant_id	01de6938cfb043759f9439a4e5c366bc
   updated	2017-07-18T15:46:54Z
   user_id	9e95f22ef93441f5bdb0bdffbe770850

   ----------------------------------------------------------------------------------------------------+
   root@controller-deray:/opt/stack/devstack#

1. ip netns exec qdhcp-23355db4-9e76-426d-a3cd-260643a845c6 ping6 2001:db8:0:2:f816:3eff:fe84:3ba1
   PING 2001:db8:0:2:f816:3eff:fe84:3ba1(2001:db8:0:2:f816:3eff:fe84:3ba1) 56 data bytes
   64 bytes from 2001:db8:0:2:f816:3eff:fe84:3ba1: icmp_seq=1 ttl=64 time=2.51 ms
   64 bytes from 2001:db8:0:2:f816:3eff:fe84:3ba1: icmp_seq=2 ttl=64 time=0.922 ms
   64 bytes from 2001:db8:0:2:f816:3eff:fe84:3ba1: icmp_seq=3 ttl=64 time=0.720 ms
   64 bytes from 2001:db8:0:2:f816:3eff:fe84:3ba1: icmp_seq=4 ttl=64 time=0.784 ms
   ^C
   • • 2001:db8:0:2:f816:3eff:fe84:3ba1 ping statistics —
       4 packets transmitted, 4 received, 0% packet loss, time 3003ms
       rtt min/avg/max/mdev = 0.720/1.235/2.514/0.742 ms
       root@controller-deray:/opt/stack/devstack# ip netns exec qdhcp-23355db4-9e76-426d-a3cd-260643a845c6 ping -I 10.0.0.2 10.0.0.5
       PING 10.0.0.5 (10.0.0.5) from 10.0.0.2 : 56(84) bytes of data.
       From 10.0.0.2 icmp_seq=1 Destination Host Unreachable
       From 10.0.0.2 icmp_seq=2 Destination Host Unreachable
       From 10.0.0.2 icmp_seq=3 Destination Host Unreachable
       ^C
     • 10.0.0.5 ping statistics —
       5 packets transmitted, 0 received, +3 errors, 100% packet loss, time 4024ms
       pipe 3

We suppose, that table 51 misses a flow dedicated for IPv4 traffic from controller to VM, because it contains only the following flow below with metadata appropriate for IPv6 packets type:

cookie=0x803138a, duration=494.456s, table=51, n_packets=253, n_bytes=29478, priority=20,metadata=0x138a000000/0xffff000000,dl_dst=fa:16:3e:30:ba:92 actions=load:0x600->NXM_NX_REG6[],resubmit(,220)

2. When we launch a second VM, it obtains its IPv4 address, but not IPv6:

1. nova show VM2
   ----------------------------------------------------------------------------------------------------+

   Property

   Value

   ----------------------------------------------------------------------------------------------------+

   A network	10.0.0.3, 2001:db8:0:2:f816:3eff:fef9:60f7
   OS-DCF:diskConfig	MANUAL
   OS-EXT-AZ:availability_zone	nova
   OS-EXT-SRV-ATTR:host	compute1-deray
   OS-EXT-SRV-ATTR:hostname	vm2
   OS-EXT-SRV-ATTR:hypervisor_hostname	compute1-deray
   OS-EXT-SRV-ATTR:instance_name	instance-00000002
   OS-EXT-SRV-ATTR:kernel_id	f9fea1b1-82d9-4989-aab1-6ff81f3f2814
   OS-EXT-SRV-ATTR:launch_index	0
   OS-EXT-SRV-ATTR:ramdisk_id	9a3817d5-310c-42d3-a20f-b403580bf858
   OS-EXT-SRV-ATTR:reservation_id	r-vil6wssi
   OS-EXT-SRV-ATTR:root_device_name	/dev/vda
   OS-EXT-SRV-ATTR:user_data
   OS-EXT-STS:power_state	1
   OS-EXT-STS:task_state
   OS-EXT-STS:vm_state	active
   OS-SRV-USG:launched_at	2017-07-19T08:16:48.000000
   OS-SRV-USG:terminated_at
   accessIPv4
   accessIPv6
   config_drive
   created	2017-07-19T08:16:44Z
   description	VM2
   flavor	m1.tiny (1)
   hostId	616ed3f88736b63c4281d3b74a28e593978cf49e2e376e74ba9cfb2a
   host_status	UP
   id	3fd740f9-fbb9-4495-9e42-3f7f0ec1e514
   image	cirros-0.3.4-x86_64-uec (20adcf40-4705-4472-865d-935171d86cc0)
   key_name
   locked	False
   metadata	{}
   name	VM2
   os-extended-volumes:volumes_attached	[]
   progress	0
   security_groups	X
   status	ACTIVE
   tags	[]
   tenant_id	01de6938cfb043759f9439a4e5c366bc
   updated	2017-07-19T08:16:48Z
   user_id	9e95f22ef93441f5bdb0bdffbe770850

   ----------------------------------------------------------------------------------------------------+

1. nova console-log VM2
   [ 0.000000] Initializing cgroup subsys cpuset
   [ 0.000000] Initializing cgroup subsys cpu
   [ 0.000000] Linux version 3.2.0-80-virtual (buildd@batsu) (gcc version 4.6.3 (Ubuntu/Linaro 4.6.3-1ubuntu5) ) #116-Ubuntu SMP Mon Mar 23 17:28:52 UTC 2015 (Ubuntu 3.2.0-80.116-virtual 3.
   2.68)
   ...
   Starting network...
   udhcpc (v1.20.1) started
   Sending discover...
   Sending select for 10.0.0.3...
   Lease of 10.0.0.3 obtained, lease time 86400
   route: SIOCADDRT: File exists
   WARN: failed: route add -net "0.0.0.0/0" gw "10.0.0.1"
   cirros-ds 'net' up at 4.80
   ...
   === network info ===
   if-info: lo,up,127.0.0.1,8,::1
   if-info: eth0,up,10.0.0.3,24,fe80::f816:3eff:fef9:60f7
   ip-route:default via 10.0.0.1 dev eth0
   ip-route:10.0.0.0/24 dev eth0 src 10.0.0.3
   ip-route:169.254.169.254 via 10.0.0.2 dev eth0

It is accessible by IPv4 and we can see another new flow in table 51, dedicated for IPv4 traffic to this VMs MAC: FA:16:3E:F9:60:F7:

cookie=0x803138a, duration=87.304s, table=51, n_packets=73, n_bytes=7764, priority=20,metadata=0x138a000000/0xffff000000,dl_dst=fa:16:3e:f9:60:f7 actions=set_field:0x50->tun_id,load:0xa00->NXM_NX_REG6[],resubmit(,220)

But there is no any flow for IPv6 traffic

1. ip netns exec qdhcp-23355db4-9e76-426d-a3cd-260643a845c6 ping -I 10.0.0.2 10.0.0.3
   PING 10.0.0.3 (10.0.0.3) from 10.0.0.2 : 56(84) bytes of data.
   64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=3.19 ms
   64 bytes from 10.0.0.3: icmp_seq=2 ttl=64 time=1.83 ms
   64 bytes from 10.0.0.3: icmp_seq=3 ttl=64 time=0.996 ms
   ^C
   • • 10.0.0.3 ping statistics —
       3 packets transmitted, 3 received, 0% packet loss, time 2003ms
       rtt min/avg/max/mdev = 0.996/2.009/3.199/0.909 ms

1. ip netns exec qdhcp-23355db4-9e76-426d-a3cd-260643a845c6 ping6 2001:db8:0:2:f816:3eff:fef9:60f7
   PING 2001:db8:0:2:f816:3eff:fef9:60f7(2001:db8:0:2:f816:3eff:fef9:60f7) 56 data bytes
   From 2001:db8:0:2:f816:3eff:fe30:ba92 icmp_seq=1 Destination unreachable: Address unreachable
   From 2001:db8:0:2:f816:3eff:fe30:ba92 icmp_seq=2 Destination unreachable: Address unreachable
   From 2001:db8:0:2:f816:3eff:fe30:ba92 icmp_seq=3 Destination unreachable: Address unreachable

STEPS TO REPRODUCE:

0. cherry-pick the patch [0] and apply it to Carbon HEAD [1], compile a build

1. launch compiled build with following options in etc/custom.properties:

ovsdb.of.version=1.3
ovsdb.l3.fwd.enabled=yes
vpnservice.bgpspeaker.host.name = 127.0.0.1

install DevStack stable/newton

2. create following neutron network infrastructure:

2.1 neutron net-create A

2.2 neutron subnet-create --name SUB1 A 10.0.0.0/24

2.3 neutron subnet-create --name SUB2 --ip-version 6 --ipv6-ra-mode slaac --ipv6-address-mode slaac --allocation-pool start=2001:db8:0:2::2,end=2001:db8:0:2:ffff:ffff:ffff:fffe A 2001:db8:0:2::/64

2.4 neutron router-create RT

2.5
root@controller-deray:/opt/stack/devstack# neutron subnet-list
----------------------------------------------------------------------------------------------------------------------------------+

----------------------------------------------------------------------------------------------------------------------------------+

----------------------------------------------------------------------------------------------------------------------------------+

2.6 # neutron router-interface-add RT 44fd58bd-97d6-4c5f-8a6d-7c012e326155
Added interface 703b9a7d-8de9-4089-8716-84c1789e359e to router RT.

2.7 # neutron router-interface-add RT 75e6f5b8-9cf7-411e-a440-fdfedd995779
Added interface 3820373a-4d9e-4af3-8506-571d73a25895 to router RT.

2.8 # neutron security-group-create X

2.9

openstack security group rule create X --ingress --dst-port 1:65535 --protocol tcp
openstack security group rule create X --egress --dst-port 1:65535 --protocol tcp
openstack security group rule create X --egress --dst-port 1:65535 --protocol udp
openstack security group rule create X --ingress --dst-port 1:65535 --protocol udp
openstack security group rule create X --ingress --protocol icmp
openstack security group rule create X --egress --protocol icmp

openstack security group rule create X --ingress --ethertype IPv6 --dst-port 1:65535 --protocol tcp
openstack security group rule create X --ingress --ethertype IPv6 --dst-port 1:65535 --protocol udp
openstack security group rule create X --egress --ethertype IPv6 --dst-port 1:65535 --protocol udp
openstack security group rule create X --egress --ethertype IPv6 --dst-port 1:65535 --protocol tcp
openstack security group rule create X --ingress --ethertype IPv6 --protocol icmp
openstack security group rule create X --egress --ethertype IPv6 --protocol icmp

2.10

neutron port-create --name PORT1 --security-group X A

1. neutron port-list | grep PORT1

   ea93a757-84af-4b0a-a43c-01d1f9b5e85f

   PORT1

   fa:16:3e:84:3b:a1

   {"subnet_id": "44fd58bd-97d6-4c5f-8a6d-7c012e326155", "ip_address": "10.0.0.5"}

2.11

openstack server create --image cirros-0.3.4-x86_64-uec --flavor m1.tiny --nic port-id=ea93a757-84af-4b0a-a43c-01d1f9b5e85f --security-group X VM1

3.0 reboot ODL to obtain VXLAN tunnels

3.1 try to ping VM1 by its IPv4 and IPv6 addresses from neutron dhcp-namespace

[0] https://git.opendaylight.org/gerrit/#/c/60246/4

[1] commit 37b25203fae4e68f0235583c1c6f63294ce3d981 (gerrit/stable/carbon)
Author: Philippe Guibert <philippe.guibert@6wind.com>
Date: Thu Mar 30 10:51:16 2017 +0100

Spec to support dualstack VMs in L3VPN

This specification brings the ability for a BGPVPN configured VPN to
distribute IPv4 and IPv6 addresses within the same VPN, and by using two
distinct routers to respectively handle IPv4 and IPv6 routing issues.

Change-Id: Ia76e88a8eff6135d58b52ec69e610952cf8a3621
Signed-off-by: Philippe Guibert <philippe.guibert@6wind.com>
Signed-off-by: Sam Hague <shague@redhat.com>

https://bugs.opendaylight.org/show_bug.cgi?id=8869

1. ovs-ofctl -O OpenFlow13 dump-ports-desc br-int
   OFPST_PORT_DESC reply (OF1.3) (xid=0x2):
   1(tap34137c62-a4): addr:0a:cd:e4:51:ce:14
   config: 0
   state: 0
   current: 10GB-FD COPPER
   speed: 10000 Mbps now, 0 Mbps max
   2(tunce3d1330bca): addr:f6:57:77:33:53:bd
   config: 0
   state: 0
   speed: 0 Mbps now, 0 Mbps max
   3(tun81f861813e7): addr:4e:5d:3b:c4:25:da
   config: 0
   state: 0
   speed: 0 Mbps now, 0 Mbps max
   LOCAL(br-int): addr:94:fb:e3:a8:97:8f
   config: PORT_DOWN
   state: LINK_DOWN
   speed: 0 Mbps now, 0 Mbps max
   root@controller-deray:/opt/stack/devstack#

~# ovs-ofctl -O OpenFlow13 dump-flows br-int
OFPST_FLOW reply (OF1.3) (xid=0x2):
cookie=0x8000001, duration=8163.519s, table=0, n_packets=88796, n_bytes=6518347, priority=5,in_port=2 actions=write_metadata:0x70000000001/0xfffff0000000001,goto_table:36
cookie=0x8000001, duration=6543.291s, table=0, n_packets=9154, n_bytes=682499, priority=5,in_port=3 actions=write_metadata:0xa0000000001/0xfffff0000000001,goto_table:36
cookie=0x8000000, duration=8163.431s, table=0, n_packets=3496, n_bytes=236544, priority=4,in_port=1,vlan_tci=0x0000/0x1fff actions=write_metadata:0x60000000000/0xffffff0000000001,goto_table:17
cookie=0x8000001, duration=8162.973s, table=17, n_packets=3496, n_bytes=236544, priority=10,metadata=0x8000060000000000/0xffffff0000000000 actions=load:0x186a9->NXM_NX_REG3[0..24],write_metadata:0x9000060000030d52/0xfffffffffffffffe,goto_table:19
cookie=0x8040000, duration=8162.973s, table=17, n_packets=3495, n_bytes=236459, priority=10,metadata=0x9000060000000000/0xffffff0000000000 actions=load:0x6->NXM_NX_REG1[0..19],load:0x138a->NXM_NX_REG7[0..15],write_metadata:0xa00006138a000000/0xfffffffffffffffe,goto_table:48
cookie=0x4000000, duration=8162.973s, table=17, n_packets=3496, n_bytes=236544, priority=10,metadata=0x60000000000/0xffffff0000000000 actions=write_metadata:0x800006138a000000/0xfffffffffffffffe,goto_table:45
cookie=0x8000000, duration=8163.520s, table=17, n_packets=0, n_bytes=0, priority=0,metadata=0x8000000000000000/0xf000000000000000 actions=write_metadata:0x9000000000000000/0xf000000000000000,goto_table:80
cookie=0x6800000, duration=8163.520s, table=18, n_packets=0, n_bytes=0, priority=0 actions=goto_table:38
cookie=0x1080000, duration=8163.519s, table=19, n_packets=2149, n_bytes=90258, priority=100,arp,arp_op=1 actions=group:5000
cookie=0x1080000, duration=8163.519s, table=19, n_packets=4, n_bytes=168, priority=100,arp,arp_op=2 actions=CONTROLLER:65535,resubmit(,17)
cookie=0x8000009, duration=8162.758s, table=19, n_packets=0, n_bytes=0, priority=20,metadata=0x30d52/0xfffffe,dl_dst=fa:16:3e:3b:38:4c actions=goto_table:21
cookie=0x8000009, duration=8162.727s, table=19, n_packets=1, n_bytes=85, priority=20,metadata=0x30d52/0xfffffe,dl_dst=fa:16:3e:cc:f0:60 actions=goto_table:21
cookie=0x1080000, duration=8163.519s, table=19, n_packets=1342, n_bytes=146033, priority=0 actions=resubmit(,17)
cookie=0x1030000, duration=8163.519s, table=20, n_packets=0, n_bytes=0, priority=0 actions=goto_table:80
cookie=0x8000003, duration=8162.747s, table=21, n_packets=0, n_bytes=0, priority=138,icmp6,metadata=0x30d52/0xfffffe,ipv6_dst=2001:db8:0:2::1,icmp_type=128,icmp_code=0 actions=move:NXM_OF_ETH_SRC[]>NXM_OF_ETH_DST[],set_field:fa:16:3e:3b:38:4c>eth_src,move:NXM_NX_IPV6_SRC[]>NXM_NX_IPV6_DST[],set_field:2001:db8:0:2::1>ipv6_src,set_field:129->icmpv6_type,load:0->NXM_OF_IN_PORT[],resubmit(,21)
cookie=0x8000003, duration=6543.262s, table=21, n_packets=0, n_bytes=0, priority=138,ipv6,metadata=0x30d52/0xfffffe,ipv6_dst=2001:db8:0:2:f816:3eff:fef9:60f7 actions=set_field:0x50->tun_id,set_field:fa:16:3e:f9:60:f7->eth_dst,load:0xa00->NXM_NX_REG6[],resubmit(,220)
cookie=0x8000003, duration=8162.714s, table=21, n_packets=0, n_bytes=0, priority=74,ipv6,metadata=0x30d52/0xfffffe,ipv6_dst=2001:db8:0:2::/64 actions=write_metadata:0x138a030d52/0xfffffffffe,goto_table:22
cookie=0x8000003, duration=8162.722s, table=21, n_packets=0, n_bytes=0, priority=42,icmp,metadata=0x30d52/0xfffffe,nw_dst=10.0.0.1,icmp_type=8,icmp_code=0 actions=move:NXM_OF_ETH_SRC[]>NXM_OF_ETH_DST[],set_field:fa:16:3e:cc:f0:60>eth_src,move:NXM_OF_IP_SRC[]>NXM_OF_IP_DST[],set_field:10.0.0.1>ip_src,set_field:0->icmp_type,load:0->NXM_OF_IN_PORT[],resubmit(,21)
cookie=0x8000003, duration=8163.520s, table=21, n_packets=0, n_bytes=0, priority=42,ip,metadata=0x30d52/0xfffffe,nw_dst=10.0.0.2 actions=group:150006
cookie=0x8000003, duration=8162.673s, table=21, n_packets=0, n_bytes=0, priority=42,ip,metadata=0x30d52/0xfffffe,nw_dst=10.0.0.5 actions=set_field:0x50->tun_id,set_field:fa:16:3e:84:3b:a1->eth_dst,load:0x700->NXM_NX_REG6[],resubmit(,220)
cookie=0x8000003, duration=6543.225s, table=21, n_packets=0, n_bytes=0, priority=42,ip,metadata=0x30d52/0xfffffe,nw_dst=10.0.0.3 actions=set_field:0x50->tun_id,set_field:fa:16:3e:f9:60:f7->eth_dst,load:0xa00->NXM_NX_REG6[],resubmit(,220)
cookie=0x8000003, duration=8162.714s, table=21, n_packets=0, n_bytes=0, priority=34,ip,metadata=0x30d52/0xfffffe,nw_dst=10.0.0.0/24 actions=write_metadata:0x138a030d52/0xfffffffffe,goto_table:22
cookie=0x8000004, duration=8163.519s, table=22, n_packets=0, n_bytes=0, priority=0 actions=CONTROLLER:65535
cookie=0x1080000, duration=8163.519s, table=23, n_packets=0, n_bytes=0, priority=0 actions=resubmit(,17)
cookie=0x900138a, duration=8161.388s, table=36, n_packets=1197, n_bytes=140639, priority=5,tun_id=0x50 actions=write_metadata:0x138a000000/0xfffffffff000000,goto_table:51
cookie=0x905138a, duration=8162.314s, table=38, n_packets=0, n_bytes=0, priority=5,tun_id=0x50 actions=write_metadata:0x138a000000/0xfffffffff000000,goto_table:51
cookie=0x4000000, duration=8163.520s, table=45, n_packets=0, n_bytes=0, priority=50,icmp6,metadata=0x138a000000/0xffff000000,icmp_type=133,icmp_code=0 actions=CONTROLLER:65535
cookie=0x4000000, duration=8163.520s, table=45, n_packets=0, n_bytes=0, priority=50,icmp6,metadata=0x138a000000/0xffff000000,icmp_type=135,icmp_code=0,nd_target=2001:db8:0:2::1 actions=CONTROLLER:65535
cookie=0x4000000, duration=8163.520s, table=45, n_packets=0, n_bytes=0, priority=50,icmp6,metadata=0x138a000000/0xffff000000,icmp_type=135,icmp_code=0,nd_target=fe80::f816:3eff:fe3b:384c actions=CONTROLLER:65535
cookie=0x4000000, duration=8163.520s, table=45, n_packets=3496, n_bytes=236544, priority=0 actions=resubmit(,17)
cookie=0x8500000, duration=8163.520s, table=48, n_packets=3495, n_bytes=236459, priority=0 actions=resubmit(,49),resubmit(,50)
cookie=0x805138a, duration=8161.388s, table=50, n_packets=3495, n_bytes=236459, priority=20,metadata=0x6138a000000/0xfffffffff000000,dl_src=fa:16:3e:30:ba:92 actions=goto_table:51
cookie=0x8050001, duration=8163.520s, table=50, n_packets=0, n_bytes=0, priority=10,reg4=0x1 actions=goto_table:51
cookie=0x8050000, duration=8163.520s, table=50, n_packets=0, n_bytes=0, priority=0 actions=CONTROLLER:65535,learn(table=49,hard_timeout=10,priority=0,cookie=0x8600000,NXM_OF_ETH_SRC[],NXM_NX_REG1[0..19],load:0x1->NXM_NX_REG4[0..7]),goto_table:51
cookie=0x803138a, duration=8161.388s, table=51, n_packets=1184, n_bytes=139201, priority=20,metadata=0x138a000000/0xffff000000,dl_dst=fa:16:3e:30:ba:92 actions=load:0x600->NXM_NX_REG6[],resubmit(,220)
cookie=0x803138a, duration=8161.388s, table=51, n_packets=830, n_bytes=96948, priority=20,metadata=0x138a000000/0xffff000000,dl_dst=fa:16:3e:84:3b:a1 actions=set_field:0x50->tun_id,load:0x700->NXM_NX_REG6[],resubmit(,220)
cookie=0x803138a, duration=6543.190s, table=51, n_packets=482, n_bytes=46329, priority=20,metadata=0x138a000000/0xffff000000,dl_dst=fa:16:3e:f9:60:f7 actions=set_field:0x50->tun_id,load:0xa00->NXM_NX_REG6[],resubmit(,220)
cookie=0x8030000, duration=8163.519s, table=51, n_packets=0, n_bytes=0, priority=15,dl_dst=01:80:c2:00:00:00/ff:ff:ff:ff:ff:f0 actions=drop
cookie=0x8030000, duration=8163.519s, table=51, n_packets=2196, n_bytes=94620, priority=0 actions=goto_table:52
cookie=0x870138a, duration=8161.388s, table=52, n_packets=2183, n_bytes=93182, priority=5,metadata=0x138a000000/0xffff000001 actions=write_actions(group:210004)
cookie=0x870138a, duration=8161.388s, table=52, n_packets=13, n_bytes=1438, priority=5,metadata=0x138a000001/0xffff000001 actions=write_actions(group:210003)
cookie=0x8800006, duration=8161.388s, table=55, n_packets=2183, n_bytes=93182, priority=10,tun_id=0x6,metadata=0x60000000000/0xfffff0000000000 actions=drop
cookie=0x8800006, duration=8161.388s, table=55, n_packets=13, n_bytes=1438, priority=9,tun_id=0x6 actions=load:0x600->NXM_NX_REG6[],resubmit(,220)
cookie=0x6800000, duration=8163.519s, table=60, n_packets=0, n_bytes=0, priority=0 actions=resubmit(,17)
cookie=0x1030000, duration=8163.519s, table=80, n_packets=0, n_bytes=0, priority=0 actions=resubmit(,17)
cookie=0x12220008, duration=8162.999s, table=81, n_packets=1, n_bytes=42, priority=100,arp,metadata=0x9000060000030d52/0xffffff0000fffffe,arp_tpa=10.0.0.1,arp_op=1 actions=move:NXM_OF_ETH_SRC[]>NXM_OF_ETH_DST[],set_field:fa:16:3e:cc:f0:60>eth_src,load:0x2->NXM_OF_ARP_OP[],move:NXM_NX_ARP_SHA[]>NXM_NX_ARP_THA[],move:NXM_OF_ARP_SPA[]>NXM_OF_ARP_TPA[],load:0xfa163eccf060->NXM_NX_ARP_SHA[],load:0xa000001->NXM_OF_ARP_SPA[],load:0->NXM_OF_IN_PORT[],load:0x600->NXM_NX_REG6[],resubmit(,220)
cookie=0x8220000, duration=8163.519s, table=81, n_packets=2148, n_bytes=90216, priority=0 actions=drop
cookie=0x4000001, duration=8163.520s, table=90, n_packets=0, n_bytes=0, priority=0 actions=resubmit(,17)
cookie=0x6900000, duration=8163.519s, table=211, n_packets=0, n_bytes=0, priority=0 actions=drop
cookie=0x6900000, duration=8163.519s, table=212, n_packets=0, n_bytes=0, priority=0 actions=goto_table:213
cookie=0x6900000, duration=8163.519s, table=213, n_packets=0, n_bytes=0, priority=62020,ct_state=-new+est-rel-inv+trk actions=resubmit(,17)
cookie=0x6900000, duration=8163.519s, table=213, n_packets=0, n_bytes=0, priority=62020,ct_state=-new-est+rel-inv+trk actions=resubmit(,17)
cookie=0x6900000, duration=8163.519s, table=213, n_packets=0, n_bytes=0, priority=0 actions=drop
cookie=0x8000007, duration=8163.358s, table=220, n_packets=1198, n_bytes=140681, priority=9,reg6=0x600 actions=output:1
cookie=0x8000230, duration=8162.788s, table=220, n_packets=3013, n_bytes=190130, priority=6,reg6=0x700 actions=load:0x90000700->NXM_NX_REG6[],write_metadata:0/0xfffffffffe,goto_table:230
cookie=0x8000007, duration=8162.788s, table=220, n_packets=3013, n_bytes=190130, priority=9,reg6=0x90000700 actions=output:2
cookie=0x8000007, duration=6543.193s, table=220, n_packets=540, n_bytes=50217, priority=9,reg6=0x90000a00 actions=output:3
cookie=0x8000230, duration=6543.193s, table=220, n_packets=540, n_bytes=50217, priority=6,reg6=0xa00 actions=load:0x90000a00->NXM_NX_REG6[],write_metadata:0/0xfffffffffe,goto_table:230
cookie=0x8000230, duration=8163.520s, table=230, n_packets=3553, n_bytes=240347, priority=0 actions=resubmit(,220)
cookie=0x8000231, duration=8163.520s, table=231, n_packets=0, n_bytes=0, priority=0 actions=resubmit(,220)
cookie=0x6900000, duration=8163.519s, table=241, n_packets=0, n_bytes=0, priority=0 actions=drop
cookie=0x6900000, duration=8163.519s, table=242, n_packets=0, n_bytes=0, priority=0 actions=goto_table:243
cookie=0x6900000, duration=8163.519s, table=243, n_packets=0, n_bytes=0, priority=62020,ct_state=-new+est-rel-inv+trk actions=resubmit(,220)
cookie=0x6900000, duration=8163.519s, table=243, n_packets=0, n_bytes=0, priority=62020,ct_state=-new-est+rel-inv+trk actions=resubmit(,220)
cookie=0x6900000, duration=8163.519s, table=243, n_packets=0, n_bytes=0, priority=0 actions=drop

1. ovs-vsctl show
   42510260-e10c-4caa-a950-43d3c59bf6d5
   Manager "tcp:10.100.0.51:6640"
   is_connected: true
   Bridge br-int
   Controller "tcp:10.100.0.51:6653"
   is_connected: true
   fail_mode: secure
   Port "tap34137c62-a4"
   Interface "tap34137c62-a4"
   Port "tun81f861813e7"
   Interface "tun81f861813e7"
   type: vxlan
   options: {key=flow, local_ip="192.168.0.1", remote_ip="192.168.0.2"}

   Port "tunce3d1330bca"
   Interface "tunce3d1330bca"
   type: vxlan
   options:

   {key=flow, local_ip="192.168.0.1", remote_ip="192.168.0.3"}

   Port br-int
   Interface br-int
   type: internal
   ovs_version: "2.6.1"

hypothesis in relationship to design issue, we are wondering if table 51 rule should not be duplicated because neutron port acquires both IPv4 and IPv6.

we are wondering about the following yang model. ( elan.yang file).
Should not we have a lead-list of ips in that datamodel, instead of one single ip ?

grouping forwarding-entries {
description "Details of the MAC entries";

list mac-entry {
key "mac-address";
description "Details of a MAC address";
max-elements "unbounded";
min-elements "0";

leaf mac-address

leaf interface {
type leafref

}

leaf controllerLearnedForwardingEntryTimestamp

leaf isStaticAddress

leaf ip-prefix

}
}

Attachment after_restart_karaf.log has been added with description: log after ODL rebbot

Attachment before_restart_karaf.log has been added with description: log before ODL reboot

http://10.16.18.34:8181/restconf/config/l3vpn:vpn-interfaces

{
"vpn-interfaces": {
"vpn-interface": [
{
"name": "c76579f3-f363-481e-a371-dd7ce3e4dd75",
"router-interface": false,
"vpn-instance-name": "c925b924-b343-49c4-8fdd-0f4977ce10e8",
"odl-l3vpn:adjacency": [

]
},
{
"name": "70bdc9ea-5ad9-4ac3-8527-216117396342",
"router-interface": true,
"vpn-instance-name": "c925b924-b343-49c4-8fdd-0f4977ce10e8",
"odl-l3vpn:adjacency": [

]
},
{
"name": "9b4ca55c-ec46-4b2d-9c97-a8f1f9a01eeb",
"router-interface": true,
"vpn-instance-name": "c925b924-b343-49c4-8fdd-0f4977ce10e8",
"odl-l3vpn:adjacency": [

]
},
{
"name": "91590762-83a9-412b-87e8-ad001455a425",
"router-interface": false,
"vpn-instance-name": "c925b924-b343-49c4-8fdd-0f4977ce10e8",
"odl-l3vpn:adjacency": [

]
}
]
}
}