Uploaded image for project: 'netvirt'
  1. netvirt
  2. NETVIRT-809

patch port mysteriously deleted (sporadically)

XMLWordPrintable

    • Icon: Bug Bug
    • Resolution: Done
    • None
    • Carbon
    • General
    • None
    • Operating System: All
      Platform: All

    • 8893

      running netvirt stable/carbon w/ devstack and a provider network on a br-ex type (I called it extnet) bridge and netvirt creates patch ports between br-int to extnet as expected. However, almost immediately the br-int side patch port is erased. The sporadic nature of this seems to be effected by logging because when I turned on logging, I had to rerun three times to get the failure. It should also be noted that disconnecting and then reconnecting OVS seems to fix the issue, the patch port gets configured. The following extracts from the ovsdb tcp conn and md-sal show the diagnosis. I've also attached a karaf.log with ovsdb southbound logs set to TRACE but note that it is from a different run than the following materials in this description:

      [1] ovsdb request where the br-int side patch port is created:

      {
       "id":"51c8c403-fdb0-43a9-a918-8137a7ae536d",
       "method":"transact",
       "params":[
       "Open_vSwitch",
       {
       "op":"insert",
       "row":
      { "name":"extnet-patch", "options":[ "map", [ [ "peer", "extnet-int-patch" ] ] ], "type":"patch" }
      ,
       "uuid-name":"Interface_Random_2c5bea2ba983428a93d666ea80b60d76",
       "table":"Interface"
       },
      { "op":"mutate", "where":[ [ "name", "==", "extnet-patch" ] ], "mutations":[ [ "external_ids", "delete", [ "set", [ "opendaylight-iid" ] ] ], [ "external_ids", "insert", [ "map", [ [ "opendaylight-iid", "/network-topology:network-topology/network-topology:topology[ network-topology:topology-id='ovsdb:1' ] /network-topology:node[ network-topology:node-id='ovsdb://uuid/d6b942f3-3d84-4403-b840-269bf6a8e867/bridge/br-int' ] /network-topology:termination-point[ network-topology:tp-id='extnet-patch' ] " ] ] ] ] ], "table":"Port" }
      ,
       {
       "op":"insert",
       "row":
      { "interfaces":[ "set", [ [ "named-uuid", "Interface_Random_2c5bea2ba983428a93d666ea80b60d76" ] ] ], "name":"extnet-patch" }
      ,
       "uuid-name":"Port_Random_409734ea329b41b08fef2f5d1ed93ad0",
       "table":"Port"
       },
      { "op":"mutate", "where":[ [ "name", "==", "br-int" ] ], "mutations":[ [ "ports", "insert", [ "set", [ [ "named-uuid", "Port_Random_409734ea329b41b08fef2f5d1ed93ad0" ] ] ] ] ], "table":"Bridge" }
      ,
       {
       "op":"update",
       "row":
      { "options":[ "map", [ [ "peer", "extnet-int-patch" ] ] ] }
      ,
       "where":[
       [
       "name",
       "==",
       "extnet-patch"
       ]
       ],
       "table":"Interface"
       },
      { "op":"mutate", "where":[ [ "name", "==", "extnet-patch" ] ], "mutations":[ [ "external_ids", "delete", [ "set", [ "opendaylight-iid" ] ] ], [ "external_ids", "insert", [ "map", [ [ "opendaylight-iid", "/network-topology:network-topology/network-topology:topology[ network-topology:topology-id='ovsdb:1' ] /network-topology:node[ network-topology:node-id='ovsdb://uuid/d6b942f3-3d84-4403-b840-269bf6a8e867/bridge/br-int' ] /network-topology:termination-point[ network-topology:tp-id='extnet-patch' ] " ] ] ] ] ], "table":"Port" }
      ,
       {
       "op":"update",
       "row":
      { "qos":[ "set", [] ] }
      ,
       "where":[
       [
       "name",
       "==",
       "extnet-patch"
       ]
       ],
       "table":"Port"
       }
       ]
       }
      

       

      [2] ovsdb request where it's deleted:

      {
       "id":"1c35c7ba-c5eb-42c5-8593-cb565828138c",
       "method":"transact",
       "params":[
       "Open_vSwitch",
       {
       "op":"update",
       "row":
      { "other_config":[ "map", [ [ "disable-in-band", "true" ], [ "datapath-id", "0000960cbf79f448" ] ] ], "fail_mode":[ "set", [ "secure" ] ], "external_ids":[ "map", [ [ "opendaylight-iid", "/network-topology:network-topology/network-topology:topology[ network-topology:topology-id='ovsdb:1' ] /network-topology:node[ network-topology:node-id='ovsdb://uuid/d6b942f3-3d84-4403-b840-269bf6a8e867/bridge/br-int' ] " ] ] ] }
      ,
       "where":[
       [
       "name",
       "==",
       "br-int"
       ]
       ],
       "table":"Bridge"
       },
      { "op":"mutate", "where":[ [ "name", "==", "br-int" ] ], "mutations":[ [ "external_ids", "delete", [ "set", [ "opendaylight-iid" ] ] ], [ "external_ids", "insert", [ "map", [ [ "opendaylight-iid", "/network-topology:network-topology/network-topology:topology[ network-topology:topology-id='ovsdb:1' ] /network-topology:node[ network-topology:node-id='ovsdb://uuid/d6b942f3-3d84-4403-b840-269bf6a8e867/bridge/br-int' ] " ] ] ] ] ], "table":"Bridge" }
      ,
       {
       "op":"insert",
       "row":
      { "target":"tcp:10.9.8.1:6653" }
      ,
       "uuid-name":"Random_a61e787726874803a55e91c08d748972",
       "table":"Controller"
       },
      { "op":"mutate", "where":[ [ "name", "==", "br-int" ] ], "mutations":[ [ "controller", "insert", [ "set", [ [ "named-uuid", "Random_a61e787726874803a55e91c08d748972" ] ] ] ] ], "table":"Bridge" }
      ,
      { "op":"mutate", "where":[ [ "name", "==", "br-int" ] ], "mutations":[ [ "protocols", "insert", [ "set", [ "OpenFlow13" ] ] ] ], "table":"Bridge" }
      ,
      { "op":"delete", "where":[ [ "_uuid", "==", [ "uuid", "32b896c1-7ccf-42b7-a0bb-6244125b8c3b" ] ] ], "table":"Port" }
      ,
      { "op":"comment", "comment":"Port: Deleting extnet-patch attached to br-int" }
      ,
      { "op":"mutate", "where":[ [ "name", "==", "br-int" ] ], "mutations":[ [ "ports", "delete", [ "set", [ [ "uuid", "32b896c1-7ccf-42b7-a0bb-6244125b8c3b" ] ] ] ] ], "table":"Bridge" }
      ,
      { "op":"comment", "comment":"Bridge: Mutating br-int to remove port 32b896c1-7ccf-42b7-a0bb-6244125b8c3b" }
      ]
       }
      

       

      [3] operational DS (no extnet-patch)

      {
       "node-id": "ovsdb://uuid/d6b942f3-3d84-4403-b840-269bf6a8e867/bridge/br-int",
       "ovsdb:managed-by": "/network-topology:network-topology/network-topology:topology[network-topology:topology-id='ovsdb:1']/network-topology:node[network-topology:node-id='ovsdb://uuid/d6b942f3-3d84-4403-b840-269bf6a8e867']",
       "ovsdb:bridge-uuid": "79bf0c97-946c-48f4-bac8-bdd926916eab",
       "ovsdb:stp_enable": false,
       "ovsdb:datapath-id": "00:00:96:0c:bf:79:f4:48",
       "ovsdb:bridge-name": "br-int",
       "ovsdb:datapath-type": "ovsdb:datapath-type-system",
       "ovsdb:protocol-entry": [
      { "protocol": "ovsdb:ovsdb-bridge-protocol-openflow-13" }
      ],
       "ovsdb:fail-mode": "ovsdb:ovsdb-fail-mode-secure",
       "ovsdb:bridge-external-ids": [
      { "bridge-external-id-key": "opendaylight-iid", "bridge-external-id-value": "/network-topology:network-topology/network-topology:topology[network-topology:topology-id='ovsdb:1']/network-topology:node[network-topology:node-id='ovsdb://uuid/d6b942f3-3d84-4403-b840-269bf6a8e867/bridge/br-int']" }
      ],
       "ovsdb:controller-entry": [
      { "target": "tcp:10.9.8.1:6653", "is-connected": true, "controller-uuid": "7ac787bf-2c25-41ff-98bb-c11b44709885" }
      ],
       "ovsdb:bridge-other-configs": [
      { "bridge-other-config-key": "disable-in-band", "bridge-other-config-value": "true" }
      ,
      { "bridge-other-config-key": "datapath-id", "bridge-other-config-value": "0000960cbf79f448" }
      ],
       "termination-point": [
      { "tp-id": "br-int", "ovsdb:interface-uuid": "790a4870-067e-4443-8809-31f8989b9488", "ovsdb:ingress-policing-burst": 0, "ovsdb:name": "br-int", "ovsdb:ofport": 65534, "ovsdb:port-uuid": "b3b02fcd-2a9c-465c-8a39-bee297a87918", "ovsdb:ifindex": 18, "ovsdb:ingress-policing-rate": 0, "ovsdb:interface-type": "ovsdb:interface-type-internal" }
      ]
       }
      

      [4] config DS (w/ extnet-patch)

      {
       "node-id": "ovsdb://uuid/d6b942f3-3d84-4403-b840-269bf6a8e867/bridge/br-int",
       "ovsdb:protocol-entry": [
      { "protocol": "ovsdb:ovsdb-bridge-protocol-openflow-13" }
      ],
       "ovsdb:fail-mode": "ovsdb:ovsdb-fail-mode-secure",
       "ovsdb:managed-by": "/network-topology:network-topology/network-topology:topology[network-topology:topology-id='ovsdb:1']/network-topology:node[network-topology:node-id='ovsdb://uuid/d6b942f3-3d84-4403-b840-269bf6a8e867']",
       "ovsdb:controller-entry": [
      { "target": "tcp:10.9.8.1:6653" }
      ],
       "ovsdb:bridge-name": "br-int",
       "ovsdb:bridge-other-configs": [
      { "bridge-other-config-key": "disable-in-band", "bridge-other-config-value": "true" }
      ,
      { "bridge-other-config-key": "datapath-id", "bridge-other-config-value": "0000960cbf79f448" }
      ],
       "termination-point": [
       {
       "tp-id": "extnet-patch",
       "ovsdb:name": "extnet-patch",
       "ovsdb:interface-type": "ovsdb:interface-type-patch",
       "ovsdb:options": [
      { "option": "peer", "value": "extnet-int-patch" }
      ]
       }
       ]
       }
      

       

        1. karaf.log.bz2
          88 kB
          old-jhershbe@redhat.com

            jhershbe Josh Hershberg
            jhershbe Josh Hershberg
            Votes:
            0 Vote for this issue
            Watchers:
            1 Start watching this issue

              Created:
              Updated:
              Resolved: