[OPNFLWPLUG-1074] table stats not available after a switch flap

Thu, 20 Feb 2020 06:54:08 +0000
The issue was detected here:
https://jenkins.opendaylight.org/releng/view/openflowplugin/job/openflowplugin-csit-1node-sanity-only-neon/
It is not 100% consistent but easier to reproduce with cluster:
1) Connect ovs switch to 3 node cluster
2) flap the connection: sh ovs-vsctl set-controller s1 "tcp:127.0.0.1" && ovs-vsctl set-controller s1 "tcp:10.18.130.167" "tcp:10.18.130.152" "tcp:10.18.130.162
3) observe the table stats are not filled:
{
    "nodes": {
        "node": [
            {
                "id": "openflow:1",
                "opendaylight-group-statistics:group-features": {
                    "group-capabilities-supported": [
                        "opendaylight-group-types:chaining",
                        "opendaylight-group-types:select-liveness",
                        "opendaylight-group-types:select-weight"
                    ],
                    "actions": [
                        67076097
                    ],
                    "max-groups": [
                        4294967040
                    ],
                    "group-types-supported": [
                        "opendaylight-group-types:group-all",
                        "opendaylight-group-types:group-indirect",
                        "opendaylight-group-types:group-select",
                        "opendaylight-group-types:group-ff"
                    ]
                },
                "flow-node-inventory:snapshot-gathering-status-end": {
                    "end": "2019-07-17T21:38:46.765-07:00",
                    "succeeded": true
                },
                "flow-node-inventory:snapshot-gathering-status-start": {
                    "begin": "2019-07-17T21:38:46.752-07:00"
                },
                "flow-node-inventory:port-number": 51978,
                "flow-node-inventory:serial-number": "None",
                "flow-node-inventory:table": [
                    {
                        "id": 235
                    },
                    {
                        "id": 209
                    },
                    {
                        "id": 175
                    },
                    {
                        "id": 89
                    },
                    {
                        "id": 119
                    },
                    {
                        "id": 21
                    },
                    {
                        "id": 51
                    },
                    {
                        "id": 234
                    },
                    {
                        "id": 208
                    },
                    {
                        "id": 174
                    },
                    {
                        "id": 88
                    },
                    {
                        "id": 118
                    },
                    {
                        "id": 20
                    },
                    {
                        "id": 50
                    },
                    {
                        "id": 237
                    },
                    {
                        "id": 207
                    },
                    {
                        "id": 177
                    },
                    {
                        "id": 0
                    },
                    {
                        "id": 87
                    },
                    {
                        "id": 121
                    },
                    {
                        "id": 19
                    },
                    {
                        "id": 53
                    },
                    {
                        "id": 236
                    },
                    {
                        "id": 206
                    },
                    {
                        "id": 176
                    },
                    {
                        "id": 1
                    },
                    {
                        "id": 86
                    },
                    {
                        "id": 120
                    },
                    {
                        "id": 18
                    },
                    {
                        "id": 52
                    },
                    {
                        "id": 239
                    },
                    {
                        "id": 205
                    },
                    {
                        "id": 171
                    },
                    {
                        "id": 85
                    },
                    {
                        "id": 115
                    },
                    {
                        "id": 25
                    },
                    {
                        "id": 55
                    },
                    {
                        "id": 238
                    },
                    {
                        "id": 204
                    },
                    {
                        "id": 170
                    },
                    {
                        "id": 84
                    },
                    {
                        "id": 114
                    },
                    {
                        "id": 24
                    },
                    {
                        "id": 54
                    },
                    {
                        "id": 241
                    },
                    {
                        "id": 203
                    },
                    {
                        "id": 173
                    },
                    {
                        "id": 83
                    },
                    {
                        "id": 117
                    },
                    {
                        "id": 23
                    },
                    {
                        "id": 57
                    },
                    {
                        "id": 240
                    },
                    {
                        "id": 202
                    },
                    {
                        "id": 172
                    },
                    {
                        "id": 82
                    },
                    {
                        "id": 116
                    },
                    {
                        "id": 22
                    },
                    {
                        "id": 56
                    },
                    {
                        "id": 227
                    },
                    {
                        "id": 201
                    },
                    {
                        "id": 167
                    },
                    {
                        "id": 97
                    },
                    {
                        "id": 127
                    },
                    {
                        "id": 29
                    },
                    {
                        "id": 59
                    },
                    {
                        "id": 226
                    },
                    {
                        "id": 200
                    },
                    {
                        "id": 166
                    },
                    {
                        "id": 96
                    },
                    {
                        "id": 126
                    },
                    {
                        "id": 28
                    },
                    {
                        "id": 58
                    },
                    {
                        "id": 229
                    },
                    {
                        "id": 199
                    },
                    {
                        "id": 169
                    },
                    {
                        "id": 95
                    },
                    {
                        "id": 129
                    },
                    {
                        "id": 27
                    },
                    {
                        "id": 61
                    },
                    {
                        "id": 228
                    },
                    {
                        "id": 198
                    },
                    {
                        "id": 168
                    },
                    {
                        "id": 94
                    },
                    {
                        "id": 128
                    },
                    {
                        "id": 26
                    },
                    {
                        "id": 60
                    },
                    {
                        "id": 231
                    },
                    {
                        "id": 197
                    },
                    {
                        "id": 163
                    },
                    {
                        "id": 93
                    },
                    {
                        "id": 123
                    },
                    {
                        "id": 33
                    },
                    {
                        "id": 63
                    },
                    {
                        "id": 230
                    },
                    {
                        "id": 196
                    },
                    {
                        "id": 162
                    },
                    {
                        "id": 92
                    },
                    {
                        "id": 122
                    },
                    {
                        "id": 32
                    },
                    {
                        "id": 62
                    },
                    {
                        "id": 233
                    },
                    {
                        "id": 195
                    },
                    {
                        "id": 165
                    },
                    {
                        "id": 91
                    },
                    {
                        "id": 125
                    },
                    {
                        "id": 31
                    },
                    {
                        "id": 65
                    },
                    {
                        "id": 232
                    },
                    {
                        "id": 194
                    },
                    {
                        "id": 164
                    },
                    {
                        "id": 90
                    },
                    {
                        "id": 124
                    },
                    {
                        "id": 30
                    },
                    {
                        "id": 64
                    },
                    {
                        "id": 252
                    },
                    {
                        "id": 218
                    },
                    {
                        "id": 192
                    },
                    {
                        "id": 158
                    },
                    {
                        "id": 15
                    },
                    {
                        "id": 104
                    },
                    {
                        "id": 134
                    },
                    {
                        "id": 36
                    },
                    {
                        "id": 66
                    },
                    {
                        "id": 253
                    },
                    {
                        "id": 219
                    },
                    {
                        "id": 193
                    },
                    {
                        "id": 159
                    },
                    {
                        "id": 14
                    },
                    {
                        "id": 105
                    },
                    {
                        "id": 135
                    },
                    {
                        "id": 37
                    },
                    {
                        "id": 67
                    },
                    {
                        "id": 250
                    },
                    {
                        "id": 220
                    },
                    {
                        "id": 190
                    },
                    {
                        "id": 160
                    },
                    {
                        "id": 17
                    },
                    {
                        "id": 102
                    },
                    {
                        "id": 136
                    },
                    {
                        "id": 34
                    },
                    {
                        "id": 68
                    },
                    {
                        "id": 251
                    },
                    {
                        "id": 221
                    },
                    {
                        "id": 191
                    },
                    {
                        "id": 161
                    },
                    {
                        "id": 16
                    },
                    {
                        "id": 103
                    },
                    {
                        "id": 137
                    },
                    {
                        "id": 35
                    },
                    {
                        "id": 69
                    },
                    {
                        "id": 222
                    },
                    {
                        "id": 188
                    },
                    {
                        "id": 154
                    },
                    {
                        "id": 11
                    },
                    {
                        "id": 100
                    },
                    {
                        "id": 130
                    },
                    {
                        "id": 40
                    },
                    {
                        "id": 70
                    },
                    {
                        "id": 223
                    },
                    {
                        "id": 189
                    },
                    {
                        "id": 155
                    },
                    {
                        "id": 10
                    },
                    {
                        "id": 101
                    },
                    {
                        "id": 131
                    },
                    {
                        "id": 41
                    },
                    {
                        "id": 71
                    },
                    {
                        "id": 224
                    },
                    {
                        "id": 186
                    },
                    {
                        "id": 156
                    },
                    {
                        "id": 13
                    },
                    {
                        "id": 98
                    },
                    {
                        "id": 132
                    },
                    {
                        "id": 38
                    },
                    {
                        "id": 72
                    },
                    {
                        "id": 225
                    },
                    {
                        "id": 187
                    },
                    {
                        "id": 157
                    },
                    {
                        "id": 12
                    },
                    {
                        "id": 99
                    },
                    {
                        "id": 133
                    },
                    {
                        "id": 39
                    },
                    {
                        "id": 73
                    },
                    {
                        "id": 244
                    },
                    {
                        "id": 210
                    },
                    {
                        "id": 184
                    },
                    {
                        "id": 150
                    },
                    {
                        "id": 7
                    },
                    {
                        "id": 112
                    },
                    {
                        "id": 142
                    },
                    {
                        "id": 44
                    },
                    {
                        "id": 74
                    },
                    {
                        "id": 245
                    },
                    {
                        "id": 211
                    },
                    {
                        "id": 185
                    },
                    {
                        "id": 151
                    },
                    {
                        "id": 6
                    },
                    {
                        "id": 113
                    },
                    {
                        "id": 143
                    },
                    {
                        "id": 45
                    },
                    {
                        "id": 75
                    },
                    {
                        "id": 242
                    },
                    {
                        "id": 212
                    },
                    {
                        "id": 182
                    },
                    {
                        "id": 152
                    },
                    {
                        "id": 9
                    },
                    {
                        "id": 110
                    },
                    {
                        "id": 144
                    },
                    {
                        "id": 42
                    },
                    {
                        "id": 76
                    },
                    {
                        "id": 243
                    },
                    {
                        "id": 213
                    },
                    {
                        "id": 183
                    },
                    {
                        "id": 153
                    },
                    {
                        "id": 8
                    },
                    {
                        "id": 111
                    },
                    {
                        "id": 145
                    },
                    {
                        "id": 43
                    },
                    {
                        "id": 77
                    },
                    {
                        "id": 248
                    },
                    {
                        "id": 214
                    },
                    {
                        "id": 180
                    },
                    {
                        "id": 146
                    },
                    {
                        "id": 3
                    },
                    {
                        "id": 108
                    },
                    {
                        "id": 138
                    },
                    {
                        "id": 48
                    },
                    {
                        "id": 78
                    },
                    {
                        "id": 249
                    },
                    {
                        "id": 215
                    },
                    {
                        "id": 181
                    },
                    {
                        "id": 147
                    },
                    {
                        "id": 2
                    },
                    {
                        "id": 109
                    },
                    {
                        "id": 139
                    },
                    {
                        "id": 49
                    },
                    {
                        "id": 79
                    },
                    {
                        "id": 246
                    },
                    {
                        "id": 216
                    },
                    {
                        "id": 178
                    },
                    {
                        "id": 148
                    },
                    {
                        "id": 5
                    },
                    {
                        "id": 106
                    },
                    {
                        "id": 140
                    },
                    {
                        "id": 46
                    },
                    {
                        "id": 80
                    },
                    {
                        "id": 247
                    },
                    {
                        "id": 217
                    },
                    {
                        "id": 179
                    },
                    {
                        "id": 149
                    },
                    {
                        "id": 4
                    },
                    {
                        "id": 107
                    },
                    {
                        "id": 141
                    },
                    {
                        "id": 47
                    },
                    {
                        "id": 81
                    }
                ],
                "flow-node-inventory:hardware": "Open vSwitch",
                "flow-node-inventory:description": "None",
                "flow-node-inventory:software": "2.8.1",
                "flow-node-inventory:switch-features": {
                    "max_buffers": 0,
                    "max_tables": 254,
                    "capabilities": [
                        "flow-node-inventory:flow-feature-capability-flow-stats",
                        "flow-node-inventory:flow-feature-capability-queue-stats",
                        "flow-node-inventory:flow-feature-capability-port-stats",
                        "flow-node-inventory:flow-feature-capability-table-stats",
                        "flow-node-inventory:flow-feature-capability-group-stats"
                    ]
                },
                "flow-node-inventory:manufacturer": "Nicira, Inc.",
                "flow-node-inventory:ip-address": "10.18.130.33",
                "node-connector": [
                    {
                        "id": "openflow:1:1",
                        "flow-node-inventory:supported": "",
                        "flow-node-inventory:peer-features": "",
                        "flow-node-inventory:port-number": 1,
                        "flow-node-inventory:advertised-features": "",
                        "flow-node-inventory:hardware-address": "b2:ca:1c:d5:c5:19",
                        "flow-node-inventory:current-feature": "ten-gb-fd copper",
                        "flow-node-inventory:current-speed": 10000000,
                        "flow-node-inventory:configuration": "",
                        "flow-node-inventory:maximum-speed": 0,
                        "flow-node-inventory:name": "s1-eth1",
                        "flow-node-inventory:state": {
                            "blocked": false,
                            "link-down": false,
                            "live": true
                        },
                        "opendaylight-port-statistics:flow-capable-node-connector-statistics": {
                            "receive-frame-error": 0,
                            "packets": {
                                "received": 8,
                                "transmitted": 543
                            },
                            "collision-count": 0,
                            "transmit-errors": 0,
                            "bytes": {
                                "received": 648,
                                "transmitted": 46123
                            },
                            "duration": {
                                "nanosecond": 939000000,
                                "second": 2813
                            },
                            "receive-crc-error": 0,
                            "receive-drops": 0,
                            "receive-errors": 0,
                            "receive-over-run-error": 0,
                            "transmit-drops": 0
                        }
                    },
                    {
                        "id": "openflow:1:LOCAL",
                        "flow-node-inventory:supported": "",
                        "flow-node-inventory:peer-features": "",
                        "flow-node-inventory:port-number": 4294967294,
                        "flow-node-inventory:advertised-features": "",
                        "flow-node-inventory:hardware-address": "4a:6c:f5:d9:e7:4e",
                        "flow-node-inventory:current-feature": "",
                        "flow-node-inventory:current-speed": 0,
                        "flow-node-inventory:configuration": "PORT-DOWN",
                        "flow-node-inventory:maximum-speed": 0,
                        "flow-node-inventory:name": "s1",
                        "flow-node-inventory:state": {
                            "blocked": false,
                            "link-down": true,
                            "live": false
                        },
                        "opendaylight-port-statistics:flow-capable-node-connector-statistics": {
                            "receive-frame-error": 0,
                            "packets": {
                                "received": 0,
                                "transmitted": 0
                            },
                            "collision-count": 0,
                            "transmit-errors": 0,
                            "bytes": {
                                "received": 0,
                                "transmitted": 0
                            },
                            "duration": {
                                "nanosecond": 936000000,
                                "second": 2813
                            },
                            "receive-crc-error": 0,
                            "receive-drops": 0,
                            "receive-errors": 0,
                            "receive-over-run-error": 0,
                            "transmit-drops": 0
                        }
                    }
                ]
            }
        ]
    }
}
OpenDaylight JIRA

[OPNFLWPLUG-1074] table stats not available after a switch flap
