<!-- 
RSS generated by JIRA (8.20.10#820010-sha1:ace47f9899e9ee25d7157d59aa17ab06aee30d3d) at Wed Feb 07 19:56:03 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>OpenDaylight JIRA</title>
    <link>https://jira.opendaylight.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>8.20.10</version>
        <build-number>820010</build-number>
        <build-date>22-06-2022</build-date>
    </build-info>


<item>
            <title>[CONTROLLER-1633] Singleton global rpc timed out with akka.pattern.AskTimeoutException for 15000ms after leader kill</title>
                <link>https://jira.opendaylight.org/browse/CONTROLLER-1633</link>
                <project id="10113" key="CONTROLLER">controller</project>
                    <description>&lt;p&gt;Job: &lt;a href=&quot;https://jenkins.opendaylight.org/releng/view/controller/job/controller-csit-3node-clustering-only-carbon/627/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://jenkins.opendaylight.org/releng/view/controller/job/controller-csit-3node-clustering-only-carbon/627/&lt;/a&gt;&lt;/p&gt;

&lt;p&gt;Suite: Global Rpc Kill&lt;/p&gt;

&lt;p&gt;Steps: &lt;br/&gt;
-rpc /restconf/operations/basic-rpc-test:basic-global works from every node&lt;br/&gt;
-the node with singleton device leader is killed (node1)&lt;br/&gt;
-new leader is elected (node3)&lt;br/&gt;
-rpc does not work from node2 and returns http status 500&lt;/p&gt;

&lt;p&gt;{&quot;errors&quot;:{&quot;error&quot;:[&lt;/p&gt;
{&quot;error-type&quot;:&quot;application&quot;,&quot;error-tag&quot;:&quot;operation-failed&quot;,&quot;error-message&quot;:&quot;The operation encountered an unexpected error while executing.&quot;,&quot;error-info&quot;:&quot;akka.pattern.AskTimeoutException: Ask timed out on [Actor[akka.tcp://opendaylight-cluster-data@10.29.12.23:2550/user/rpc/broker#526563179]] after [15000 ms]. Sender[null] sent message of type &quot;org.opendaylight.controller.remote.rpc.messages.ExecuteRpc&quot;.
	at akka.pattern.PromiseActorRef$$anonfun$1.apply$mcV$sp(AskSupport.scala:604)
	at akka.actor.Scheduler$$anon$4.run(Scheduler.scala:126)
	at scala.concurrent.Future$InternalCallbackExecutor$.unbatchedExecute(Future.scala:601)
	at scala.concurrent.BatchingExecutor$class.execute(BatchingExecutor.scala:109)
	at scala.concurrent.Future$InternalCallbackExecutor$.execute(Future.scala:599)
	at akka.actor.LightArrayRevolverScheduler$TaskHolder.executeTask(LightArrayRevolverScheduler.scala:329)
	at akka.actor.LightArrayRevolverScheduler$$anon$4.executeBucket$1(LightArrayRevolverScheduler.scala:280)
	at akka.actor.LightArrayRevolverScheduler$$anon$4.nextTick(LightArrayRevolverScheduler.scala:284)
	at akka.actor.LightArrayRevolverScheduler$$anon$4.run(LightArrayRevolverScheduler.scala:236)
	at java.lang.Thread.run(Thread.java:745)
&quot;}
&lt;p&gt;]}}&lt;/p&gt;</description>
                <environment>&lt;p&gt;Operating System: All&lt;br/&gt;
Platform: All&lt;/p&gt;</environment>
        <key id="26187">CONTROLLER-1633</key>
            <summary>Singleton global rpc timed out with akka.pattern.AskTimeoutException for 15000ms after leader kill</summary>
                <type id="10104" iconUrl="https://jira.opendaylight.org/secure/viewavatar?size=xsmall&amp;avatarId=10303&amp;avatarType=issuetype">Bug</type>
                                                <status id="5" iconUrl="https://jira.opendaylight.org/images/icons/statuses/resolved.png" description="A resolution has been taken, and it is awaiting verification by reporter. From here issues are either reopened, or are closed.">Resolved</status>
                    <statusCategory id="3" key="done" colorName="green"/>
                                    <resolution id="10003">Cannot Reproduce</resolution>
                                        <assignee username="-1">Unassigned</assignee>
                                    <reporter username="pgubka@cisco.com">Peter Gubka</reporter>
                        <labels>
                    </labels>
                <created>Tue, 11 Apr 2017 11:41:08 +0000</created>
                <updated>Tue, 25 Jul 2023 08:24:29 +0000</updated>
                            <resolved>Tue, 2 May 2017 14:46:37 +0000</resolved>
                                                                    <component>clustering</component>
                        <due></due>
                            <votes>0</votes>
                                    <watches>1</watches>
                                                                                                                <comments>
                            <comment id="51975" author="rovarga" created="Wed, 12 Apr 2017 11:45:27 +0000"  >&lt;p&gt;Unfortunately node2 logs are not showing much. Two questions:&lt;/p&gt;

&lt;ul class=&quot;alternate&quot; type=&quot;square&quot;&gt;
	&lt;li&gt;does this occur repeatedly for more than ~2 seconds after the new leader is elected?&lt;/li&gt;
	&lt;li&gt;can you switch logging to DEBUG for org.opendaylight.controller.remote.rpc?&lt;/li&gt;
&lt;/ul&gt;
</comment>
                            <comment id="51976" author="pgubka@cisco.com" created="Wed, 12 Apr 2017 17:33:40 +0000"  >&lt;p&gt;(In reply to Robert Varga from comment #1)&lt;br/&gt;
&amp;gt; Unfortunately node2 logs are not showing much. Two questions:&lt;br/&gt;
&amp;gt; &lt;br/&gt;
&amp;gt; - does this occur repeatedly for more than ~2 seconds after the new leader&lt;br/&gt;
&amp;gt; is elected?&lt;br/&gt;
&amp;gt; - can you switch logging to DEBUG for org.opendaylight.controller.remote.rpc?&lt;/p&gt;

&lt;p&gt;karaf.log will be attached, link to the job is &lt;a href=&quot;https://jenkins.opendaylight.org/sandbox/job/controller-csit-3node-clustering-only-carbon/3/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://jenkins.opendaylight.org/sandbox/job/controller-csit-3node-clustering-only-carbon/3/&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="51982" author="pgubka@cisco.com" created="Wed, 12 Apr 2017 17:37:48 +0000"  >&lt;p&gt;Attachment odl1_karaf.log.gz has been added with description: karaf log 1&lt;/p&gt;</comment>
                            <comment id="51983" author="pgubka@cisco.com" created="Wed, 12 Apr 2017 17:38:14 +0000"  >&lt;p&gt;Attachment odl2_karaf.log.gz has been added with description: karaf log 2&lt;/p&gt;</comment>
                            <comment id="51984" author="pgubka@cisco.com" created="Wed, 12 Apr 2017 17:38:37 +0000"  >&lt;p&gt;Attachment odl3_karaf.log.gz has been added with description: karaf log 3&lt;/p&gt;</comment>
                            <comment id="51977" author="pgubka@cisco.com" created="Thu, 20 Apr 2017 13:26:37 +0000"  >&lt;p&gt;I repeated the test again. I tried rpc again after the first attempt failed (with timeout). The second attempt was done at least 15s seconds after the new leader elected due to the first attempt duration.&lt;/p&gt;

&lt;p&gt;&amp;gt; - does this occur repeatedly for more than ~2 seconds after the new leader&lt;br/&gt;
&amp;gt; is elected? &lt;/p&gt;

&lt;p&gt;The response was the same and the second attempt failed with the same exceptions 15000ms timeout exception. Logs from all 3 nodes attached. Robot&apos;s log.html is too big.&lt;/p&gt;</comment>
                            <comment id="51985" author="pgubka@cisco.com" created="Thu, 20 Apr 2017 13:28:25 +0000"  >&lt;p&gt;Attachment odl_logs.zip has been added with description: logs with retied rpc&lt;/p&gt;</comment>
                            <comment id="51978" author="rovarga" created="Thu, 27 Apr 2017 12:35:56 +0000"  >&lt;p&gt;Those logs do not contain remote-rpc debugs, we need those to understand what is going on.&lt;/p&gt;</comment>
                            <comment id="51979" author="pgubka@cisco.com" created="Thu, 27 Apr 2017 13:09:50 +0000"  >&lt;p&gt;(In reply to Robert Varga from comment #8)&lt;br/&gt;
&amp;gt; Those logs do not contain remote-rpc debugs, we need those to understand&lt;br/&gt;
&amp;gt; what is going on.&lt;/p&gt;

&lt;p&gt;&lt;a href=&quot;https://jenkins.opendaylight.org/sandbox/job/controller-csit-3node-clustering-only-carbon/19/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://jenkins.opendaylight.org/sandbox/job/controller-csit-3node-clustering-only-carbon/19/&lt;/a&gt;&lt;/p&gt;

&lt;p&gt;Should i attach the logs or the link is enough?&lt;/p&gt;</comment>
                            <comment id="51980" author="pgubka@cisco.com" created="Fri, 28 Apr 2017 11:43:25 +0000"  >&lt;p&gt;Adding files from &lt;a href=&quot;https://logs.opendaylight.org/sandbox/jenkins091/controller-csit-3node-clustering-only-carbon/19/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://logs.opendaylight.org/sandbox/jenkins091/controller-csit-3node-clustering-only-carbon/19/&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="51986" author="pgubka@cisco.com" created="Fri, 28 Apr 2017 11:43:25 +0000"  >&lt;p&gt;Attachment with-remote-rpc-debug.tar has been added with description: log with debug level&lt;/p&gt;</comment>
                            <comment id="51981" author="pgubka@cisco.com" created="Tue, 2 May 2017 14:46:37 +0000"  >&lt;p&gt;&lt;a href=&quot;https://git.opendaylight.org/gerrit/56393&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://git.opendaylight.org/gerrit/56393&lt;/a&gt;&lt;/p&gt;

&lt;p&gt;This is an update on test suite side. Waiting for new owner is not enough. There must be akka notification for node to update the rpc reference to a new node. It is the reason why it always failed on follower nodes. WUKS added, to wait for akka.&lt;/p&gt;</comment>
                    </comments>
                    <attachments>
                            <attachment id="13652" name="odl1_karaf.log.gz" size="38189" author="pgubka@cisco.com" created="Wed, 12 Apr 2017 17:37:48 +0000"/>
                            <attachment id="13653" name="odl2_karaf.log.gz" size="26943" author="pgubka@cisco.com" created="Wed, 12 Apr 2017 17:38:14 +0000"/>
                            <attachment id="13654" name="odl3_karaf.log.gz" size="27127" author="pgubka@cisco.com" created="Wed, 12 Apr 2017 17:38:37 +0000"/>
                            <attachment id="13655" name="odl_logs.zip" size="433852" author="pgubka@cisco.com" created="Thu, 20 Apr 2017 13:28:25 +0000"/>
                            <attachment id="13656" name="with-remote-rpc-debug.tar" size="204800" author="pgubka@cisco.com" created="Fri, 28 Apr 2017 11:43:25 +0000"/>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                                            <customfield id="customfield_11400" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_10208" key="com.atlassian.jira.plugin.system.customfieldtypes:textfield">
                        <customfieldname>External issue ID</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>8207</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10201" key="com.atlassian.jira.plugin.system.customfieldtypes:url">
                        <customfieldname>External issue URL</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[https://bugs.opendaylight.org/show_bug.cgi?id=8207]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10206" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Issue Type</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10300"><![CDATA[Bug]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_10000" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>0|i02rrz:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                </customfields>
    </item>
</channel>
</rss>