<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 03:25:28 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-11320] Crash in mongodb secondary</title>
                <link>https://jira.mongodb.org/browse/SERVER-11320</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;I have a Replica set running on SSD environment. One of my secondaries crashed with the following message in the syslog. Is this a memory related crash?&lt;/p&gt;

&lt;p&gt;kernel: mongod&lt;span class=&quot;error&quot;&gt;&amp;#91;11538&amp;#93;&lt;/span&gt; general protection ip:e244b9 sp:7fa94522b2e0 error:0 in mongod&lt;span class=&quot;error&quot;&gt;&amp;#91;400000+10d9000&amp;#93;&lt;/span&gt;&lt;/p&gt;

&lt;p&gt;Here are the necessary traces&lt;br/&gt;
Oct 22 10:51:29 SG-haystackdb-518 yum&lt;span class=&quot;error&quot;&gt;&amp;#91;1581&amp;#93;&lt;/span&gt;: Installed: mailcap-2.1.31-2.el6.noarch&lt;br/&gt;
Oct 22 10:51:29 SG-haystackdb-518 yum&lt;span class=&quot;error&quot;&gt;&amp;#91;1581&amp;#93;&lt;/span&gt;: Installed: perl-libwww-perl-5.833-2.el6.noarch&lt;br/&gt;
Oct 22 10:51:29 SG-haystackdb-518 yum&lt;span class=&quot;error&quot;&gt;&amp;#91;1581&amp;#93;&lt;/span&gt;: Installed: perl-XML-Parser-2.36-7.el6.x86_64&lt;br/&gt;
Oct 22 10:51:29 SG-haystackdb-518 yum&lt;span class=&quot;error&quot;&gt;&amp;#91;1581&amp;#93;&lt;/span&gt;: Installed: hdparm-9.16-3.4.el6.x86_64&lt;br/&gt;
Oct 22 10:51:33 SG-haystackdb-518 yum&lt;span class=&quot;error&quot;&gt;&amp;#91;1581&amp;#93;&lt;/span&gt;: Installed: munin-node-2.0.17-6.el6.noarch&lt;br/&gt;
Oct 22 11:08:21 SG-haystackdb-518 kernel: hrtimer: interrupt took 6838768 ns&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: kswapd0: page allocation failure. order:1, mode:0x20&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: Pid: 58, comm: kswapd0 Not tainted 2.6.32-358.6.2.el6.x86_64 #1&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: Call Trace:&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &amp;lt;IRQ&amp;gt;  &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8112c207&amp;gt;&amp;#93;&lt;/span&gt; ? __alloc_pages_nodemask+0x757/0x8d0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81166ab2&amp;gt;&amp;#93;&lt;/span&gt; ? kmem_getpages+0x62/0x170&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff811676ca&amp;gt;&amp;#93;&lt;/span&gt; ? fallback_alloc+0x1ba/0x270&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8116711f&amp;gt;&amp;#93;&lt;/span&gt; ? cache_grow+0x2cf/0x320&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81167449&amp;gt;&amp;#93;&lt;/span&gt; ? ____cache_alloc_node+0x99/0x160&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff811683cb&amp;gt;&amp;#93;&lt;/span&gt; ? kmem_cache_alloc+0x11b/0x190&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81439eb8&amp;gt;&amp;#93;&lt;/span&gt; ? sk_prot_alloc+0x48/0x1c0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8143af92&amp;gt;&amp;#93;&lt;/span&gt; ? sk_clone+0x22/0x2e0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81489ec6&amp;gt;&amp;#93;&lt;/span&gt; ? inet_csk_clone+0x16/0xd0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff814a2e13&amp;gt;&amp;#93;&lt;/span&gt; ? tcp_create_openreq_child+0x23/0x450&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff814a060d&amp;gt;&amp;#93;&lt;/span&gt; ? tcp_v4_syn_recv_sock+0x4d/0x310&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff814a2bb6&amp;gt;&amp;#93;&lt;/span&gt; ? tcp_check_req+0x226/0x460&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff814a00ab&amp;gt;&amp;#93;&lt;/span&gt; ? tcp_v4_do_rcv+0x35b/0x430&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffffa0213557&amp;gt;&amp;#93;&lt;/span&gt; ? ipv4_confirm+0x87/0x1d0 &lt;span class=&quot;error&quot;&gt;&amp;#91;nf_conntrack_ipv4&amp;#93;&lt;/span&gt;&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff814a18be&amp;gt;&amp;#93;&lt;/span&gt; ? tcp_v4_rcv+0x4fe/0x8d0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8147f590&amp;gt;&amp;#93;&lt;/span&gt; ? ip_local_deliver_finish+0x0/0x2d0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8147f66d&amp;gt;&amp;#93;&lt;/span&gt; ? ip_local_deliver_finish+0xdd/0x2d0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8147f8f8&amp;gt;&amp;#93;&lt;/span&gt; ? ip_local_deliver+0x98/0xa0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8147edbd&amp;gt;&amp;#93;&lt;/span&gt; ? ip_rcv_finish+0x12d/0x440&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8147f345&amp;gt;&amp;#93;&lt;/span&gt; ? ip_rcv+0x275/0x350&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff810912d1&amp;gt;&amp;#93;&lt;/span&gt; ? __queue_work+0x41/0x50&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8144851b&amp;gt;&amp;#93;&lt;/span&gt; ? __netif_receive_skb+0x4ab/0x750&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8144a8f8&amp;gt;&amp;#93;&lt;/span&gt; ? netif_receive_skb+0x58/0x60&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffffa00f055d&amp;gt;&amp;#93;&lt;/span&gt; ? virtnet_poll+0x5ed/0x8e0 &lt;span class=&quot;error&quot;&gt;&amp;#91;virtio_net&amp;#93;&lt;/span&gt;&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8103c7b8&amp;gt;&amp;#93;&lt;/span&gt; ? pvclock_clocksource_read+0x58/0xd0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8144d0c3&amp;gt;&amp;#93;&lt;/span&gt; ? net_rx_action+0x103/0x2f0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffffa00ef0b9&amp;gt;&amp;#93;&lt;/span&gt; ? skb_recv_done+0x39/0x40 &lt;span class=&quot;error&quot;&gt;&amp;#91;virtio_net&amp;#93;&lt;/span&gt;&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81076fb1&amp;gt;&amp;#93;&lt;/span&gt; ? __do_softirq+0xc1/0x1e0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff810e1720&amp;gt;&amp;#93;&lt;/span&gt; ? handle_IRQ_event+0x60/0x170&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8107700f&amp;gt;&amp;#93;&lt;/span&gt; ? __do_softirq+0x11f/0x1e0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8100c1cc&amp;gt;&amp;#93;&lt;/span&gt; ? call_softirq+0x1c/0x30&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8100de05&amp;gt;&amp;#93;&lt;/span&gt; ? do_softirq+0x65/0xa0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81076d95&amp;gt;&amp;#93;&lt;/span&gt; ? irq_exit+0x85/0x90&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81517145&amp;gt;&amp;#93;&lt;/span&gt; ? do_IRQ+0x75/0xf0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8100b9d3&amp;gt;&amp;#93;&lt;/span&gt; ? ret_from_intr+0x0/0x11&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &amp;lt;EOI&amp;gt;  &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8127769a&amp;gt;&amp;#93;&lt;/span&gt; ? find_next_bit+0x1a/0xb0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81277331&amp;gt;&amp;#93;&lt;/span&gt; ? cpumask_any_but+0x31/0x50&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8104c7e8&amp;gt;&amp;#93;&lt;/span&gt; ? flush_tlb_page+0x48/0xb0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8104b740&amp;gt;&amp;#93;&lt;/span&gt; ? ptep_clear_flush_young+0x50/0x70&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8114d544&amp;gt;&amp;#93;&lt;/span&gt; ? page_referenced_one+0xa4/0x1e0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8114df48&amp;gt;&amp;#93;&lt;/span&gt; ? page_referenced+0x148/0x360&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8113248d&amp;gt;&amp;#93;&lt;/span&gt; ? shrink_page_list.clone.3+0x17d/0x650&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8117086b&amp;gt;&amp;#93;&lt;/span&gt; ? mem_cgroup_lru_del_list+0x2b/0xb0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81132bf7&amp;gt;&amp;#93;&lt;/span&gt; ? isolate_lru_pages.clone.0+0xd7/0x170&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81133343&amp;gt;&amp;#93;&lt;/span&gt; ? shrink_inactive_list+0x343/0x830&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81133bde&amp;gt;&amp;#93;&lt;/span&gt; ? shrink_mem_cgroup_zone+0x3ae/0x610&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8117257d&amp;gt;&amp;#93;&lt;/span&gt; ? mem_cgroup_iter+0xfd/0x280&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81133ea3&amp;gt;&amp;#93;&lt;/span&gt; ? shrink_zone+0x63/0xb0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81135265&amp;gt;&amp;#93;&lt;/span&gt; ? balance_pgdat+0x705/0x820&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff811354b4&amp;gt;&amp;#93;&lt;/span&gt; ? kswapd+0x134/0x3c0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81096ca0&amp;gt;&amp;#93;&lt;/span&gt; ? autoremove_wake_function+0x0/0x40&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81135380&amp;gt;&amp;#93;&lt;/span&gt; ? kswapd+0x0/0x3c0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81096936&amp;gt;&amp;#93;&lt;/span&gt; ? kthread+0x96/0xa0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8100c0ca&amp;gt;&amp;#93;&lt;/span&gt; ? child_rip+0xa/0x20&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff810968a0&amp;gt;&amp;#93;&lt;/span&gt; ? kthread+0x0/0xa0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8100c0c0&amp;gt;&amp;#93;&lt;/span&gt; ? child_rip+0x0/0x20&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: kswapd0: page allocation failure. order:1, mode:0x20&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: Pid: 58, comm: kswapd0 Not tainted 2.6.32-358.6.2.el6.x86_64 #1&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: Call Trace:&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &amp;lt;IRQ&amp;gt;  &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8112c207&amp;gt;&amp;#93;&lt;/span&gt; ? __alloc_pages_nodemask+0x757/0x8d0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81166ab2&amp;gt;&amp;#93;&lt;/span&gt; ? kmem_getpages+0x62/0x170&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff811676ca&amp;gt;&amp;#93;&lt;/span&gt; ? fallback_alloc+0x1ba/0x270&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8116711f&amp;gt;&amp;#93;&lt;/span&gt; ? cache_grow+0x2cf/0x320&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81167449&amp;gt;&amp;#93;&lt;/span&gt; ? ____cache_alloc_node+0x99/0x160&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff811683cb&amp;gt;&amp;#93;&lt;/span&gt; ? kmem_cache_alloc+0x11b/0x190&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81439eb8&amp;gt;&amp;#93;&lt;/span&gt; ? sk_prot_alloc+0x48/0x1c0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8143af92&amp;gt;&amp;#93;&lt;/span&gt; ? sk_clone+0x22/0x2e0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81489ec6&amp;gt;&amp;#93;&lt;/span&gt; ? inet_csk_clone+0x16/0xd0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff814a2e13&amp;gt;&amp;#93;&lt;/span&gt; ? tcp_create_openreq_child+0x23/0x450&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff814a060d&amp;gt;&amp;#93;&lt;/span&gt; ? tcp_v4_syn_recv_sock+0x4d/0x310&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff814a2bb6&amp;gt;&amp;#93;&lt;/span&gt; ? tcp_check_req+0x226/0x460&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff814a00ab&amp;gt;&amp;#93;&lt;/span&gt; ? tcp_v4_do_rcv+0x35b/0x430&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffffa0213557&amp;gt;&amp;#93;&lt;/span&gt; ? ipv4_confirm+0x87/0x1d0 &lt;span class=&quot;error&quot;&gt;&amp;#91;nf_conntrack_ipv4&amp;#93;&lt;/span&gt;&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff814a18be&amp;gt;&amp;#93;&lt;/span&gt; ? tcp_v4_rcv+0x4fe/0x8d0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8147f590&amp;gt;&amp;#93;&lt;/span&gt; ? ip_local_deliver_finish+0x0/0x2d0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8147f66d&amp;gt;&amp;#93;&lt;/span&gt; ? ip_local_deliver_finish+0xdd/0x2d0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8147f8f8&amp;gt;&amp;#93;&lt;/span&gt; ? ip_local_deliver+0x98/0xa0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8147edbd&amp;gt;&amp;#93;&lt;/span&gt; ? ip_rcv_finish+0x12d/0x440&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8147f345&amp;gt;&amp;#93;&lt;/span&gt; ? ip_rcv+0x275/0x350&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff810912d1&amp;gt;&amp;#93;&lt;/span&gt; ? __queue_work+0x41/0x50&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8144851b&amp;gt;&amp;#93;&lt;/span&gt; ? __netif_receive_skb+0x4ab/0x750&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8144a8f8&amp;gt;&amp;#93;&lt;/span&gt; ? netif_receive_skb+0x58/0x60&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffffa00f055d&amp;gt;&amp;#93;&lt;/span&gt; ? virtnet_poll+0x5ed/0x8e0 &lt;span class=&quot;error&quot;&gt;&amp;#91;virtio_net&amp;#93;&lt;/span&gt;&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8103c7b8&amp;gt;&amp;#93;&lt;/span&gt; ? pvclock_clocksource_read+0x58/0xd0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8144d0c3&amp;gt;&amp;#93;&lt;/span&gt; ? net_rx_action+0x103/0x2f0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffffa00ef0b9&amp;gt;&amp;#93;&lt;/span&gt; ? skb_recv_done+0x39/0x40 &lt;span class=&quot;error&quot;&gt;&amp;#91;virtio_net&amp;#93;&lt;/span&gt;&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81076fb1&amp;gt;&amp;#93;&lt;/span&gt; ? __do_softirq+0xc1/0x1e0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff810e1720&amp;gt;&amp;#93;&lt;/span&gt; ? handle_IRQ_event+0x60/0x170&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8107700f&amp;gt;&amp;#93;&lt;/span&gt; ? __do_softirq+0x11f/0x1e0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8100c1cc&amp;gt;&amp;#93;&lt;/span&gt; ? call_softirq+0x1c/0x30&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8100de05&amp;gt;&amp;#93;&lt;/span&gt; ? do_softirq+0x65/0xa0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81076d95&amp;gt;&amp;#93;&lt;/span&gt; ? irq_exit+0x85/0x90&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81517145&amp;gt;&amp;#93;&lt;/span&gt; ? do_IRQ+0x75/0xf0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8100b9d3&amp;gt;&amp;#93;&lt;/span&gt; ? ret_from_intr+0x0/0x11&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &amp;lt;EOI&amp;gt;  &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8127769a&amp;gt;&amp;#93;&lt;/span&gt; ? find_next_bit+0x1a/0xb0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81277331&amp;gt;&amp;#93;&lt;/span&gt; ? cpumask_any_but+0x31/0x50&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8104c7e8&amp;gt;&amp;#93;&lt;/span&gt; ? flush_tlb_page+0x48/0xb0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8104b740&amp;gt;&amp;#93;&lt;/span&gt; ? ptep_clear_flush_young+0x50/0x70&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8114d544&amp;gt;&amp;#93;&lt;/span&gt; ? page_referenced_one+0xa4/0x1e0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8114df48&amp;gt;&amp;#93;&lt;/span&gt; ? page_referenced+0x148/0x360&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8113248d&amp;gt;&amp;#93;&lt;/span&gt; ? shrink_page_list.clone.3+0x17d/0x650&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8117086b&amp;gt;&amp;#93;&lt;/span&gt; ? mem_cgroup_lru_del_list+0x2b/0xb0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81132bf7&amp;gt;&amp;#93;&lt;/span&gt; ? isolate_lru_pages.clone.0+0xd7/0x170&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81133343&amp;gt;&amp;#93;&lt;/span&gt; ? shrink_inactive_list+0x343/0x830&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81133bde&amp;gt;&amp;#93;&lt;/span&gt; ? shrink_mem_cgroup_zone+0x3ae/0x610&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8117257d&amp;gt;&amp;#93;&lt;/span&gt; ? mem_cgroup_iter+0xfd/0x280&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81133ea3&amp;gt;&amp;#93;&lt;/span&gt; ? shrink_zone+0x63/0xb0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81135265&amp;gt;&amp;#93;&lt;/span&gt; ? balance_pgdat+0x705/0x820&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff811354b4&amp;gt;&amp;#93;&lt;/span&gt; ? kswapd+0x134/0x3c0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81096ca0&amp;gt;&amp;#93;&lt;/span&gt; ? autoremove_wake_function+0x0/0x40&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81135380&amp;gt;&amp;#93;&lt;/span&gt; ? kswapd+0x0/0x3c0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81096936&amp;gt;&amp;#93;&lt;/span&gt; ? kthread+0x96/0xa0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8100c0ca&amp;gt;&amp;#93;&lt;/span&gt; ? child_rip+0xa/0x20&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff810968a0&amp;gt;&amp;#93;&lt;/span&gt; ? kthread+0x0/0xa0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8100c0c0&amp;gt;&amp;#93;&lt;/span&gt; ? child_rip+0x0/0x20&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: kswapd0: page allocation failure. order:1, mode:0x20&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: Pid: 58, comm: kswapd0 Not tainted 2.6.32-358.6.2.el6.x86_64 #1&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: Call Trace:&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &amp;lt;IRQ&amp;gt;  &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8112c207&amp;gt;&amp;#93;&lt;/span&gt; ? __alloc_pages_nodemask+0x757/0x8d0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81166ab2&amp;gt;&amp;#93;&lt;/span&gt; ? kmem_getpages+0x62/0x170&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff811676ca&amp;gt;&amp;#93;&lt;/span&gt; ? fallback_alloc+0x1ba/0x270&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8116711f&amp;gt;&amp;#93;&lt;/span&gt; ? cache_grow+0x2cf/0x320&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81167449&amp;gt;&amp;#93;&lt;/span&gt; ? ____cache_alloc_node+0x99/0x160&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff811683cb&amp;gt;&amp;#93;&lt;/span&gt; ? kmem_cache_alloc+0x11b/0x190&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81439eb8&amp;gt;&amp;#93;&lt;/span&gt; ? sk_prot_alloc+0x48/0x1c0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8143af92&amp;gt;&amp;#93;&lt;/span&gt; ? sk_clone+0x22/0x2e0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81489ec6&amp;gt;&amp;#93;&lt;/span&gt; ? inet_csk_clone+0x16/0xd0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff814a2e13&amp;gt;&amp;#93;&lt;/span&gt; ? tcp_create_openreq_child+0x23/0x450&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff814a060d&amp;gt;&amp;#93;&lt;/span&gt; ? tcp_v4_syn_recv_sock+0x4d/0x310&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff814a2bb6&amp;gt;&amp;#93;&lt;/span&gt; ? tcp_check_req+0x226/0x460&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff814a00ab&amp;gt;&amp;#93;&lt;/span&gt; ? tcp_v4_do_rcv+0x35b/0x430&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffffa0213557&amp;gt;&amp;#93;&lt;/span&gt; ? ipv4_confirm+0x87/0x1d0 &lt;span class=&quot;error&quot;&gt;&amp;#91;nf_conntrack_ipv4&amp;#93;&lt;/span&gt;&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff814a18be&amp;gt;&amp;#93;&lt;/span&gt; ? tcp_v4_rcv+0x4fe/0x8d0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8147f590&amp;gt;&amp;#93;&lt;/span&gt; ? ip_local_deliver_finish+0x0/0x2d0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8147f66d&amp;gt;&amp;#93;&lt;/span&gt; ? ip_local_deliver_finish+0xdd/0x2d0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8147f8f8&amp;gt;&amp;#93;&lt;/span&gt; ? ip_local_deliver+0x98/0xa0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8147edbd&amp;gt;&amp;#93;&lt;/span&gt; ? ip_rcv_finish+0x12d/0x440&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8147f345&amp;gt;&amp;#93;&lt;/span&gt; ? ip_rcv+0x275/0x350&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff810912d1&amp;gt;&amp;#93;&lt;/span&gt; ? __queue_work+0x41/0x50&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8144851b&amp;gt;&amp;#93;&lt;/span&gt; ? __netif_receive_skb+0x4ab/0x750&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8144a8f8&amp;gt;&amp;#93;&lt;/span&gt; ? netif_receive_skb+0x58/0x60&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffffa00f055d&amp;gt;&amp;#93;&lt;/span&gt; ? virtnet_poll+0x5ed/0x8e0 &lt;span class=&quot;error&quot;&gt;&amp;#91;virtio_net&amp;#93;&lt;/span&gt;&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8103c7b8&amp;gt;&amp;#93;&lt;/span&gt; ? pvclock_clocksource_read+0x58/0xd0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8144d0c3&amp;gt;&amp;#93;&lt;/span&gt; ? net_rx_action+0x103/0x2f0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffffa00ef0b9&amp;gt;&amp;#93;&lt;/span&gt; ? skb_recv_done+0x39/0x40 &lt;span class=&quot;error&quot;&gt;&amp;#91;virtio_net&amp;#93;&lt;/span&gt;&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81076fb1&amp;gt;&amp;#93;&lt;/span&gt; ? __do_softirq+0xc1/0x1e0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff810e1720&amp;gt;&amp;#93;&lt;/span&gt; ? handle_IRQ_event+0x60/0x170&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8107700f&amp;gt;&amp;#93;&lt;/span&gt; ? __do_softirq+0x11f/0x1e0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8100c1cc&amp;gt;&amp;#93;&lt;/span&gt; ? call_softirq+0x1c/0x30&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8100de05&amp;gt;&amp;#93;&lt;/span&gt; ? do_softirq+0x65/0xa0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81076d95&amp;gt;&amp;#93;&lt;/span&gt; ? irq_exit+0x85/0x90&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81517145&amp;gt;&amp;#93;&lt;/span&gt; ? do_IRQ+0x75/0xf0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8100b9d3&amp;gt;&amp;#93;&lt;/span&gt; ? ret_from_intr+0x0/0x11&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &amp;lt;EOI&amp;gt;  &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8104c64a&amp;gt;&amp;#93;&lt;/span&gt; ? flush_tlb_others_ipi+0x11a/0x130&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8104c6d6&amp;gt;&amp;#93;&lt;/span&gt; ? native_flush_tlb_others+0x76/0x90&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8104c7fe&amp;gt;&amp;#93;&lt;/span&gt; ? flush_tlb_page+0x5e/0xb0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8104b740&amp;gt;&amp;#93;&lt;/span&gt; ? ptep_clear_flush_young+0x50/0x70&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8114d544&amp;gt;&amp;#93;&lt;/span&gt; ? page_referenced_one+0xa4/0x1e0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8114df48&amp;gt;&amp;#93;&lt;/span&gt; ? page_referenced+0x148/0x360&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8113248d&amp;gt;&amp;#93;&lt;/span&gt; ? shrink_page_list.clone.3+0x17d/0x650&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8117086b&amp;gt;&amp;#93;&lt;/span&gt; ? mem_cgroup_lru_del_list+0x2b/0xb0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81132bf7&amp;gt;&amp;#93;&lt;/span&gt; ? isolate_lru_pages.clone.0+0xd7/0x170&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81133343&amp;gt;&amp;#93;&lt;/span&gt; ? shrink_inactive_list+0x343/0x830&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8112d04a&amp;gt;&amp;#93;&lt;/span&gt; ? determine_dirtyable_memory+0x1a/0x30&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8112d0f7&amp;gt;&amp;#93;&lt;/span&gt; ? get_dirty_limits+0x27/0x2f0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81133bde&amp;gt;&amp;#93;&lt;/span&gt; ? shrink_mem_cgroup_zone+0x3ae/0x610&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8117257d&amp;gt;&amp;#93;&lt;/span&gt; ? mem_cgroup_iter+0xfd/0x280&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81133ea3&amp;gt;&amp;#93;&lt;/span&gt; ? shrink_zone+0x63/0xb0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81135265&amp;gt;&amp;#93;&lt;/span&gt; ? balance_pgdat+0x705/0x820&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff811354b4&amp;gt;&amp;#93;&lt;/span&gt; ? kswapd+0x134/0x3c0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81096ca0&amp;gt;&amp;#93;&lt;/span&gt; ? autoremove_wake_function+0x0/0x40&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81135380&amp;gt;&amp;#93;&lt;/span&gt; ? kswapd+0x0/0x3c0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81096936&amp;gt;&amp;#93;&lt;/span&gt; ? kthread+0x96/0xa0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8100c0ca&amp;gt;&amp;#93;&lt;/span&gt; ? child_rip+0xa/0x20&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff810968a0&amp;gt;&amp;#93;&lt;/span&gt; ? kthread+0x0/0xa0&lt;br/&gt;
Oct 22 11:17:57 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8100c0c0&amp;gt;&amp;#93;&lt;/span&gt; ? child_rip+0x0/0x20&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: swapper: page allocation failure. order:1, mode:0x20&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: Pid: 0, comm: swapper Not tainted 2.6.32-358.6.2.el6.x86_64 #1&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: Call Trace:&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &amp;lt;IRQ&amp;gt;  &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8112c207&amp;gt;&amp;#93;&lt;/span&gt; ? __alloc_pages_nodemask+0x757/0x8d0&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81166ab2&amp;gt;&amp;#93;&lt;/span&gt; ? kmem_getpages+0x62/0x170&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff811676ca&amp;gt;&amp;#93;&lt;/span&gt; ? fallback_alloc+0x1ba/0x270&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8116711f&amp;gt;&amp;#93;&lt;/span&gt; ? cache_grow+0x2cf/0x320&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81167449&amp;gt;&amp;#93;&lt;/span&gt; ? ____cache_alloc_node+0x99/0x160&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff811683cb&amp;gt;&amp;#93;&lt;/span&gt; ? kmem_cache_alloc+0x11b/0x190&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81439eb8&amp;gt;&amp;#93;&lt;/span&gt; ? sk_prot_alloc+0x48/0x1c0&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8143af92&amp;gt;&amp;#93;&lt;/span&gt; ? sk_clone+0x22/0x2e0&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81489ec6&amp;gt;&amp;#93;&lt;/span&gt; ? inet_csk_clone+0x16/0xd0&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff814a2e13&amp;gt;&amp;#93;&lt;/span&gt; ? tcp_create_openreq_child+0x23/0x450&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff814a060d&amp;gt;&amp;#93;&lt;/span&gt; ? tcp_v4_syn_recv_sock+0x4d/0x310&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff814a2bb6&amp;gt;&amp;#93;&lt;/span&gt; ? tcp_check_req+0x226/0x460&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff814a00ab&amp;gt;&amp;#93;&lt;/span&gt; ? tcp_v4_do_rcv+0x35b/0x430&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffffa0213557&amp;gt;&amp;#93;&lt;/span&gt; ? ipv4_confirm+0x87/0x1d0 &lt;span class=&quot;error&quot;&gt;&amp;#91;nf_conntrack_ipv4&amp;#93;&lt;/span&gt;&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff814a18be&amp;gt;&amp;#93;&lt;/span&gt; ? tcp_v4_rcv+0x4fe/0x8d0&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8147f590&amp;gt;&amp;#93;&lt;/span&gt; ? ip_local_deliver_finish+0x0/0x2d0&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8147f66d&amp;gt;&amp;#93;&lt;/span&gt; ? ip_local_deliver_finish+0xdd/0x2d0&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8147f8f8&amp;gt;&amp;#93;&lt;/span&gt; ? ip_local_deliver+0x98/0xa0&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8147edbd&amp;gt;&amp;#93;&lt;/span&gt; ? ip_rcv_finish+0x12d/0x440&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8147f345&amp;gt;&amp;#93;&lt;/span&gt; ? ip_rcv+0x275/0x350&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8144851b&amp;gt;&amp;#93;&lt;/span&gt; ? __netif_receive_skb+0x4ab/0x750&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8144a8f8&amp;gt;&amp;#93;&lt;/span&gt; ? netif_receive_skb+0x58/0x60&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffffa00f055d&amp;gt;&amp;#93;&lt;/span&gt; ? virtnet_poll+0x5ed/0x8e0 &lt;span class=&quot;error&quot;&gt;&amp;#91;virtio_net&amp;#93;&lt;/span&gt;&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81255203&amp;gt;&amp;#93;&lt;/span&gt; ? elv_queue_empty+0x33/0x40&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8144d0c3&amp;gt;&amp;#93;&lt;/span&gt; ? net_rx_action+0x103/0x2f0&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffffa00ef0b9&amp;gt;&amp;#93;&lt;/span&gt; ? skb_recv_done+0x39/0x40 &lt;span class=&quot;error&quot;&gt;&amp;#91;virtio_net&amp;#93;&lt;/span&gt;&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81076fb1&amp;gt;&amp;#93;&lt;/span&gt; ? __do_softirq+0xc1/0x1e0&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff810e1720&amp;gt;&amp;#93;&lt;/span&gt; ? handle_IRQ_event+0x60/0x170&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8100c1cc&amp;gt;&amp;#93;&lt;/span&gt; ? call_softirq+0x1c/0x30&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8100de05&amp;gt;&amp;#93;&lt;/span&gt; ? do_softirq+0x65/0xa0&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81076d95&amp;gt;&amp;#93;&lt;/span&gt; ? irq_exit+0x85/0x90&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81517145&amp;gt;&amp;#93;&lt;/span&gt; ? do_IRQ+0x75/0xf0&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8100b9d3&amp;gt;&amp;#93;&lt;/span&gt; ? ret_from_intr+0x0/0x11&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &amp;lt;EOI&amp;gt;  &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8103b90b&amp;gt;&amp;#93;&lt;/span&gt; ? native_safe_halt+0xb/0x10&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff810149ad&amp;gt;&amp;#93;&lt;/span&gt; ? default_idle+0x4d/0xb0&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81009fc6&amp;gt;&amp;#93;&lt;/span&gt; ? cpu_idle+0xb6/0x110&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff814f33da&amp;gt;&amp;#93;&lt;/span&gt; ? rest_init+0x7a/0x80&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81c27f7b&amp;gt;&amp;#93;&lt;/span&gt; ? start_kernel+0x424/0x430&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81c2733a&amp;gt;&amp;#93;&lt;/span&gt; ? x86_64_start_reservations+0x125/0x129&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81c27438&amp;gt;&amp;#93;&lt;/span&gt; ? x86_64_start_kernel+0xfa/0x109&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: swapper: page allocation failure. order:1, mode:0x20&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: Pid: 0, comm: swapper Not tainted 2.6.32-358.6.2.el6.x86_64 #1&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: Call Trace:&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &amp;lt;IRQ&amp;gt;  &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8112c207&amp;gt;&amp;#93;&lt;/span&gt; ? __alloc_pages_nodemask+0x757/0x8d0&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffffa00ef75e&amp;gt;&amp;#93;&lt;/span&gt; ? start_xmit+0x6e/0x1d0 &lt;span class=&quot;error&quot;&gt;&amp;#91;virtio_net&amp;#93;&lt;/span&gt;&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81166ab2&amp;gt;&amp;#93;&lt;/span&gt; ? kmem_getpages+0x62/0x170&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff811676ca&amp;gt;&amp;#93;&lt;/span&gt; ? fallback_alloc+0x1ba/0x270&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8116711f&amp;gt;&amp;#93;&lt;/span&gt; ? cache_grow+0x2cf/0x320&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81167449&amp;gt;&amp;#93;&lt;/span&gt; ? ____cache_alloc_node+0x99/0x160&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff811683cb&amp;gt;&amp;#93;&lt;/span&gt; ? kmem_cache_alloc+0x11b/0x190&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81439eb8&amp;gt;&amp;#93;&lt;/span&gt; ? sk_prot_alloc+0x48/0x1c0&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8143af92&amp;gt;&amp;#93;&lt;/span&gt; ? sk_clone+0x22/0x2e0&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81489ec6&amp;gt;&amp;#93;&lt;/span&gt; ? inet_csk_clone+0x16/0xd0&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff814a2e13&amp;gt;&amp;#93;&lt;/span&gt; ? tcp_create_openreq_child+0x23/0x450&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff814a060d&amp;gt;&amp;#93;&lt;/span&gt; ? tcp_v4_syn_recv_sock+0x4d/0x310&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff814a2bb6&amp;gt;&amp;#93;&lt;/span&gt; ? tcp_check_req+0x226/0x460&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff814a00ab&amp;gt;&amp;#93;&lt;/span&gt; ? tcp_v4_do_rcv+0x35b/0x430&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffffa0213557&amp;gt;&amp;#93;&lt;/span&gt; ? ipv4_confirm+0x87/0x1d0 &lt;span class=&quot;error&quot;&gt;&amp;#91;nf_conntrack_ipv4&amp;#93;&lt;/span&gt;&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff814a18be&amp;gt;&amp;#93;&lt;/span&gt; ? tcp_v4_rcv+0x4fe/0x8d0&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8147f590&amp;gt;&amp;#93;&lt;/span&gt; ? ip_local_deliver_finish+0x0/0x2d0&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8147f66d&amp;gt;&amp;#93;&lt;/span&gt; ? ip_local_deliver_finish+0xdd/0x2d0&lt;br/&gt;
Oct 22 11:22:52 SG-haystackdb-518 kernel: &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8147f8f8&amp;gt;&amp;#93;&lt;/span&gt; ? ip_local_deliver+0x98/0xa0&lt;br/&gt;
Tue Oct 22 22:34:19.768 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn11514&amp;#93;&lt;/span&gt; end connection 50.19.152.124:56247 (17 connections now open)&lt;br/&gt;
Tue Oct 22 22:34:19.768 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn11512&amp;#93;&lt;/span&gt; end connection 50.19.152.124:56245 (17 connections now open)&lt;br/&gt;
Tue Oct 22 22:34:20.134 &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; connection accepted from 50.19.152.124:56630 #11529 (16 connections now open)&lt;br/&gt;
Tue Oct 22 22:34:20.154 &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; connection accepted from 50.19.152.124:56632 #11530 (17 connections now open)&lt;br/&gt;
Tue Oct 22 22:34:20.197 &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; connection accepted from 50.19.152.124:56633 #11531 (18 connections now open)&lt;br/&gt;
Tue Oct 22 22:34:20.217 &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; connection accepted from 50.19.152.124:56634 #11532 (19 connections now open)&lt;br/&gt;
Tue Oct 22 22:34:20.234 &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; connection accepted from 50.19.152.124:56635 #11533 (20 connections now open)&lt;/p&gt;</description>
                <environment></environment>
        <key id="95333">SERVER-11320</key>
            <summary>Crash in mongodb secondary</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="2" iconUrl="https://jira.mongodb.org/images/icons/priorities/critical.svg">Critical - P2</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="9">Done</resolution>
                                        <assignee username="-1">Unassigned</assignee>
                                    <reporter username="dharshanr@scalegrid.net">Dharshan Rangegowda</reporter>
                        <labels>
                    </labels>
                <created>Tue, 22 Oct 2013 23:16:51 +0000</created>
                <updated>Wed, 10 Dec 2014 23:19:23 +0000</updated>
                            <resolved>Wed, 19 Mar 2014 07:44:04 +0000</resolved>
                                    <version>2.4.1</version>
                                                    <component>Stability</component>
                                        <votes>0</votes>
                                    <watches>5</watches>
                                                                                                                <comments>
                            <comment id="519018" author="stennie" created="Wed, 19 Mar 2014 07:44:04 +0000"  >&lt;p&gt;Hi Dharshan,&lt;/p&gt;

&lt;p&gt;Please be advised I&apos;m closing this issue due to inactivity. If you were able to find a resolution for this problem, it would be helpful to comment with the outcome.&lt;/p&gt;

&lt;p&gt;Thanks,&lt;br/&gt;
Stephen&lt;/p&gt;</comment>
                            <comment id="451608" author="ranjay.krishna" created="Tue, 5 Nov 2013 16:51:15 +0000"  >&lt;p&gt;Hi Dharshan,&lt;/p&gt;

&lt;p&gt;Could you check and see if you are still experiencing this problem on a physical machine and let us know.&lt;/p&gt;</comment>
                            <comment id="445650" author="dharshanr@scalegrid.net" created="Wed, 23 Oct 2013 20:56:29 +0000"  >&lt;p&gt;Unfortunately its a virtual machine and I don&apos;t have the ability to run memtest.&lt;/p&gt;</comment>
                            <comment id="445624" author="dan@10gen.com" created="Wed, 23 Oct 2013 20:30:34 +0000"  >&lt;p&gt;This could indicate bad memory or hardware in general.  Are you able to run memtest?  You would have to reboot to do this.&lt;/p&gt;

&lt;p&gt;I don&apos;t think it&apos;s possible for mongod to directly cause this error if the underlying system is otherwise sound.&lt;/p&gt;</comment>
                    </comments>
                    <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>4.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Wed, 23 Oct 2013 20:30:34 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        9 years, 48 weeks ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>ramon.fernandez@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            9 years, 48 weeks ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_10000" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Old_Backport</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10000"><![CDATA[No]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10020"><![CDATA[Linux]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>dan@mongodb.com</customfieldvalue>
            <customfieldvalue>dharshanr@scalegrid.net</customfieldvalue>
            <customfieldvalue>ranjay.krishna</customfieldvalue>
            <customfieldvalue>stephen.steneker@mongodb.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hrma2f:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hrtpov:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>87296</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hsp7u7:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>