From mboxrd@z Thu Jan 1 00:00:00 1970 Return-Path: Received: (majordomo@vger.kernel.org) by vger.kernel.org via listexpand id S1755211Ab1BLAIf (ORCPT ); Fri, 11 Feb 2011 19:08:35 -0500 Received: from mo-p00-ob.rzone.de ([81.169.146.161]:31180 "EHLO mo-p00-ob.rzone.de" rhost-flags-OK-OK-OK-OK) by vger.kernel.org with ESMTP id S1752298Ab1BLAId (ORCPT ); Fri, 11 Feb 2011 19:08:33 -0500 X-RZG-AUTH: :P3sFZ06tad9qOe2NDrhqdOeMNB4Goe3+s2qB2hKb89B1UGCShCpD3WPONQ== X-RZG-CLASS-ID: mo00 Message-ID: <4D55CF70.7070009@mibtec.de> Date: Sat, 12 Feb 2011 01:08:16 +0100 From: Sascha Warner Organization: MIS User-Agent: Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.2.13) Gecko/20101207 Thunderbird/3.1.7 MIME-Version: 1.0 To: linux-kernel@vger.kernel.org Subject: linux-next-20110211 ntpd issue Content-Type: text/plain; charset=ISO-8859-1; format=flowed Content-Transfer-Encoding: 7bit Sender: linux-kernel-owner@vger.kernel.org List-ID: X-Mailing-List: linux-kernel@vger.kernel.org Hi, while testing linux-next 20110211 i saw how my memory filled, about 1 MB/s went into use by the Kernel somehow. Seeing the below, i tried killing my ntpd which stopped the mem eating. I have applied fixes to zcache and epoll. This machine is a Q6600. [ 30.896025] eth0: no IPv6 routers present [ 83.968025] P2489 P2488 [ 83.968029] INFO: rcu_preempt_state detected stalls on CPUs/tasks: { P2489 P2488} (detected by 2, t=15002 jiffies) [ 83.968036] ntpd S ffff88013fccc330 0 2489 2488 0x00000000 [ 83.968042] ffff88013ba0ba58 0000000000000086 ffff88013ba0ba48 ffffffff00000000 [ 83.968048] 0000000000011280 ffff88013fccc0a0 0000000000011280 ffff88013ba0bfd8 [ 83.968053] 0000000000011280 ffff88013ba0bfd8 ffff88013fccc338 ffff88013ba0a000 [ 83.968058] Call Trace: [ 83.968067] [] schedule_hrtimeout_range_clock+0xa9/0x130 [ 83.968073] [] ? hrtimer_wakeup+0x0/0x30 [ 83.968078] [] ? __pollwait+0x6f/0xf0 [ 83.968082] [] schedule_hrtimeout_range+0xe/0x10 [ 83.968086] [] poll_schedule_timeout+0x44/0x60 [ 83.968090] [] do_sys_poll+0x367/0x4f0 [ 83.968094] [] ? __pollwait+0x0/0xf0 [ 83.968098] [] ? pollwake+0x0/0x60 [ 83.968102] [] ? pollwake+0x0/0x60 [ 83.968106] [] ? inet_recvmsg+0x95/0xc0 [ 83.968111] [] ? sock_recvmsg+0xf8/0x130 [ 83.968115] [] ? sock_sendmsg+0xe4/0x110 [ 83.968120] [] ? handle_pte_fault+0x53c/0x940 [ 83.968124] [] ? __pte_alloc+0xde/0x130 [ 83.968128] [] ? handle_mm_fault+0x192/0x2e0 [ 83.968132] [] ? sys_recvfrom+0xbf/0x120 [ 83.968136] [] ? inet_dgram_connect+0x31/0x80 [ 83.968141] [] ? ktime_get_ts+0xac/0xe0 [ 83.968145] [] ? poll_select_set_timeout+0x82/0x90 [ 83.968149] [] sys_poll+0x77/0x100 [ 83.968153] [] system_call_fastpath+0x16/0x1b [ 83.968157] ntpd S ffff88013ffc0e50 0 2488 1 0x00000000 [ 83.968162] ffff88013ba09a58 0000000000000086 0000000000000001 0000000000000001 [ 83.968167] 0000000000011280 ffff88013ffc0bc0 0000000000011280 ffff88013ba09fd8 [ 83.968172] 0000000000011280 ffff88013ba09fd8 ffff88013ffc0e58 ffff88013ba08000 [ 83.968177] Call Trace: [ 83.968182] [] ? check_preempt_curr+0x75/0xa0 [ 83.968186] [] schedule_hrtimeout_range_clock+0x10d/0x130 [ 83.968190] [] ? add_wait_queue+0x49/0x60 [ 83.968194] [] ? __pollwait+0x6f/0xf0 [ 83.968198] [] schedule_hrtimeout_range+0xe/0x10 [ 83.968202] [] poll_schedule_timeout+0x44/0x60 [ 83.968206] [] do_sys_poll+0x367/0x4f0 [ 83.968210] [] ? __pollwait+0x0/0xf0 [ 83.968213] [] ? pollwake+0x0/0x60 [ 83.968227] [] ? sock_aio_write+0x135/0x150 [ 83.968230] [] ? sock_aio_write+0x0/0x150 [ 83.968237] [] ? do_sync_readv_writev+0xcb/0x110 [ 83.968240] [] ? fsnotify+0x1b2/0x2c0 [ 83.968242] [] ? __pte_alloc+0xde/0x130 [ 83.968245] [] ? do_readv_writev+0x190/0x1d0 [ 83.968248] [] ? mnt_get_count+0x44/0x60 [ 83.968251] [] ? vfsmount_lock_global_unlock_online+0x43/0x80 [ 83.968254] [] ? mntput_no_expire+0xa6/0xe0 [ 83.968256] [] ? mntput+0x1a/0x30 [ 83.968259] [] ? fput+0x15f/0x200 [ 83.968262] [] sys_poll+0x77/0x100 [ 83.968265] [] system_call_fastpath+0x16/0x1b [ 83.968267] ntpd S ffff88013fccc330 0 2489 2488 0x00000000 [ 83.968270] ffff88013ba0ba58 0000000000000086 ffff88013ba0ba48 ffffffff00000000 [ 83.968273] 0000000000011280 ffff88013fccc0a0 0000000000011280 ffff88013ba0bfd8 [ 83.968277] 0000000000011280 ffff88013ba0bfd8 ffff88013fccc338 ffff88013ba0a000 [ 83.968280] Call Trace: [ 83.968283] [] schedule_hrtimeout_range_clock+0xa9/0x130 [ 83.968286] [] ? hrtimer_wakeup+0x0/0x30 [ 83.968288] [] ? __pollwait+0x6f/0xf0 [ 83.968291] [] schedule_hrtimeout_range+0xe/0x10 [ 83.968293] [] poll_schedule_timeout+0x44/0x60 [ 83.968296] [] do_sys_poll+0x367/0x4f0 [ 83.968299] [] ? __pollwait+0x0/0xf0 [ 83.968301] [] ? pollwake+0x0/0x60 [ 83.968304] [] ? pollwake+0x0/0x60 [ 83.968307] [] ? inet_recvmsg+0x95/0xc0 [ 83.968309] [] ? sock_recvmsg+0xf8/0x130 [ 83.968312] [] ? sock_sendmsg+0xe4/0x110 [ 83.968315] [] ? handle_pte_fault+0x53c/0x940 [ 83.968317] [] ? __pte_alloc+0xde/0x130 [ 83.968320] [] ? handle_mm_fault+0x192/0x2e0 [ 83.968323] [] ? sys_recvfrom+0xbf/0x120 [ 83.968325] [] ? inet_dgram_connect+0x31/0x80 [ 83.968328] [] ? ktime_get_ts+0xac/0xe0 [ 83.968331] [] ? poll_select_set_timeout+0x82/0x90 [ 83.968334] [] sys_poll+0x77/0x100 [ 83.968336] [] system_call_fastpath+0x16/0x1b [ 83.968338] ntpd S ffff88013ffc0e50 0 2488 1 0x00000000 [ 83.968341] ffff88013ba09a58 0000000000000086 0000000000000001 0000000000000001 [ 83.968344] 0000000000011280 ffff88013ffc0bc0 0000000000011280 ffff88013ba09fd8 [ 83.968348] 0000000000011280 ffff88013ba09fd8 ffff88013ffc0e58 ffff88013ba08000 [ 83.968351] Call Trace: [ 83.968354] [] ? check_preempt_curr+0x75/0xa0 [ 83.968357] [] schedule_hrtimeout_range_clock+0x10d/0x130 [ 83.968359] [] ? add_wait_queue+0x49/0x60 [ 83.968362] [] ? __pollwait+0x6f/0xf0 [ 83.968364] [] schedule_hrtimeout_range+0xe/0x10 [ 83.968367] [] poll_schedule_timeout+0x44/0x60 [ 83.968370] [] do_sys_poll+0x367/0x4f0 [ 83.968372] [] ? __pollwait+0x0/0xf0 [ 83.968375] [] ? pollwake+0x0/0x60 [ 83.968378] [] ? sock_aio_write+0x135/0x150 [ 83.968381] [] ? sock_aio_write+0x0/0x150 [ 83.968384] [] ? do_sync_readv_writev+0xcb/0x110 [ 83.968386] [] ? fsnotify+0x1b2/0x2c0 [ 83.968389] [] ? __pte_alloc+0xde/0x130 [ 83.968392] [] ? do_readv_writev+0x190/0x1d0 [ 83.968394] [] ? mnt_get_count+0x44/0x60 [ 83.968397] [] ? vfsmount_lock_global_unlock_online+0x43/0x80 [ 83.968400] [] ? mntput_no_expire+0xa6/0xe0 [ 83.968402] [] ? mntput+0x1a/0x30 [ 83.968405] [] ? fput+0x15f/0x200 [ 83.968407] [] sys_poll+0x77/0x100 [ 83.968410] [] system_call_fastpath+0x16/0x1b [ 465.795998] P2844 [ 465.796000] INFO: rcu_preempt_state detected stalls on CPUs/tasks: { P2844} (detected by 2, t=15002 jiffies) [ 465.796001] links S ffff88013543ec50 0 2844 2687 0x00000000 [ 465.796001] ffff88013b93b908 0000000000000086 ffff88013b93b8f8 ffffffff00000000 [ 465.796001] 0000000000011280 ffff88013543e9c0 0000000000011280 ffff88013b93bfd8 [ 465.796001] 0000000000011280 ffff88013b93bfd8 ffff88013543ec58 ffff88013b93a000 [ 465.796001] Call Trace: [ 465.796001] [] schedule_hrtimeout_range_clock+0xa9/0x130 [ 465.796001] [] ? hrtimer_wakeup+0x0/0x30 [ 465.796001] [] ? __pollwait+0x6f/0xf0 [ 465.796001] [] schedule_hrtimeout_range+0xe/0x10 [ 465.796001] [] poll_schedule_timeout+0x44/0x60 [ 465.796001] [] do_select+0x57a/0x6e0 [ 465.796001] [] ? ip_finish_output+0x12a/0x360 [ 465.796001] [] ? __pollwait+0x0/0xf0 [ 465.796001] [] ? pollwake+0x0/0x60 [ 465.796001] [] ? pollwake+0x0/0x60 [ 465.796001] [] ? pollwake+0x0/0x60 [ 465.796001] [] ? pollwake+0x0/0x60 [ 465.796001] [] ? pollwake+0x0/0x60 [ 465.796001] [] ? ip_queue_xmit+0x168/0x3e0 [ 465.796001] [] ? check_preempt_curr+0x84/0xa0 [ 465.796001] [] ? try_to_wake_up+0x1bc/0x2d0 [ 465.796001] [] ? lock_timer_base.clone.28+0x36/0x70 [ 465.796001] [] ? default_wake_function+0xd/0x10 [ 465.796001] [] ? __wake_up_common+0x59/0x90 [ 465.796001] [] core_sys_select+0x1b7/0x300 [ 465.796001] [] ? __wake_up+0x4e/0x70 [ 465.796001] [] ? fsnotify+0x1b2/0x2c0 [ 465.796001] [] ? put_ldisc+0x42/0xb0 [ 465.796001] [] ? ktime_get_ts+0xac/0xe0 [ 465.796001] [] sys_select+0x42/0x100 [ 465.796001] [] system_call_fastpath+0x16/0x1b [ 465.796001] links S ffff88013543ec50 0 2844 2687 0x00000000 [ 465.796001] ffff88013b93b908 0000000000000086 ffff88013b93b8f8 ffffffff00000000 [ 465.796001] 0000000000011280 ffff88013543e9c0 0000000000011280 ffff88013b93bfd8 [ 465.796001] 0000000000011280 ffff88013b93bfd8 ffff88013543ec58 ffff88013b93a000 [ 465.796001] Call Trace: [ 465.796001] [] schedule_hrtimeout_range_clock+0xa9/0x130 [ 465.796001] [] ? hrtimer_wakeup+0x0/0x30 [ 465.796001] [] ? __pollwait+0x6f/0xf0 [ 465.796001] [] schedule_hrtimeout_range+0xe/0x10 [ 465.796001] [] poll_schedule_timeout+0x44/0x60 [ 465.796001] [] do_select+0x57a/0x6e0 [ 465.796001] [] ? ip_finish_output+0x12a/0x360 [ 465.796001] [] ? __pollwait+0x0/0xf0 [ 465.796001] [] ? pollwake+0x0/0x60 [ 465.796001] [] ? pollwake+0x0/0x60 [ 465.796001] [] ? pollwake+0x0/0x60 [ 465.796001] [] ? pollwake+0x0/0x60 [ 465.796001] [] ? pollwake+0x0/0x60 [ 465.796001] [] ? ip_queue_xmit+0x168/0x3e0 [ 465.796001] [] ? check_preempt_curr+0x84/0xa0 [ 465.796001] [] ? try_to_wake_up+0x1bc/0x2d0 [ 465.796001] [] ? lock_timer_base.clone.28+0x36/0x70 [ 465.796001] [] ? default_wake_function+0xd/0x10 [ 465.796001] [] ? __wake_up_common+0x59/0x90 [ 465.796001] [] core_sys_select+0x1b7/0x300 [ 465.796001] [] ? __wake_up+0x4e/0x70 [ 465.796001] [] ? fsnotify+0x1b2/0x2c0 [ 465.796001] [] ? put_ldisc+0x42/0xb0 [ 465.796001] [] ? ktime_get_ts+0xac/0xe0 [ 465.796001] [] sys_select+0x42/0x100 [ 465.796001] [] system_call_fastpath+0x16/0x1b [ 680.055998] P0 [ 680.056000] INFO: rcu_preempt_state detected stalls on CPUs/tasks: { P0} (detected by 2, t=15002 jiffies) [ 680.056001] swapper R running task 0 0 0 0x00000000 [ 680.056001] ffffffff8169fef8 ffff8800bfc11c40 0000000000011c40 0000000000000000 [ 680.056001] ffffffff8169fe88 ffffffff810036ce ffffffff8169fef8 0000000000000000 [ 680.056001] 0000000000000001 0000000000000000 00000000ffffffff 0000000000000000 [ 680.056001] Call Trace: [ 680.056001] [] ? apic_timer_interrupt+0xe/0x20 [ 680.056001] [] ? __atomic_notifier_call_chain+0x4c/0x70 [ 680.056001] [] ? atomic_notifier_call_chain+0x11/0x20 [ 680.056001] [] ? enter_idle+0x20/0x30 [ 680.056001] [] cpu_idle+0x56/0xa0 [ 680.056001] [] rest_init+0x8f/0xa0 [ 680.056001] [] start_kernel+0x2e5/0x2f0 [ 680.056001] [] x86_64_start_reservations+0xfc/0x100 [ 680.056001] [] x86_64_start_kernel+0xf5/0xfc [ 680.056001] swapper R running task 0 0 0 0x00000000 [ 680.056001] ffffffff8169fef8 ffff8800bfc11c40 0000000000011c40 0000000000000000 [ 680.056001] ffffffff8169fe88 ffffffff810036ce ffffffff8169fef8 0000000000000000 [ 680.056001] 0000000000000001 0000000000000000 00000000ffffffff 0000000000000000 [ 680.056001] Call Trace: [ 680.056001] [] ? apic_timer_interrupt+0xe/0x20 [ 680.056001] [] ? __atomic_notifier_call_chain+0x4c/0x70 [ 680.056001] [] ? atomic_notifier_call_chain+0x11/0x20 [ 680.056001] [] ? enter_idle+0x20/0x30 [ 680.056001] [] cpu_idle+0x56/0xa0 [ 680.056001] [] rest_init+0x8f/0xa0 [ 680.056001] [] start_kernel+0x2e5/0x2f0 [ 680.056001] [] x86_64_start_reservations+0xfc/0x100 [ 680.056001] [] x86_64_start_kernel+0xf5/0xfc Kind regards, Sascha Warner