From mboxrd@z Thu Jan 1 00:00:00 1970 Return-Path: Received: from mail-wi0-f175.google.com ([209.85.212.175]:37660 "EHLO mail-wi0-f175.google.com" rhost-flags-OK-OK-OK-OK) by vger.kernel.org with ESMTP id S1751103AbbJXWTX (ORCPT ); Sat, 24 Oct 2015 18:19:23 -0400 Received: by wicfv8 with SMTP id fv8so71775504wic.0 for ; Sat, 24 Oct 2015 15:19:21 -0700 (PDT) MIME-Version: 1.0 From: =?UTF-8?B?0JzQuNGF0LDQuNC7INCT0LDQstGA0LjQu9C+0LI=?= Date: Sun, 25 Oct 2015 03:19:07 +0500 Message-ID: Subject: btrfs file system stop working To: linux-btrfs@vger.kernel.org Content-Type: text/plain; charset=UTF-8 Sender: linux-btrfs-owner@vger.kernel.org List-ID: I see this is the second once in my life: [ 480.007335] INFO: task kworker/u16:1:106 blocked for more than 120 seconds. [ 480.007338] Not tainted 4.2.3-300.fc23.x86_64+debug #1 [ 480.007339] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 480.007340] kworker/u16:1 D ffff8807fe9d76d8 11112 106 2 0x00000000 [ 480.007348] Workqueue: writeback wb_workfn (flush-btrfs-1) [ 480.007350] ffff8807f539f438 0000000000000092 ffff8807f539f408 0000000000000000 [ 480.007351] ffff8807fa365480 ffff8807f53a0000 ffff8807f539f458 ffff8807f53a0000 [ 480.007353] ffff8806b7939eb0 ffff8807f53a0000 ffff8807f53a0000 ffff8807f539f480 [ 480.007355] Call Trace: [ 480.007358] [] schedule+0x3e/0x90 [ 480.007372] [] btrfs_tree_read_lock+0x102/0x160 [btrfs] [ 480.007374] [] ? wake_atomic_t_function+0x70/0x70 [ 480.007379] [] btrfs_read_lock_root_node+0x34/0x50 [btrfs] [ 480.007384] [] btrfs_search_slot+0x74e/0xa10 [btrfs] [ 480.007385] [] ? _raw_spin_unlock+0x2b/0x40 [ 480.007391] [] btrfs_lookup_file_extent+0x49/0x60 [btrfs] [ 480.007398] [] run_delalloc_nocow+0x15d/0xb40 [btrfs] [ 480.007400] [] ? local_clock+0x1c/0x20 [ 480.007407] [] ? test_range_bit+0x48/0x130 [btrfs] [ 480.007410] [] ? debug_lockdep_rcu_enabled+0x1d/0x20 [ 480.007416] [] ? test_range_bit+0xe5/0x130 [btrfs] [ 480.007422] [] run_delalloc_range+0x3a0/0x400 [btrfs] [ 480.007429] [] ? find_lock_delalloc_range.constprop.46+0x1e7/0x210 [btrfs] [ 480.007435] [] writepage_delalloc.isra.34+0x105/0x170 [btrfs] [ 480.007441] [] __extent_writepage+0xf5/0x4a0 [btrfs] [ 480.007446] [] extent_write_cache_pages.isra.31.constprop.44+0x30a/0x400 [btrfs] [ 480.007452] [] extent_writepages+0x5c/0x90 [btrfs] [ 480.007458] [] ? btrfs_writepage_end_io_hook+0x300/0x300 [btrfs] [ 480.007464] [] btrfs_writepages+0x28/0x30 [btrfs] [ 480.007466] [] do_writepages+0x21/0x30 [ 480.007468] [] __writeback_single_inode+0x70/0xa20 [ 480.007469] [] writeback_sb_inodes+0x2d6/0x6d0 [ 480.007471] [] __writeback_inodes_wb+0x8c/0xc0 [ 480.007473] [] wb_writeback+0x3cd/0x720 [ 480.007475] [] ? find_next_bit+0x15/0x20 [ 480.007476] [] wb_workfn+0x405/0x8d0 [ 480.007479] [] process_one_work+0x232/0x840 [ 480.007480] [] ? process_one_work+0x19b/0x840 [ 480.007482] [] ? debug_lockdep_rcu_enabled+0x1d/0x20 [ 480.007484] [] ? worker_thread+0xd5/0x450 [ 480.007485] [] worker_thread+0x4e/0x450 [ 480.007487] [] ? process_one_work+0x840/0x840 [ 480.007488] [] kthread+0x104/0x120 [ 480.007490] [] ? kthread_create_on_node+0x250/0x250 [ 480.007491] [] ret_from_fork+0x3f/0x70 [ 480.007493] [] ? kthread_create_on_node+0x250/0x250 [ 480.007494] 4 locks held by kworker/u16:1/106: [ 480.007495] #0: ("writeback"){.+.+.+}, at: [] process_one_work+0x19b/0x840 [ 480.007499] #1: ((&(&wb->dwork)->work)){+.+.+.}, at: [] process_one_work+0x19b/0x840 [ 480.007501] #2: (&type->s_umount_key#57){.+.+..}, at: [] trylock_super+0x1b/0x50 [ 480.007505] #3: (sb_internal#2){.+.+..}, at: [] start_transaction+0x41c/0x6c0 [btrfs] [ 480.007514] INFO: task kworker/u16:2:140 blocked for more than 120 seconds. [ 480.007515] Not tainted 4.2.3-300.fc23.x86_64+debug #1 [ 480.007515] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 480.007516] kworker/u16:2 D ffff8807fe5d76d8 11800 140 2 0x00000000 [ 480.007526] Workqueue: btrfs-endio-write btrfs_endio_write_helper [btrfs] [ 480.007527] ffff8807f4dc3848 0000000000000096 ffff8807f4dc3818 0000000000000000 [ 480.007529] ffff8807fa360000 ffff8807f534aa40 ffff8807f4dc3868 ffff8807f4dc4000 [ 480.007530] ffff8806b7939eb0 ffff8807f534aa40 ffff8807f534aa40 ffff8807f4dc3890 [ 480.007532] Call Trace: [ 480.007533] [] schedule+0x3e/0x90 [ 480.007539] [] btrfs_tree_read_lock+0x102/0x160 [btrfs] [ 480.007541] [] ? wake_atomic_t_function+0x70/0x70 [ 480.007545] [] btrfs_read_lock_root_node+0x34/0x50 [btrfs] [ 480.007549] [] btrfs_search_slot+0x74e/0xa10 [btrfs] [ 480.007551] [] ? __lock_acquire+0xcb9/0x1d00 [ 480.007556] [] btrfs_lookup_file_extent+0x49/0x60 [btrfs] [ 480.007562] [] __btrfs_drop_extents+0x187/0xde0 [btrfs] [ 480.007564] [] ? kmem_cache_alloc+0x33e/0x360 [ 480.007567] [] ? btrfs_alloc_path+0x1a/0x20 [btrfs] [ 480.007573] [] insert_reserved_file_extent.constprop.62+0xb5/0x310 [btrfs] [ 480.007578] [] ? join_transaction.isra.12+0x10e/0x420 [btrfs] [ 480.007583] [] btrfs_finish_ordered_io+0x2ff/0x650 [btrfs] [ 480.007586] [] ? sched_clock+0x9/0x10 [ 480.007591] [] finish_ordered_fn+0x15/0x20 [btrfs] [ 480.007598] [] btrfs_scrubparity_helper+0xf5/0x870 [btrfs] [ 480.007603] [] btrfs_endio_write_helper+0xe/0x10 [btrfs] [ 480.007605] [] process_one_work+0x232/0x840 [ 480.007607] [] ? process_one_work+0x19b/0x840 [ 480.007608] [] ? debug_lockdep_rcu_enabled+0x1d/0x20 [ 480.007610] [] ? worker_thread+0xd5/0x450 [ 480.007612] [] worker_thread+0x4e/0x450 [ 480.007613] [] ? process_one_work+0x840/0x840 [ 480.007615] [] kthread+0x104/0x120 [ 480.007616] [] ? kthread_create_on_node+0x250/0x250 [ 480.007618] [] ret_from_fork+0x3f/0x70 [ 480.007619] [] ? kthread_create_on_node+0x250/0x250 [ 480.007620] 3 locks held by kworker/u16:2/140: [ 480.007621] #0: ("%s-%s""btrfs", name){.+.+..}, at: [] process_one_work+0x19b/0x840 [ 480.007624] #1: ((&work->normal_work)){+.+...}, at: [] process_one_work+0x19b/0x840 [ 480.007626] #2: (sb_internal#2){.+.+..}, at: [] start_transaction+0x41c/0x6c0 [btrfs] [ 480.007634] INFO: task kworker/u16:3:141 blocked for more than 120 seconds. [ 480.007634] Not tainted 4.2.3-300.fc23.x86_64+debug #1 [ 480.007635] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 480.007636] kworker/u16:3 D ffff8807fe3d76d8 9752 141 2 0x00000000 [ 480.007643] Workqueue: btrfs-endio-write btrfs_endio_write_helper [btrfs] [ 480.007644] ffff8807f4dc7848 0000000000000096 ffff8807f4dc7818 0000000000000000 [ 480.007646] ffff8807fa345480 ffff8807f5348000 ffff8807f4dc7868 ffff8807f4dc8000 [ 480.007647] ffff8806b7939eb0 ffff8807f5348000 ffff8807f5348000 ffff8807f4dc7890 [ 480.007649] Call Trace: [ 480.007650] [] schedule+0x3e/0x90 [ 480.007656] [] btrfs_tree_read_lock+0x102/0x160 [btrfs] [ 480.007658] [] ? wake_atomic_t_function+0x70/0x70 [ 480.007662] [] btrfs_read_lock_root_node+0x34/0x50 [btrfs] [ 480.007665] [] btrfs_search_slot+0x74e/0xa10 [btrfs] [ 480.007667] [] ? mark_held_locks+0x7d/0xb0 [ 480.007672] [] btrfs_lookup_file_extent+0x49/0x60 [btrfs] [ 480.007678] [] __btrfs_drop_extents+0x187/0xde0 [btrfs] [ 480.007679] [] ? kmem_cache_alloc+0x33e/0x360 [ 480.007683] [] ? btrfs_alloc_path+0x1a/0x20 [btrfs] [ 480.007688] [] insert_reserved_file_extent.constprop.62+0xb5/0x310 [btrfs] [ 480.007693] [] ? join_transaction.isra.12+0x10e/0x420 [btrfs] [ 480.007698] [] btrfs_finish_ordered_io+0x2ff/0x650 [btrfs] [ 480.007700] [] ? sched_clock+0x9/0x10 [ 480.007705] [] finish_ordered_fn+0x15/0x20 [btrfs] [ 480.007711] [] btrfs_scrubparity_helper+0xf5/0x870 [btrfs] [ 480.007716] [] btrfs_endio_write_helper+0xe/0x10 [btrfs] [ 480.007718] [] process_one_work+0x232/0x840 [ 480.007719] [] ? process_one_work+0x19b/0x840 [ 480.007721] [] ? debug_lockdep_rcu_enabled+0x1d/0x20 [ 480.007722] [] ? worker_thread+0xd5/0x450 [ 480.007724] [] worker_thread+0x4e/0x450 [ 480.007726] [] ? process_one_work+0x840/0x840 [ 480.007727] [] kthread+0x104/0x120 [ 480.007729] [] ? kthread_create_on_node+0x250/0x250 [ 480.007730] [] ret_from_fork+0x3f/0x70 [ 480.007732] [] ? kthread_create_on_node+0x250/0x250 [ 480.007733] 3 locks held by kworker/u16:3/141: [ 480.007733] #0: ("%s-%s""btrfs", name){.+.+..}, at: [] process_one_work+0x19b/0x840 [ 480.007736] #1: ((&work->normal_work)){+.+...}, at: [] process_one_work+0x19b/0x840 [ 480.007739] #2: (sb_internal#2){.+.+..}, at: [] start_transaction+0x41c/0x6c0 [btrfs] [ 480.007746] INFO: task kworker/u16:4:142 blocked for more than 120 seconds. [ 480.007747] Not tainted 4.2.3-300.fc23.x86_64+debug #1 [ 480.007747] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 480.007748] kworker/u16:4 D ffff8807fddd76d8 9320 142 2 0x00000000 [ 480.007755] Workqueue: btrfs-endio-write btrfs_endio_write_helper [btrfs] [ 480.007756] ffff8807f4de3848 0000000000000096 ffff8807f4de3818 0000000000000000 [ 480.007758] ffffffff81e12500 ffff8807f5325480 ffff8807f4de3868 ffff8807f4de4000 [ 480.007759] ffff8806b7939eb0 ffff8807f5325480 ffff8807f5325480 ffff8807f4de3890 [ 480.007761] Call Trace: [ 480.007762] [] schedule+0x3e/0x90 [ 480.007768] [] btrfs_tree_read_lock+0x102/0x160 [btrfs] [ 480.007769] [] ? wake_atomic_t_function+0x70/0x70 [ 480.007773] [] btrfs_read_lock_root_node+0x34/0x50 [btrfs] [ 480.007776] [] btrfs_search_slot+0x74e/0xa10 [btrfs] [ 480.007778] [] ? mark_held_locks+0x7d/0xb0 [ 480.007783] [] btrfs_lookup_file_extent+0x49/0x60 [btrfs] [ 480.007789] [] __btrfs_drop_extents+0x187/0xde0 [btrfs] [ 480.007790] [] ? kmem_cache_alloc+0x33e/0x360 [ 480.007793] [] ? btrfs_alloc_path+0x1a/0x20 [btrfs] [ 480.007799] [] insert_reserved_file_extent.constprop.62+0xb5/0x310 [btrfs] [ 480.007804] [] ? join_transaction.isra.12+0x10e/0x420 [btrfs] [ 480.007809] [] btrfs_finish_ordered_io+0x2ff/0x650 [btrfs] [ 480.007810] [] ? sched_clock+0x9/0x10 [ 480.007815] [] finish_ordered_fn+0x15/0x20 [btrfs] [ 480.007821] [] btrfs_scrubparity_helper+0xf5/0x870 [btrfs] [ 480.007826] [] btrfs_endio_write_helper+0xe/0x10 [btrfs] [ 480.007828] [] process_one_work+0x232/0x840 [ 480.007829] [] ? process_one_work+0x19b/0x840 [ 480.007831] [] ? debug_lockdep_rcu_enabled+0x1d/0x20 [ 480.007832] [] ? worker_thread+0xd5/0x450 [ 480.007834] [] worker_thread+0x4e/0x450 [ 480.007835] [] ? process_one_work+0x840/0x840 [ 480.007837] [] kthread+0x104/0x120 [ 480.007838] [] ? kthread_create_on_node+0x250/0x250 [ 480.007840] [] ret_from_fork+0x3f/0x70 [ 480.007841] [] ? kthread_create_on_node+0x250/0x250 [ 480.007842] 3 locks held by kworker/u16:4/142: [ 480.007843] #0: ("%s-%s""btrfs", name){.+.+..}, at: [] process_one_work+0x19b/0x840 [ 480.007845] #1: ((&work->normal_work)){+.+...}, at: [] process_one_work+0x19b/0x840 [ 480.007848] #2: (sb_internal#2){.+.+..}, at: [] start_transaction+0x41c/0x6c0 [btrfs] [ 480.007855] INFO: task kworker/u16:5:143 blocked for more than 120 seconds. [ 480.007856] Not tainted 4.2.3-300.fc23.x86_64+debug #1 [ 480.007856] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 480.007857] kworker/u16:5 D ffff8807fe5d76d8 10888 143 2 0x00000000 [ 480.007864] Workqueue: btrfs-endio-write btrfs_endio_write_helper [btrfs] [ 480.007865] ffff8807f4de7848 0000000000000096 ffff8807f4de7818 0000000000000000 [ 480.007867] ffff8807fa360000 ffff8807f5322a40 ffff8807f4de7868 ffff8807f4de8000 [ 480.007868] ffff8806b7939eb0 ffff8807f5322a40 ffff8807f5322a40 ffff8807f4de7890 [ 480.007870] Call Trace: [ 480.007871] [] schedule+0x3e/0x90 [ 480.007877] [] btrfs_tree_read_lock+0x102/0x160 [btrfs] [ 480.007878] [] ? wake_atomic_t_function+0x70/0x70 [ 480.007882] [] btrfs_read_lock_root_node+0x34/0x50 [btrfs] [ 480.007885] [] btrfs_search_slot+0x74e/0xa10 [btrfs] [ 480.007887] [] ? mark_held_locks+0x7d/0xb0 [ 480.007892] [] btrfs_lookup_file_extent+0x49/0x60 [btrfs] [ 480.007897] [] __btrfs_drop_extents+0x187/0xde0 [btrfs] [ 480.007899] [] ? kmem_cache_alloc+0x33e/0x360 [ 480.007902] [] ? btrfs_alloc_path+0x1a/0x20 [btrfs] [ 480.007907] [] insert_reserved_file_extent.constprop.62+0xb5/0x310 [btrfs] [ 480.007912] [] ? join_transaction.isra.12+0x10e/0x420 [btrfs] [ 480.007917] [] btrfs_finish_ordered_io+0x2ff/0x650 [btrfs] [ 480.007919] [] ? sched_clock+0x9/0x10 [ 480.007923] [] finish_ordered_fn+0x15/0x20 [btrfs] [ 480.007929] [] btrfs_scrubparity_helper+0xf5/0x870 [btrfs] [ 480.007935] [] btrfs_endio_write_helper+0xe/0x10 [btrfs] [ 480.007936] [] process_one_work+0x232/0x840 [ 480.007938] [] ? process_one_work+0x19b/0x840 [ 480.007939] [] ? debug_lockdep_rcu_enabled+0x1d/0x20 [ 480.007941] [] ? worker_thread+0xd5/0x450 [ 480.007943] [] worker_thread+0x4e/0x450 [ 480.007944] [] ? process_one_work+0x840/0x840 [ 480.007945] [] kthread+0x104/0x120 [ 480.007947] [] ? kthread_create_on_node+0x250/0x250 [ 480.007948] [] ret_from_fork+0x3f/0x70 [ 480.007950] [] ? kthread_create_on_node+0x250/0x250 [ 480.007951] 3 locks held by kworker/u16:5/143: [ 480.007951] #0: ("%s-%s""btrfs", name){.+.+..}, at: [] process_one_work+0x19b/0x840 [ 480.007954] #1: ((&work->normal_work)){+.+...}, at: [] process_one_work+0x19b/0x840 [ 480.007956] #2: (sb_internal#2){.+.+..}, at: [] start_transaction+0x41c/0x6c0 [btrfs] [ 480.007964] INFO: task kworker/u16:7:154 blocked for more than 120 seconds. [ 480.007965] Not tainted 4.2.3-300.fc23.x86_64+debug #1 [ 480.007965] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 480.007966] kworker/u16:7 D ffff8807fe5d76d8 11448 154 2 0x00000000 [ 480.007973] Workqueue: btrfs-endio-write btrfs_endio_write_helper [btrfs] [ 480.007974] ffff8807f4e73848 0000000000000096 ffff8807f4e73818 0000000000000000 [ 480.007976] ffff8807fa360000 ffff8807f52ed480 ffff8807f4e73868 ffff8807f4e74000 [ 480.007977] ffff8806b7939eb0 ffff8807f52ed480 ffff8807f52ed480 ffff8807f4e73890 [ 480.007979] Call Trace: [ 480.007980] [] schedule+0x3e/0x90 [ 480.007986] [] btrfs_tree_read_lock+0x102/0x160 [btrfs] [ 480.007987] [] ? wake_atomic_t_function+0x70/0x70 [ 480.007991] [] btrfs_read_lock_root_node+0x34/0x50 [btrfs] [ 480.007994] [] btrfs_search_slot+0x74e/0xa10 [btrfs] [ 480.007996] [] ? mark_held_locks+0x7d/0xb0 [ 480.008001] [] btrfs_lookup_file_extent+0x49/0x60 [btrfs] [ 480.008006] [] __btrfs_drop_extents+0x187/0xde0 [btrfs] [ 480.008008] [] ? mark_held_locks+0x7d/0xb0 [ 480.008009] [] ? kmem_cache_alloc+0x33e/0x360 [ 480.008012] [] ? btrfs_alloc_path+0x1a/0x20 [btrfs] [ 480.008017] [] insert_reserved_file_extent.constprop.62+0xb5/0x310 [btrfs] [ 480.008022] [] ? join_transaction.isra.12+0x10e/0x420 [btrfs] [ 480.008027] [] btrfs_finish_ordered_io+0x2ff/0x650 [btrfs] [ 480.008029] [] ? sched_clock+0x9/0x10 [ 480.008033] [] finish_ordered_fn+0x15/0x20 [btrfs] [ 480.008039] [] btrfs_scrubparity_helper+0xf5/0x870 [btrfs] [ 480.008045] [] btrfs_endio_write_helper+0xe/0x10 [btrfs] [ 480.008046] [] process_one_work+0x232/0x840 [ 480.008048] [] ? process_one_work+0x19b/0x840 [ 480.008049] [] ? debug_lockdep_rcu_enabled+0x1d/0x20 [ 480.008051] [] ? worker_thread+0xd5/0x450 [ 480.008053] [] worker_thread+0x4e/0x450 [ 480.008054] [] ? process_one_work+0x840/0x840 [ 480.008055] [] kthread+0x104/0x120 [ 480.008057] [] ? kthread_create_on_node+0x250/0x250 [ 480.008058] [] ret_from_fork+0x3f/0x70 [ 480.008060] [] ? kthread_create_on_node+0x250/0x250 [ 480.008061] 3 locks held by kworker/u16:7/154: [ 480.008061] #0: ("%s-%s""btrfs", name){.+.+..}, at: [] process_one_work+0x19b/0x840 [ 480.008064] #1: ((&work->normal_work)){+.+...}, at: [] process_one_work+0x19b/0x840 [ 480.008066] #2: (sb_internal#2){.+.+..}, at: [] start_transaction+0x41c/0x6c0 [btrfs] [ 480.008073] INFO: task kworker/u16:8:191 blocked for more than 120 seconds. [ 480.008074] Not tainted 4.2.3-300.fc23.x86_64+debug #1 [ 480.008075] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 480.008075] kworker/u16:8 D ffff8807fe3d76d8 11448 191 2 0x00000000 [ 480.008083] Workqueue: btrfs-endio-write btrfs_endio_write_helper [btrfs] [ 480.008084] ffff88009c68f848 0000000000000096 ffff88009c68f818 0000000000000000 [ 480.008085] ffff8807fa345480 ffff8807f4c88000 ffff88009c68f868 ffff88009c690000 [ 480.008087] ffff8806b7939eb0 ffff8807f4c88000 ffff8807f4c88000 ffff88009c68f890 [ 480.008088] Call Trace: [ 480.008090] [] schedule+0x3e/0x90 [ 480.008095] [] btrfs_tree_read_lock+0x102/0x160 [btrfs] [ 480.008097] [] ? wake_atomic_t_function+0x70/0x70 [ 480.008100] [] btrfs_read_lock_root_node+0x34/0x50 [btrfs] [ 480.008104] [] btrfs_search_slot+0x74e/0xa10 [btrfs] [ 480.008105] [] ? mark_held_locks+0x7d/0xb0 [ 480.008110] [] btrfs_lookup_file_extent+0x49/0x60 [btrfs] [ 480.008116] [] __btrfs_drop_extents+0x187/0xde0 [btrfs] [ 480.008117] [] ? kmem_cache_alloc+0x33e/0x360 [ 480.008120] [] ? btrfs_alloc_path+0x1a/0x20 [btrfs] [ 480.008126] [] insert_reserved_file_extent.constprop.62+0xb5/0x310 [btrfs] [ 480.008130] [] ? join_transaction.isra.12+0x10e/0x420 [btrfs] [ 480.008136] [] btrfs_finish_ordered_io+0x2ff/0x650 [btrfs] [ 480.008140] [] finish_ordered_fn+0x15/0x20 [btrfs] [ 480.008146] [] btrfs_scrubparity_helper+0xf5/0x870 [btrfs] [ 480.008152] [] btrfs_endio_write_helper+0xe/0x10 [btrfs] [ 480.008153] [] process_one_work+0x232/0x840 [ 480.008155] [] ? process_one_work+0x19b/0x840 [ 480.008156] [] ? debug_lockdep_rcu_enabled+0x1d/0x20 [ 480.008158] [] ? worker_thread+0xd5/0x450 [ 480.008160] [] worker_thread+0x4e/0x450 [ 480.008161] [] ? process_one_work+0x840/0x840 [ 480.008162] [] kthread+0x104/0x120 [ 480.008164] [] ? kthread_create_on_node+0x250/0x250 [ 480.008165] [] ret_from_fork+0x3f/0x70 [ 480.008167] [] ? kthread_create_on_node+0x250/0x250 [ 480.008168] 3 locks held by kworker/u16:8/191: [ 480.008168] #0: ("%s-%s""btrfs", name){.+.+..}, at: [] process_one_work+0x19b/0x840 [ 480.008171] #1: ((&work->normal_work)){+.+...}, at: [] process_one_work+0x19b/0x840 [ 480.008174] #2: (sb_internal#2){.+.+..}, at: [] start_transaction+0x41c/0x6c0 [btrfs] [ 480.008187] INFO: task btrfs-transacti:777 blocked for more than 120 seconds. [ 480.008188] Not tainted 4.2.3-300.fc23.x86_64+debug #1 [ 480.008188] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 480.008189] btrfs-transacti D ffff8807fe3d76d8 10648 777 2 0x00000080 [ 480.008192] ffff8807e45c3aa8 0000000000000092 ffff8807e45c3a78 0000000000000000 [ 480.008193] ffff8807fa345480 ffff8807f26a8000 ffff8807e45c3ac8 ffff8807e45c4000 [ 480.008195] ffff8806b7939eb0 ffff8807f26a8000 ffff8807f26a8000 ffff8807e45c3af0 [ 480.008197] Call Trace: [ 480.008198] [] schedule+0x3e/0x90 [ 480.008204] [] btrfs_tree_read_lock+0x102/0x160 [btrfs] [ 480.008205] [] ? wake_atomic_t_function+0x70/0x70 [ 480.008209] [] btrfs_read_lock_root_node+0x34/0x50 [btrfs] [ 480.008212] [] btrfs_search_slot+0x74e/0xa10 [btrfs] [ 480.008214] [] ? mutex_lock_nested+0x279/0x3e0 [ 480.008220] [] ? __btrfs_run_delayed_items+0xfc/0x600 [btrfs] [ 480.008224] [] btrfs_insert_empty_items+0x71/0xc0 [btrfs] [ 480.008230] [] __btrfs_run_delayed_items+0x135/0x600 [btrfs] [ 480.008231] [] ? sched_clock+0x9/0x10 [ 480.008237] [] btrfs_run_delayed_items+0x13/0x20 [btrfs] [ 480.008242] [] btrfs_commit_transaction+0x2f0/0xc80 [btrfs] [ 480.008247] [] transaction_kthread+0x208/0x270 [btrfs] [ 480.008251] [] ? btrfs_cleanup_transaction+0x6e0/0x6e0 [btrfs] [ 480.008253] [] kthread+0x104/0x120 [ 480.008254] [] ? kthread_create_on_node+0x250/0x250 [ 480.008256] [] ret_from_fork+0x3f/0x70 [ 480.008257] [] ? kthread_create_on_node+0x250/0x250 [ 480.008258] 2 locks held by btrfs-transacti/777: [ 480.008259] #0: (&fs_info->transaction_kthread_mutex){+.+...}, at: [] transaction_kthread+0x72/0x270 [btrfs] [ 480.008264] #1: (&delayed_node->mutex){+.+...}, at: [] __btrfs_run_delayed_items+0xfc/0x600 [btrfs] [ 480.008298] INFO: task pool:4655 blocked for more than 120 seconds. [ 480.008298] Not tainted 4.2.3-300.fc23.x86_64+debug #1 [ 480.008299] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 480.008300] pool D ffff8807fe5d76d8 13176 4655 2015 0x00000000 [ 480.008303] ffff880668c27a28 0000000000000096 ffff880668c279f8 0000000000000000 [ 480.008304] ffff8807fa360000 ffff8806ad95aa40 ffff880668c27a48 ffff880668c28000 [ 480.008306] ffff8806b7939eb0 ffff8806ad95aa40 ffff8806ad95aa40 ffff880668c27a70 [ 480.008307] Call Trace: [ 480.008309] [] schedule+0x3e/0x90 [ 480.008339] [] btrfs_tree_read_lock+0x102/0x160 [btrfs] [ 480.008340] [] ? wake_atomic_t_function+0x70/0x70 [ 480.008344] [] btrfs_read_lock_root_node+0x34/0x50 [btrfs] [ 480.008348] [] btrfs_search_slot+0x74e/0xa10 [btrfs] [ 480.008350] [] ? crypto_shash_update+0x30/0xe0 [ 480.008355] [] btrfs_lookup_dir_item+0x78/0xc0 [btrfs] [ 480.008362] [] btrfs_lookup_dentry+0xb2/0x510 [btrfs] [ 480.008364] [] ? _raw_spin_unlock+0x2b/0x40 [ 480.008369] [] btrfs_lookup+0x16/0x40 [btrfs] [ 480.008371] [] lookup_real+0x1d/0x60 [ 480.008372] [] path_openat+0xa49/0x12b0 [ 480.008374] [] ? native_sched_clock+0x28/0x90 [ 480.008376] [] ? __fsnotify_update_child_dentry_flags.part.1+0xf0/0x120 [ 480.008378] [] ? native_sched_clock+0x28/0x90 [ 480.008379] [] do_filp_open+0x8a/0x100 [ 480.008380] [] ? _raw_spin_unlock+0x2b/0x40 [ 480.008382] [] ? __alloc_fd+0xaf/0x180 [ 480.008385] [] do_sys_open+0x13a/0x230 [ 480.008386] [] SyS_open+0x1e/0x20 [ 480.008388] [] entry_SYSCALL_64_fastpath+0x12/0x76 [ 480.008389] 1 lock held by pool/4655: [ 480.008389] #0: (&type->i_mutex_dir_key#4){+.+.+.}, at: [] path_openat+0x697/0x12b0 [ 480.008393] INFO: task pool:4775 blocked for more than 120 seconds. [ 480.008394] Not tainted 4.2.3-300.fc23.x86_64+debug #1 [ 480.008394] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 480.008395] pool D ffff8807fe5d76d8 13176 4775 2015 0x00000000 [ 480.008398] ffff8807f828b908 0000000000000092 ffff8807f828b8d8 0000000000000000 [ 480.008400] ffff8807fa360000 ffff8807f9cd5480 ffff8807f828b928 ffff8807f828c000 [ 480.008401] ffff8806b7939eb0 ffff8807f9cd5480 ffff8807f9cd5480 ffff8807f828b950 [ 480.008403] Call Trace: [ 480.008404] [] schedule+0x3e/0x90 [ 480.008410] [] btrfs_tree_read_lock+0x102/0x160 [btrfs] [ 480.008411] [] ? wake_atomic_t_function+0x70/0x70 [ 480.008415] [] btrfs_read_lock_root_node+0x34/0x50 [btrfs] [ 480.008419] [] btrfs_search_slot+0x74e/0xa10 [btrfs] [ 480.008421] [] ? crypto_shash_update+0x30/0xe0 [ 480.008426] [] btrfs_lookup_dir_item+0x78/0xc0 [btrfs] [ 480.008432] [] btrfs_lookup_dentry+0xb2/0x510 [btrfs] [ 480.008433] [] ? _raw_spin_unlock+0x2b/0x40 [ 480.008438] [] btrfs_lookup+0x16/0x40 [btrfs] [ 480.008439] [] ? walk_component+0x1d0/0x2a0 [ 480.008441] [] lookup_real+0x1d/0x60 [ 480.008442] [] __lookup_hash+0x42/0x60 [ 480.008443] [] walk_component+0x1df/0x2a0 [ 480.008444] [] link_path_walk+0x18e/0x590 [ 480.008445] [] ? path_init+0x552/0x7f0 [ 480.008446] [] ? path_init+0x50a/0x7f0 [ 480.008447] [] path_openat+0xab/0x12b0 [ 480.008449] [] ? clock_was_set_work+0x30/0x30 [ 480.008451] [] ? native_sched_clock+0x28/0x90 [ 480.008452] [] do_filp_open+0x8a/0x100 [ 480.008454] [] ? _raw_spin_unlock+0x2b/0x40 [ 480.008455] [] ? __alloc_fd+0xaf/0x180 [ 480.008457] [] do_sys_open+0x13a/0x230 [ 480.008458] [] SyS_open+0x1e/0x20 [ 480.008460] [] entry_SYSCALL_64_fastpath+0x12/0x76 [ 480.008461] 1 lock held by pool/4775: [ 480.008462] #0: (&type->i_mutex_dir_key#4){+.+.+.}, at: [] walk_component+0x1d0/0x2a0 My /home partition stored in btrfs after it occurs all programs which try accessed to /home hangs -- Best Regards, Mike Gavrilov.