From mboxrd@z Thu Jan 1 00:00:00 1970 From: Kai Krakow Subject: Re: [3.3.1] multiple oopses during rsync backup Date: Fri, 13 Apr 2012 18:05:22 +0200 Message-ID: References: <2cil59-784.ln1@hurikhan.ath.cx> Mime-Version: 1.0 Content-Type: text/plain; charset="ISO-8859-1" To: linux-btrfs@vger.kernel.org Return-path: List-ID: Just in case it is interesting, here's the blocked state (take note I currently have other fs actions running on my btrfs root fs copying a lot of files from a remote server): Kai Krakow schrieb: > This is what happened while rsyncing my system disk to my btrfs backup > device after I enabled space caching for the latter (and first time using > it after 3.3.1, last time I sync'ed it was with 3.2.x): > > [... dmesg output ...] [24701.417821] SysRq : Show Blocked State [24701.417826] task PC stack pid father [24701.417896] btrfs-delayed-m D ffff8802ddebd2e0 0 10993 2 0x00000000 [24701.417900] ffff8802ddebd2e0 0000000000000046 00000002bb866b00 ffff88042dc6d940 [24701.417903] ffff880300000002 ffff8803f68e7a98 0000000000010b00 ffff8802bbccdfd8 [24701.417906] ffff8802bbccdfd8 0000000000010b00 ffff8802ddebd2e0 0000000000010b00 [24701.417909] Call Trace: [24701.417914] [] ? btrfs_tree_read_lock+0xc5/0x110 [24701.417918] [] ? wake_up_bit+0x23/0x23 [24701.417921] [] ? btrfs_read_lock_root_node+0x1d/0x3f [24701.417924] [] ? btrfs_search_slot+0x145/0x658 [24701.417927] [] ? lookup_inline_extent_backref+0xb8/0x36e [24701.417930] [] ? tree_insert+0x143/0x15f [24701.417933] [] ? radix_tree_tag_set+0x62/0xc4 [24701.417935] [] ? insert_inline_extent_backref+0x63/0xea [24701.417939] [] ? _cond_resched+0x9/0x20 [24701.417943] [] ? slab_pre_alloc_hook.clone.49+0x15/0x1c [24701.417945] [] ? __btrfs_inc_extent_ref.clone.64+0xa9/0x1c9 [24701.417948] [] ? map_private_extent_buffer+0x9d/0xde [24701.417951] [] ? run_clustered_refs+0x6a8/0x74a [24701.417953] [] ? comp_keys+0x23/0x28 [24701.417955] [] ? generic_bin_search.clone.43+0xec/0x130 [24701.417958] [] ? btrfs_tree_read_unlock+0x7b/0x8a [24701.417960] [] ? btrfs_run_delayed_refs+0x220/0x2ed [24701.417963] [] ? should_resched+0x5/0x24 [24701.417965] [] ? btrfs_tree_unlock+0x87/0x90 [24701.417968] [] ? block_rsv_release_bytes.clone.46+0xad/0xc8 [24701.417970] [] ? __btrfs_end_transaction+0x79/0x1e9 [24701.417973] [] ? should_resched+0x5/0x24 [24701.417975] [] ? btrfs_async_run_delayed_node_done+0x16d/0x1cb [24701.417978] [] ? worker_loop+0x17e/0x4c5 [24701.417980] [] ? btrfs_queue_worker+0x273/0x273 [24701.417981] [] ? btrfs_queue_worker+0x273/0x273 [24701.417984] [] ? kthread+0x81/0x89 [24701.417986] [] ? kernel_thread_helper+0x4/0x10 [24701.417988] [] ? kthread_freezable_should_stop+0x3c/0x3c [24701.417990] [] ? gs_change+0xb/0xb [24701.417993] btrfs-transacti D ffff8802ce3cd2e0 0 11002 2 0x00000000 [24701.417996] ffff8802ce3cd2e0 0000000000000046 0000000000000002 ffff88042dc6f2c0 [24701.417998] ffffffff00000000 0000000000000000 0000000000010b00 ffff8801f9401fd8 [24701.418001] ffff8801f9401fd8 0000000000010b00 ffff8802ce3cd2e0 0000000000010b00 [24701.418004] Call Trace: [24701.418006] [] ? btrfs_tree_read_lock+0xc5/0x110 [24701.418008] [] ? wake_up_bit+0x23/0x23 [24701.418010] [] ? btrfs_read_lock_root_node+0x1d/0x3f [24701.418012] [] ? btrfs_search_slot+0x145/0x658 [24701.418014] [] ? lookup_inline_extent_backref+0xb8/0x36e [24701.418017] [] ? slab_pre_alloc_hook.clone.49+0x15/0x1c [24701.418020] [] ? __btrfs_free_extent+0xcb/0x5c7 [24701.418022] [] ? run_clustered_refs+0x6de/0x74a [24701.418025] [] ? btrfs_run_delayed_refs+0x220/0x2ed [24701.418028] [] ? should_resched+0x5/0x24 [24701.418030] [] ? _cond_resched+0x9/0x20 [24701.418032] [] ? mutex_lock+0xd/0x2d [24701.418035] [] ? _raw_spin_lock_irqsave+0x9/0x22 [24701.418037] [] ? btrfs_commit_transaction+0x8f/0x6d1 [24701.418039] [] ? need_resched+0x1a/0x23 [24701.418042] [] ? should_resched+0x5/0x24 [24701.418044] [] ? _cond_resched+0x9/0x20 [24701.418046] [] ? slab_pre_alloc_hook.clone.49+0x15/0x1c [24701.418048] [] ? kmem_cache_alloc+0x1c/0x95 [24701.418050] [] ? wake_up_bit+0x23/0x23 [24701.418053] [] ? start_transaction+0x1db/0x215 [24701.418055] [] ? should_resched+0x5/0x24 [24701.418057] [] ? transaction_kthread+0x171/0x21b [24701.418059] [] ? try_to_freeze+0x37/0x37 [24701.418061] [] ? try_to_freeze+0x37/0x37 [24701.418063] [] ? kthread+0x81/0x89 [24701.418065] [] ? kernel_thread_helper+0x4/0x10 [24701.418067] [] ? kthread_freezable_should_stop+0x3c/0x3c [24701.418069] [] ? gs_change+0xb/0xb [24701.418071] rsync D ffff88029a5c3fc0 0 11012 1 0x00000004 [24701.418074] ffff88029a5c3fc0 0000000000000082 0000000000000003 ffff88042dc6d940 [24701.418076] 0000000000000050 0000000000000000 0000000000010b00 ffff8801b7671fd8 [24701.418079] ffff8801b7671fd8 0000000000010b00 ffff88029a5c3fc0 0000000000010b00 [24701.418082] Call Trace: [24701.418084] [] ? btrfs_tree_read_lock+0xc5/0x110 [24701.418086] [] ? wake_up_bit+0x23/0x23 [24701.418088] [] ? btrfs_read_lock_root_node+0x1d/0x3f [24701.418090] [] ? btrfs_search_slot+0x145/0x658 [24701.418092] [] ? lookup_inline_extent_backref+0xb8/0x36e [24701.418095] [] ? map_private_extent_buffer+0x9d/0xde [24701.418097] [] ? slab_pre_alloc_hook.clone.49+0x15/0x1c [24701.418100] [] ? __btrfs_free_extent+0xcb/0x5c7 [24701.418102] [] ? btrfs_leaf_free_space+0x31/0x6e [24701.418104] [] ? run_clustered_refs+0x6de/0x74a [24701.418107] [] ? mutex_lock+0xd/0x2d [24701.418109] [] ? btrfs_run_delayed_refs+0x220/0x2ed [24701.418112] [] ? btrfs_add_link+0x176/0x1fb [24701.418114] [] ? __btrfs_end_transaction+0x79/0x1e9 [24701.418116] [] ? btrfs_create+0x173/0x1b4 [24701.418119] [] ? ns_capable+0x38/0x4b [24701.418121] [] ? vfs_create+0x4f/0x6f [24701.418123] [] ? do_last+0x22b/0x57f [24701.418126] [] ? path_openat+0xcf/0x32d [24701.418128] [] ? do_sync_write+0xb1/0xea [24701.418130] [] ? do_filp_open+0x2c/0x72 [24701.418132] [] ? need_resched+0x1a/0x23 [24701.418135] [] ? _cond_resched+0x9/0x20 [24701.418137] [] ? __strncpy_from_user+0x19/0x4a [24701.418140] [] ? alloc_fd+0x69/0x110 [24701.418142] [] ? do_sys_open+0x60/0xe7 [24701.418145] [] ? system_call_fastpath+0x16/0x1b [24701.418146] btrfs-delayed-m D ffff8802ddebb300 0 11016 2 0x00000000 [24701.418149] ffff8802ddebb300 0000000000000046 0000000000000001 ffff88042dc6bfc0 [24701.418151] ffff88001e496e08 0000000019c00000 0000000000010b00 ffff88010e3adfd8 [24701.418154] ffff88010e3adfd8 0000000000010b00 ffff8802ddebb300 0000000000010b00 [24701.418157] Call Trace: [24701.418159] [] ? btrfs_tree_read_lock+0xc5/0x110 [24701.418161] [] ? wake_up_bit+0x23/0x23 [24701.418163] [] ? rb_insert_color+0xb1/0xd9 [24701.418165] [] ? btrfs_read_lock_root_node+0x1d/0x3f [24701.418167] [] ? btrfs_search_slot+0x145/0x658 [24701.418170] [] ? add_delayed_tree_ref.clone.10+0xb7/0xee [24701.418172] [] ? slab_pre_alloc_hook.clone.49+0x15/0x1c [24701.418175] [] ? btrfs_lookup_extent_info+0x75/0x262 [24701.418177] [] ? read_extent_buffer+0x97/0xe2 [24701.418179] [] ? update_ref_for_cow+0x44/0x216 [24701.418181] [] ? __btrfs_cow_block+0x1a7/0x312 [24701.418183] [] ? btrfs_cow_block+0xf4/0x103 [24701.418185] [] ? btrfs_search_slot+0x226/0x658 [24701.418188] [] ? should_resched+0x5/0x24 [24701.418190] [] ? btrfs_lookup_inode+0x25/0x87 [24701.418192] [] ? need_resched+0x1a/0x23 [24701.418194] [] ? should_resched+0x5/0x24 [24701.418196] [] ? _cond_resched+0x9/0x20 [24701.418198] [] ? mutex_lock+0xd/0x2d [24701.418200] [] ? btrfs_update_delayed_inode+0x6b/0x126 [24701.418203] [] ? start_transaction+0x1db/0x215 [24701.418205] [] ? btrfs_async_run_delayed_node_done+0x9f/0x1cb [24701.418207] [] ? worker_loop+0x17e/0x4c5 [24701.418209] [] ? btrfs_queue_worker+0x273/0x273 [24701.418211] [] ? btrfs_queue_worker+0x273/0x273 [24701.418213] [] ? kthread+0x81/0x89 [24701.418215] [] ? kernel_thread_helper+0x4/0x10 [24701.418218] [] ? kthread_freezable_should_stop+0x3c/0x3c [24701.418220] [] ? gs_change+0xb/0xb [24701.418221] btrfs-endio-wri D ffff880079c28660 0 11038 2 0x00000000 [24701.418223] ffff880079c28660 0000000000000046 0000000000000050 ffff88042dc6f2c0 [24701.418226] 0000000000000002 0000000000000050 0000000000010b00 ffff88012389dfd8 [24701.418229] ffff88012389dfd8 0000000000010b00 ffff880079c28660 0000000000010b00 [24701.418231] Call Trace: [24701.418233] [] ? btrfs_tree_read_lock+0xc5/0x110 [24701.418235] [] ? wake_up_bit+0x23/0x23 [24701.418237] [] ? btrfs_read_lock_root_node+0x1d/0x3f [24701.418239] [] ? btrfs_search_slot+0x145/0x658 [24701.418242] [] ? __set_page_dirty_nobuffers+0x16/0xd2 [24701.418245] [] ? lookup_inline_extent_backref+0xb8/0x36e [24701.418247] [] ? __wake_up+0x35/0x46 [24701.418249] [] ? __push_leaf_right+0x37b/0x38f [24701.418252] [] ? insert_inline_extent_backref+0x63/0xea [24701.418254] [] ? _cond_resched+0x9/0x20 [24701.418256] [] ? slab_pre_alloc_hook.clone.49+0x15/0x1c [24701.418259] [] ? __btrfs_inc_extent_ref.clone.64+0xa9/0x1c9 [24701.418261] [] ? verify_parent_transid+0x31/0xf9 [24701.418263] [] ? run_clustered_refs+0x6a8/0x74a [24701.418266] [] ? btrfs_run_delayed_refs+0x220/0x2ed [24701.418269] [] ? should_resched+0x5/0x24 [24701.418271] [] ? btrfs_delayed_update_inode+0x340/0x363 [24701.418273] [] ? __wake_up+0x35/0x46 [24701.418276] [] ? __btrfs_end_transaction+0x79/0x1e9 [24701.418278] [] ? btrfs_finish_ordered_io+0x289/0x2ae [24701.418280] [] ? schedule_timeout+0xa8/0xd7 [24701.418283] [] ? end_compressed_bio_write+0x60/0xbb [24701.418284] [] ? worker_loop+0x17e/0x4c5 [24701.418286] [] ? btrfs_queue_worker+0x273/0x273 [24701.418288] [] ? btrfs_queue_worker+0x273/0x273 [24701.418290] [] ? kthread+0x81/0x89 [24701.418292] [] ? kernel_thread_helper+0x4/0x10 [24701.418295] [] ? kthread_freezable_should_stop+0x3c/0x3c [24701.418297] [] ? gs_change+0xb/0xb [24701.418298] btrfs-delayed-m D ffff88020b5e9fe0 0 11041 2 0x00000000 [24701.418300] ffff88020b5e9fe0 0000000000000046 000000000000047f ffff88042dc6f2c0 [24701.418303] ffff880200000001 0000000000000000 0000000000010b00 ffff8801ccbedfd8 [24701.418306] ffff8801ccbedfd8 0000000000010b00 ffff88020b5e9fe0 0000000000010b00 [24701.418308] Call Trace: [24701.418310] [] ? btrfs_tree_read_lock+0xc5/0x110 [24701.418312] [] ? wake_up_bit+0x23/0x23 [24701.418315] [] ? find_free_extent.clone.71+0x7cb/0x950 [24701.418317] [] ? btrfs_read_lock_root_node+0x1d/0x3f [24701.418319] [] ? btrfs_search_slot+0x145/0x658 [24701.418321] [] ? rb_insert_color+0xb1/0xd9 [24701.418323] [] ? tree_insert+0x143/0x15f [24701.418326] [] ? lookup_inline_extent_backref+0xb8/0x36e [24701.418328] [] ? slab_pre_alloc_hook.clone.49+0x15/0x1c [24701.418330] [] ? __btrfs_free_extent+0xcb/0x5c7 [24701.418333] [] ? run_clustered_refs+0x6de/0x74a [24701.418335] [] ? comp_keys+0x23/0x28 [24701.418337] [] ? btrfs_tree_read_unlock+0x7b/0x8a [24701.418340] [] ? btrfs_run_delayed_refs+0x220/0x2ed [24701.418342] [] ? should_resched+0x5/0x24 [24701.418344] [] ? btrfs_tree_unlock+0x87/0x90 [24701.418347] [] ? block_rsv_release_bytes.clone.46+0xad/0xc8 [24701.418349] [] ? __btrfs_end_transaction+0x79/0x1e9 [24701.418351] [] ? should_resched+0x5/0x24 [24701.418354] [] ? btrfs_async_run_delayed_node_done+0x16d/0x1cb [24701.418356] [] ? worker_loop+0x17e/0x4c5 [24701.418357] [] ? btrfs_queue_worker+0x273/0x273 [24701.418359] [] ? btrfs_queue_worker+0x273/0x273 [24701.418361] [] ? kthread+0x81/0x89 [24701.418363] [] ? kernel_thread_helper+0x4/0x10 [24701.418366] [] ? kthread_freezable_should_stop+0x3c/0x3c [24701.418368] [] ? gs_change+0xb/0xb [24701.418369] btrfs-endio-wri D ffff880079c2b960 0 11043 2 0x00000000 [24701.418371] ffff880079c2b960 0000000000000046 ffff880425432ca8 ffffffff8180d020 [24701.418374] ffff880411c38200 ffffffff8117a066 0000000000010b00 ffff88010acc5fd8 [24701.418377] ffff88010acc5fd8 0000000000010b00 ffff880079c2b960 0000000000010b00 [24701.418379] Call Trace: [24701.418381] [] ? map_private_extent_buffer+0x9d/0xde [24701.418384] [] ? btrfs_tree_lock+0xf5/0x24b [24701.418386] [] ? wake_up_bit+0x23/0x23 [24701.418388] [] ? btrfs_set_lock_blocking_rw+0x88/0xdf [24701.418390] [] ? btrfs_search_slot+0x4e8/0x658 [24701.418392] [] ? lookup_inline_extent_backref+0xb8/0x36e [24701.418395] [] ? __wake_up+0x35/0x46 [24701.418397] [] ? __push_leaf_right+0x34f/0x38f [24701.418399] [] ? insert_inline_extent_backref+0x63/0xea [24701.418401] [] ? _cond_resched+0x9/0x20 [24701.418404] [] ? slab_pre_alloc_hook.clone.49+0x15/0x1c [24701.418416] [] ? __btrfs_inc_extent_ref.clone.64+0xa9/0x1c9 [24701.418418] [] ? verify_parent_transid+0x31/0xf9 [24701.418420] [] ? run_clustered_refs+0x6a8/0x74a [24701.418422] [] ? btrfs_run_delayed_refs+0x220/0x2ed [24701.418424] [] ? should_resched+0x5/0x24 [24701.418426] [] ? btrfs_delayed_update_inode+0x340/0x363 [24701.418428] [] ? __wake_up+0x35/0x46 [24701.418430] [] ? __btrfs_end_transaction+0x79/0x1e9 [24701.418432] [] ? btrfs_finish_ordered_io+0x289/0x2ae [24701.418434] [] ? schedule_timeout+0xa8/0xd7 [24701.418436] [] ? end_compressed_bio_write+0x60/0xbb [24701.418437] [] ? worker_loop+0x17e/0x4c5 [24701.418439] [] ? btrfs_queue_worker+0x273/0x273 [24701.418441] [] ? btrfs_queue_worker+0x273/0x273 [24701.418442] [] ? kthread+0x81/0x89 [24701.418444] [] ? kernel_thread_helper+0x4/0x10 [24701.418446] [] ? kthread_freezable_should_stop+0x3c/0x3c [24701.418448] [] ? gs_change+0xb/0xb [24701.418449] btrfs-endio-wri D ffff8804250a8660 0 11069 2 0x00000000 [24701.418451] ffff8804250a8660 0000000000000046 ffff8801cfe0c7c0 ffff88029a5c5fa0 [24701.418453] 0000000000000001 ffffffff8117a066 0000000000010b00 ffff8801c5225fd8 [24701.418455] ffff8801c5225fd8 0000000000010b00 ffff8804250a8660 0000000000010b00 [24701.418458] Call Trace: [24701.418459] [] ? map_private_extent_buffer+0x9d/0xde [24701.418461] [] ? btrfs_tree_lock+0xf5/0x24b [24701.418463] [] ? wake_up_bit+0x23/0x23 [24701.418465] [] ? btrfs_set_lock_blocking_rw+0x88/0xdf [24701.418467] [] ? btrfs_search_slot+0x4e8/0x658 [24701.418469] [] ? lookup_inline_extent_backref+0xb8/0x36e [24701.418471] [] ? free_extent_buffer+0x12/0x30 [24701.418472] [] ? __push_leaf_right+0x34f/0x38f [24701.418474] [] ? slab_pre_alloc_hook.clone.49+0x15/0x1c [24701.418476] [] ? __btrfs_free_extent+0xcb/0x5c7 [24701.418478] [] ? verify_parent_transid+0x31/0xf9 [24701.418480] [] ? map_private_extent_buffer+0x9d/0xde [24701.418482] [] ? run_clustered_refs+0x6de/0x74a [24701.418484] [] ? find_ref_head+0x8e/0xbb [24701.418487] [] ? btrfs_run_delayed_refs+0x220/0x2ed [24701.418489] [] ? should_resched+0x5/0x24 [24701.418491] [] ? btrfs_delayed_update_inode+0x340/0x363 [24701.418493] [] ? __wake_up+0x35/0x46 [24701.418495] [] ? __btrfs_end_transaction+0x79/0x1e9 [24701.418496] [] ? btrfs_finish_ordered_io+0x289/0x2ae [24701.418498] [] ? schedule_timeout+0xa8/0xd7 [24701.418500] [] ? end_compressed_bio_write+0x60/0xbb [24701.418502] [] ? worker_loop+0x17e/0x4c5 [24701.418503] [] ? btrfs_queue_worker+0x273/0x273 [24701.418505] [] ? btrfs_queue_worker+0x273/0x273 [24701.418507] [] ? kthread+0x81/0x89 [24701.418508] [] ? kernel_thread_helper+0x4/0x10 [24701.418510] [] ? kthread_freezable_should_stop+0x3c/0x3c [24701.418512] [] ? gs_change+0xb/0xb [24701.418516] btrfs D ffff88018a4aaca0 0 7238 11004 0x00000004 [24701.418518] ffff88018a4aaca0 0000000000000086 ffff88032da29400 ffff8803dddef2c0 [24701.418521] ffff88043fb10b78 ffffffff8104b926 0000000000010b00 ffff88029775bfd8 [24701.418523] ffff88029775bfd8 0000000000010b00 ffff88018a4aaca0 0000000000010b00 [24701.418525] Call Trace: [24701.418527] [] ? update_shares+0x5f/0xf9 [24701.418529] [] ? btrfs_tree_read_lock+0xc5/0x110 [24701.418531] [] ? wake_up_bit+0x23/0x23 [24701.418533] [] ? btrfs_read_lock_root_node+0x1d/0x3f [24701.418534] [] ? btrfs_search_slot+0x145/0x658 [24701.418537] [] ? lookup_inline_extent_backref+0xb8/0x36e [24701.418539] [] ? set_rq_online+0x47/0x57 [24701.418540] [] ? slab_pre_alloc_hook.clone.49+0x15/0x1c [24701.418542] [] ? should_resched+0x5/0x24 [24701.418544] [] ? __btrfs_free_extent+0xcb/0x5c7 [24701.418546] [] ? map_private_extent_buffer+0x9d/0xde [24701.418548] [] ? find_inode+0x59/0x9a [24701.418550] [] ? set_rq_online+0x47/0x57 [24701.418552] [] ? run_clustered_refs+0x6de/0x74a [24701.418554] [] ? free_extent_buffer+0x12/0x30 [24701.418557] [] ? btrfs_run_delayed_refs+0x220/0x2ed [24701.418559] [] ? should_resched+0x5/0x24 [24701.418561] [] ? _cond_resched+0x9/0x20 [24701.418562] [] ? mutex_lock+0xd/0x2d [24701.418564] [] ? btrfs_commit_transaction+0x8f/0x6d1 [24701.418577] [] ? need_resched+0x1a/0x23 [24701.418579] [] ? should_resched+0x5/0x24 [24701.418581] [] ? wait_current_trans.clone.28+0x1a/0xd6 [24701.418583] [] ? slab_pre_alloc_hook.clone.49+0x15/0x1c [24701.418585] [] ? kmem_cache_alloc+0x1c/0x95 [24701.418588] [] ? wake_up_bit+0x23/0x23 [24701.418590] [] ? btrfs_mksubvol+0x20c/0x2f8 [24701.418592] [] ? btrfs_ioctl_snap_create_transid+0x133/0x162 [24701.418594] [] ? should_resched+0x5/0x24 [24701.418596] [] ? btrfs_ioctl_snap_create+0x46/0x5f [24701.418599] [] ? do_output_char+0x96/0x1ae [24701.418601] [] ? btrfs_ioctl+0x525/0x1034 [24701.418603] [] ? n_tty_write+0x31f/0x352 [24701.418605] [] ? fsnotify+0x235/0x25b [24701.418608] [] ? __wake_up+0x35/0x46 [24701.418610] [] ? do_vfs_ioctl+0x458/0x499 [24701.418612] [] ? vfs_write+0xcb/0xf9 [24701.418614] [] ? sys_ioctl+0x3c/0x5e [24701.418617] [] ? system_call_fastpath+0x16/0x1b