lock_stat version 0.2 spinnables_total = 320571 contentions_total = 1670097 stolen_total = 1161888 cpu range error = 0 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- class name con-bounces contentions [adapt,steals] waittime-min waittime-max waittime-total acq-bounces acquisitions holdtime-min holdtime-max holdtime-total ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- &type->i_mutex_dir_key#2: 273392 659581 [172517, 658744] 18446744073709 580800.58 524881532.33 315374 1050378 18446744073709 605616.37 107058004.06 ------------------------ &type->i_mutex_dir_key#2 659581 [] vfs_readdir+0x52/0xaf &type->i_mutex_dir_key#2 0 [] do_lookup+0x84/0x1b4 ............................................................................................................................................................................................... irq_desc#1: 305009 305009 [1, 0] 0.51 13.55 1120626.91 620872 1783324 0.23 36.62 8316839.04 ---------- irq_desc#1 304949 [] do_irqd+0x86/0x2c7 irq_desc#1 39 [] handle_fasteoi_irq+0x2a/0x10a ............................................................................................................................................................................................... (raw_spinlock_t *)(&lock->wait_lock): 77005 77561 [623, 0] 0.32 44.14 93979.97 743444 10998216 0.24 53.89 4278155.20 ------------------------------------ (raw_spinlock_t *)(&lock->wait_lock) 14706 [] rt_spin_lock_slowunlock+0xf/0x5c (raw_spinlock_t *)(&lock->wait_lock) 15631 [] rt_mutex_slowunlock+0xf/0x59 (raw_spinlock_t *)(&lock->wait_lock) 61 [] rt_mutex_slowlock+0x1f7/0x2d5 (raw_spinlock_t *)(&lock->wait_lock) 9 [] rt_spin_lock_slowlock+0x128/0x1cf ............................................................................................................................................................................................... dcache_lock.wait_lock: 69559 72424 [34806, 0] 0.36 13.90 87260.09 379404 1234745 0.29 27.01 1749680.84 --------------------- dcache_lock.wait_lock 12618 [] rt_spin_lock_slowunlock+0xf/0x5c dcache_lock.wait_lock 51591 [] rt_spin_lock_slowlock+0x128/0x1cf dcache_lock.wait_lock 8072 [] rt_spin_lock_slowlock+0x3a/0x1cf dcache_lock.wait_lock 143 [] task_blocks_on_rt_mutex+0x1aa/0x1bf ............................................................................................................................................................................................... &pcle->lock: 9 26367 [783, 26365] 7.11 5591.22 1874665.07 4 1520214 0.18 9741.58 1068065.21 ----------- &pcle->lock 26367 [] file_move+0x46/0xc2 &pcle->lock 0 [] file_move+0x8a/0xc2 ............................................................................................................................................................................................... &rq->rq_lock_key: 18340 20663 [20852, 67] 0.42 13.42 21338.49 1264760 5666094 0.15 19.52 4248862.26 ---------------- &rq->rq_lock_key 2407 [] task_rq_lock+0x3d/0x6f &rq->rq_lock_key 15080 [] __schedule+0x12b/0x776 &rq->rq_lock_key 1852 [] double_rq_lock+0x31/0x4e &rq->rq_lock_key 631 [] double_lock_balance+0x40/0x60 ............................................................................................................................................................................................... &q->lock: 663 17379 [17309, 17282] 18446744073709 17398.25 686294.87 658 1465123 18446744073709 17420.58 994769.81 -------- &q->lock 17068 [] wait_for_common+0xf7/0x165 &q->lock 142 [] finish_wait+0x3b/0x64 &q->lock 40 [] remove_wait_queue+0x12/0x42 &q->lock 15 [] prepare_to_wait+0x1e/0x76 ............................................................................................................................................................................................... &rq->rq_lock_key#2: 11553 13423 [13553, 88] 0.42 15.16 11145.30 572517 5417477 0.11 19.13 3279181.51 ------------------ &rq->rq_lock_key#2 1342 [] __schedule+0x12b/0x776 &rq->rq_lock_key#2 9721 [] task_rq_lock+0x3d/0x6f &rq->rq_lock_key#2 964 [] post_schedule_rt+0x1a/0x35 &rq->rq_lock_key#2 462 [] migration_thread+0x50/0x20e ............................................................................................................................................................................................... &type->i_mutex_dir_key#5: 4475 9441 [373, 9441] 62.65 60725.45 2527998.81 4302 9824 0.89 32007.55 551179.37 ------------------------ &type->i_mutex_dir_key#5 9441 [] vfs_readdir+0x52/0xaf &type->i_mutex_dir_key#5 0 [] do_lookup+0x84/0x1b4 ............................................................................................................................................................................................... ide_lock: 836 8950 [8739, 8736] 1.06 2644.75 80235.40 947 608233 18446744073709 1765.59 1625406.95 -------- ide_lock 327 [] __make_request+0x5c/0x539 ide_lock 124 [] ide_intr+0x18c/0x1ee ide_lock 7 [] ide_do_request+0xa20/0xa9c ide_lock 0 [] ide_intr+0x1d/0x1ee ............................................................................................................................................................................................... &cwq->lock: 7 8397 [8380, 8396] 6.38 903.98 56648.57 7 39046 18446744073709 14815.99 643017.80 ---------- &cwq->lock 8397 [] run_workqueue+0x20/0x276 ............................................................................................................................................................................................... per_cpu_lock__slab_irq_locks_locked#2: 20 8100 [750, 7854] 18446744073709 17010.10 412938.97 193 6606743 18446744073709 20766.58 998124.01 ------------------------------------- per_cpu_lock__slab_irq_locks_locked#2 7052 [] kmem_cache_free+0x40/0x7b per_cpu_lock__slab_irq_locks_locked#2 828 [] kmem_cache_alloc+0x4f/0xd2 per_cpu_lock__slab_irq_locks_locked#2 37 [] __kmalloc+0x87/0x10a per_cpu_lock__slab_irq_locks_locked#2 0 [] kfree+0x42/0xd6 ............................................................................................................................................................................................... per_cpu_lock__slab_irq_locks_locked: 12 7346 [1200, 6968] 18446744073709 5851.60 208751.71 194 6881707 18446744073709 4705.97 985148.61 ----------------------------------- per_cpu_lock__slab_irq_locks_locked 5789 [] kmem_cache_free+0x40/0x7b per_cpu_lock__slab_irq_locks_locked 1393 [] kmem_cache_alloc+0x4f/0xd2 per_cpu_lock__slab_irq_locks_locked 22 [] __kmalloc+0x87/0x10a per_cpu_lock__slab_irq_locks_locked 0 [] kfree+0x42/0xd6 ............................................................................................................................................................................................... &dentry->d_lock: 3210 6211 [5007, 1160] 18446744073709 6242.30 97079.08 3299 3023426 0.12 18995.34 569324.13 --------------- &dentry->d_lock 3513 [] __d_lookup+0x81/0x13a &dentry->d_lock 2695 [] dput+0x4c/0x14c &dentry->d_lock 0 [] dnotify_parent+0x28/0x7c &dentry->d_lock 0 [] dcache_readdir+0x8d/0x1f9 ............................................................................................................................................................................................... &inode->i_data.private_lock: 1117 2059 [291, 1802] 18446744073709 5881.83 366782.36 1265 334627 0.13 1585.66 75312.05 --------------------------- &inode->i_data.private_lock 1 [] __find_get_block_slow+0x50/0x108 &inode->i_data.private_lock 2041 [] create_empty_buffers+0x45/0xaf &inode->i_data.private_lock 17 [] __getblk+0x1b0/0x248 ............................................................................................................................................................................................... &sb->s_type->i_lock_key#2: 933 1848 [1604, 396] 18446744073709 1192.39 40840.65 907 1348986 0.12 1385.10 143244.76 ------------------------- &sb->s_type->i_lock_key#2 1848 [] dnotify_flush+0x4a/0x9e ............................................................................................................................................................................................... kernel_sem.lock: 1390 1400 [1400, 0] 0.44 7.96 1087.13 9503 35168 0.32 16.09 42467.98 --------------- kernel_sem.lock 1047 [] rt_mutex_slowlock+0x51/0x2d5 kernel_sem.lock 353 [] rt_mutex_slowlock+0x1f7/0x2d5 kernel_sem.lock 0 [] rt_mutex_slowunlock+0xf/0x59 ............................................................................................................................................................................................... tty_ldisc_lock: 438 1130 [621, 597] 18446744073709 8238.23 86794.30 506 147811 0.12 858.78 31202.42 -------------- tty_ldisc_lock 1023 [] tty_ldisc_try+0x18/0x43 tty_ldisc_lock 107 [] tty_ldisc_deref+0x21/0x72 ............................................................................................................................................................................................... &journal->j_state_lock: 100 938 [192, 791] 18446744073709 16094.54 175375.61 100 196536 0.13 10343.54 175233.59 ---------------------- &journal->j_state_lock 39 [] start_this_handle+0xdc/0x4aa &journal->j_state_lock 461 [] kjournald+0x26d/0x3a6 &journal->j_state_lock 437 [] journal_stop+0x152/0x2ac &journal->j_state_lock 0 [] journal_next_log_block+0x1d/0x7b ............................................................................................................................................................................................... &sb->s_type->i_mutex_key#5: 196 594 [136, 593] 18446744073709 12928.32 491605.48 189 13187 18446744073709 36377.67 2270679.43 -------------------------- &sb->s_type->i_mutex_key#5 594 [] do_lookup+0x84/0x1b4 &sb->s_type->i_mutex_key#5 0 [] vfs_readdir+0x52/0xaf ............................................................................................................................................................................................... (raw_spinlock_t *)(&vec->lock): 509 542 [0, 0] 0.45 1.89 226.43 1537020 3042522 0.21 3.12 658466.07 ------------------------------ (raw_spinlock_t *)(&vec->lock) 0 [] cpupri_set+0x63/0xdd (raw_spinlock_t *)(&vec->lock) 297 [] cpupri_set+0xa3/0xdd ............................................................................................................................................................................................... per_cpu_lock__mmu_gathers_locked: 4 391 [14, 391] 460.76 2292.94 93945.74 3 25669 18446744073709 654.11 243158.57 -------------------------------- per_cpu_lock__mmu_gathers_locked 47 [] unmap_region+0x6d/0x171 per_cpu_lock__mmu_gathers_locked 344 [] exit_mmap+0x4f/0x13b per_cpu_lock__mmu_gathers_locked 0 [] free_pgtables+0xc5/0x17b per_cpu_lock__mmu_gathers_locked 0 [] setup_arg_pages+0x1ad/0x2d9 ............................................................................................................................................................................................... &sb->s_type->i_mutex_key#6: 113 381 [37, 380] 10.06 16798.09 391595.23 88 46204 18446744073709 9004.03 917513.64 -------------------------- &sb->s_type->i_mutex_key#6 381 [] do_lookup+0x84/0x1b4 &sb->s_type->i_mutex_key#6 0 [] vfs_readdir+0x52/0xaf ............................................................................................................................................................................................... (raw_spinlock_t *)(&p->pi_lock): 366 366 [38, 0] 0.51 6.55 335.95 1446536 6509771 0.23 18.63 1484874.34 ------------------------------- (raw_spinlock_t *)(&p->pi_lock) 0 [] task_blocks_on_rt_mutex+0x137/0x1bf (raw_spinlock_t *)(&p->pi_lock) 23 [] wakeup_next_waiter+0x2c/0x19c (raw_spinlock_t *)(&p->pi_lock) 280 [] rt_mutex_adjust_prio+0x1f/0x3d (raw_spinlock_t *)(&p->pi_lock) 19 [] wakeup_next_waiter+0xa5/0x19c ............................................................................................................................................................................................... tasklist_lock-W: 42 113 [265, 343] 2.04 11937.81 128127.65 56 15804 0.19 9568.08 68904.69 tasklist_lock-R: 114 246 2.56 16459.30 104828.43 109 10164 0.74 4076.53 16678.78 --------------- tasklist_lock 319 [] do_wait+0x7e/0xc07 tasklist_lock 0 [] copy_process+0xe38/0x131e tasklist_lock 0 [] do_exit+0x32f/0x78b tasklist_lock 0 [] release_task+0x30/0x33c ............................................................................................................................................................................................... &type->i_mutex_dir_key#3: 66 333 [71, 333] 18446744073709 11323.89 129436.03 78 2853 18446744073709 31517.17 273717.88 ------------------------ &type->i_mutex_dir_key#3 333 [] do_lookup+0x84/0x1b4 &type->i_mutex_dir_key#3 0 [] vfs_readdir+0x52/0xaf ............................................................................................................................................................................................... &list->lock#3/1: 61 324 [265, 230] 1.45 575.03 9088.21 66 2565289 0.12 9223.49 567159.56 --------------- &list->lock#3/1 143 [] lock_list_add+0x2f/0x5b &list->lock#3/1 0 [] lock_list_del_init+0x30/0xbe ............................................................................................................................................................................................... per_cpu_lock__slab_irq_locks_locked#2: 313 313 [11, 0] 0.85 7.17 1009.96 1720 21283 0.69 22.40 26645.21 ------------------------------------- per_cpu_lock__slab_irq_locks_locked#2 22 [] rt_spin_lock_slowlock+0x3a/0x1cf per_cpu_lock__slab_irq_locks_locked#2 59 [] rt_spin_lock_slowunlock+0xf/0x5c per_cpu_lock__slab_irq_locks_locked#2 230 [] rt_spin_lock_slowlock+0x128/0x1cf ............................................................................................................................................................................................... &journal->j_list_lock: 21 303 [23, 281] 1.68 6859.62 16263.67 32 99780 0.13 10333.92 95640.87 --------------------- &journal->j_list_lock 0 [] do_get_write_access+0x30f/0x410 &journal->j_list_lock 281 [] journal_commit_transaction+0xed4/0x11c9 &journal->j_list_lock 2 [] journal_dirty_metadata+0x105/0x138 &journal->j_list_lock 18 [] journal_file_buffer+0x34/0x6a ............................................................................................................................................................................................... sysctl_lock: 22 257 [30, 238] 18446744073709 768.41 6628.16 174 105338 0.12 5171.85 16917.57 ----------- sysctl_lock 129 [] sysctl_head_next+0x16/0x70 sysctl_lock 128 [] sysctl_head_finish+0x1d/0x36 ............................................................................................................................................................................................... &parent->list_lock: 142 247 [203, 67] 18446744073709 1298.69 3729.100 149 410433 18446744073709 391.97 176203.69 ------------------ &parent->list_lock 0 [] __cache_free+0x5b/0x107 &parent->list_lock 246 [] cache_alloc_refill+0x492/0x545 &parent->list_lock 1 [] cache_alloc_refill+0x66/0x545 &parent->list_lock 0 [] cache_alloc_refill+0x1d4/0x545 ............................................................................................................................................................................................... &list->lock/2: 7 224 [120, 184] 1.31 888.69 14247.65 9 2877009 0.12 902.48 273829.02 ------------- &list->lock/2 0 [] lock_list_del_init+0x53/0xbe ............................................................................................................................................................................................... per_cpu_lock__slab_irq_locks_locked.w: 189 189 [176, 0] 0.85 9.12 554.86 1127 23809 0.66 28.55 27193.32 ------------------------------------- per_cpu_lock__slab_irq_locks_locked.w 8 [] rt_spin_lock_slowlock+0x3a/0x1cf per_cpu_lock__slab_irq_locks_locked.w 55 [] rt_spin_lock_slowlock+0x128/0x1cf per_cpu_lock__slab_irq_locks_locked.w 124 [] rt_spin_lock_slowunlock+0xf/0x5c ............................................................................................................................................................................................... ide_lock.wait_lock: 176 176 [87, 0] 0.59 9.31 265.30 1431 26422 0.43 22.46 30256.11 ------------------ ide_lock.wait_lock 120 [] rt_spin_lock_slowunlock+0xf/0x5c ide_lock.wait_lock 41 [] rt_spin_lock_slowlock+0x3a/0x1cf ide_lock.wait_lock 12 [] rt_spin_lock_slowlock+0x128/0x1cf ............................................................................................................................................................................................... &list->lock#6/3: 77 157 [149, 33] 1.59 649.50 2947.16 77 89044 0.12 328.35 28938.50 --------------- &list->lock#6/3 0 [] lock_list_splice_init+0x6f/0xc0 ............................................................................................................................................................................................... &list->lock#2/1: 87 152 [145, 65] 1.45 753.71 2554.56 87 379477 0.13 708.27 134079.14 --------------- &list->lock#2/1 142 [] lock_list_del_init+0x30/0xbe &list->lock#2/1 0 [] lock_list_splice_init+0x44/0xc0 ............................................................................................................................................................................................... tty_ldisc_lock.wait_lock: 118 119 [61, 0] 0.48 7.15 137.61 776 2324 0.46 12.32 2695.80 ------------------------ tty_ldisc_lock.wait_lock 24 [] rt_spin_lock_slowlock+0x3a/0x1cf tty_ldisc_lock.wait_lock 85 [] rt_spin_lock_slowlock+0x128/0x1cf tty_ldisc_lock.wait_lock 10 [] rt_spin_lock_slowunlock+0xf/0x5c ............................................................................................................................................................................................... &sb->s_type->i_mutex_key#3: 40 110 [107, 76] 1.88 6267.15 7134.97 41 12329 0.13 173.19 10307.75 -------------------------- &sb->s_type->i_mutex_key#3 102 [] pipe_wait+0x92/0x9b &sb->s_type->i_mutex_key#3 0 [] pipe_write_fasync+0x37/0x70 &sb->s_type->i_mutex_key#3 0 [] pipe_read+0x78/0x380 &sb->s_type->i_mutex_key#3 0 [] pipe_release+0x28/0xa5 ............................................................................................................................................................................................... slock-AF_INET: 31 110 [107, 86] 1.41 321.55 1562.42 31 24427 18446744073709 418.65 3935.13 ------------- slock-AF_INET 110 [] lock_sock_nested+0x34/0xee slock-AF_INET 0 [] release_sock+0x2f/0xdc ............................................................................................................................................................................................... base_lock_keys + cpu#2: 7 100 [7, 3] 1.61 225.57 339.92 8 1332588 0.13 287.97 214639.80 ---------------------- base_lock_keys + cpu#2 4 [] lock_timer_base+0x26/0x4b base_lock_keys + cpu#2 73 [] run_timer_softirq+0x1f9/0x45b ............................................................................................................................................................................................... &np->lock: 40 90 [86, 46] 18446744073709 319.09 1116.91 40 794702 0.13 743.66 395755.12 --------- &np->lock 27 [] nv_nic_irq_optimized+0x71/0x240 &np->lock 0 [] nv_start_xmit_optimized+0x40d/0x470 ............................................................................................................................................................................................... base_lock_keys + cpu: 10 88 [4, 17] 18446744073709 261.70 758.62 11 752597 0.13 35.50 226214.02 -------------------- base_lock_keys + cpu 4 [] lock_timer_base+0x26/0x4b base_lock_keys + cpu 37 [] run_timer_softirq+0x1f9/0x45b ............................................................................................................................................................................................... &zone->lru_lock: 33 75 [62, 20] 18446744073709 187.46 751.67 38 150496 0.13 751.66 77026.93 --------------- &zone->lru_lock 0 [] release_pages+0xaa/0x171 &zone->lru_lock 28 [] __pagevec_lru_add_active+0x57/0xe2 &zone->lru_lock 39 [] __pagevec_lru_add+0x57/0xde &zone->lru_lock 8 [] activate_page+0x31/0x113 ............................................................................................................................................................................................... per_cpu_lock__pcp_locks_locked#2: 1 65 [15, 65] 10.13 245.43 3008.10 1 420550 18446744073709 966.68 146848.26 -------------------------------- per_cpu_lock__pcp_locks_locked#2 16 [] __free_pages_ok+0x10d/0x35c per_cpu_lock__pcp_locks_locked#2 31 [] get_zone_pcp+0x31/0x42 ............................................................................................................................................................................................... inode_lock: 28 59 [46, 25] 18446744073709 495.49 1177.47 41 403335 0.13 1675.18 140830.82 ---------- inode_lock 10 [] generic_delete_inode+0xd5/0x130 inode_lock 8 [] ifind_fast+0x22/0x9e inode_lock 1 [] sync_inodes_sb+0x91/0xb0 inode_lock 0 [] _atomic_dec_and_spin_lock+0x3a/0x5a ............................................................................................................................................................................................... &inode->i_data.i_mmap_lock: 30 48 [31, 18] 1.69 7362.25 10173.25 33 190587 0.13 1240.11 58270.54 -------------------------- &inode->i_data.i_mmap_lock 13 [] unlink_file_vma+0x30/0x4f &inode->i_data.i_mmap_lock 19 [] copy_process+0xaad/0x131e &inode->i_data.i_mmap_lock 16 [] vma_adjust+0x174/0x479 &inode->i_data.i_mmap_lock 0 [] vma_link+0x49/0x125 ............................................................................................................................................................................................... sysfs_mutex: 12 36 [34, 15] 1.29 2801.79 3641.95 11 56490 0.14 1867.24 156902.39 ----------- sysfs_mutex 1 [] sysfs_lookup+0x2f/0xc7 sysfs_mutex 35 [] sysfs_addrm_start+0x27/0x96 sysfs_mutex 0 [] sysfs_readdir+0xc8/0x15a ............................................................................................................................................................................................... &sighand->siglock: 16 34 [33, 22] 1.82 43.46 269.70 17 110424 0.12 9564.87 102527.64 ----------------- &sighand->siglock 33 [] get_signal_to_deliver+0x6f/0x4b6 &sighand->siglock 1 [] sigprocmask+0x31/0xd0 &sighand->siglock 0 [] lock_task_sighand+0x2c/0x52 ............................................................................................................................................................................................... per_cpu_lock__pcp_locks_locked: 0 34 [7, 34] 7.24 242.79 4210.66 0 427441 18446744073709 315.33 135847.57 ------------------------------ per_cpu_lock__pcp_locks_locked 25 [] __free_pages_ok+0x10d/0x35c per_cpu_lock__pcp_locks_locked 8 [] get_zone_pcp+0x31/0x42 ............................................................................................................................................................................................... sysctl_lock.wait_lock: 33 33 [14, 0] 0.88 3.04 32.36 214 733 0.57 12.81 1110.73 --------------------- sysctl_lock.wait_lock 6 [] rt_spin_lock_slowunlock+0xf/0x5c sysctl_lock.wait_lock 19 [] rt_spin_lock_slowlock+0x128/0x1cf sysctl_lock.wait_lock 8 [] rt_spin_lock_slowlock+0x3a/0x1cf ............................................................................................................................................................................................... slock-AF_INET/1: 21 31 [28, 23] 1.62 52.10 355.06 21 7950 0.15 100.68 30875.58 --------------- slock-AF_INET/1 31 [] tcp_v4_rcv+0x43f/0x94f ............................................................................................................................................................................................... clock-AF_UNIX-W: 8 16 [22, 22] 21.92 33.69 239.98 8 2782 0.13 38.43 390.26 clock-AF_UNIX-R: 1 6 318.65 1237.02 2983.28 1 9529 0.66 5212.84 109855.73 --------------- clock-AF_UNIX 6 [] sock_def_readable+0x19/0x73 clock-AF_UNIX 16 [] unix_release_sock+0x55/0x21a ............................................................................................................................................................................................... slock-AF_INET-RPC: 7 17 [17, 9] 2.51 54.96 186.62 7 10250 0.12 58.22 1718.97 ----------------- slock-AF_INET-RPC 17 [] lock_sock_nested+0x34/0xee slock-AF_INET-RPC 0 [] tcp_write_timer+0x19/0x723 ............................................................................................................................................................................................... per_cpu_lock__lru_add_active_pvecs_lo: 1 14 [3, 14] 9.88 130.06 739.42 1 104699 18446744073709 104.98 27081.15 ------------------------------------- per_cpu_lock__lru_add_active_pvecs_lo 1 [] drain_cpu_pagevecs+0x71/0xf5 per_cpu_lock__lru_add_active_pvecs_lo 5 [] lru_cache_add_active+0x34/0xa0 ............................................................................................................................................................................................... inode_lock.wait_lock: 14 14 [4, 0] 1.05 3.20 13.19 65 109 0.57 12.02 178.28 -------------------- inode_lock.wait_lock 0 [] rt_spin_lock_slowunlock+0xf/0x5c inode_lock.wait_lock 12 [] rt_spin_lock_slowlock+0x128/0x1cf inode_lock.wait_lock 2 [] rt_spin_lock_slowlock+0x3a/0x1cf ............................................................................................................................................................................................... tasklist_lock.wait_lock: 13 13 [6, 0] 1.28 7.94 23.54 1534 21373 0.24 14.01 4943.60 ----------------------- tasklist_lock.wait_lock 4 [] rt_spin_lock_slowunlock+0xf/0x5c tasklist_lock.wait_lock 9 [] rt_spin_lock_slowlock+0x128/0x1cf tasklist_lock.wait_lock 0 [] rt_read_lock+0x31/0x75 tasklist_lock.wait_lock 0 [] rt_spin_lock_slowlock+0x3a/0x1cf ............................................................................................................................................................................................... &u->lock: 8 12 [9, 5] 1.77 28.17 74.97 9 11563 0.14 136.23 6565.79 -------- &u->lock 7 [] unix_stream_sendmsg+0x257/0x357 &u->lock 5 [] unix_stream_recvmsg+0x148/0x581 ............................................................................................................................................................................................... &ep->lock: 0 7 [7, 7] 6.31 10.49 53.74 0 266 0.16 11.61 103.91 --------- &ep->lock 7 [] sys_epoll_wait+0x1ab/0x47e ............................................................................................................................................................................................... xtime_lock: 7 7 [7, 0] 3.54 3.65 6.11 36714 243985 0.24 14.26 186132.67 ---------- xtime_lock 7 [] run_timer_softirq+0x55/0x45b xtime_lock 0 [] tick_do_update_jiffies64+0x18/0x80 ............................................................................................................................................................................................... per_cpu_lock__mmu_gathers_locked#2: 0 6 [3, 6] 13.08 98.46 277.13 0 24390 0.09 1113.39 209335.80 ---------------------------------- per_cpu_lock__mmu_gathers_locked#2 1 [] unmap_region+0x6d/0x171 per_cpu_lock__mmu_gathers_locked#2 5 [] free_pgtables+0xc5/0x17b per_cpu_lock__mmu_gathers_locked#2 0 [] setup_arg_pages+0x1ad/0x2d9 ............................................................................................................................................................................................... &xprt->transport_lock: 2 6 [6, 5] 12.30 105.69 148.02 2 391705 18446744073709 231.38 544492.36 --------------------- &xprt->transport_lock 4 [] xs_tcp_data_recv+0x1ef/0x485 &xprt->transport_lock 0 [] xprt_end_transmit+0x2a/0x47 &xprt->transport_lock 2 [] xprt_transmit+0x6a/0x1b7 &xprt->transport_lock 0 [] xprt_release+0x41/0x182 ............................................................................................................................................................................................... slock-AF_INET-RPC/1: 3 5 [3, 5] 43.12 48.60 116.46 3 367664 0.38 82.29 2461024.100 ------------------- slock-AF_INET-RPC/1 5 [] tcp_v4_rcv+0x43f/0x94f ............................................................................................................................................................................................... kthread_create_lock: 1 5 [5, 5] 11.74 24.12 41.82 1 137 0.13 27.19 100.03 ------------------- kthread_create_lock 5 [] kthreadd+0x127/0x14c ............................................................................................................................................................................................... &journal->j_revoke_lock: 3 5 [4, 2] 1.99 84.36 87.60 3 100896 0.12 3229.21 15707.83 ----------------------- &journal->j_revoke_lock 0 [] find_revoke_record+0x65/0x9b ............................................................................................................................................................................................... sysfs_mutex.lock: 4 4 [4, 0] 1.75 2.84 4.13 37 66 0.47 20.61 121.79 ---------------- sysfs_mutex.lock 0 [] rt_mutex_slowunlock+0xf/0x59 ............................................................................................................................................................................................... &type->i_mutex_dir_key: 2 4 [4, 4] 10.96 31.53 75.15 2 59133 18446744073709 3186.27 289870.08 ---------------------- &type->i_mutex_dir_key 0 [] sysfs_addrm_start+0x7e/0x96 ............................................................................................................................................................................................... vfsmount_lock: 2 4 [4, 1] 70.95 80.25 82.74 2 72255 0.12 76.43 9879.94 ------------- vfsmount_lock 4 [] lookup_mnt+0x19/0x4c vfsmount_lock 0 [] mounts_poll+0x3e/0x6d ............................................................................................................................................................................................... &zone->lock: 1 4 [4, 1] 3.60 17.89 21.46 1 38390 18446744073709 959.97 82765.63 ----------- &zone->lock 0 [] rmqueue_bulk+0x37/0x9c &zone->lock 3 [] get_page_from_freelist+0x1f3/0x3f4 ............................................................................................................................................................................................... &anon_vma->lock: 0 4 [4, 0] 0.84 1.04 3.84 0 124814 0.12 4107.17 27065.87 --------------- &anon_vma->lock 1 [] anon_vma_unlink+0x28/0x77 &anon_vma->lock 1 [] vma_adjust+0x24f/0x479 &anon_vma->lock 2 [] anon_vma_link+0x1b/0x48 ............................................................................................................................................................................................... per_cpu_lock__lru_add_active_pvecs_#2: 0 3 [1, 2] 1.02 693.38 1273.30 0 103687 18446744073709 100.76 24684.16 ------------------------------------- per_cpu_lock__lru_add_active_pvecs_#2 0 [] lru_cache_add_active+0x34/0xa0 ............................................................................................................................................................................................... irq_desc#5: 3 3 [0, 0] 3.46 4.51 7.28 14 25 0.38 20.90 52.15 ---------- irq_desc#5 2 [] do_irqd+0x86/0x2c7 irq_desc#5 1 [] handle_edge_irq+0x28/0x157 irq_desc#5 0 [] do_irqd+0x159/0x2c7 ............................................................................................................................................................................................... &inode->inotify_mutex: 1 2 [2, 0] 0.74 0.75 1.50 1 1770 0.12 34.18 404.85 --------------------- &inode->inotify_mutex 2 [] inotify_inode_queue_event+0x4d/0xdf ............................................................................................................................................................................................... &sb->s_type->i_mutex_key#6/1: 2 2 [2, 2] 2234.68 2234.68 2234.68 2 7979 18446744073709 4378.20 74321.13 ---------------------------- &sb->s_type->i_mutex_key#6/1 2 [] do_rmdir+0x97/0x119 ............................................................................................................................................................................................... pgd_lock: 0 2 [2, 1] 10.34 89.16 99.50 0 9787 0.14 38.94 2290.25 -------- pgd_lock 2 [] __mmdrop+0x4e/0xba ............................................................................................................................................................................................... radix-node-04: 0 2 [2, 1] 1.46 23.96 25.42 0 2021 0.39 99.75 1283.10 ------------- radix-node-04 0 [] radix_optimistic_lock+0xc8/0x148 ............................................................................................................................................................................................... &cpu_base->lock_key#2: 2 2 [2, 0] 1.49 1.81 3.30 1201 1467685 0.23 19.59 833422.55 --------------------- &cpu_base->lock_key#2 2 [] hrtimer_get_next_event+0x37/0xaf ............................................................................................................................................................................................... &cpu_base->lock_key: 2 2 [2, 0] 0.41 0.85 1.26 1328 786926 0.25 26.05 576109.26 ------------------- &cpu_base->lock_key 2 [] hrtimer_get_next_event+0x37/0xaf ............................................................................................................................................................................................... log_wait.lock: 0 2 [2, 2] 6.55 20.65 27.20 0 9 4.08 26.66 32.91 ------------- log_wait.lock 2 [] prepare_to_wait+0x1e/0x76 ............................................................................................................................................................................................... logbuf_lock: 2 2 [2, 0] 0.69 0.95 1.63 174 68523 0.24 1.62 11592.06 ----------- logbuf_lock 0 [] release_console_sem+0x3e/0x1da ............................................................................................................................................................................................... serio_wait.lock: 1 1 [1, 1] 17.15 17.15 17.15 1 13 0.06 17.51 22.04 --------------- serio_wait.lock 1 [] prepare_to_wait+0x1e/0x76 ............................................................................................................................................................................................... serio_event_lock: 1 1 [1, 1] 14.36 14.36 14.36 1 10 0.06 33.84 38.60 ---------------- serio_event_lock 0 [] serio_thread+0x33/0x361 ............................................................................................................................................................................................... per_cpu_lock__lru_add_pvecs_locked#2: 0 1 [1, 1] 139.99 139.99 139.99 0 134582 0.06 576.92 30512.66 ------------------------------------ per_cpu_lock__lru_add_pvecs_locked#2 1 [] drain_cpu_pagevecs+0x25/0xf5 ............................................................................................................................................................................................... &sb->s_type->i_lock_key#6: 1 1 [1, 0] 0.88 0.88 0.88 1 16910 0.12 246.16 1818.100 ------------------------- &sb->s_type->i_lock_key#6 1 [] dnotify_flush+0x4a/0x9e ............................................................................................................................................................................................... radix-node-01: 0 1 [1, 0] 1.18 1.18 1.18 0 292711 0.11 110.49 51987.03 ------------- radix-node-01 0 [] radix_optimistic_lock+0xc8/0x148 ............................................................................................................................................................................................... sb_lock: 0 1 [1, 0] 70.96 70.96 70.96 0 1731 0.15 23.64 774.18 ------- sb_lock 1 [] __sync_inodes+0x88/0xbf ............................................................................................................................................................................................... (struct rw_semaphore *)(&namespace_se-W: 0 0 [1, 1] 0.00 0.00 0.00 0 28 4.61 99.36 205.88 (struct rw_semaphore *)(&namespace_se-R: 1 1 83.42 83.42 83.42 1 401 0.92 813.87 9403.16 --------------------------------------- (struct rw_semaphore *)(&namespace_se 0 [] rt_down_read+0xb/0xd ............................................................................................................................................................................................... &pool->sp_lock: 0 1 [1, 1] 6.91 6.91 6.91 0 35 0.19 9.13 33.77 -------------- &pool->sp_lock 1 [] svc_recv+0x2fb/0x480 ............................................................................................................................................................................................... per_cpu_lock__lru_add_pvecs_locked: 1 1 [1, 1] 227.36 227.36 227.36 1 127388 0.06 362.75 30387.83 ---------------------------------- per_cpu_lock__lru_add_pvecs_locked 0 [] drain_cpu_pagevecs+0x25/0xf5 ............................................................................................................................................................................................... &port_lock_key: 0 1 [1, 1] 23.99 23.99 23.99 0 359 18446744073709 24651.42 1633612.69 -------------- &port_lock_key 0 [] serial8250_interrupt+0x4a/0xf1 ............................................................................................................................................................................................... bus_type_sem-W: 0 0 [0, 0] 0.00 0.00 0.00 0 3 1.93 2.04 2.16 bus_type_sem-R: 0 0 0.00 0.00 0.00 0 793 0.73 34.77 457.64 nl_table_lock.wait_lock: 0 0 [0, 0] 0.00 0.00 0.00 68 4070 0.24 3.33 608.86 tick_device_lock: 0 0 [0, 0] 0.00 0.00 0.00 1 4 3.50 11.75 12.36 sysfs_ino_ida.lock: 0 0 [0, 0] 0.00 0.00 0.00 0 189 0.12 3.19 17.47 sysfs_ino_lock: 0 0 [0, 0] 0.00 0.00 0.00 0 6925 0.26 16.68 1910.69 clocksource_lock: 0 0 [0, 0] 0.00 0.00 0.00 1004 49276 0.24 1.90 8151.10 irq_desc#4: 0 0 [0, 0] 0.00 0.00 0.00 0 4 0.19 0.31 0.50 &type->s_lock_key: 0 0 [0, 0] 0.00 0.00 0.00 0 3 0.39 2.46 2.65 &nh->mutex: 0 0 [0, 0] 0.00 0.00 0.00 0 2 2.96 2.96 2.96 dq_list_lock: 0 0 [0, 0] 0.00 0.00 0.00 0 12 0.34 3.05 5.45 &s->s_dquot.dqonoff_mutex: 0 0 [0, 0] 0.00 0.00 0.00 0 22 0.21 7.59 16.16 sk_lock-AF_INET-RPC: 0 0 [0, 0] 0.00 0.00 0.00 0 4993 0.40 164.56 39685.38 kretprobe_lock: 0 0 [0, 0] 0.00 0.00 0.00 1328 3858 0.31 4.30 1626.01 rtc_lock: 0 0 [0, 0] 0.00 0.00 0.00 0 91236 0.20 5552.17 1529097.87 irq_desc#3: 0 0 [0, 0] 0.00 0.00 0.00 0 4 0.19 0.24 0.43 &(vmstat_work)->work: 0 0 [0, 0] 0.00 0.00 0.00 0 525 0.94 129.47 1267.17 &sb->s_type->i_mutex_key#7/1: 0 0 [0, 0] 0.00 0.00 0.00 0 7 29.51 87.79 174.37 serial_mutex: 0 0 [0, 0] 0.00 0.00 0.00 0 3 527.97 1255664.68 1263221.01 (raw_spinlock_t *)(&rdp->lock): 0 0 [0, 0] 0.00 0.00 0.00 1 1658408 0.24 6.09 365108.78 console_work: 0 0 [0, 0] 0.00 0.00 0.00 0 1 7.02 7.02 7.02 destroy_wait.lock: 0 0 [0, 0] 0.00 0.00 0.00 0 3357 0.17 10.14 518.58 running_helpers_waitq.lock: 0 0 [0, 0] 0.00 0.00 0.00 0 925 0.16 4.04 99.24 rtnl_mutex: 0 0 [0, 0] 0.00 0.00 0.00 0 545 0.12 24254.32 38572.88 net_todo_run_mutex: 0 0 [0, 0] 0.00 0.00 0.00 0 145 0.14 2.80 30.48 &type->s_umount_key#1: 0 0 [0, 0] 0.00 0.00 0.00 0 2 718.50 718.50 718.50 binfmt_lock-W: 0 0 [0, 0] 0.00 0.00 0.00 0 4 0.42 2.27 2.65 binfmt_lock-R: 0 0 0.00 0.00 0.00 0 4293 0.65 30.65 2524.26 acpi_system_event_lock: 0 0 [0, 0] 0.00 0.00 0.00 0 1 5.27 5.27 5.27 &type->s_umount_key#5-W: 0 0 [0, 0] 0.00 0.00 0.00 0 1 12.11 12.11 12.11 &type->s_umount_key#5-R: 0 0 0.00 0.00 0.00 0 6 1.74 2.39 5.89 proto_list_lock: 0 0 [0, 0] 0.00 0.00 0.00 0 8 2.19 2.43 3.51 net_family_lock: 0 0 [0, 0] 0.00 0.00 0.00 0 5 2.10 2.29 2.70 nl_table_lock-W: 0 0 [0, 0] 0.00 0.00 0.00 0 283 0.16 19.100 132.100 nl_table_lock-R: 0 0 0.00 0.00 0.00 0 2035 0.70 33.05 1010.63 nl_table_wait.lock: 0 0 [0, 0] 0.00 0.00 0.00 0 2118 0.14 2.99 232.77 i2c_adapter_idr.lock: 0 0 [0, 0] 0.00 0.00 0.00 0 13 0.06 3.76 4.53 sysfs_assoc_lock: 0 0 [0, 0] 0.00 0.00 0.00 0 1246 0.13 3.60 125.48 tunnel4_mutex: 0 0 [0, 0] 0.00 0.00 0.00 0 1 2.17 2.17 2.17 bus_type_sem.lock: 0 0 [0, 0] 0.00 0.00 0.00 8 1586 0.25 2.87 232.25 &sb->s_type->i_mutex_key: 0 0 [0, 0] 0.00 0.00 0.00 0 898 1.81 20.31 1771.90 irq_desc#1: 0 0 [0, 0] 0.00 0.00 0.00 1 8 0.34 0.61 1.32 &fs->lock-W: 0 0 [0, 0] 0.00 0.00 0.00 0 932596 0.14 11250.46 159659.94 &fs->lock-R: 0 0 0.00 0.00 0.00 0 2941575 0.67 12889.49 1572052.55 &sub_info->work: 0 0 [0, 0] 0.00 0.00 0.00 0 926 64.78 24915.41 227924.74 unnamed_dev_lock: 0 0 [0, 0] 0.00 0.00 0.00 0 22 0.26 4.36 14.46 khelper: 0 0 [0, 0] 0.00 0.00 0.00 0 926 65.16 24915.98 228101.51 sequence_lock: 0 0 [0, 0] 0.00 0.00 0.00 0 1745 0.14 3.21 209.18 &idp->lock: 0 0 [0, 0] 0.00 0.00 0.00 0 68 0.12 2.74 8.45 irq_desc#1: 0 0 [0, 0] 0.00 0.00 0.00 79886 211800 0.26 16.87 229139.73 irq_desc#2: 0 0 [0, 0] 0.00 0.00 0.00 1 32 0.34 8.95 26.71 dpm_list_mtx: 0 0 [0, 0] 0.00 0.00 0.00 0 830 0.12 25.79 274.48 &k->list_lock: 0 0 [0, 0] 0.00 0.00 0.00 0 991 0.13 5.18 118.43 &type->s_umount_key-W: 0 0 [0, 0] 0.00 0.00 0.00 0 297 0.90 71.70 311.70 &type->s_umount_key-R: 0 0 0.00 0.00 0.00