From mboxrd@z Thu Jan 1 00:00:00 1970 Content-Type: multipart/mixed; boundary="===============2050916496765387342==" MIME-Version: 1.0 From: Huang Ying To: lkp@lists.01.org Subject: [mutex] 6aa15f5a2fe: -9.2% will-it-scale.per_process_ops Date: Fri, 13 Feb 2015 13:37:35 +0800 Message-ID: <1423805855.5968.139.camel@intel.com> List-Id: --===============2050916496765387342== Content-Type: text/plain; charset="utf-8" MIME-Version: 1.0 Content-Transfer-Encoding: quoted-printable FYI, we noticed the below changes on git://git.kernel.org/pub/scm/linux/kernel/git/peterz/queue.git locking/core commit 6aa15f5a2febe058056180786bb39513ad5ae70d ("mutex: In mutex_spin_on_o= wner(), return true when owner changes") testbox/testcase/testparams: wsm/will-it-scale/performance-writeseek3 afffc6c1805d98e0 6aa15f5a2febe058056180786b = ---------------- -------------------------- = %stddev %change %stddev \ | \ = 27329774 =C2=B1 5% -98.7% 350559 =C2=B1 4% will-it-scale.time.= voluntary_context_switches 1401 =C2=B1 4% +340.4% 6172 =C2=B1 9% will-it-scale.time.= involuntary_context_switches 402 =C2=B1 7% +157.9% 1036 =C2=B1 0% will-it-scale.time.= system_time 141 =C2=B1 6% +146.3% 347 =C2=B1 0% will-it-scale.time.= percent_of_cpu_this_job_got 28.29 =C2=B1 4% -25.7% 21.01 =C2=B1 1% will-it-scale.time.= user_time 777773 =C2=B1 0% -9.2% 706114 =C2=B1 7% will-it-scale.per_p= rocess_ops 4995546 =C2=B1 11% -99.4% 31990 =C2=B1 29% sched_debug.cpu#11.= sched_count 332497 =C2=B1 9% -87.9% 40257 =C2=B1 4% softirqs.SCHED 0.96 =C2=B1 20% -100.0% 0.00 =C2=B1 0% perf-profile.cpu-cy= cles.hrtimer_try_to_cancel.hrtimer_cancel.tick_nohz_restart.tick_nohz_idle_= exit.cpu_startup_entry 0.99 =C2=B1 14% -100.0% 0.00 =C2=B1 0% perf-profile.cpu-cy= cles.hrtimer_cancel.tick_nohz_restart.tick_nohz_idle_exit.cpu_startup_entry= .start_secondary 1.40 =C2=B1 3% -100.0% 0.00 =C2=B1 0% perf-profile.cpu-cy= cles.dequeue_entity.dequeue_task_fair.dequeue_task.deactivate_task.__schedu= le 1.36 =C2=B1 15% -100.0% 0.00 =C2=B1 0% perf-profile.cpu-cy= cles.get_nohz_timer_target.__hrtimer_start_range_ns.hrtimer_start.tick_nohz= _stop_sched_tick.__tick_nohz_idle_enter 1.62 =C2=B1 4% -100.0% 0.00 =C2=B1 0% perf-profile.cpu-cy= cles.pick_next_task_fair.__schedule.schedule_preempt_disabled.cpu_startup_e= ntry.start_secondary 1.69 =C2=B1 2% -100.0% 0.00 =C2=B1 0% perf-profile.cpu-cy= cles.dequeue_task_fair.dequeue_task.deactivate_task.__schedule.schedule_pre= empt_disabled 15.54 =C2=B1 32% +351.5% 70.18 =C2=B1 2% perf-profile.cpu-cy= cles.mutex_optimistic_spin.__mutex_lock_slowpath.mutex_lock.generic_file_wr= ite_iter.new_sync_write 1.94 =C2=B1 3% -100.0% 0.00 =C2=B1 0% perf-profile.cpu-cy= cles.dequeue_task.deactivate_task.__schedule.schedule_preempt_disabled.__mu= tex_lock_slowpath 1.96 =C2=B1 4% -100.0% 0.00 =C2=B1 0% perf-profile.cpu-cy= cles.deactivate_task.__schedule.schedule_preempt_disabled.__mutex_lock_slow= path.mutex_lock 2.08 =C2=B1 11% -100.0% 0.00 =C2=B1 0% perf-profile.cpu-cy= cles._raw_spin_lock.try_to_wake_up.wake_up_process.__mutex_unlock_slowpath.= mutex_unlock 20.14 =C2=B1 10% -82.3% 3.56 =C2=B1 34% perf-profile.cpu-cy= cles.start_secondary 20.04 =C2=B1 10% -82.2% 3.56 =C2=B1 34% perf-profile.cpu-cy= cles.cpu_startup_entry.start_secondary 2.67 =C2=B1 8% -100.0% 0.00 =C2=B1 0% perf-profile.cpu-cy= cles._raw_spin_unlock_irqrestore.__hrtimer_start_range_ns.hrtimer_start_ran= ge_ns.tick_nohz_restart.tick_nohz_idle_exit 4495470 =C2=B1 7% -99.4% 25868 =C2=B1 12% sched_debug.cpu#9.n= r_switches 4496190 =C2=B1 7% -99.4% 26052 =C2=B1 12% sched_debug.cpu#9.s= ched_count 40599.18 =C2=B1 41% -100.0% 0.00 =C2=B1 0% sched_debug.cfs_rq[= 6]:/.max_vruntime 3.30 =C2=B1 8% -100.0% 0.00 =C2=B1 0% perf-profile.cpu-cy= cles.__hrtimer_start_range_ns.hrtimer_start_range_ns.tick_nohz_restart.tick= _nohz_idle_exit.cpu_startup_entry 3.33 =C2=B1 6% -100.0% 0.00 =C2=B1 0% perf-profile.cpu-cy= cles.hrtimer_start_range_ns.tick_nohz_restart.tick_nohz_idle_exit.cpu_start= up_entry.start_secondary 2247155 =C2=B1 7% -99.4% 12447 =C2=B1 14% sched_debug.cpu#9.s= ched_goidle 40599.18 =C2=B1 41% -100.0% 0.00 =C2=B1 0% sched_debug.cfs_rq[= 6]:/.MIN_vruntime 3.99 =C2=B1 6% -100.0% 0.00 =C2=B1 0% perf-profile.cpu-cy= cles.__schedule.schedule_preempt_disabled.__mutex_lock_slowpath.mutex_lock.= generic_file_write_iter 2448071 =C2=B1 2% -99.4% 13482 =C2=B1 9% sched_debug.cpu#6.t= twu_count 2554386 =C2=B1 2% -99.5% 13020 =C2=B1 8% sched_debug.cpu#6.s= ched_goidle 5111673 =C2=B1 2% -99.5% 26787 =C2=B1 8% sched_debug.cpu#6.s= ched_count 2527550 =C2=B1 6% -99.5% 12538 =C2=B1 14% sched_debug.cpu#9.t= twu_count 5109913 =C2=B1 2% -99.5% 26531 =C2=B1 8% sched_debug.cpu#6.n= r_switches 54085 =C2=B1 37% +845.7% 511463 =C2=B1 40% sched_debug.cfs_rq[= 5]:/.min_vruntime 8424 =C2=B1 16% +560.9% 55678 =C2=B1 42% sched_debug.cfs_rq[= 5]:/.exec_clock 1201871 =C2=B1 19% -83.0% 204673 =C2=B1 49% sched_debug.cpu#5.s= ched_count 10 =C2=B1 28% +490.5% 62 =C2=B1 31% sched_debug.cpu#5.c= pu_load[4] 93687275 =C2=B1 19% -94.0% 5611171 =C2=B1 33% cpuidle.C1-NHM.time 558262 =C2=B1 18% -96.2% 21169 =C2=B1 6% cpuidle.C1-NHM.usage 9.831e+08 =C2=B1 15% -98.8% 11473350 =C2=B1 25% cpuidle.C3-NHM.time 3976387 =C2=B1 13% -99.3% 26803 =C2=B1 6% cpuidle.C3-NHM.usage 1390481 =C2=B1 7% -95.5% 63030 =C2=B1 4% cpuidle.C6-NHM.usage 0.92 =C2=B1 8% -100.0% 0.00 =C2=B1 0% perf-profile.cpu-cy= cles._raw_spin_lock_irqsave.try_to_wake_up.wake_up_process.__mutex_unlock_s= lowpath.mutex_unlock 5406764 =C2=B1 9% -99.3% 38661 =C2=B1 36% sched_debug.cpu#8.n= r_switches 27329774 =C2=B1 5% -98.7% 350559 =C2=B1 4% time.voluntary_cont= ext_switches 2702648 =C2=B1 9% -99.3% 18971 =C2=B1 37% sched_debug.cpu#8.s= ched_goidle 5408351 =C2=B1 9% -99.3% 38886 =C2=B1 36% sched_debug.cpu#8.s= ched_count 23.91 =C2=B1 12% -99.1% 0.22 =C2=B1 40% turbostat.CPU%c3 1588237 =C2=B1 8% -87.6% 197379 =C2=B1 28% sched_debug.cpu#1.s= ched_goidle 12 =C2=B1 21% +400.0% 61 =C2=B1 31% sched_debug.cpu#5.c= pu_load[3] 14 =C2=B1 15% +324.6% 60 =C2=B1 30% sched_debug.cpu#5.c= pu_load[2] 2804909 =C2=B1 4% -99.5% 15331 =C2=B1 33% sched_debug.cpu#11.= ttwu_count 2496582 =C2=B1 11% -99.4% 14895 =C2=B1 31% sched_debug.cpu#11.= sched_goidle 2449189 =C2=B1 2% -99.2% 19646 =C2=B1 34% sched_debug.cpu#8.t= twu_count 2672337 =C2=B1 9% -98.3% 44488 =C2=B1 29% sched_debug.cpu#0.n= r_switches 4995012 =C2=B1 11% -99.4% 31857 =C2=B1 29% sched_debug.cpu#11.= nr_switches 1201660 =C2=B1 19% -83.0% 204494 =C2=B1 49% sched_debug.cpu#5.n= r_switches 955232 =C2=B1 15% -85.7% 136563 =C2=B1 20% sched_debug.cpu#4.t= twu_count 995565 =C2=B1 13% -86.3% 136302 =C2=B1 19% sched_debug.cpu#4.s= ched_goidle 1992443 =C2=B1 13% -86.2% 274424 =C2=B1 19% sched_debug.cpu#4.s= ched_count 2673257 =C2=B1 9% -98.3% 44671 =C2=B1 29% sched_debug.cpu#0.s= ched_count 1334237 =C2=B1 9% -98.5% 20205 =C2=B1 32% sched_debug.cpu#0.s= ched_goidle 1354162 =C2=B1 5% -98.3% 22809 =C2=B1 28% sched_debug.cpu#0.t= twu_count 26659.70 =C2=B1 14% -100.0% 0.00 =C2=B1 0% sched_debug.cfs_rq[= 9]:/.MIN_vruntime 1992050 =C2=B1 13% -86.2% 274292 =C2=B1 19% sched_debug.cpu#4.n= r_switches 88563 =C2=B1 27% +365.2% 411997 =C2=B1 25% sched_debug.cfs_rq[= 3]:/.min_vruntime 26659.70 =C2=B1 14% -100.0% 0.00 =C2=B1 0% sched_debug.cfs_rq[= 9]:/.max_vruntime 1531974 =C2=B1 19% -89.7% 157815 =C2=B1 23% sched_debug.cpu#2.t= twu_count 1650173 =C2=B1 16% -90.5% 157023 =C2=B1 24% sched_debug.cpu#2.s= ched_goidle 2264230 =C2=B1 4% -99.5% 12323 =C2=B1 7% sched_debug.cpu#10.= ttwu_count 3177630 =C2=B1 8% -87.5% 395822 =C2=B1 28% sched_debug.cpu#1.n= r_switches 3302396 =C2=B1 16% -90.4% 315490 =C2=B1 24% sched_debug.cpu#2.s= ched_count 4365273 =C2=B1 5% -99.4% 24251 =C2=B1 6% sched_debug.cpu#10.= nr_switches 3301465 =C2=B1 16% -90.4% 315323 =C2=B1 24% sched_debug.cpu#2.n= r_switches 4366326 =C2=B1 5% -99.4% 24433 =C2=B1 6% sched_debug.cpu#10.= sched_count 2182166 =C2=B1 5% -99.5% 11526 =C2=B1 7% sched_debug.cpu#10.= sched_goidle 1462067 =C2=B1 3% -86.5% 197145 =C2=B1 29% sched_debug.cpu#1.t= twu_count 3178415 =C2=B1 8% -87.5% 396013 =C2=B1 28% sched_debug.cpu#1.s= ched_count 145590 =C2=B1 45% +280.1% 553319 =C2=B1 14% sched_debug.cfs_rq[= 1]:/.min_vruntime 1.14 =C2=B1 19% -78.9% 0.24 =C2=B1 34% perf-profile.cpu-cy= cles.shmem_file_llseek.sys_lseek.system_call_fastpath 14.24 =C2=B1 4% -82.6% 2.48 =C2=B1 43% perf-profile.cpu-cy= cles.__mutex_unlock_slowpath.mutex_unlock.generic_file_write_iter.new_sync_= write.vfs_write 14.38 =C2=B1 4% -82.2% 2.56 =C2=B1 41% perf-profile.cpu-cy= cles.mutex_unlock.generic_file_write_iter.new_sync_write.vfs_write.sys_write 98519 =C2=B1 38% +276.0% 370400 =C2=B1 40% sched_debug.cfs_rq[= 4]:/.min_vruntime 12 =C2=B1 23% +324.5% 52 =C2=B1 23% sched_debug.cpu#3.c= pu_load[4] 148 =C2=B1 13% +291.3% 582 =C2=B1 28% sched_debug.cfs_rq[= 5]:/.tg_runnable_contrib 6860 =C2=B1 12% +288.6% 26657 =C2=B1 28% sched_debug.cfs_rq[= 5]:/.avg->runnable_avg_sum 1401 =C2=B1 4% +340.4% 6172 =C2=B1 9% time.involuntary_co= ntext_switches 962541 =C2=B1 20% -74.3% 247827 =C2=B1 22% sched_debug.cpu#3.t= twu_count 27121946 =C2=B1 39% +207.6% 83418729 =C2=B1 41% cpuidle.POLL.time 13141 =C2=B1 10% +248.4% 45786 =C2=B1 28% sched_debug.cfs_rq[= 3]:/.exec_clock 871810 =C2=B1 19% -71.6% 247691 =C2=B1 22% sched_debug.cpu#3.s= ched_goidle 1744545 =C2=B1 19% -71.5% 497212 =C2=B1 22% sched_debug.cpu#3.n= r_switches 1744810 =C2=B1 19% -71.5% 497350 =C2=B1 22% sched_debug.cpu#3.s= ched_count 8013 =C2=B1 48% +177.9% 22273 =C2=B1 26% sched_debug.cfs_rq[= 4]:/.avg->runnable_avg_sum 175 =C2=B1 48% +177.1% 485 =C2=B1 26% sched_debug.cfs_rq[= 4]:/.tg_runnable_contrib 19 =C2=B1 21% +236.4% 64 =C2=B1 30% sched_debug.cfs_rq[= 5]:/.runnable_load_avg 18 =C2=B1 35% +236.0% 63 =C2=B1 14% sched_debug.cpu#1.c= pu_load[4] 18 =C2=B1 14% +226.0% 59 =C2=B1 28% sched_debug.cpu#5.c= pu_load[1] 20.76 =C2=B1 23% +239.0% 70.38 =C2=B1 2% perf-profile.cpu-cy= cles.__mutex_lock_slowpath.mutex_lock.generic_file_write_iter.new_sync_writ= e.vfs_write 152212 =C2=B1 36% +234.5% 509104 =C2=B1 9% sched_debug.cfs_rq[= 2]:/.min_vruntime 7857 =C2=B1 13% +193.3% 23042 =C2=B1 16% sched_debug.cfs_rq[= 3]:/.avg->runnable_avg_sum 171 =C2=B1 13% +192.1% 501 =C2=B1 16% sched_debug.cfs_rq[= 3]:/.tg_runnable_contrib 14 =C2=B1 26% +267.2% 53 =C2=B1 21% sched_debug.cpu#3.c= pu_load[3] 18 =C2=B1 33% +213.5% 58 =C2=B1 7% sched_debug.cpu#2.c= pu_load[4] 23.57 =C2=B1 20% +205.2% 71.91 =C2=B1 2% perf-profile.cpu-cy= cles.mutex_lock.generic_file_write_iter.new_sync_write.vfs_write.sys_write 20 =C2=B1 30% +214.8% 63 =C2=B1 14% sched_debug.cpu#1.c= pu_load[3] 2.08 =C2=B1 12% -66.5% 0.70 =C2=B1 11% perf-profile.cpu-cy= cles.sys_lseek.system_call_fastpath 1.42 =C2=B1 15% -73.2% 0.38 =C2=B1 22% perf-profile.cpu-cy= cles.file_update_time.__generic_file_write_iter.generic_file_write_iter.new= _sync_write.vfs_write 18 =C2=B1 37% +194.7% 55 =C2=B1 18% sched_debug.cpu#3.c= pu_load[2] 740 =C2=B1 11% +182.5% 2091 =C2=B1 17% sched_debug.cpu#5.c= urr->pid 21881 =C2=B1 23% +163.3% 57608 =C2=B1 16% sched_debug.cfs_rq[= 1]:/.exec_clock 246670 =C2=B1 26% +164.8% 653087 =C2=B1 5% sched_debug.cfs_rq[= 8]:/.min_vruntime 114092 =C2=B1 5% -67.0% 37644 =C2=B1 5% softirqs.RCU 30 =C2=B1 30% +125.6% 68 =C2=B1 15% sched_debug.cpu#1.c= pu_load[0] 36 =C2=B1 44% +132.7% 85 =C2=B1 19% sched_debug.cfs_rq[= 0]:/.runnable_load_avg 28 =C2=B1 16% +163.7% 74 =C2=B1 5% sched_debug.cpu#8.c= pu_load[4] 258 =C2=B1 22% +139.6% 620 =C2=B1 9% sched_debug.cfs_rq[= 1]:/.tg_runnable_contrib 11830 =C2=B1 21% +139.7% 28352 =C2=B1 9% sched_debug.cfs_rq[= 1]:/.avg->runnable_avg_sum 22 =C2=B1 27% +185.6% 64 =C2=B1 13% sched_debug.cpu#1.c= pu_load[2] 430107 =C2=B1 20% +153.1% 1088393 =C2=B1 0% softirqs.TIMER 21 =C2=B1 21% +178.6% 58 =C2=B1 7% sched_debug.cpu#2.c= pu_load[3] 24 =C2=B1 19% +144.3% 59 =C2=B1 26% sched_debug.cpu#5.c= pu_load[0] 818 =C2=B1 29% +131.7% 1895 =C2=B1 6% sched_debug.cpu#3.c= urr->pid 11124 =C2=B1 29% +135.6% 26209 =C2=B1 5% sched_debug.cfs_rq[= 2]:/.avg->runnable_avg_sum 31 =C2=B1 13% +141.9% 75 =C2=B1 5% sched_debug.cpu#8.c= pu_load[3] 243 =C2=B1 29% +134.7% 571 =C2=B1 5% sched_debug.cfs_rq[= 2]:/.tg_runnable_contrib 28 =C2=B1 20% +142.6% 69 =C2=B1 13% sched_debug.cpu#7.c= pu_load[4] 402 =C2=B1 7% +157.9% 1036 =C2=B1 0% time.system_time 834 =C2=B1 18% +152.6% 2108 =C2=B1 14% sched_debug.cpu#1.c= urr->pid 1.13 =C2=B1 8% -59.6% 0.46 =C2=B1 3% perf-profile.cpu-cy= cles.__sb_end_write.vfs_write.sys_write.system_call_fastpath 30 =C2=B1 17% +130.1% 70 =C2=B1 14% sched_debug.cpu#7.c= pu_load[3] 253168 =C2=B1 22% +141.0% 610051 =C2=B1 10% sched_debug.cfs_rq[= 7]:/.min_vruntime 26 =C2=B1 9% +147.7% 66 =C2=B1 2% sched_debug.cfs_rq[= 1]:/.runnable_load_avg 141 =C2=B1 6% +146.3% 347 =C2=B1 0% time.percent_of_cpu= _this_job_got 25 =C2=B1 24% +154.4% 65 =C2=B1 14% sched_debug.cpu#1.c= pu_load[1] 31986 =C2=B1 39% +129.0% 73256 =C2=B1 16% sched_debug.cfs_rq[= 0]:/.exec_clock 1.19 =C2=B1 11% -53.6% 0.55 =C2=B1 3% perf-profile.cpu-cy= cles.__sb_start_write.vfs_write.sys_write.system_call_fastpath 215936 =C2=B1 21% +135.4% 508378 =C2=B1 30% sched_debug.cfs_rq[= 10]:/.min_vruntime 233932 =C2=B1 23% +100.7% 469477 =C2=B1 20% sched_debug.cfs_rq[= 9]:/.min_vruntime 0.93 =C2=B1 13% -55.3% 0.41 =C2=B1 8% perf-profile.cpu-cy= cles.__srcu_read_unlock.fsnotify.vfs_write.sys_write.system_call_fastpath 1.23 =C2=B1 16% -57.2% 0.53 =C2=B1 6% perf-profile.cpu-cy= cles.find_get_entry.find_lock_entry.shmem_getpage_gfp.shmem_write_begin.gen= eric_perform_write 32 =C2=B1 10% +123.7% 73 =C2=B1 16% sched_debug.cpu#7.c= pu_load[2] 187996 =C2=B1 37% +213.3% 588915 =C2=B1 10% sched_debug.cfs_rq[= 0]:/.min_vruntime 1684 =C2=B1 8% -59.5% 681 =C2=B1 19% cpuidle.POLL.usage 1.50 =C2=B1 14% -56.7% 0.65 =C2=B1 7% perf-profile.cpu-cy= cles.unlock_page.shmem_write_end.generic_perform_write.__generic_file_write= _iter.generic_file_write_iter 35 =C2=B1 9% +115.5% 76 =C2=B1 6% sched_debug.cpu#8.c= pu_load[2] 30 =C2=B1 13% +94.2% 58 =C2=B1 24% sched_debug.cpu#10.= cpu_load[4] 3.56 =C2=B1 8% -51.2% 1.74 =C2=B1 19% perf-profile.cpu-cy= cles.shmem_write_end.generic_perform_write.__generic_file_write_iter.generi= c_file_write_iter.new_sync_write 7.42 =C2=B1 6% -52.0% 3.56 =C2=B1 2% perf-profile.cpu-cy= cles.copy_user_generic_string.generic_perform_write.__generic_file_write_it= er.generic_file_write_iter.new_sync_write 3508 =C2=B1 17% +104.5% 7174 =C2=B1 0% sched_debug.cfs_rq[= 2]:/.tg->runnable_avg 3508 =C2=B1 17% +104.5% 7175 =C2=B1 0% sched_debug.cfs_rq[= 3]:/.tg->runnable_avg 3513 =C2=B1 17% +104.3% 7177 =C2=B1 0% sched_debug.cfs_rq[= 4]:/.tg->runnable_avg 3516 =C2=B1 17% +104.2% 7179 =C2=B1 0% sched_debug.cfs_rq[= 5]:/.tg->runnable_avg 3517 =C2=B1 17% +104.2% 7181 =C2=B1 0% sched_debug.cfs_rq[= 6]:/.tg->runnable_avg 3520 =C2=B1 17% +104.1% 7183 =C2=B1 0% sched_debug.cfs_rq[= 7]:/.tg->runnable_avg 3522 =C2=B1 17% +104.0% 7184 =C2=B1 0% sched_debug.cfs_rq[= 8]:/.tg->runnable_avg 3524 =C2=B1 17% +103.9% 7185 =C2=B1 0% sched_debug.cfs_rq[= 9]:/.tg->runnable_avg 2.21 =C2=B1 11% -55.5% 0.98 =C2=B1 7% perf-profile.cpu-cy= cles.find_lock_entry.shmem_getpage_gfp.shmem_write_begin.generic_perform_wr= ite.__generic_file_write_iter 3528 =C2=B1 17% +103.7% 7186 =C2=B1 0% sched_debug.cfs_rq[= 10]:/.tg->runnable_avg 3532 =C2=B1 17% +103.5% 7188 =C2=B1 0% sched_debug.cfs_rq[= 11]:/.tg->runnable_avg 3509 =C2=B1 17% +104.5% 7177 =C2=B1 0% sched_debug.cfs_rq[= 0]:/.tg->runnable_avg 3513 =C2=B1 17% +104.2% 7173 =C2=B1 0% sched_debug.cfs_rq[= 1]:/.tg->runnable_avg 3.50 =C2=B1 6% -52.9% 1.65 =C2=B1 8% perf-profile.cpu-cy= cles.shmem_write_begin.generic_perform_write.__generic_file_write_iter.gene= ric_file_write_iter.new_sync_write 2.96 =C2=B1 9% -54.3% 1.35 =C2=B1 5% perf-profile.cpu-cy= cles.shmem_getpage_gfp.shmem_write_begin.generic_perform_write.__generic_fi= le_write_iter.generic_file_write_iter 1.33 =C2=B1 10% -52.2% 0.64 =C2=B1 1% perf-profile.cpu-cy= cles.system_call 2.91 =C2=B1 6% -49.0% 1.48 =C2=B1 13% perf-profile.cpu-cy= cles.fsnotify.vfs_write.sys_write.system_call_fastpath 968 =C2=B1 32% +111.7% 2049 =C2=B1 11% sched_debug.cpu#2.c= urr->pid 22881 =C2=B1 17% +125.4% 51569 =C2=B1 9% sched_debug.cfs_rq[= 2]:/.exec_clock 20.55 =C2=B1 4% -50.4% 10.20 =C2=B1 3% perf-profile.cpu-cy= cles.__generic_file_write_iter.generic_file_write_iter.new_sync_write.vfs_w= rite.sys_write 25 =C2=B1 16% +131.7% 58 =C2=B1 7% sched_debug.cpu#2.c= pu_load[2] 12228 =C2=B1 24% +149.6% 30527 =C2=B1 9% sched_debug.cfs_rq[= 0]:/.avg->runnable_avg_sum 267 =C2=B1 24% +149.2% 666 =C2=B1 8% sched_debug.cfs_rq[= 0]:/.tg_runnable_contrib 36965 =C2=B1 14% +90.9% 70555 =C2=B1 6% sched_debug.cfs_rq[= 8]:/.exec_clock 974 =C2=B1 17% +118.5% 2129 =C2=B1 7% sched_debug.cpu#0.c= urr->pid 33 =C2=B1 15% +79.3% 60 =C2=B1 22% sched_debug.cpu#10.= cpu_load[3] 1018 =C2=B1 10% +86.4% 1898 =C2=B1 26% sched_debug.cpu#10.= curr->pid 344 =C2=B1 20% +92.7% 664 =C2=B1 9% sched_debug.cfs_rq[= 7]:/.tg_runnable_contrib 15780 =C2=B1 20% +93.2% 30482 =C2=B1 9% sched_debug.cfs_rq[= 7]:/.avg->runnable_avg_sum 1.18 =C2=B1 6% -50.1% 0.59 =C2=B1 6% perf-profile.cpu-cy= cles.__srcu_read_lock.fsnotify.vfs_write.sys_write.system_call_fastpath 1.36 =C2=B1 8% -50.6% 0.67 =C2=B1 3% perf-profile.cpu-cy= cles.system_call_after_swapgs 17.36 =C2=B1 6% -48.1% 9.00 =C2=B1 2% perf-profile.cpu-cy= cles.generic_perform_write.__generic_file_write_iter.generic_file_write_ite= r.new_sync_write.vfs_write 348 =C2=B1 12% +98.7% 691 =C2=B1 4% sched_debug.cfs_rq[= 8]:/.tg_runnable_contrib 15908 =C2=B1 12% +99.2% 31685 =C2=B1 4% sched_debug.cfs_rq[= 8]:/.avg->runnable_avg_sum 2 =C2=B1 15% +109.1% 5 =C2=B1 7% vmstat.procs.r 57 =C2=B1 18% +76.6% 102 =C2=B1 26% sched_debug.cfs_rq[= 0]:/.load 39 =C2=B1 19% +61.1% 63 =C2=B1 20% sched_debug.cpu#10.= cpu_load[2] 979 =C2=B1 12% +93.5% 1894 =C2=B1 19% sched_debug.cpu#4.c= urr->pid 36 =C2=B1 12% +113.0% 77 =C2=B1 22% sched_debug.cpu#7.c= pu_load[1] 2.58 =C2=B1 4% -56.6% 1.12 =C2=B1 41% perf-profile.cpu-cy= cles._raw_spin_lock.__mutex_unlock_slowpath.mutex_unlock.generic_file_write= _iter.new_sync_write 29 =C2=B1 20% +89.9% 56 =C2=B1 19% sched_debug.cpu#9.c= pu_load[4] 328 =C2=B1 16% +66.5% 547 =C2=B1 15% sched_debug.cfs_rq[= 9]:/.tg_runnable_contrib 28 =C2=B1 21% +67.5% 47 =C2=B1 43% sched_debug.cpu#11.= cpu_load[3] 15011 =C2=B1 16% +67.0% 25062 =C2=B1 15% sched_debug.cfs_rq[= 9]:/.avg->runnable_avg_sum 6.06 =C2=B1 27% +64.2% 9.95 =C2=B1 3% perf-profile.cpu-cy= cles.mutex_spin_on_owner.mutex_optimistic_spin.__mutex_lock_slowpath.mutex_= lock.generic_file_write_iter 1328 =C2=B1 8% +72.3% 2288 =C2=B1 11% sched_debug.cpu#6.c= urr->pid 3035 =C2=B1 6% -43.1% 1727 =C2=B1 0% uptime.idle 62 =C2=B1 19% +64.1% 103 =C2=B1 26% sched_debug.cpu#0.l= oad 27 =C2=B1 25% +65.8% 46 =C2=B1 46% sched_debug.cpu#11.= cpu_load[4] 30 =C2=B1 23% +91.0% 58 =C2=B1 8% sched_debug.cpu#2.c= pu_load[1] 33 =C2=B1 20% +73.5% 57 =C2=B1 18% sched_debug.cpu#9.c= pu_load[3] 335 =C2=B1 6% +70.3% 570 =C2=B1 23% sched_debug.cfs_rq[= 10]:/.tg_runnable_contrib 15314 =C2=B1 6% +70.7% 26147 =C2=B1 23% sched_debug.cfs_rq[= 10]:/.avg->runnable_avg_sum 43 =C2=B1 15% +83.2% 79 =C2=B1 8% sched_debug.cpu#8.c= pu_load[1] 1002 =C2=B1 29% +96.0% 1964 =C2=B1 16% sched_debug.cpu#9.c= urr->pid 37 =C2=B1 26% +56.3% 59 =C2=B1 16% sched_debug.cpu#9.c= pu_load[2] 38074 =C2=B1 11% +70.5% 64907 =C2=B1 14% sched_debug.cfs_rq[= 7]:/.exec_clock 35574 =C2=B1 12% +37.3% 48848 =C2=B1 26% sched_debug.cfs_rq[= 9]:/.exec_clock 1446 =C2=B1 22% +53.7% 2223 =C2=B1 10% sched_debug.cpu#7.c= urr->pid 303929 =C2=B1 8% +49.3% 453870 =C2=B1 17% sched_debug.cpu#9.a= vg_idle 39159 =C2=B1 16% +64.5% 64413 =C2=B1 14% sched_debug.cpu#3.n= r_load_updates 487643 =C2=B1 21% +71.0% 834025 =C2=B1 5% sched_debug.cfs_rq[= 6]:/.min_vruntime 45 =C2=B1 30% +90.2% 87 =C2=B1 30% sched_debug.cpu#7.c= pu_load[0] 55 =C2=B1 18% +65.3% 91 =C2=B1 26% sched_debug.cpu#1.l= oad 59.50 =C2=B1 5% +43.1% 85.14 =C2=B1 2% perf-profile.cpu-cy= cles.generic_file_write_iter.new_sync_write.vfs_write.sys_write.system_call= _fastpath 24882 =C2=B1 19% +51.9% 37790 =C2=B1 7% sched_debug.cfs_rq[= 6]:/.avg->runnable_avg_sum 543 =C2=B1 19% +51.8% 824 =C2=B1 7% sched_debug.cfs_rq[= 6]:/.tg_runnable_contrib 63.20 =C2=B1 5% +38.4% 87.45 =C2=B1 3% perf-profile.cpu-cy= cles.new_sync_write.vfs_write.sys_write.system_call_fastpath 2.83 =C2=B1 3% -31.4% 1.94 =C2=B1 14% perf-profile.cpu-cy= cles.mutex_unlock.new_sync_write.vfs_write.sys_write.system_call_fastpath 2391 =C2=B1 3% +43.0% 3419 =C2=B1 1% proc-vmstat.pgactiv= ate 1330 =C2=B1 33% +71.0% 2275 =C2=B1 4% sched_debug.cpu#8.c= urr->pid 28.29 =C2=B1 4% -25.7% 21.01 =C2=B1 1% time.user_time 31.42 =C2=B1 7% -24.9% 23.60 =C2=B1 3% turbostat.CPU%c1 70.99 =C2=B1 4% +28.4% 91.13 =C2=B1 2% perf-profile.cpu-cy= cles.vfs_write.sys_write.system_call_fastpath 72.19 =C2=B1 3% +27.1% 91.74 =C2=B1 2% perf-profile.cpu-cy= cles.sys_write.system_call_fastpath 74.71 =C2=B1 3% +24.0% 92.63 =C2=B1 2% perf-profile.cpu-cy= cles.system_call_fastpath 2766 =C2=B1 1% +26.2% 3491 =C2=B1 0% proc-vmstat.nr_shmem 11068 =C2=B1 1% +26.2% 13969 =C2=B1 0% meminfo.Shmem 54 =C2=B1 17% +40.1% 76 =C2=B1 13% sched_debug.cfs_rq[= 1]:/.load 55 =C2=B1 32% +43.0% 79 =C2=B1 13% sched_debug.cfs_rq[= 8]:/.runnable_load_avg 2690 =C2=B1 5% -10.1% 2417 =C2=B1 2% slabinfo.kmalloc-25= 6.active_objs 60 =C2=B1 1% +10.4% 66 =C2=B1 2% turbostat.CoreTmp 6214 =C2=B1 2% -7.0% 5777 =C2=B1 5% slabinfo.vm_area_st= ruct.num_objs 24089 =C2=B1 4% +9.4% 26356 =C2=B1 0% meminfo.Active(anon) 6024 =C2=B1 4% +9.4% 6589 =C2=B1 0% proc-vmstat.nr_acti= ve_anon 17.44 =C2=B1 1% -9.4% 15.80 =C2=B1 2% turbostat.CPU%c6 1064863 =C2=B1 12% -13.3% 923694 =C2=B1 0% cpuidle.C1E-NHM.usa= ge 378254 =C2=B1 4% -97.0% 11409 =C2=B1 2% vmstat.system.cs 27.23 =C2=B1 16% +121.7% 60.38 =C2=B1 1% turbostat.%Busy 959 =C2=B1 16% +121.5% 2124 =C2=B1 1% turbostat.Avg_MHz 7791 =C2=B1 4% +33.8% 10421 =C2=B1 0% vmstat.system.in wsm: Westmere Memory: 6G time.system_time 1100 ++------------------------------------------------------------------= -+ O O O O O O O O O O O O O O O O O O O O O O O O O O = O 1000 ++ = | 900 ++ = | | = | 800 ++ = | | = | 700 ++ * = | | + : = | 600 ++ + : = | 500 ++ * : = | | .*.. + : .*.. .* = | 400 *+.*.*. * *.*..*..* *..*.*..*.*.. .*. = | | *..* = | 300 ++------------------------------------------------------------------= -+ time.percent_of_cpu_this_job_got 350 O+-O-O--O--O-O--O--O--O-O--O--O-O--O--O-O--O--O-O--O--O--O-O--O--O-O-= -O | = | | = | 300 ++ = | | = | | = | 250 ++ * = | | + : = | 200 ++ + : = | | * : = | | + : = | 150 ++ .*..*..* : .*.. .*. .*.. .* = | *..* *..* *. *. *.*..*..*.*..*. = | | = | 100 ++-------------------------------------------------------------------= -+ time.voluntary_context_switches 3e+07 ++-----------------------------------------*---------------------= -+ *.. *.. + *.*.. = | 2.5e+07 ++ .*.*..*. .*.*.. .*. .. *.*..* * = | | *.*. *. *.*. * = | | = | 2e+07 ++ = | | = | 1.5e+07 ++ = | | = | 1e+07 ++ = | | = | | = | 5e+06 ++ = | | = | 0 O+-O-O--O-O--O-O--O-O--O-O--O-O--O--O-O--O-O--O-O--O-O--O-O--O-O-= -O softirqs.SCHED 450000 ++----------------------------------------------------------------= -+ | * = | 400000 ++ + + .* = | 350000 ++ + *.. .*. + * = | | .*..*.* .*..*.*..*.. *..* *.. .. = | 300000 *+.* *..* + * = | 250000 ++ * = | | = | 200000 ++ = | 150000 ++ = | | = | 100000 ++ = | 50000 ++ = | O O O O O O O O O O O O O O O O O O O O O O O O O O = O 0 ++----------------------------------------------------------------= -+ softirqs.RCU 130000 ++----------------------------------------------------------------= -+ 120000 ++ *.. * = | | .*. .*.*.. .*.. + *.. * .*.. .. = | 110000 *+ *. *..* * * + + .* * = | 100000 ++ *. .. + + *. = | | * * = | 90000 ++ = | 80000 ++ = | 70000 ++ = | | = | 60000 ++ = | 50000 ++ = | | O O = | 40000 O+ O O O O O O O O O O O O O O O O O O O O O = O 30000 ++-------------------------------------O---------O----------------= -+ cpuidle.C1-NHM.usage 900000 ++----------------------------------------------------------------= -+ | .* *.* = | 800000 ++ *. *. : : : = | 700000 ++ : *..*.. : : : : * = | | : : : : : + = | 600000 *+.*.*.. : *.*..* : .* * + = | 500000 ++ *.* * + .* = | | *. = | 400000 ++ = | 300000 ++ = | | = | 200000 ++ = | 100000 ++ = | | O O O O = | 0 O+-O-O--O-O--O-O--O--O------------O-O--O-O--O-O--O--O-O--O-O--O-O-= -O cpuidle.C6-NHM.usage 1.8e+06 ++---------------------------------------------------------------= -+ | * *.*.. = | 1.6e+06 *+. .*.. + + .*.. + *.. *..* .* = | 1.4e+06 ++ * * + * *. + + + .*. = | | *. .. * * *..* = | 1.2e+06 ++ * = | 1e+06 ++ = | | = | 800000 ++ = | 600000 ++ = | | = | 400000 ++ = | 200000 ++ = | | O O O O O O = | 0 O+-O----O----O-O--O-O--O----O-O--O--O----O-O--O----O-O--O-O--O---= -O will-it-scale.time.system_time 1100 ++------------------------------------------------------------------= -+ O O O O O O O O O O O O O O O O O O O O O O O O O O = O 1000 ++ = | 900 ++ = | | = | 800 ++ = | | = | 700 ++ * = | | + : = | 600 ++ + : = | 500 ++ * : = | | .*.. + : .*.. .* = | 400 *+.*.*. * *.*..*..* *..*.*..*.*.. .*. = | | *..* = | 300 ++------------------------------------------------------------------= -+ will-it-scale.time.percent_of_cpu_this_job_got 350 O+-O-O--O--O-O--O--O--O-O--O--O-O--O--O-O--O--O-O--O--O--O-O--O--O-O-= -O | = | | = | 300 ++ = | | = | | = | 250 ++ * = | | + : = | 200 ++ + : = | | * : = | | + : = | 150 ++ .*..*..* : .*.. .*. .*.. .* = | *..* *..* *. *. *.*..*..*.*..*. = | | = | 100 ++-------------------------------------------------------------------= -+ will-it-scale.time.voluntary_context_switches 3e+07 ++-----------------------------------------*---------------------= -+ *.. *.. + *.*.. = | 2.5e+07 ++ .*.*..*. .*.*.. .*. .. *.*..* * = | | *.*. *. *.*. * = | | = | 2e+07 ++ = | | = | 1.5e+07 ++ = | | = | 1e+07 ++ = | | = | | = | 5e+06 ++ = | | = | 0 O+-O-O--O-O--O-O--O-O--O-O--O-O--O--O-O--O-O--O-O--O-O--O-O--O-O-= -O vmstat.system.cs 450000 ++----------------------------------------------------------------= -+ *.. = | 400000 ++ * *.*.. *.*.. .*.. *. .*..*..* = | 350000 ++ + .. .. * *.. .. *..* = | | * * * *.* = | 300000 ++ + .. = | 250000 ++ * = | | = | 200000 ++ = | 150000 ++ = | | = | 100000 ++ = | 50000 ++ = | | = | 0 O+-O-O--O-O--O-O--O--O-O--O-O--O--O-O--O-O--O-O--O--O-O--O-O--O-O-= -O sched_debug.cpu#0.nr_switches 3.5e+06 ++-----------------------*---------------------------------------= -+ | * + = | 3e+06 *+. .*.. *. .. + *.. .*.. = | | * * + * *. .. .*.. * = | 2.5e+06 ++ + .. *. + * * *. .. * = | | * * * = | 2e+06 ++ = | | = | 1.5e+06 ++ = | | = | 1e+06 ++ = | | = | 500000 ++ = | | = | 0 O+-O-O--O-O--O-O--O-O--O-O--O-O--O--O-O--O-O--O-O--O-O--O-O--O-O-= -O sched_debug.cpu#0.sched_count 3.5e+06 ++-----------------------*---------------------------------------= -+ | * + = | 3e+06 *+. .*.. *. .. + *.. .*.. = | | * * + * *. .. .*.. .* = | 2.5e+06 ++ + .. *. + * * *.*. * = | | * * = | 2e+06 ++ = | | = | 1.5e+06 ++ = | | = | 1e+06 ++ = | | = | 500000 ++ = | | = | 0 O+-O-O--O-O--O-O--O-O--O-O--O-O--O--O-O--O-O--O-O--O-O--O-O--O-O-= -O sched_debug.cpu#0.sched_goidle 1.8e+06 ++---------------------------------------------------------------= -+ | *.*.. = | 1.6e+06 *+. + *.. .*.. = | 1.4e+06 ++ * *.*.. *. + *. .. .*.. * = | | + .. * + * * * .. * = | 1.2e+06 ++ * + + *.* = | 1e+06 ++ * = | | = | 800000 ++ = | 600000 ++ = | | = | 400000 ++ = | 200000 ++ = | | = | 0 O+-O-O--O-O--O-O--O-O--O-O--O-O--O--O-O--O-O--O-O--O-O--O-O--O-O-= -O sched_debug.cpu#0.ttwu_count 1.8e+06 ++-----------------------*---------------------------------------= -+ | : + = | 1.6e+06 ++ : + = | 1.4e+06 *+. *. *.*..* * *.. *.. .*.*..* = | | * + *..* + + .. + .*. = | 1.2e+06 ++ + + + + * * * = | 1e+06 ++ * * = | | = | 800000 ++ = | 600000 ++ = | | = | 400000 ++ = | 200000 ++ = | | = | 0 O+-O-O--O-O--O-O--O-O--O-O--O-O--O--O-O--O-O--O-O--O-O--O-O--O-O-= -O sched_debug.cpu#1.nr_switches 4e+06 *+---------------------------------------------------------------= -+ |: = | 3.5e+06 ++: .*.. .*. = | 3e+06 ++: .*.*.. *..* * .*.*. *.. = | | *.*. + + .*.*. * = | 2.5e+06 ++ *. .* *..*. = | | *. = | 2e+06 ++ = | | = | 1.5e+06 ++ = | 1e+06 ++ = | | = | 500000 ++ O O O O O O O = | O O O O O O O O O O O O O O O O O O O = O 0 ++---------------------------------------------------------------= -+ sched_debug.cpu#1.sched_count 4e+06 *+---------------------------------------------------------------= -+ |: = | 3.5e+06 ++: .*.. .*. = | 3e+06 ++: .*.*.. *..* * .*.*. *.. = | | *.*. + + .*.*. * = | 2.5e+06 ++ *. .* *..*. = | | *. = | 2e+06 ++ = | | = | 1.5e+06 ++ = | 1e+06 ++ = | | = | 500000 ++ O O O O O O O = | O O O O O O O O O O O O O O O O O O O = O 0 ++---------------------------------------------------------------= -+ sched_debug.cpu#1.sched_goidle 2e+06 *+---------------------------------------------------------------= -+ 1.8e+06 ++ = | | : .*.. .*. = | 1.6e+06 ++: .*.*.. *..* * .*.*. *.. = | 1.4e+06 ++ *.*. + + .*.*. * = | | *. .* *..*. = | 1.2e+06 ++ *. = | 1e+06 ++ = | 800000 ++ = | | = | 600000 ++ = | 400000 ++ = | | O O O O O O O = | 200000 O+ O O O O O O O O O O O O O O O O O O = O 0 ++---------------------------------------------------------------= -+ sched_debug.cpu#1.ttwu_count 1.8e+06 ++---------------------------------------------------------------= -+ *.. = | 1.6e+06 ++ *.*.. *..*.*..* .*. = | 1.4e+06 ++ *. .. + + .*.. .*..*.*. *..* = | | * *. .* *. * = | 1.2e+06 ++ *. = | 1e+06 ++ = | | = | 800000 ++ = | 600000 ++ = | | = | 400000 ++ O = | 200000 ++ O O O O O O O O O O = O O O O O O O O O O O O O O O O = | 0 ++---------------------------------------------------------------= -+ sched_debug.cpu#2.nr_switches 4.5e+06 ++---------------------------------------------------------------= -+ | * = | 4e+06 ++ .. = | 3.5e+06 ++ * = | | .* .*..* * .*.. .*..*.. .*.. + = | 3e+06 *+ : * : + + .* * * *. .* = | 2.5e+06 ++ : .. : + *. *. = | | * * = | 2e+06 ++ = | 1.5e+06 ++ = | | = | 1e+06 ++ = | 500000 ++ O O O O O O O = | O O O O O O O O O O O O O O O O O = O 0 ++------O---------------------------O----------------------------= -+ sched_debug.cpu#2.sched_count 4.5e+06 ++---------------------------------------------------------------= -+ | * = | 4e+06 ++ .. = | 3.5e+06 ++ * = | | .* .*..* * .*.. .*..*.. .*.. + = | 3e+06 *+ : * : + + .* * * *. .* = | 2.5e+06 ++ : .. : + *. *. = | | * * = | 2e+06 ++ = | 1.5e+06 ++ = | | = | 1e+06 ++ = | 500000 ++ O O O O O O O = | O O O O O O O O O O O O O O O O O = O 0 ++------O---------------------------O----------------------------= -+ sched_debug.cpu#2.sched_goidle 2.2e+06 ++---------------------------------------------------------------= -+ 2e+06 ++ * = | | .. = | 1.8e+06 ++ *.. .* = | 1.6e+06 ++.* + * * .*.. .*..*.. .*.. * = | 1.4e+06 *+ + .* : + + .* * * *. .. = | 1.2e+06 ++ *. : + *. * = | | * = | 1e+06 ++ = | 800000 ++ = | 600000 ++ = | 400000 ++ = | | O O O O O O O = | 200000 O+ O O O O O O O O O O O O O O O O O = O 0 ++------O--------------------------------------------------------= -+ sched_debug.cpu#2.ttwu_count 2e+06 ++-------------------------------------------------*-------------= -+ 1.8e+06 ++ + = | | *.. + = | 1.6e+06 *+. : * *. .*.. *.. .* = | 1.4e+06 ++ * : : + *..* *.*..*.. + * * = | | + .* : + * + .. = | 1.2e+06 ++ *. * * = | 1e+06 ++ = | 800000 ++ = | | = | 600000 ++ = | 400000 ++ = | | O O O O O O O = | 200000 O+ O O O O O O O O O O O O O O O O O = O 0 ++------O--------------------------------------------------------= -+ sched_debug.cpu#6.nr_switches 6e+06 ++--------*--------------------------------------------------------= -+ | .* : : *.. = | 5e+06 *+ : : : .* + .*..*.* = | | : .* : *. : * * *..*.*. = | | *. : + : .. : : = | 4e+06 ++ : .*. + * : : = | | *. * : : = | 3e+06 ++ * = | | = | 2e+06 ++ = | | = | | = | 1e+06 ++ = | | = | 0 O+-O-O--O-O--O--O-O--O--O-O--O-O--O--O-O--O-O--O--O-O--O--O-O--O-O-= -O sched_debug.cpu#6.sched_count 6e+06 ++--------*--------------------------------------------------------= -+ | .* : : *.. = | 5e+06 *+ : : : .* + .*..*.* = | | : .* : *. : * * *..*.*. = | | *. : + : .. : : = | 4e+06 ++ : .*. + * : : = | | *. * : : = | 3e+06 ++ * = | | = | 2e+06 ++ = | | = | | = | 1e+06 ++ = | | = | 0 O+-O-O--O-O--O--O-O--O--O-O--O-O--O--O-O--O-O--O--O-O--O--O-O--O-O-= -O sched_debug.cpu#6.sched_goidle 3e+06 ++--------*------------------------------------------------------= -+ | .* : : *.. = | 2.5e+06 *+ : : : .* + .*.*..* = | | : .* : *. : * * *..*.*. = | | *. : : : .. : : = | 2e+06 ++ :.*.. : * : : = | | * * : : = | 1.5e+06 ++ * = | | = | 1e+06 ++ = | | = | | = | 500000 ++ = | | = | 0 O+-O-O--O-O--O-O--O-O--O-O--O-O--O--O-O--O-O--O-O--O-O--O-O--O-O-= -O sched_debug.cpu#6.ttwu_count 3e+06 ++---------------------------------------------------------------= -+ | .* *.. = | 2.5e+06 *+. * : : .*.. .*..* = | | * + : : * * *..*.*..* = | | + + : : + .. * : = | 2e+06 ++ * *.*.. : * + : = | | : + : = | 1.5e+06 ++ * * = | | = | 1e+06 ++ = | | = | | = | 500000 ++ = | | = | 0 O+-O-O--O-O--O-O--O-O--O-O--O-O--O--O-O--O-O--O-O--O-O--O-O--O-O-= -O sched_debug.cpu#7.nr_switches 6e+06 ++-----------------------------------------------------------------= -+ | *.* *.. .*. .* = | 5e+06 *+.* + : : .*. *.. *.. .*..*..* = | | + + : : * * : * = | | * : : + : = | 4e+06 ++ *..*. : + : = | | * * = | 3e+06 ++ = | | = | 2e+06 ++ = | | = | | = | 1e+06 ++ = | | O = | 0 O+-O-O--O-O--O--O-O--O--O-O--O-O--O--O-O--O-O--O--O-O--O--O-O----O-= -O sched_debug.cpu#7.sched_count 6e+06 ++-----------------------------------------------------------------= -+ | *.* *.. .*. .* = | 5e+06 *+.* + : : .*. *.. *.. .*..*..* = | | + + : : * * : * = | | * : : + : = | 4e+06 ++ *..*. : + : = | | * * = | 3e+06 ++ = | | = | 2e+06 ++ = | | = | | = | 1e+06 ++ = | | O = | 0 O+-O-O--O-O--O--O-O--O--O-O--O-O--O--O-O--O-O--O--O-O--O--O-O----O-= -O sched_debug.cpu#7.sched_goidle 3e+06 ++---------------------------------------------------------------= -+ | *.* *.. .*. .* = | 2.5e+06 *+.* + : : .*. *.. *.. .*..*.*. = | | + + : : * * : * = | | * : : + : = | 2e+06 ++ *.*..: + : = | | * * = | 1.5e+06 ++ = | | = | 1e+06 ++ = | | = | | = | 500000 ++ = | | O = | 0 O+-O-O--O-O--O-O--O-O--O-O--O-O--O--O-O--O-O--O-O--O-O--O-O----O-= -O sched_debug.cpu#7.ttwu_count 3.5e+06 ++---------------------------------------------------------------= -+ | = | 3e+06 ++.* = | *. : *.* .*. .*.*.. .*.. = | 2.5e+06 ++ : + + *. *. * *..*.*..* * = | | :+ + : : : = | 2e+06 ++ * *.*.. : : : = | | * : : = | 1.5e+06 ++ * = | | = | 1e+06 ++ = | | = | 500000 ++ = | | = | 0 O+-O-O--O-O--O-O--O-O--O-O--O-O--O--O-O--O-O--O-O--O-O--O-O--O-O-= -O sched_debug.cpu#8.nr_switches 7e+06 ++-----------------------------------------------------------------= -+ | * * = | 6e+06 ++ : : : + .*.. = | *.. : : : + .*.. *.. *. = | 5e+06 ++ * : *.. : *. .* : + *. = | | + : .*. : *. *.. : * * = | 4e+06 ++ * *. * : = | | * = | 3e+06 ++ = | | = | 2e+06 ++ = | | = | 1e+06 ++ = | | = | 0 O+-O-O--O-O--O--O-O--O--O-O--O-O--O--O-O--O-O--O--O-O--O--O-O--O-O-= -O sched_debug.cpu#8.sched_count 7e+06 ++-----------------------------------------------------------------= -+ | * * = | 6e+06 ++ : : : + .*.. = | *.. : : : + .*.. *.. *. = | 5e+06 ++ * : *.. : *. .* : + *. = | | + : .*. : *. *.. : * * = | 4e+06 ++ * *. * : = | | * = | 3e+06 ++ = | | = | 2e+06 ++ = | | = | 1e+06 ++ = | | = | 0 O+-O-O--O-O--O--O-O--O--O-O--O-O--O--O-O--O-O--O--O-O--O--O-O--O-O-= -O sched_debug.cpu#8.sched_goidle 3.5e+06 ++---------------------------------------------------------------= -+ | * * = | 3e+06 ++ : : :+ .* = | *.. : : : + .*.. *.. *. + = | 2.5e+06 ++ * : *.. : *. .* : + *.. = | | + : .*..: *. *.. : * * = | 2e+06 ++ * * * : = | | * = | 1.5e+06 ++ = | | = | 1e+06 ++ = | | = | 500000 ++ = | | = | 0 O+-O-O--O-O--O-O--O-O--O-O--O-O--O--O-O--O-O--O-O--O-O--O-O--O-O-= -O sched_debug.cpu#8.ttwu_count 3e+06 ++---------------------------------------------------------------= -+ *.. = | 2.5e+06 ++ *. *..* *. .*. = | | * + *.. : + .. *..* *..*.*. *..* = | | + + .*.. : * : : = | 2e+06 ++ * * : : : = | | * : : = | 1.5e+06 ++ * = | | = | 1e+06 ++ = | | = | | = | 500000 ++ = | | = | 0 O+-O-O--O-O--O-O--O-O--O-O--O-O--O--O-O--O-O--O-O--O-O--O-O--O-O-= -O sched_debug.cpu#9.ttwu_count 3e+06 ++---------------------------------------------------------------= -+ *.. * .*.. = | 2.5e+06 ++ * + : *.. .*.. * *..* = | | : * : : .* :+ : * = | | : .. : *.. : *.*. * : + : = | 2e+06 ++ * : : : : : * = | | :: * : : = | 1.5e+06 ++ * :: = | | * = | 1e+06 ++ = | | = | | = | 500000 ++ = | | = | 0 O+-O-O--O-O--O-O--O-O--O-O--O-O--O--O-O--O-O--O-O--O-O--O-O--O-O-= -O sched_debug.cpu#10.nr_switches 6e+06 ++-----------------------------------------------------------------= -+ * = | 5e+06 ++ .*. .*.*.. *.. = | | + .* *. *. * : .*.. .* = | | *.*..* : : : : *.*. * = | 4e+06 ++ : * : : : = | | : .. + : : : = | 3e+06 ++ * * :: = | | * = | 2e+06 ++ = | | = | | = | 1e+06 ++ = | | = | 0 O+-O-O--O-O--O--O-O--O--O-O--O-O--O--O-O--O-O--O--O-O--O--O-O--O-O-= -O sched_debug.cpu#10.sched_count 6e+06 ++-----------------------------------------------------------------= -+ * = | 5e+06 ++ .*. .*.*.. *.. = | | + .* *. *. * : .*.. .* = | | *.*..* : : : : *.*. * = | 4e+06 ++ : * : : : = | | : .. + : : : = | 3e+06 ++ * * :: = | | * = | 2e+06 ++ = | | = | | = | 1e+06 ++ = | | = | 0 O+-O-O--O-O--O--O-O--O--O-O--O-O--O--O-O--O-O--O--O-O--O--O-O--O-O-= -O sched_debug.cpu#10.sched_goidle 3e+06 ++---------------------------------------------------------------= -+ * = | 2.5e+06 ++ .*. .*.*.. *.. = | | + .* *. *. * : .*. .* = | | *.*..* : : : : *.*. *. = | 2e+06 ++ : *.. : : : = | | : + : : : = | 1.5e+06 ++ * * :: = | | * = | 1e+06 ++ = | | = | | = | 500000 ++ = | | = | 0 O+-O-O--O-O--O-O--O-O--O-O--O-O--O--O-O--O-O--O-O--O-O--O-O--O-O-= -O sched_debug.cpu#10.ttwu_countTO: = CC: = CC: = CC: = 3e+06 ++-*-------------------------------------------------------------= -+ *. : = | 2.5e+06 ++ : .*. * = | | : *. *..*. .. : *..*. .*.*..* = | | : .*.* * : * : : *. = | 2e+06 ++ *. + : + : : : = | | + : + : : : = | 1.5e+06 ++ * * * = | | = | 1e+06 ++ = | | = | | = | 500000 ++ = | | = | 0 O+-O-O--O-O--O-O--O-O--O-O--O-O--O--O-O--O-O--O-O--O-O--O-O--O-O-= -O sched_debug.cpu#11.nr_switches 7e+06 ++-----------------------------------------------------------------= -+ | = | 6e+06 *+.* * = | | : *..*. *.. + + = | 5e+06 ++ : .* : *..*.*..* : *. + * = | | : * + * : : : *..* = | 4e+06 ++ : + + .. + : : : = | | :+ * * :: = | 3e+06 ++ * * = | | = | 2e+06 ++ = | | = | 1e+06 ++ = | | = | 0 O+-O-O--O-O--O--O-O--O--O-O--O-O--O--O-O--O-O--O--O-O--O--O-O--O-O-= -O sched_debug.cpu#11.sched_count 7e+06 ++-----------------------------------------------------------------= -+ | = | 6e+06 *+.* * = | | : *..*. *.. + + = | 5e+06 ++ : .* : *..*.*..* : *. + * = | | : * + * : : : *..* = | 4e+06 ++ : + + .. + : : : = | | :+ * * :: = | 3e+06 ++ * * = | | = | 2e+06 ++ = | | = | 1e+06 ++ = | | = | 0 O+-O-O--O-O--O--O-O--O--O-O--O-O--O--O-O--O-O--O--O-O--O--O-O--O-O-= -O sched_debug.cpu#11.sched_goidle 3.5e+06 ++---------------------------------------------------------------= -+ | = | 3e+06 *+.* *.. = | | : *..*. *.. : = | 2.5e+06 ++ : .* : *..*.*..* : *. : * = | | : * + *.. : : : *..* = | 2e+06 ++ : + + + : : : = | | :+ * * :: = | 1.5e+06 ++ * * = | | = | 1e+06 ++ = | | = | 500000 ++ = | | = | 0 O+-O-O--O-O--O-O--O-O--O-O--O-O--O--O-O--O-O--O-O--O-O--O-O--O-O-= -O sched_debug.cpu#11.ttwu_count 3.5e+06 ++---------------------------------------------------------------= -+ | .* = | 3e+06 *+. * : .*.. = | | : : *..*. *.. *.. .*..* * = | 2.5e+06 ++ * : : : *.. + * : * = | | + : : *.. : * + : = | 2e+06 ++ * : : * + : = | | :: * = | 1.5e+06 ++ * = | | = | 1e+06 ++ = | | = | 500000 ++ = | | = | 0 O+-O-O--O-O--O-O--O-O--O-O--O-O--O--O-O--O-O--O-O--O-O--O-O--O-O-= -O [*] bisect-good sample [O] bisect-bad sample To reproduce: apt-get install ruby git clone git://git.kernel.org/pub/scm/linux/kernel/git/wfg/lkp-tes= ts.git cd lkp-tests bin/setup-local job.yaml # the job file attached in this email bin/run-local job.yaml Disclaimer: Results have been estimated based on internal Intel analysis and are provid= ed for informational purposes only. Any difference in system hardware or softw= are design or configuration may affect actual performance. Thanks, Fengguang _______________________________________________ LKP mailing list LKP(a)linux.intel.com --===============2050916496765387342== Content-Type: text/plain MIME-Version: 1.0 Content-Transfer-Encoding: base64 Content-Disposition: attachment; filename="job.yaml" LS0tCnRlc3RjYXNlOiB3aWxsLWl0LXNjYWxlCmRlZmF1bHQtbW9uaXRvcnM6CiAgd2FpdDogcHJl LXRlc3QKICB1cHRpbWU6IAogIGlvc3RhdDogCiAgdm1zdGF0OiAKICBudW1hLW51bWFzdGF0OiAK ICBudW1hLXZtc3RhdDogCiAgbnVtYS1tZW1pbmZvOiAKICBwcm9jLXZtc3RhdDogCiAgcHJvYy1z dGF0OiAKICBtZW1pbmZvOiAKICBzbGFiaW5mbzogCiAgaW50ZXJydXB0czogCiAgbG9ja19zdGF0 OiAKICBsYXRlbmN5X3N0YXRzOiAKICBzb2Z0aXJxczogCiAgYmRpX2Rldl9tYXBwaW5nOiAKICBk aXNrc3RhdHM6IAogIG5mc3N0YXQ6IAogIGNwdWlkbGU6IAogIGNwdWZyZXEtc3RhdHM6IAogIHR1 cmJvc3RhdDogCiAgcG1ldGVyOiAKICBzY2hlZF9kZWJ1ZzoKICAgIGludGVydmFsOiAxMApkZWZh dWx0X3dhdGNoZG9nczoKICB3YXRjaC1vb206IAogIHdhdGNoZG9nOiAKY3B1ZnJlcV9nb3Zlcm5v cjogcGVyZm9ybWFuY2UKY29tbWl0OiA4NWQ4OGFjZGNhMzRlYmIzYzBmZTM1MjA1YWE5ZGJkNGU1 YmE0NDQ1Cm1vZGVsOiBXZXN0bWVyZQptZW1vcnk6IDZHCm5yX2hkZF9wYXJ0aXRpb25zOiAxCmhk ZF9wYXJ0aXRpb25zOiAKc3dhcF9wYXJ0aXRpb25zOiAKcm9vdGZzX3BhcnRpdGlvbjogCm5ldGNv bnNvbGVfcG9ydDogNjY2NwpwZXJmLXByb2ZpbGU6CiAgZnJlcTogODAwCndpbGwtaXQtc2NhbGU6 CiAgdGVzdDogd3JpdGVzZWVrMwp0ZXN0Ym94OiB3c20KdGJveF9ncm91cDogd3NtCmtjb25maWc6 IHg4Nl82NC1yaGVsCmVucXVldWVfdGltZTogMjAxNS0wMi0xMiAwNzoyNTowOC45MzU5MjY1MDQg KzA4OjAwCmhlYWRfY29tbWl0OiA4NWQ4OGFjZGNhMzRlYmIzYzBmZTM1MjA1YWE5ZGJkNGU1YmE0 NDQ1CmJhc2VfY29tbWl0OiBiZmE3NmQ0OTU3NjU5OWE0YjlmOWI3YTcxZjIzZDczZDZkY2ZmNzM1 CmJyYW5jaDogbGludXgtZGV2ZWwvZGV2ZWwtaG91cmx5LTIwMTUwMjEyMDQKa2VybmVsOiAiL2tl cm5lbC94ODZfNjQtcmhlbC84NWQ4OGFjZGNhMzRlYmIzYzBmZTM1MjA1YWE5ZGJkNGU1YmE0NDQ1 L3ZtbGludXotMy4xOS4wLXdsLWF0aC1nODVkODhhYyIKdXNlcjogbGtwCnF1ZXVlOiBjeWNsaWMK cm9vdGZzOiBkZWJpYW4teDg2XzY0LTIwMTUtMDItMDcuY2d6CnJlc3VsdF9yb290OiAiL3Jlc3Vs dC93c20vd2lsbC1pdC1zY2FsZS9wZXJmb3JtYW5jZS13cml0ZXNlZWszL2RlYmlhbi14ODZfNjQt MjAxNS0wMi0wNy5jZ3oveDg2XzY0LXJoZWwvODVkODhhY2RjYTM0ZWJiM2MwZmUzNTIwNWFhOWRi ZDRlNWJhNDQ0NS8wIgpqb2JfZmlsZTogIi9sa3Avc2NoZWR1bGVkL3dzbS9jeWNsaWNfd2lsbC1p dC1zY2FsZS1wZXJmb3JtYW5jZS13cml0ZXNlZWszLXg4Nl82NC1yaGVsLUhFQUQtODVkODhhY2Rj YTM0ZWJiM2MwZmUzNTIwNWFhOWRiZDRlNWJhNDQ0NS0wLTIwMTUwMjEyLTMxNDQwLTE0dm9kdG8u eWFtbCIKZGVxdWV1ZV90aW1lOiAyMDE1LTAyLTEyIDE5OjU2OjIyLjc3Mjg4MjA5NSArMDg6MDAK bnJfY3B1OiAiJChucHJvYykiCmpvYl9zdGF0ZTogZmluaXNoZWQKbG9hZGF2ZzogOC40MSA0Ljkz IDIuMDMgMS8xNjEgNTY0OQpzdGFydF90aW1lOiAnMTQyMzc0MjIwNicKZW5kX3RpbWU6ICcxNDIz NzQyNTEwJwp2ZXJzaW9uOiAiL2xrcC9sa3AvLnNyYy0yMDE1MDIxMi0xODQwMjQiCg== --===============2050916496765387342== Content-Type: text/plain MIME-Version: 1.0 Content-Transfer-Encoding: base64 Content-Disposition: attachment; filename="reproduce.ksh" Li9ydW50ZXN0LnB5IHdyaXRlc2VlazMgMzIgYm90aCAxIDYgOSAxMgo= --===============2050916496765387342==-- From mboxrd@z Thu Jan 1 00:00:00 1970 Return-Path: Received: (majordomo@vger.kernel.org) by vger.kernel.org via listexpand id S1752348AbbBMFhl (ORCPT ); Fri, 13 Feb 2015 00:37:41 -0500 Received: from mga09.intel.com ([134.134.136.24]:54106 "EHLO mga09.intel.com" rhost-flags-OK-OK-OK-OK) by vger.kernel.org with ESMTP id S1751912AbbBMFhk (ORCPT ); Fri, 13 Feb 2015 00:37:40 -0500 X-ExtLoop1: 1 X-IronPort-AV: E=Sophos;i="5.09,569,1418112000"; d="yaml'?scan'208";a="526984236" Message-ID: <1423805855.5968.139.camel@intel.com> Subject: [LKP] [mutex] 6aa15f5a2fe: -9.2% will-it-scale.per_process_ops From: Huang Ying To: Jason Low Cc: Peter Zijlstra , LKML , LKP ML Date: Fri, 13 Feb 2015 13:37:35 +0800 Content-Type: multipart/mixed; boundary="=-ca/QWLsAM9TIC4/tN5XQ" X-Mailer: Evolution 3.12.9-1+b1 Mime-Version: 1.0 Sender: linux-kernel-owner@vger.kernel.org List-ID: X-Mailing-List: linux-kernel@vger.kernel.org --=-ca/QWLsAM9TIC4/tN5XQ Content-Type: text/plain; charset="UTF-8" Content-Transfer-Encoding: 8bit FYI, we noticed the below changes on git://git.kernel.org/pub/scm/linux/kernel/git/peterz/queue.git locking/core commit 6aa15f5a2febe058056180786bb39513ad5ae70d ("mutex: In mutex_spin_on_owner(), return true when owner changes") testbox/testcase/testparams: wsm/will-it-scale/performance-writeseek3 afffc6c1805d98e0 6aa15f5a2febe058056180786b ---------------- -------------------------- %stddev %change %stddev \ | \ 27329774 ± 5% -98.7% 350559 ± 4% will-it-scale.time.voluntary_context_switches 1401 ± 4% +340.4% 6172 ± 9% will-it-scale.time.involuntary_context_switches 402 ± 7% +157.9% 1036 ± 0% will-it-scale.time.system_time 141 ± 6% +146.3% 347 ± 0% will-it-scale.time.percent_of_cpu_this_job_got 28.29 ± 4% -25.7% 21.01 ± 1% will-it-scale.time.user_time 777773 ± 0% -9.2% 706114 ± 7% will-it-scale.per_process_ops 4995546 ± 11% -99.4% 31990 ± 29% sched_debug.cpu#11.sched_count 332497 ± 9% -87.9% 40257 ± 4% softirqs.SCHED 0.96 ± 20% -100.0% 0.00 ± 0% perf-profile.cpu-cycles.hrtimer_try_to_cancel.hrtimer_cancel.tick_nohz_restart.tick_nohz_idle_exit.cpu_startup_entry 0.99 ± 14% -100.0% 0.00 ± 0% perf-profile.cpu-cycles.hrtimer_cancel.tick_nohz_restart.tick_nohz_idle_exit.cpu_startup_entry.start_secondary 1.40 ± 3% -100.0% 0.00 ± 0% perf-profile.cpu-cycles.dequeue_entity.dequeue_task_fair.dequeue_task.deactivate_task.__schedule 1.36 ± 15% -100.0% 0.00 ± 0% perf-profile.cpu-cycles.get_nohz_timer_target.__hrtimer_start_range_ns.hrtimer_start.tick_nohz_stop_sched_tick.__tick_nohz_idle_enter 1.62 ± 4% -100.0% 0.00 ± 0% perf-profile.cpu-cycles.pick_next_task_fair.__schedule.schedule_preempt_disabled.cpu_startup_entry.start_secondary 1.69 ± 2% -100.0% 0.00 ± 0% perf-profile.cpu-cycles.dequeue_task_fair.dequeue_task.deactivate_task.__schedule.schedule_preempt_disabled 15.54 ± 32% +351.5% 70.18 ± 2% perf-profile.cpu-cycles.mutex_optimistic_spin.__mutex_lock_slowpath.mutex_lock.generic_file_write_iter.new_sync_write 1.94 ± 3% -100.0% 0.00 ± 0% perf-profile.cpu-cycles.dequeue_task.deactivate_task.__schedule.schedule_preempt_disabled.__mutex_lock_slowpath 1.96 ± 4% -100.0% 0.00 ± 0% perf-profile.cpu-cycles.deactivate_task.__schedule.schedule_preempt_disabled.__mutex_lock_slowpath.mutex_lock 2.08 ± 11% -100.0% 0.00 ± 0% perf-profile.cpu-cycles._raw_spin_lock.try_to_wake_up.wake_up_process.__mutex_unlock_slowpath.mutex_unlock 20.14 ± 10% -82.3% 3.56 ± 34% perf-profile.cpu-cycles.start_secondary 20.04 ± 10% -82.2% 3.56 ± 34% perf-profile.cpu-cycles.cpu_startup_entry.start_secondary 2.67 ± 8% -100.0% 0.00 ± 0% perf-profile.cpu-cycles._raw_spin_unlock_irqrestore.__hrtimer_start_range_ns.hrtimer_start_range_ns.tick_nohz_restart.tick_nohz_idle_exit 4495470 ± 7% -99.4% 25868 ± 12% sched_debug.cpu#9.nr_switches 4496190 ± 7% -99.4% 26052 ± 12% sched_debug.cpu#9.sched_count 40599.18 ± 41% -100.0% 0.00 ± 0% sched_debug.cfs_rq[6]:/.max_vruntime 3.30 ± 8% -100.0% 0.00 ± 0% perf-profile.cpu-cycles.__hrtimer_start_range_ns.hrtimer_start_range_ns.tick_nohz_restart.tick_nohz_idle_exit.cpu_startup_entry 3.33 ± 6% -100.0% 0.00 ± 0% perf-profile.cpu-cycles.hrtimer_start_range_ns.tick_nohz_restart.tick_nohz_idle_exit.cpu_startup_entry.start_secondary 2247155 ± 7% -99.4% 12447 ± 14% sched_debug.cpu#9.sched_goidle 40599.18 ± 41% -100.0% 0.00 ± 0% sched_debug.cfs_rq[6]:/.MIN_vruntime 3.99 ± 6% -100.0% 0.00 ± 0% perf-profile.cpu-cycles.__schedule.schedule_preempt_disabled.__mutex_lock_slowpath.mutex_lock.generic_file_write_iter 2448071 ± 2% -99.4% 13482 ± 9% sched_debug.cpu#6.ttwu_count 2554386 ± 2% -99.5% 13020 ± 8% sched_debug.cpu#6.sched_goidle 5111673 ± 2% -99.5% 26787 ± 8% sched_debug.cpu#6.sched_count 2527550 ± 6% -99.5% 12538 ± 14% sched_debug.cpu#9.ttwu_count 5109913 ± 2% -99.5% 26531 ± 8% sched_debug.cpu#6.nr_switches 54085 ± 37% +845.7% 511463 ± 40% sched_debug.cfs_rq[5]:/.min_vruntime 8424 ± 16% +560.9% 55678 ± 42% sched_debug.cfs_rq[5]:/.exec_clock 1201871 ± 19% -83.0% 204673 ± 49% sched_debug.cpu#5.sched_count 10 ± 28% +490.5% 62 ± 31% sched_debug.cpu#5.cpu_load[4] 93687275 ± 19% -94.0% 5611171 ± 33% cpuidle.C1-NHM.time 558262 ± 18% -96.2% 21169 ± 6% cpuidle.C1-NHM.usage 9.831e+08 ± 15% -98.8% 11473350 ± 25% cpuidle.C3-NHM.time 3976387 ± 13% -99.3% 26803 ± 6% cpuidle.C3-NHM.usage 1390481 ± 7% -95.5% 63030 ± 4% cpuidle.C6-NHM.usage 0.92 ± 8% -100.0% 0.00 ± 0% perf-profile.cpu-cycles._raw_spin_lock_irqsave.try_to_wake_up.wake_up_process.__mutex_unlock_slowpath.mutex_unlock 5406764 ± 9% -99.3% 38661 ± 36% sched_debug.cpu#8.nr_switches 27329774 ± 5% -98.7% 350559 ± 4% time.voluntary_context_switches 2702648 ± 9% -99.3% 18971 ± 37% sched_debug.cpu#8.sched_goidle 5408351 ± 9% -99.3% 38886 ± 36% sched_debug.cpu#8.sched_count 23.91 ± 12% -99.1% 0.22 ± 40% turbostat.CPU%c3 1588237 ± 8% -87.6% 197379 ± 28% sched_debug.cpu#1.sched_goidle 12 ± 21% +400.0% 61 ± 31% sched_debug.cpu#5.cpu_load[3] 14 ± 15% +324.6% 60 ± 30% sched_debug.cpu#5.cpu_load[2] 2804909 ± 4% -99.5% 15331 ± 33% sched_debug.cpu#11.ttwu_count 2496582 ± 11% -99.4% 14895 ± 31% sched_debug.cpu#11.sched_goidle 2449189 ± 2% -99.2% 19646 ± 34% sched_debug.cpu#8.ttwu_count 2672337 ± 9% -98.3% 44488 ± 29% sched_debug.cpu#0.nr_switches 4995012 ± 11% -99.4% 31857 ± 29% sched_debug.cpu#11.nr_switches 1201660 ± 19% -83.0% 204494 ± 49% sched_debug.cpu#5.nr_switches 955232 ± 15% -85.7% 136563 ± 20% sched_debug.cpu#4.ttwu_count 995565 ± 13% -86.3% 136302 ± 19% sched_debug.cpu#4.sched_goidle 1992443 ± 13% -86.2% 274424 ± 19% sched_debug.cpu#4.sched_count 2673257 ± 9% -98.3% 44671 ± 29% sched_debug.cpu#0.sched_count 1334237 ± 9% -98.5% 20205 ± 32% sched_debug.cpu#0.sched_goidle 1354162 ± 5% -98.3% 22809 ± 28% sched_debug.cpu#0.ttwu_count 26659.70 ± 14% -100.0% 0.00 ± 0% sched_debug.cfs_rq[9]:/.MIN_vruntime 1992050 ± 13% -86.2% 274292 ± 19% sched_debug.cpu#4.nr_switches 88563 ± 27% +365.2% 411997 ± 25% sched_debug.cfs_rq[3]:/.min_vruntime 26659.70 ± 14% -100.0% 0.00 ± 0% sched_debug.cfs_rq[9]:/.max_vruntime 1531974 ± 19% -89.7% 157815 ± 23% sched_debug.cpu#2.ttwu_count 1650173 ± 16% -90.5% 157023 ± 24% sched_debug.cpu#2.sched_goidle 2264230 ± 4% -99.5% 12323 ± 7% sched_debug.cpu#10.ttwu_count 3177630 ± 8% -87.5% 395822 ± 28% sched_debug.cpu#1.nr_switches 3302396 ± 16% -90.4% 315490 ± 24% sched_debug.cpu#2.sched_count 4365273 ± 5% -99.4% 24251 ± 6% sched_debug.cpu#10.nr_switches 3301465 ± 16% -90.4% 315323 ± 24% sched_debug.cpu#2.nr_switches 4366326 ± 5% -99.4% 24433 ± 6% sched_debug.cpu#10.sched_count 2182166 ± 5% -99.5% 11526 ± 7% sched_debug.cpu#10.sched_goidle 1462067 ± 3% -86.5% 197145 ± 29% sched_debug.cpu#1.ttwu_count 3178415 ± 8% -87.5% 396013 ± 28% sched_debug.cpu#1.sched_count 145590 ± 45% +280.1% 553319 ± 14% sched_debug.cfs_rq[1]:/.min_vruntime 1.14 ± 19% -78.9% 0.24 ± 34% perf-profile.cpu-cycles.shmem_file_llseek.sys_lseek.system_call_fastpath 14.24 ± 4% -82.6% 2.48 ± 43% perf-profile.cpu-cycles.__mutex_unlock_slowpath.mutex_unlock.generic_file_write_iter.new_sync_write.vfs_write 14.38 ± 4% -82.2% 2.56 ± 41% perf-profile.cpu-cycles.mutex_unlock.generic_file_write_iter.new_sync_write.vfs_write.sys_write 98519 ± 38% +276.0% 370400 ± 40% sched_debug.cfs_rq[4]:/.min_vruntime 12 ± 23% +324.5% 52 ± 23% sched_debug.cpu#3.cpu_load[4] 148 ± 13% +291.3% 582 ± 28% sched_debug.cfs_rq[5]:/.tg_runnable_contrib 6860 ± 12% +288.6% 26657 ± 28% sched_debug.cfs_rq[5]:/.avg->runnable_avg_sum 1401 ± 4% +340.4% 6172 ± 9% time.involuntary_context_switches 962541 ± 20% -74.3% 247827 ± 22% sched_debug.cpu#3.ttwu_count 27121946 ± 39% +207.6% 83418729 ± 41% cpuidle.POLL.time 13141 ± 10% +248.4% 45786 ± 28% sched_debug.cfs_rq[3]:/.exec_clock 871810 ± 19% -71.6% 247691 ± 22% sched_debug.cpu#3.sched_goidle 1744545 ± 19% -71.5% 497212 ± 22% sched_debug.cpu#3.nr_switches 1744810 ± 19% -71.5% 497350 ± 22% sched_debug.cpu#3.sched_count 8013 ± 48% +177.9% 22273 ± 26% sched_debug.cfs_rq[4]:/.avg->runnable_avg_sum 175 ± 48% +177.1% 485 ± 26% sched_debug.cfs_rq[4]:/.tg_runnable_contrib 19 ± 21% +236.4% 64 ± 30% sched_debug.cfs_rq[5]:/.runnable_load_avg 18 ± 35% +236.0% 63 ± 14% sched_debug.cpu#1.cpu_load[4] 18 ± 14% +226.0% 59 ± 28% sched_debug.cpu#5.cpu_load[1] 20.76 ± 23% +239.0% 70.38 ± 2% perf-profile.cpu-cycles.__mutex_lock_slowpath.mutex_lock.generic_file_write_iter.new_sync_write.vfs_write 152212 ± 36% +234.5% 509104 ± 9% sched_debug.cfs_rq[2]:/.min_vruntime 7857 ± 13% +193.3% 23042 ± 16% sched_debug.cfs_rq[3]:/.avg->runnable_avg_sum 171 ± 13% +192.1% 501 ± 16% sched_debug.cfs_rq[3]:/.tg_runnable_contrib 14 ± 26% +267.2% 53 ± 21% sched_debug.cpu#3.cpu_load[3] 18 ± 33% +213.5% 58 ± 7% sched_debug.cpu#2.cpu_load[4] 23.57 ± 20% +205.2% 71.91 ± 2% perf-profile.cpu-cycles.mutex_lock.generic_file_write_iter.new_sync_write.vfs_write.sys_write 20 ± 30% +214.8% 63 ± 14% sched_debug.cpu#1.cpu_load[3] 2.08 ± 12% -66.5% 0.70 ± 11% perf-profile.cpu-cycles.sys_lseek.system_call_fastpath 1.42 ± 15% -73.2% 0.38 ± 22% perf-profile.cpu-cycles.file_update_time.__generic_file_write_iter.generic_file_write_iter.new_sync_write.vfs_write 18 ± 37% +194.7% 55 ± 18% sched_debug.cpu#3.cpu_load[2] 740 ± 11% +182.5% 2091 ± 17% sched_debug.cpu#5.curr->pid 21881 ± 23% +163.3% 57608 ± 16% sched_debug.cfs_rq[1]:/.exec_clock 246670 ± 26% +164.8% 653087 ± 5% sched_debug.cfs_rq[8]:/.min_vruntime 114092 ± 5% -67.0% 37644 ± 5% softirqs.RCU 30 ± 30% +125.6% 68 ± 15% sched_debug.cpu#1.cpu_load[0] 36 ± 44% +132.7% 85 ± 19% sched_debug.cfs_rq[0]:/.runnable_load_avg 28 ± 16% +163.7% 74 ± 5% sched_debug.cpu#8.cpu_load[4] 258 ± 22% +139.6% 620 ± 9% sched_debug.cfs_rq[1]:/.tg_runnable_contrib 11830 ± 21% +139.7% 28352 ± 9% sched_debug.cfs_rq[1]:/.avg->runnable_avg_sum 22 ± 27% +185.6% 64 ± 13% sched_debug.cpu#1.cpu_load[2] 430107 ± 20% +153.1% 1088393 ± 0% softirqs.TIMER 21 ± 21% +178.6% 58 ± 7% sched_debug.cpu#2.cpu_load[3] 24 ± 19% +144.3% 59 ± 26% sched_debug.cpu#5.cpu_load[0] 818 ± 29% +131.7% 1895 ± 6% sched_debug.cpu#3.curr->pid 11124 ± 29% +135.6% 26209 ± 5% sched_debug.cfs_rq[2]:/.avg->runnable_avg_sum 31 ± 13% +141.9% 75 ± 5% sched_debug.cpu#8.cpu_load[3] 243 ± 29% +134.7% 571 ± 5% sched_debug.cfs_rq[2]:/.tg_runnable_contrib 28 ± 20% +142.6% 69 ± 13% sched_debug.cpu#7.cpu_load[4] 402 ± 7% +157.9% 1036 ± 0% time.system_time 834 ± 18% +152.6% 2108 ± 14% sched_debug.cpu#1.curr->pid 1.13 ± 8% -59.6% 0.46 ± 3% perf-profile.cpu-cycles.__sb_end_write.vfs_write.sys_write.system_call_fastpath 30 ± 17% +130.1% 70 ± 14% sched_debug.cpu#7.cpu_load[3] 253168 ± 22% +141.0% 610051 ± 10% sched_debug.cfs_rq[7]:/.min_vruntime 26 ± 9% +147.7% 66 ± 2% sched_debug.cfs_rq[1]:/.runnable_load_avg 141 ± 6% +146.3% 347 ± 0% time.percent_of_cpu_this_job_got 25 ± 24% +154.4% 65 ± 14% sched_debug.cpu#1.cpu_load[1] 31986 ± 39% +129.0% 73256 ± 16% sched_debug.cfs_rq[0]:/.exec_clock 1.19 ± 11% -53.6% 0.55 ± 3% perf-profile.cpu-cycles.__sb_start_write.vfs_write.sys_write.system_call_fastpath 215936 ± 21% +135.4% 508378 ± 30% sched_debug.cfs_rq[10]:/.min_vruntime 233932 ± 23% +100.7% 469477 ± 20% sched_debug.cfs_rq[9]:/.min_vruntime 0.93 ± 13% -55.3% 0.41 ± 8% perf-profile.cpu-cycles.__srcu_read_unlock.fsnotify.vfs_write.sys_write.system_call_fastpath 1.23 ± 16% -57.2% 0.53 ± 6% perf-profile.cpu-cycles.find_get_entry.find_lock_entry.shmem_getpage_gfp.shmem_write_begin.generic_perform_write 32 ± 10% +123.7% 73 ± 16% sched_debug.cpu#7.cpu_load[2] 187996 ± 37% +213.3% 588915 ± 10% sched_debug.cfs_rq[0]:/.min_vruntime 1684 ± 8% -59.5% 681 ± 19% cpuidle.POLL.usage 1.50 ± 14% -56.7% 0.65 ± 7% perf-profile.cpu-cycles.unlock_page.shmem_write_end.generic_perform_write.__generic_file_write_iter.generic_file_write_iter 35 ± 9% +115.5% 76 ± 6% sched_debug.cpu#8.cpu_load[2] 30 ± 13% +94.2% 58 ± 24% sched_debug.cpu#10.cpu_load[4] 3.56 ± 8% -51.2% 1.74 ± 19% perf-profile.cpu-cycles.shmem_write_end.generic_perform_write.__generic_file_write_iter.generic_file_write_iter.new_sync_write 7.42 ± 6% -52.0% 3.56 ± 2% perf-profile.cpu-cycles.copy_user_generic_string.generic_perform_write.__generic_file_write_iter.generic_file_write_iter.new_sync_write 3508 ± 17% +104.5% 7174 ± 0% sched_debug.cfs_rq[2]:/.tg->runnable_avg 3508 ± 17% +104.5% 7175 ± 0% sched_debug.cfs_rq[3]:/.tg->runnable_avg 3513 ± 17% +104.3% 7177 ± 0% sched_debug.cfs_rq[4]:/.tg->runnable_avg 3516 ± 17% +104.2% 7179 ± 0% sched_debug.cfs_rq[5]:/.tg->runnable_avg 3517 ± 17% +104.2% 7181 ± 0% sched_debug.cfs_rq[6]:/.tg->runnable_avg 3520 ± 17% +104.1% 7183 ± 0% sched_debug.cfs_rq[7]:/.tg->runnable_avg 3522 ± 17% +104.0% 7184 ± 0% sched_debug.cfs_rq[8]:/.tg->runnable_avg 3524 ± 17% +103.9% 7185 ± 0% sched_debug.cfs_rq[9]:/.tg->runnable_avg 2.21 ± 11% -55.5% 0.98 ± 7% perf-profile.cpu-cycles.find_lock_entry.shmem_getpage_gfp.shmem_write_begin.generic_perform_write.__generic_file_write_iter 3528 ± 17% +103.7% 7186 ± 0% sched_debug.cfs_rq[10]:/.tg->runnable_avg 3532 ± 17% +103.5% 7188 ± 0% sched_debug.cfs_rq[11]:/.tg->runnable_avg 3509 ± 17% +104.5% 7177 ± 0% sched_debug.cfs_rq[0]:/.tg->runnable_avg 3513 ± 17% +104.2% 7173 ± 0% sched_debug.cfs_rq[1]:/.tg->runnable_avg 3.50 ± 6% -52.9% 1.65 ± 8% perf-profile.cpu-cycles.shmem_write_begin.generic_perform_write.__generic_file_write_iter.generic_file_write_iter.new_sync_write 2.96 ± 9% -54.3% 1.35 ± 5% perf-profile.cpu-cycles.shmem_getpage_gfp.shmem_write_begin.generic_perform_write.__generic_file_write_iter.generic_file_write_iter 1.33 ± 10% -52.2% 0.64 ± 1% perf-profile.cpu-cycles.system_call 2.91 ± 6% -49.0% 1.48 ± 13% perf-profile.cpu-cycles.fsnotify.vfs_write.sys_write.system_call_fastpath 968 ± 32% +111.7% 2049 ± 11% sched_debug.cpu#2.curr->pid 22881 ± 17% +125.4% 51569 ± 9% sched_debug.cfs_rq[2]:/.exec_clock 20.55 ± 4% -50.4% 10.20 ± 3% perf-profile.cpu-cycles.__generic_file_write_iter.generic_file_write_iter.new_sync_write.vfs_write.sys_write 25 ± 16% +131.7% 58 ± 7% sched_debug.cpu#2.cpu_load[2] 12228 ± 24% +149.6% 30527 ± 9% sched_debug.cfs_rq[0]:/.avg->runnable_avg_sum 267 ± 24% +149.2% 666 ± 8% sched_debug.cfs_rq[0]:/.tg_runnable_contrib 36965 ± 14% +90.9% 70555 ± 6% sched_debug.cfs_rq[8]:/.exec_clock 974 ± 17% +118.5% 2129 ± 7% sched_debug.cpu#0.curr->pid 33 ± 15% +79.3% 60 ± 22% sched_debug.cpu#10.cpu_load[3] 1018 ± 10% +86.4% 1898 ± 26% sched_debug.cpu#10.curr->pid 344 ± 20% +92.7% 664 ± 9% sched_debug.cfs_rq[7]:/.tg_runnable_contrib 15780 ± 20% +93.2% 30482 ± 9% sched_debug.cfs_rq[7]:/.avg->runnable_avg_sum 1.18 ± 6% -50.1% 0.59 ± 6% perf-profile.cpu-cycles.__srcu_read_lock.fsnotify.vfs_write.sys_write.system_call_fastpath 1.36 ± 8% -50.6% 0.67 ± 3% perf-profile.cpu-cycles.system_call_after_swapgs 17.36 ± 6% -48.1% 9.00 ± 2% perf-profile.cpu-cycles.generic_perform_write.__generic_file_write_iter.generic_file_write_iter.new_sync_write.vfs_write 348 ± 12% +98.7% 691 ± 4% sched_debug.cfs_rq[8]:/.tg_runnable_contrib 15908 ± 12% +99.2% 31685 ± 4% sched_debug.cfs_rq[8]:/.avg->runnable_avg_sum 2 ± 15% +109.1% 5 ± 7% vmstat.procs.r 57 ± 18% +76.6% 102 ± 26% sched_debug.cfs_rq[0]:/.load 39 ± 19% +61.1% 63 ± 20% sched_debug.cpu#10.cpu_load[2] 979 ± 12% +93.5% 1894 ± 19% sched_debug.cpu#4.curr->pid 36 ± 12% +113.0% 77 ± 22% sched_debug.cpu#7.cpu_load[1] 2.58 ± 4% -56.6% 1.12 ± 41% perf-profile.cpu-cycles._raw_spin_lock.__mutex_unlock_slowpath.mutex_unlock.generic_file_write_iter.new_sync_write 29 ± 20% +89.9% 56 ± 19% sched_debug.cpu#9.cpu_load[4] 328 ± 16% +66.5% 547 ± 15% sched_debug.cfs_rq[9]:/.tg_runnable_contrib 28 ± 21% +67.5% 47 ± 43% sched_debug.cpu#11.cpu_load[3] 15011 ± 16% +67.0% 25062 ± 15% sched_debug.cfs_rq[9]:/.avg->runnable_avg_sum 6.06 ± 27% +64.2% 9.95 ± 3% perf-profile.cpu-cycles.mutex_spin_on_owner.mutex_optimistic_spin.__mutex_lock_slowpath.mutex_lock.generic_file_write_iter 1328 ± 8% +72.3% 2288 ± 11% sched_debug.cpu#6.curr->pid 3035 ± 6% -43.1% 1727 ± 0% uptime.idle 62 ± 19% +64.1% 103 ± 26% sched_debug.cpu#0.load 27 ± 25% +65.8% 46 ± 46% sched_debug.cpu#11.cpu_load[4] 30 ± 23% +91.0% 58 ± 8% sched_debug.cpu#2.cpu_load[1] 33 ± 20% +73.5% 57 ± 18% sched_debug.cpu#9.cpu_load[3] 335 ± 6% +70.3% 570 ± 23% sched_debug.cfs_rq[10]:/.tg_runnable_contrib 15314 ± 6% +70.7% 26147 ± 23% sched_debug.cfs_rq[10]:/.avg->runnable_avg_sum 43 ± 15% +83.2% 79 ± 8% sched_debug.cpu#8.cpu_load[1] 1002 ± 29% +96.0% 1964 ± 16% sched_debug.cpu#9.curr->pid 37 ± 26% +56.3% 59 ± 16% sched_debug.cpu#9.cpu_load[2] 38074 ± 11% +70.5% 64907 ± 14% sched_debug.cfs_rq[7]:/.exec_clock 35574 ± 12% +37.3% 48848 ± 26% sched_debug.cfs_rq[9]:/.exec_clock 1446 ± 22% +53.7% 2223 ± 10% sched_debug.cpu#7.curr->pid 303929 ± 8% +49.3% 453870 ± 17% sched_debug.cpu#9.avg_idle 39159 ± 16% +64.5% 64413 ± 14% sched_debug.cpu#3.nr_load_updates 487643 ± 21% +71.0% 834025 ± 5% sched_debug.cfs_rq[6]:/.min_vruntime 45 ± 30% +90.2% 87 ± 30% sched_debug.cpu#7.cpu_load[0] 55 ± 18% +65.3% 91 ± 26% sched_debug.cpu#1.load 59.50 ± 5% +43.1% 85.14 ± 2% perf-profile.cpu-cycles.generic_file_write_iter.new_sync_write.vfs_write.sys_write.system_call_fastpath 24882 ± 19% +51.9% 37790 ± 7% sched_debug.cfs_rq[6]:/.avg->runnable_avg_sum 543 ± 19% +51.8% 824 ± 7% sched_debug.cfs_rq[6]:/.tg_runnable_contrib 63.20 ± 5% +38.4% 87.45 ± 3% perf-profile.cpu-cycles.new_sync_write.vfs_write.sys_write.system_call_fastpath 2.83 ± 3% -31.4% 1.94 ± 14% perf-profile.cpu-cycles.mutex_unlock.new_sync_write.vfs_write.sys_write.system_call_fastpath 2391 ± 3% +43.0% 3419 ± 1% proc-vmstat.pgactivate 1330 ± 33% +71.0% 2275 ± 4% sched_debug.cpu#8.curr->pid 28.29 ± 4% -25.7% 21.01 ± 1% time.user_time 31.42 ± 7% -24.9% 23.60 ± 3% turbostat.CPU%c1 70.99 ± 4% +28.4% 91.13 ± 2% perf-profile.cpu-cycles.vfs_write.sys_write.system_call_fastpath 72.19 ± 3% +27.1% 91.74 ± 2% perf-profile.cpu-cycles.sys_write.system_call_fastpath 74.71 ± 3% +24.0% 92.63 ± 2% perf-profile.cpu-cycles.system_call_fastpath 2766 ± 1% +26.2% 3491 ± 0% proc-vmstat.nr_shmem 11068 ± 1% +26.2% 13969 ± 0% meminfo.Shmem 54 ± 17% +40.1% 76 ± 13% sched_debug.cfs_rq[1]:/.load 55 ± 32% +43.0% 79 ± 13% sched_debug.cfs_rq[8]:/.runnable_load_avg 2690 ± 5% -10.1% 2417 ± 2% slabinfo.kmalloc-256.active_objs 60 ± 1% +10.4% 66 ± 2% turbostat.CoreTmp 6214 ± 2% -7.0% 5777 ± 5% slabinfo.vm_area_struct.num_objs 24089 ± 4% +9.4% 26356 ± 0% meminfo.Active(anon) 6024 ± 4% +9.4% 6589 ± 0% proc-vmstat.nr_active_anon 17.44 ± 1% -9.4% 15.80 ± 2% turbostat.CPU%c6 1064863 ± 12% -13.3% 923694 ± 0% cpuidle.C1E-NHM.usage 378254 ± 4% -97.0% 11409 ± 2% vmstat.system.cs 27.23 ± 16% +121.7% 60.38 ± 1% turbostat.%Busy 959 ± 16% +121.5% 2124 ± 1% turbostat.Avg_MHz 7791 ± 4% +33.8% 10421 ± 0% vmstat.system.in wsm: Westmere Memory: 6G time.system_time 1100 ++-------------------------------------------------------------------+ O O O O O O O O O O O O O O O O O O O O O O O O O O O 1000 ++ | 900 ++ | | | 800 ++ | | | 700 ++ * | | + : | 600 ++ + : | 500 ++ * : | | .*.. + : .*.. .* | 400 *+.*.*. * *.*..*..* *..*.*..*.*.. .*. | | *..* | 300 ++-------------------------------------------------------------------+ time.percent_of_cpu_this_job_got 350 O+-O-O--O--O-O--O--O--O-O--O--O-O--O--O-O--O--O-O--O--O--O-O--O--O-O--O | | | | 300 ++ | | | | | 250 ++ * | | + : | 200 ++ + : | | * : | | + : | 150 ++ .*..*..* : .*.. .*. .*.. .* | *..* *..* *. *. *.*..*..*.*..*. | | | 100 ++--------------------------------------------------------------------+ time.voluntary_context_switches 3e+07 ++-----------------------------------------*----------------------+ *.. *.. + *.*.. | 2.5e+07 ++ .*.*..*. .*.*.. .*. .. *.*..* * | | *.*. *. *.*. * | | | 2e+07 ++ | | | 1.5e+07 ++ | | | 1e+07 ++ | | | | | 5e+06 ++ | | | 0 O+-O-O--O-O--O-O--O-O--O-O--O-O--O--O-O--O-O--O-O--O-O--O-O--O-O--O softirqs.SCHED 450000 ++-----------------------------------------------------------------+ | * | 400000 ++ + + .* | 350000 ++ + *.. .*. + * | | .*..*.* .*..*.*..*.. *..* *.. .. | 300000 *+.* *..* + * | 250000 ++ * | | | 200000 ++ | 150000 ++ | | | 100000 ++ | 50000 ++ | O O O O O O O O O O O O O O O O O O O O O O O O O O O 0 ++-----------------------------------------------------------------+ softirqs.RCU 130000 ++-----------------------------------------------------------------+ 120000 ++ *.. * | | .*. .*.*.. .*.. + *.. * .*.. .. | 110000 *+ *. *..* * * + + .* * | 100000 ++ *. .. + + *. | | * * | 90000 ++ | 80000 ++ | 70000 ++ | | | 60000 ++ | 50000 ++ | | O O | 40000 O+ O O O O O O O O O O O O O O O O O O O O O O 30000 ++-------------------------------------O---------O-----------------+ cpuidle.C1-NHM.usage 900000 ++-----------------------------------------------------------------+ | .* *.* | 800000 ++ *. *. : : : | 700000 ++ : *..*.. : : : : * | | : : : : : + | 600000 *+.*.*.. : *.*..* : .* * + | 500000 ++ *.* * + .* | | *. | 400000 ++ | 300000 ++ | | | 200000 ++ | 100000 ++ | | O O O O | 0 O+-O-O--O-O--O-O--O--O------------O-O--O-O--O-O--O--O-O--O-O--O-O--O cpuidle.C6-NHM.usage 1.8e+06 ++----------------------------------------------------------------+ | * *.*.. | 1.6e+06 *+. .*.. + + .*.. + *.. *..* .* | 1.4e+06 ++ * * + * *. + + + .*. | | *. .. * * *..* | 1.2e+06 ++ * | 1e+06 ++ | | | 800000 ++ | 600000 ++ | | | 400000 ++ | 200000 ++ | | O O O O O O | 0 O+-O----O----O-O--O-O--O----O-O--O--O----O-O--O----O-O--O-O--O----O will-it-scale.time.system_time 1100 ++-------------------------------------------------------------------+ O O O O O O O O O O O O O O O O O O O O O O O O O O O 1000 ++ | 900 ++ | | | 800 ++ | | | 700 ++ * | | + : | 600 ++ + : | 500 ++ * : | | .*.. + : .*.. .* | 400 *+.*.*. * *.*..*..* *..*.*..*.*.. .*. | | *..* | 300 ++-------------------------------------------------------------------+ will-it-scale.time.percent_of_cpu_this_job_got 350 O+-O-O--O--O-O--O--O--O-O--O--O-O--O--O-O--O--O-O--O--O--O-O--O--O-O--O | | | | 300 ++ | | | | | 250 ++ * | | + : | 200 ++ + : | | * : | | + : | 150 ++ .*..*..* : .*.. .*. .*.. .* | *..* *..* *. *. *.*..*..*.*..*. | | | 100 ++--------------------------------------------------------------------+ will-it-scale.time.voluntary_context_switches 3e+07 ++-----------------------------------------*----------------------+ *.. *.. + *.*.. | 2.5e+07 ++ .*.*..*. .*.*.. .*. .. *.*..* * | | *.*. *. *.*. * | | | 2e+07 ++ | | | 1.5e+07 ++ | | | 1e+07 ++ | | | | | 5e+06 ++ | | | 0 O+-O-O--O-O--O-O--O-O--O-O--O-O--O--O-O--O-O--O-O--O-O--O-O--O-O--O vmstat.system.cs 450000 ++-----------------------------------------------------------------+ *.. | 400000 ++ * *.*.. *.*.. .*.. *. .*..*..* | 350000 ++ + .. .. * *.. .. *..* | | * * * *.* | 300000 ++ + .. | 250000 ++ * | | | 200000 ++ | 150000 ++ | | | 100000 ++ | 50000 ++ | | | 0 O+-O-O--O-O--O-O--O--O-O--O-O--O--O-O--O-O--O-O--O--O-O--O-O--O-O--O sched_debug.cpu#0.nr_switches 3.5e+06 ++-----------------------*----------------------------------------+ | * + | 3e+06 *+. .*.. *. .. + *.. .*.. | | * * + * *. .. .*.. * | 2.5e+06 ++ + .. *. + * * *. .. * | | * * * | 2e+06 ++ | | | 1.5e+06 ++ | | | 1e+06 ++ | | | 500000 ++ | | | 0 O+-O-O--O-O--O-O--O-O--O-O--O-O--O--O-O--O-O--O-O--O-O--O-O--O-O--O sched_debug.cpu#0.sched_count 3.5e+06 ++-----------------------*----------------------------------------+ | * + | 3e+06 *+. .*.. *. .. + *.. .*.. | | * * + * *. .. .*.. .* | 2.5e+06 ++ + .. *. + * * *.*. * | | * * | 2e+06 ++ | | | 1.5e+06 ++ | | | 1e+06 ++ | | | 500000 ++ | | | 0 O+-O-O--O-O--O-O--O-O--O-O--O-O--O--O-O--O-O--O-O--O-O--O-O--O-O--O sched_debug.cpu#0.sched_goidle 1.8e+06 ++----------------------------------------------------------------+ | *.*.. | 1.6e+06 *+. + *.. .*.. | 1.4e+06 ++ * *.*.. *. + *. .. .*.. * | | + .. * + * * * .. * | 1.2e+06 ++ * + + *.* | 1e+06 ++ * | | | 800000 ++ | 600000 ++ | | | 400000 ++ | 200000 ++ | | | 0 O+-O-O--O-O--O-O--O-O--O-O--O-O--O--O-O--O-O--O-O--O-O--O-O--O-O--O sched_debug.cpu#0.ttwu_count 1.8e+06 ++-----------------------*----------------------------------------+ | : + | 1.6e+06 ++ : + | 1.4e+06 *+. *. *.*..* * *.. *.. .*.*..* | | * + *..* + + .. + .*. | 1.2e+06 ++ + + + + * * * | 1e+06 ++ * * | | | 800000 ++ | 600000 ++ | | | 400000 ++ | 200000 ++ | | | 0 O+-O-O--O-O--O-O--O-O--O-O--O-O--O--O-O--O-O--O-O--O-O--O-O--O-O--O sched_debug.cpu#1.nr_switches 4e+06 *+----------------------------------------------------------------+ |: | 3.5e+06 ++: .*.. .*. | 3e+06 ++: .*.*.. *..* * .*.*. *.. | | *.*. + + .*.*. * | 2.5e+06 ++ *. .* *..*. | | *. | 2e+06 ++ | | | 1.5e+06 ++ | 1e+06 ++ | | | 500000 ++ O O O O O O O | O O O O O O O O O O O O O O O O O O O O 0 ++----------------------------------------------------------------+ sched_debug.cpu#1.sched_count 4e+06 *+----------------------------------------------------------------+ |: | 3.5e+06 ++: .*.. .*. | 3e+06 ++: .*.*.. *..* * .*.*. *.. | | *.*. + + .*.*. * | 2.5e+06 ++ *. .* *..*. | | *. | 2e+06 ++ | | | 1.5e+06 ++ | 1e+06 ++ | | | 500000 ++ O O O O O O O | O O O O O O O O O O O O O O O O O O O O 0 ++----------------------------------------------------------------+ sched_debug.cpu#1.sched_goidle 2e+06 *+----------------------------------------------------------------+ 1.8e+06 ++ | | : .*.. .*. | 1.6e+06 ++: .*.*.. *..* * .*.*. *.. | 1.4e+06 ++ *.*. + + .*.*. * | | *. .* *..*. | 1.2e+06 ++ *. | 1e+06 ++ | 800000 ++ | | | 600000 ++ | 400000 ++ | | O O O O O O O | 200000 O+ O O O O O O O O O O O O O O O O O O O 0 ++----------------------------------------------------------------+ sched_debug.cpu#1.ttwu_count 1.8e+06 ++----------------------------------------------------------------+ *.. | 1.6e+06 ++ *.*.. *..*.*..* .*. | 1.4e+06 ++ *. .. + + .*.. .*..*.*. *..* | | * *. .* *. * | 1.2e+06 ++ *. | 1e+06 ++ | | | 800000 ++ | 600000 ++ | | | 400000 ++ O | 200000 ++ O O O O O O O O O O O O O O O O O O O O O O O O O O | 0 ++----------------------------------------------------------------+ sched_debug.cpu#2.nr_switches 4.5e+06 ++----------------------------------------------------------------+ | * | 4e+06 ++ .. | 3.5e+06 ++ * | | .* .*..* * .*.. .*..*.. .*.. + | 3e+06 *+ : * : + + .* * * *. .* | 2.5e+06 ++ : .. : + *. *. | | * * | 2e+06 ++ | 1.5e+06 ++ | | | 1e+06 ++ | 500000 ++ O O O O O O O | O O O O O O O O O O O O O O O O O O 0 ++------O---------------------------O-----------------------------+ sched_debug.cpu#2.sched_count 4.5e+06 ++----------------------------------------------------------------+ | * | 4e+06 ++ .. | 3.5e+06 ++ * | | .* .*..* * .*.. .*..*.. .*.. + | 3e+06 *+ : * : + + .* * * *. .* | 2.5e+06 ++ : .. : + *. *. | | * * | 2e+06 ++ | 1.5e+06 ++ | | | 1e+06 ++ | 500000 ++ O O O O O O O | O O O O O O O O O O O O O O O O O O 0 ++------O---------------------------O-----------------------------+ sched_debug.cpu#2.sched_goidle 2.2e+06 ++----------------------------------------------------------------+ 2e+06 ++ * | | .. | 1.8e+06 ++ *.. .* | 1.6e+06 ++.* + * * .*.. .*..*.. .*.. * | 1.4e+06 *+ + .* : + + .* * * *. .. | 1.2e+06 ++ *. : + *. * | | * | 1e+06 ++ | 800000 ++ | 600000 ++ | 400000 ++ | | O O O O O O O | 200000 O+ O O O O O O O O O O O O O O O O O O 0 ++------O---------------------------------------------------------+ sched_debug.cpu#2.ttwu_count 2e+06 ++-------------------------------------------------*--------------+ 1.8e+06 ++ + | | *.. + | 1.6e+06 *+. : * *. .*.. *.. .* | 1.4e+06 ++ * : : + *..* *.*..*.. + * * | | + .* : + * + .. | 1.2e+06 ++ *. * * | 1e+06 ++ | 800000 ++ | | | 600000 ++ | 400000 ++ | | O O O O O O O | 200000 O+ O O O O O O O O O O O O O O O O O O 0 ++------O---------------------------------------------------------+ sched_debug.cpu#6.nr_switches 6e+06 ++--------*---------------------------------------------------------+ | .* : : *.. | 5e+06 *+ : : : .* + .*..*.* | | : .* : *. : * * *..*.*. | | *. : + : .. : : | 4e+06 ++ : .*. + * : : | | *. * : : | 3e+06 ++ * | | | 2e+06 ++ | | | | | 1e+06 ++ | | | 0 O+-O-O--O-O--O--O-O--O--O-O--O-O--O--O-O--O-O--O--O-O--O--O-O--O-O--O sched_debug.cpu#6.sched_count 6e+06 ++--------*---------------------------------------------------------+ | .* : : *.. | 5e+06 *+ : : : .* + .*..*.* | | : .* : *. : * * *..*.*. | | *. : + : .. : : | 4e+06 ++ : .*. + * : : | | *. * : : | 3e+06 ++ * | | | 2e+06 ++ | | | | | 1e+06 ++ | | | 0 O+-O-O--O-O--O--O-O--O--O-O--O-O--O--O-O--O-O--O--O-O--O--O-O--O-O--O sched_debug.cpu#6.sched_goidle 3e+06 ++--------*-------------------------------------------------------+ | .* : : *.. | 2.5e+06 *+ : : : .* + .*.*..* | | : .* : *. : * * *..*.*. | | *. : : : .. : : | 2e+06 ++ :.*.. : * : : | | * * : : | 1.5e+06 ++ * | | | 1e+06 ++ | | | | | 500000 ++ | | | 0 O+-O-O--O-O--O-O--O-O--O-O--O-O--O--O-O--O-O--O-O--O-O--O-O--O-O--O sched_debug.cpu#6.ttwu_count 3e+06 ++----------------------------------------------------------------+ | .* *.. | 2.5e+06 *+. * : : .*.. .*..* | | * + : : * * *..*.*..* | | + + : : + .. * : | 2e+06 ++ * *.*.. : * + : | | : + : | 1.5e+06 ++ * * | | | 1e+06 ++ | | | | | 500000 ++ | | | 0 O+-O-O--O-O--O-O--O-O--O-O--O-O--O--O-O--O-O--O-O--O-O--O-O--O-O--O sched_debug.cpu#7.nr_switches 6e+06 ++------------------------------------------------------------------+ | *.* *.. .*. .* | 5e+06 *+.* + : : .*. *.. *.. .*..*..* | | + + : : * * : * | | * : : + : | 4e+06 ++ *..*. : + : | | * * | 3e+06 ++ | | | 2e+06 ++ | | | | | 1e+06 ++ | | O | 0 O+-O-O--O-O--O--O-O--O--O-O--O-O--O--O-O--O-O--O--O-O--O--O-O----O--O sched_debug.cpu#7.sched_count 6e+06 ++------------------------------------------------------------------+ | *.* *.. .*. .* | 5e+06 *+.* + : : .*. *.. *.. .*..*..* | | + + : : * * : * | | * : : + : | 4e+06 ++ *..*. : + : | | * * | 3e+06 ++ | | | 2e+06 ++ | | | | | 1e+06 ++ | | O | 0 O+-O-O--O-O--O--O-O--O--O-O--O-O--O--O-O--O-O--O--O-O--O--O-O----O--O sched_debug.cpu#7.sched_goidle 3e+06 ++----------------------------------------------------------------+ | *.* *.. .*. .* | 2.5e+06 *+.* + : : .*. *.. *.. .*..*.*. | | + + : : * * : * | | * : : + : | 2e+06 ++ *.*..: + : | | * * | 1.5e+06 ++ | | | 1e+06 ++ | | | | | 500000 ++ | | O | 0 O+-O-O--O-O--O-O--O-O--O-O--O-O--O--O-O--O-O--O-O--O-O--O-O----O--O sched_debug.cpu#7.ttwu_count 3.5e+06 ++----------------------------------------------------------------+ | | 3e+06 ++.* | *. : *.* .*. .*.*.. .*.. | 2.5e+06 ++ : + + *. *. * *..*.*..* * | | :+ + : : : | 2e+06 ++ * *.*.. : : : | | * : : | 1.5e+06 ++ * | | | 1e+06 ++ | | | 500000 ++ | | | 0 O+-O-O--O-O--O-O--O-O--O-O--O-O--O--O-O--O-O--O-O--O-O--O-O--O-O--O sched_debug.cpu#8.nr_switches 7e+06 ++------------------------------------------------------------------+ | * * | 6e+06 ++ : : : + .*.. | *.. : : : + .*.. *.. *. | 5e+06 ++ * : *.. : *. .* : + *. | | + : .*. : *. *.. : * * | 4e+06 ++ * *. * : | | * | 3e+06 ++ | | | 2e+06 ++ | | | 1e+06 ++ | | | 0 O+-O-O--O-O--O--O-O--O--O-O--O-O--O--O-O--O-O--O--O-O--O--O-O--O-O--O sched_debug.cpu#8.sched_count 7e+06 ++------------------------------------------------------------------+ | * * | 6e+06 ++ : : : + .*.. | *.. : : : + .*.. *.. *. | 5e+06 ++ * : *.. : *. .* : + *. | | + : .*. : *. *.. : * * | 4e+06 ++ * *. * : | | * | 3e+06 ++ | | | 2e+06 ++ | | | 1e+06 ++ | | | 0 O+-O-O--O-O--O--O-O--O--O-O--O-O--O--O-O--O-O--O--O-O--O--O-O--O-O--O sched_debug.cpu#8.sched_goidle 3.5e+06 ++----------------------------------------------------------------+ | * * | 3e+06 ++ : : :+ .* | *.. : : : + .*.. *.. *. + | 2.5e+06 ++ * : *.. : *. .* : + *.. | | + : .*..: *. *.. : * * | 2e+06 ++ * * * : | | * | 1.5e+06 ++ | | | 1e+06 ++ | | | 500000 ++ | | | 0 O+-O-O--O-O--O-O--O-O--O-O--O-O--O--O-O--O-O--O-O--O-O--O-O--O-O--O sched_debug.cpu#8.ttwu_count 3e+06 ++----------------------------------------------------------------+ *.. | 2.5e+06 ++ *. *..* *. .*. | | * + *.. : + .. *..* *..*.*. *..* | | + + .*.. : * : : | 2e+06 ++ * * : : : | | * : : | 1.5e+06 ++ * | | | 1e+06 ++ | | | | | 500000 ++ | | | 0 O+-O-O--O-O--O-O--O-O--O-O--O-O--O--O-O--O-O--O-O--O-O--O-O--O-O--O sched_debug.cpu#9.ttwu_count 3e+06 ++----------------------------------------------------------------+ *.. * .*.. | 2.5e+06 ++ * + : *.. .*.. * *..* | | : * : : .* :+ : * | | : .. : *.. : *.*. * : + : | 2e+06 ++ * : : : : : * | | :: * : : | 1.5e+06 ++ * :: | | * | 1e+06 ++ | | | | | 500000 ++ | | | 0 O+-O-O--O-O--O-O--O-O--O-O--O-O--O--O-O--O-O--O-O--O-O--O-O--O-O--O sched_debug.cpu#10.nr_switches 6e+06 ++------------------------------------------------------------------+ * | 5e+06 ++ .*. .*.*.. *.. | | + .* *. *. * : .*.. .* | | *.*..* : : : : *.*. * | 4e+06 ++ : * : : : | | : .. + : : : | 3e+06 ++ * * :: | | * | 2e+06 ++ | | | | | 1e+06 ++ | | | 0 O+-O-O--O-O--O--O-O--O--O-O--O-O--O--O-O--O-O--O--O-O--O--O-O--O-O--O sched_debug.cpu#10.sched_count 6e+06 ++------------------------------------------------------------------+ * | 5e+06 ++ .*. .*.*.. *.. | | + .* *. *. * : .*.. .* | | *.*..* : : : : *.*. * | 4e+06 ++ : * : : : | | : .. + : : : | 3e+06 ++ * * :: | | * | 2e+06 ++ | | | | | 1e+06 ++ | | | 0 O+-O-O--O-O--O--O-O--O--O-O--O-O--O--O-O--O-O--O--O-O--O--O-O--O-O--O sched_debug.cpu#10.sched_goidle 3e+06 ++----------------------------------------------------------------+ * | 2.5e+06 ++ .*. .*.*.. *.. | | + .* *. *. * : .*. .* | | *.*..* : : : : *.*. *. | 2e+06 ++ : *.. : : : | | : + : : : | 1.5e+06 ++ * * :: | | * | 1e+06 ++ | | | | | 500000 ++ | | | 0 O+-O-O--O-O--O-O--O-O--O-O--O-O--O--O-O--O-O--O-O--O-O--O-O--O-O--O sched_debug.cpu#10.ttwu_countTO: CC: CC: CC: 3e+06 ++-*--------------------------------------------------------------+ *. : | 2.5e+06 ++ : .*. * | | : *. *..*. .. : *..*. .*.*..* | | : .*.* * : * : : *. | 2e+06 ++ *. + : + : : : | | + : + : : : | 1.5e+06 ++ * * * | | | 1e+06 ++ | | | | | 500000 ++ | | | 0 O+-O-O--O-O--O-O--O-O--O-O--O-O--O--O-O--O-O--O-O--O-O--O-O--O-O--O sched_debug.cpu#11.nr_switches 7e+06 ++------------------------------------------------------------------+ | | 6e+06 *+.* * | | : *..*. *.. + + | 5e+06 ++ : .* : *..*.*..* : *. + * | | : * + * : : : *..* | 4e+06 ++ : + + .. + : : : | | :+ * * :: | 3e+06 ++ * * | | | 2e+06 ++ | | | 1e+06 ++ | | | 0 O+-O-O--O-O--O--O-O--O--O-O--O-O--O--O-O--O-O--O--O-O--O--O-O--O-O--O sched_debug.cpu#11.sched_count 7e+06 ++------------------------------------------------------------------+ | | 6e+06 *+.* * | | : *..*. *.. + + | 5e+06 ++ : .* : *..*.*..* : *. + * | | : * + * : : : *..* | 4e+06 ++ : + + .. + : : : | | :+ * * :: | 3e+06 ++ * * | | | 2e+06 ++ | | | 1e+06 ++ | | | 0 O+-O-O--O-O--O--O-O--O--O-O--O-O--O--O-O--O-O--O--O-O--O--O-O--O-O--O sched_debug.cpu#11.sched_goidle 3.5e+06 ++----------------------------------------------------------------+ | | 3e+06 *+.* *.. | | : *..*. *.. : | 2.5e+06 ++ : .* : *..*.*..* : *. : * | | : * + *.. : : : *..* | 2e+06 ++ : + + + : : : | | :+ * * :: | 1.5e+06 ++ * * | | | 1e+06 ++ | | | 500000 ++ | | | 0 O+-O-O--O-O--O-O--O-O--O-O--O-O--O--O-O--O-O--O-O--O-O--O-O--O-O--O sched_debug.cpu#11.ttwu_count 3.5e+06 ++----------------------------------------------------------------+ | .* | 3e+06 *+. * : .*.. | | : : *..*. *.. *.. .*..* * | 2.5e+06 ++ * : : : *.. + * : * | | + : : *.. : * + : | 2e+06 ++ * : : * + : | | :: * | 1.5e+06 ++ * | | | 1e+06 ++ | | | 500000 ++ | | | 0 O+-O-O--O-O--O-O--O-O--O-O--O-O--O--O-O--O-O--O-O--O-O--O-O--O-O--O [*] bisect-good sample [O] bisect-bad sample To reproduce: apt-get install ruby git clone git://git.kernel.org/pub/scm/linux/kernel/git/wfg/lkp-tests.git cd lkp-tests bin/setup-local job.yaml # the job file attached in this email bin/run-local job.yaml Disclaimer: Results have been estimated based on internal Intel analysis and are provided for informational purposes only. Any difference in system hardware or software design or configuration may affect actual performance. Thanks, Fengguang --=-ca/QWLsAM9TIC4/tN5XQ Content-Type: text/plain; charset=us-ascii Content-Disposition: attachment; filename="job.yaml" Content-Transfer-Encoding: 7bit --- testcase: will-it-scale default-monitors: wait: pre-test uptime: iostat: vmstat: numa-numastat: numa-vmstat: numa-meminfo: proc-vmstat: proc-stat: meminfo: slabinfo: interrupts: lock_stat: latency_stats: softirqs: bdi_dev_mapping: diskstats: nfsstat: cpuidle: cpufreq-stats: turbostat: pmeter: sched_debug: interval: 10 default_watchdogs: watch-oom: watchdog: cpufreq_governor: performance commit: 85d88acdca34ebb3c0fe35205aa9dbd4e5ba4445 model: Westmere memory: 6G nr_hdd_partitions: 1 hdd_partitions: swap_partitions: rootfs_partition: netconsole_port: 6667 perf-profile: freq: 800 will-it-scale: test: writeseek3 testbox: wsm tbox_group: wsm kconfig: x86_64-rhel enqueue_time: 2015-02-12 07:25:08.935926504 +08:00 head_commit: 85d88acdca34ebb3c0fe35205aa9dbd4e5ba4445 base_commit: bfa76d49576599a4b9f9b7a71f23d73d6dcff735 branch: linux-devel/devel-hourly-2015021204 kernel: "/kernel/x86_64-rhel/85d88acdca34ebb3c0fe35205aa9dbd4e5ba4445/vmlinuz-3.19.0-wl-ath-g85d88ac" user: lkp queue: cyclic rootfs: debian-x86_64-2015-02-07.cgz result_root: "/result/wsm/will-it-scale/performance-writeseek3/debian-x86_64-2015-02-07.cgz/x86_64-rhel/85d88acdca34ebb3c0fe35205aa9dbd4e5ba4445/0" job_file: "/lkp/scheduled/wsm/cyclic_will-it-scale-performance-writeseek3-x86_64-rhel-HEAD-85d88acdca34ebb3c0fe35205aa9dbd4e5ba4445-0-20150212-31440-14vodto.yaml" dequeue_time: 2015-02-12 19:56:22.772882095 +08:00 nr_cpu: "$(nproc)" job_state: finished loadavg: 8.41 4.93 2.03 1/161 5649 start_time: '1423742206' end_time: '1423742510' version: "/lkp/lkp/.src-20150212-184024" --=-ca/QWLsAM9TIC4/tN5XQ Content-Type: text/plain; charset=us-ascii Content-Disposition: attachment; filename="reproduce" Content-Transfer-Encoding: 7bit ./runtest.py writeseek3 32 both 1 6 9 12 --=-ca/QWLsAM9TIC4/tN5XQ Content-Type: text/plain; charset="us-ascii" MIME-Version: 1.0 Content-Disposition: inline Content-Transfer-Encoding: quoted-printable _______________________________________________ LKP mailing list LKP@linux.intel.com =0D --=-ca/QWLsAM9TIC4/tN5XQ--