Skip to contentSkip to conversation

cd73ca21cd2: No primary result change, +47.6% aim7.time.involuntary_context_switches

lkp Huang Ying 1 participant 1 message Jun 12, 2015

lore
Share & tools
lore

Huang Ying

author
#0 lore raw

FYI, we noticed the below changes on

git://git.kernel.org/pub/scm/linux/kernel/git/next/linux-next.git master
commit cd73ca21cd2bb3711b8d80ba74c90d37ef15fe4d ("rcu: Force wakeup of rcu_gp_kthread at grace-period end")

testcase/path_params/tbox_group: aim7/performance-100-fork_test/lkp-a03

3382adbc1bb8c80e cd73ca21cd2bb3711b8d80ba74
---------------- --------------------------

         %stddev     %change         %stddev
             \          |                \  
    205760 ±  2%     +47.6%     303763 ±  1%  aim7.time.involuntary_context_switches
       215 ±  1%     +24.7%        268 ± 22%  sched_debug.cfs_rq[2]:/.load
    205760 ±  2%     +47.6%     303763 ±  1%  time.involuntary_context_switches
    366314 ±  1%     +32.8%     486545 ±  3%  softirqs.RCU
      1493 ±  2%     +17.1%       1749 ±  2%  slabinfo.kmalloc-128.num_objs
      1374 ±  1%     +20.5%       1656 ±  2%  slabinfo.kmalloc-128.active_objs
      4511 ±  0%      +7.5%       4850 ±  0%  vmstat.system.in
      7806 ±  0%      +5.9%       8264 ±  1%  vmstat.system.cs
       335 ± 13%     +30.2%        436 ± 12%  latency_stats.avg.call_rwsem_down_write_failed.copy_process.do_fork.SyS_clone.system_call_fastpath
      1266 ±  1%     +18.6%       1501 ±  0%  latency_stats.avg.do_wait.SyS_wait4.system_call_fastpath
       188 ± 18%     +27.9%        241 ± 19%  latency_stats.avg.sync_inodes_sb.sync_inodes_one_sb.iterate_supers.sys_sync.system_call_fastpath
       955 ±  9%     -29.6%        672 ± 17%  latency_stats.avg.call_rwsem_down_write_failed.anon_vma_clone.anon_vma_fork.copy_process.do_fork.SyS_clone.system_call_fastpath
       211 ±  3%     -11.1%        188 ±  4%  latency_stats.avg.pipe_wait.pipe_read.__vfs_read.vfs_read.SyS_read.system_call_fastpath
      1109 ±  8%     -24.0%        842 ± 18%  latency_stats.avg.call_rwsem_down_write_failed.anon_vma_fork.copy_process.do_fork.SyS_clone.system_call_fastpath
         3 ±  0%     -33.3%          2 ±  0%  latency_stats.hits.rpc_wait_bit_killable.__rpc_execute.rpc_execute.rpc_run_task.nfs4_call_sync_sequence.[nfsv4]._nfs4_proc_getattr.[nfsv4].nfs4_proc_getattr.[nfsv4].__nfs_revalidate_inode.nfs_getattr.vfs_getattr_nosec.vfs_getattr.vfs_fstat
         3 ±  0%     -33.3%          2 ±  0%  latency_stats.hits.wait_on_page_bit.filemap_fdatawait_range.filemap_fdatawait.filemap_write_and_wait.nfs_wb_all.nfs_getattr.vfs_getattr_nosec.vfs_getattr.vfs_fstat.SYSC_newfstat.SyS_newfstat.system_call_fastpath
      1853 ±  1%      +8.4%       2009 ±  2%  latency_stats.hits.do_wait.SyS_wait4.system_call_fastpath
        59 ± 11%     +14.6%         68 ±  2%  latency_stats.hits.call_rwsem_down_write_failed.cgroup_post_fork.copy_process.do_fork.SyS_clone.system_call_fastpath
     28538 ± 10%     -18.5%      23253 ±  5%  latency_stats.max.call_rwsem_down_write_failed.anon_vma_clone.anon_vma_fork.copy_process.do_fork.SyS_clone.system_call_fastpath
     32316 ± 17%     -17.6%      26627 ±  6%  latency_stats.max.call_rwsem_down_write_failed.anon_vma_fork.copy_process.do_fork.SyS_clone.system_call_fastpath
   2347345 ±  2%     +28.6%    3019561 ±  3%  latency_stats.sum.do_wait.SyS_wait4.system_call_fastpath
      3596 ± 10%     +20.5%       4333 ±  6%  latency_stats.sum.wait_on_page_bit_killable.__lock_page_or_retry.filemap_fault.__do_fault.handle_pte_fault.handle_mm_fault.__do_page_fault.do_page_fault.page_fault
   1335990 ± 12%     +49.7%    2000350 ± 12%  latency_stats.sum.call_rwsem_down_write_failed.copy_process.do_fork.SyS_clone.system_call_fastpath
  13375861 ± 15%     -29.6%    9420979 ± 27%  latency_stats.sum.call_rwsem_down_write_failed.anon_vma_clone.anon_vma_fork.copy_process.do_fork.SyS_clone.system_call_fastpath
   1291678 ±  4%     -10.6%    1155232 ±  3%  latency_stats.sum.pipe_wait.pipe_read.__vfs_read.vfs_read.SyS_read.system_call_fastpath
       567 ± 18%     +27.8%        725 ± 19%  latency_stats.sum.sync_inodes_sb.sync_inodes_one_sb.iterate_supers.sys_sync.system_call_fastpath
      1343 ±  5%     -29.4%        948 ±  5%  latency_stats.sum.wait_on_page_bit.filemap_fdatawait_range.filemap_fdatawait.filemap_write_and_wait.nfs_wb_all.nfs_getattr.vfs_getattr_nosec.vfs_getattr.vfs_fstat.SYSC_newfstat.SyS_newfstat.system_call_fastpath

lkp-a03: Atom
Memory: 8G

softirqs.RCU

520000 ++-----------------------------------------------------------------+

         |                                                        O         |
  500000 O+   O  O    O O                       O         O                 |
  480000 ++ O      O       O  O O  O    O  O      O  O O                    |
         |                           O       O               O O            |
  460000 ++                                                                 |
  440000 ++                                                                 |
         |                                                                  |
  420000 ++                                                                 |
  400000 ++                                                                 |
         |                              *..                                 |
  380000 ++                           ..                  *.. .*..          |
  360000 ++  .*.. .*.. .*..*..*.*..*.*     *.*..*.*..   ..   *    *.*.. .*..*
         *..*    *    *                              *.*               *    |

340000 ++-----------------------------------------------------------------+

aim7.time.involuntary_context_switches

320000 ++-----------------------------------------------------------------+

         |            O O            O  O  O O         O  O       O         |
  300000 O+ O O  O         O    O               O O  O       O O            |
         |                    O    O                                        |
  280000 ++        O                                                        |
         |                                                                  |
  260000 ++                                                                 |
         |                                                                  |
  240000 ++                                                                 |
         |                                                                  |
  220000 ++                                                                 |
         | .*.*..      .*..*..*.  .*.*..*.. .*.. .*..*.  .*..*.*.. .*..*.   |
  200000 *+      *.*..*         *.         *    *      *.         *      *..*
         |                                                                  |

180000 ++-----------------------------------------------------------------+

time.involuntary_context_switches

320000 ++-----------------------------------------------------------------+

         |            O O            O  O  O O         O  O       O         |
  300000 O+ O O  O         O    O               O O  O       O O            |
         |                    O    O                                        |
  280000 ++        O                                                        |
         |                                                                  |
  260000 ++                                                                 |
         |                                                                  |
  240000 ++                                                                 |
         |                                                                  |
  220000 ++                                                                 |
         | .*.*..      .*..*..*.  .*.*..*.. .*.. .*..*.  .*..*.*.. .*..*.   |
  200000 *+      *.*..*         *.         *    *      *.         *      *..*
         |                                                                  |

180000 ++-----------------------------------------------------------------+

vmstat.system.in

4900 ++---------------------------O---------------------------------------+

       O  O         O     O    O       O  O O    O  O  O    O  O            |
  4850 ++   O  O  O    O    O     O            O         O       O          |
  4800 ++                                                                   |
       |                                                                    |
  4750 ++                                                                   |
  4700 ++                                                                   |
       |                                                                    |
  4650 ++                                                                   |
  4600 ++                                                                   |
       |                                                                    |
  4550 ++                                               .*..*..    .*..     |

4500 *+.*. .*. .*..*.*.. .*.*..*..*.*..*.*..*..* *.*. *. .*
| *..*. *. *. *. |
4450 ++-------------------------------------------------------------------+

[*] bisect-good sample
[O] bisect-bad sample

To reproduce:

apt-get install ruby
git clone git://git.kernel.org/pub/scm/linux/kernel/git/wfg/lkp-tests.git
cd lkp-tests
bin/setup-local job.yaml # the job file attached in this email
bin/run-local job.yaml

Disclaimer:
Results have been estimated based on internal Intel analysis and are provided for informational purposes only. Any difference in system hardware or software design or configuration may affect actual performance.

Thanks,
Ying Huang
-------------------------------------
lkp(a)eclists.intel.com
https://eclists.intel.com/sympa/info/lkp
Unsubscribe by sending email to sympa(a)eclists.intel.com with subject "Unsubscribe lkp"

---
LKP_SERVER: inn
LKP_CGI_PORT: 80
testcase: aim7
default-monitors:
wait: pre-test
uptime:
iostat:
vmstat:
numa-numastat:
numa-vmstat:
numa-meminfo:
proc-vmstat:
proc-stat:
interval: 10
meminfo:
slabinfo:
interrupts:
lock_stat:
latency_stats:
softirqs:
bdi_dev_mapping:
diskstats:
nfsstat:
cpuidle:
cpufreq-stats:
turbostat:
pmeter:
sched_debug:
interval: 60
default-watchdogs:
watch-oom:
watchdog:
cpufreq_governor: performance
commit: 54896f27dd5c7e83c37c85eb1093f14543af2bfa
model: Atom
memory: 8G
ssd_partitions: "/dev/disk/by-id/ata-INTEL_SSDSC2CW240A3_CVCV24050155240CGN-part1"
swap_partitions:
aim7:
load: 100
test: fork_test
testbox: lkp-a03
tbox_group: lkp-a03
kconfig: x86_64-rhel
enqueue_time: 2015-06-10 10:56:36.930460647 +08:00
user: lkp
queue: cyclic
compiler: gcc-4.9
head_commit: 54896f27dd5c7e83c37c85eb1093f14543af2bfa
base_commit: d4a4f75cd8f29cd9464a5a32e9224a91571d6649
branch: next/master
kernel: "/pkg/linux/x86_64-rhel/gcc-4.9/54896f27dd5c7e83c37c85eb1093f14543af2bfa/vmlinuz-4.1.0-rc7-next-20150610"
rootfs: debian-x86_64-2015-02-07.cgz
result_root: "/result/aim7/performance-100-fork_test/lkp-a03/debian-x86_64-2015-02-07.cgz/x86_64-rhel/gcc-4.9/54896f27dd5c7e83c37c85eb1093f14543af2bfa/0"
job_file: "/lkp/scheduled/lkp-a03/cyclic_aim7-performance-100-fork_test-x86_64-rhel-CYCLIC_HEAD-54896f27dd5c7e83c37c85eb1093f14543af2bfa-0-20150610-8556-14ms8jq.yaml"
dequeue_time: 2015-06-11 06:19:56.066407390 +08:00
nr_cpu: "$(nproc)"
max_uptime: 1495.8999999999999
initrd: "/osimage/debian/debian-x86_64-2015-02-07.cgz"
bootloader_append:
- root=/dev/ram0
- user=lkp
- job=/lkp/scheduled/lkp-a03/cyclic_aim7-performance-100-fork_test-x86_64-rhel-CYCLIC_HEAD-54896f27dd5c7e83c37c85eb1093f14543af2bfa-0-20150610-8556-14ms8jq.yaml
- ARCH=x86_64
- kconfig=x86_64-rhel
- branch=next/master
- commit=54896f27dd5c7e83c37c85eb1093f14543af2bfa
- BOOT_IMAGE=/pkg/linux/x86_64-rhel/gcc-4.9/54896f27dd5c7e83c37c85eb1093f14543af2bfa/vmlinuz-4.1.0-rc7-next-20150610
- max_uptime=1495
- RESULT_ROOT=/result/aim7/performance-100-fork_test/lkp-a03/debian-x86_64-2015-02-07.cgz/x86_64-rhel/gcc-4.9/54896f27dd5c7e83c37c85eb1093f14543af2bfa/0
- LKP_SERVER=inn
- |2-

earlyprintk=ttyS0,115200 systemd.log_level=err
debug apic=debug sysrq_always_enabled rcupdate.rcu_cpu_stall_timeout=100 panic=-1 softlockup_panic=1 nmi_watchdog=panic oops=panic load_ramdisk=2 prompt_ramdisk=0 console=ttyS0,115200 console=tty0 vga=normal

rw
lkp_initrd: "/lkp/lkp/lkp-x86_64.cgz"
modules_initrd: "/pkg/linux/x86_64-rhel/gcc-4.9/54896f27dd5c7e83c37c85eb1093f14543af2bfa/modules.cgz"
bm_initrd: "/osimage/deps/debian-x86_64-2015-02-07.cgz/lkp.cgz,/osimage/deps/debian-x86_64-2015-02-07.cgz/run-ipconfig.cgz,/osimage/deps/debian-x86_64-2015-02-07.cgz/turbostat.cgz,/lkp/benchmarks/turbostat.cgz,/lkp/benchmarks/aim7-x86_64.cgz"
job_state: finished
loadavg: 76.17 66.16 31.35 1/109 3251
start_time: '1433974860'
end_time: '1433975225'
version: "/lkp/lkp/.src-20150611-021242"

echo performance > /sys/devices/system/cpu/cpu0/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu1/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu2/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu3/cpufreq/scaling_governor