[sched/numa] ec247fe1e0: pbzip2.throughput 2.0% improvement
by kernel test robot
Greeting,
FYI, we noticed a 2.0% improvement of pbzip2.throughput due to commit:
commit: ec247fe1e08e8bfc807e7601ceca65fcd8b39a41 ("sched/numa: Avoid task migration for small numa improvement")
https://git.kernel.org/cgit/linux/kernel/git/peterz/queue.git sched/core
in testcase: pbzip2
on test machine: 88 threads Intel(R) Xeon(R) CPU E5-2699 v4 @ 2.20GHz with 64G memory
with following parameters:
nr_threads: 25%
blocksize: 900K
ucode: 0xb00002e
cpufreq_governor: performance
Details are as below:
-------------------------------------------------------------------------------------------------->
To reproduce:
git clone https://github.com/intel/lkp-tests.git
cd lkp-tests
bin/lkp install job.yaml # job file is attached in this email
bin/lkp run job.yaml
=========================================================================================
blocksize/compiler/cpufreq_governor/kconfig/nr_threads/rootfs/tbox_group/testcase/ucode:
900K/gcc-7/performance/x86_64-rhel-7.2/25%/debian-x86_64-2018-04-03.cgz/lkp-bdw-ep3b/pbzip2/0xb00002e
commit:
7be321bb00 ("mm/migrate: Use trylock while resetting rate limit")
ec247fe1e0 ("sched/numa: Avoid task migration for small numa improvement")
7be321bb00f697d6 ec247fe1e08e8bfc807e7601ce
---------------- --------------------------
fail:runs %reproduction fail:runs
| | |
0:4 -2% 0:4 perf-profile.children.cycles-pp.error_entry
0:4 -2% 0:4 perf-profile.self.cycles-pp.error_entry
%stddev %change %stddev
\ | \
1.253e+08 +2.0% 1.279e+08 pbzip2.throughput
11572 ± 12% -19.8% 9282 ± 11% pbzip2.time.involuntary_context_switches
35181701 +1.6% 35739035 pbzip2.time.minor_page_faults
3811677 ± 5% -35.8% 2447949 interrupts.CAL:Function_call_interrupts
1.843e+09 ± 23% -81.0% 3.508e+08 ±126% cpuidle.C1E.time
17203498 ± 34% -83.8% 2794014 ±122% cpuidle.C1E.usage
17200945 ± 34% -83.8% 2790391 ±122% turbostat.C1E
6.65 ± 23% -5.4 1.24 ±125% turbostat.C1E%
9.11 -4.5% 8.70 turbostat.RAMWatt
9044 ± 4% -17.2% 7485 ± 14% numa-vmstat.node0.nr_slab_reclaimable
17357 -13.5% 15012 ± 10% numa-vmstat.node0.nr_slab_unreclaimable
103.00 ± 46% +2610.7% 2792 ± 67% numa-vmstat.node1.nr_inactive_anon
4105 ± 12% +15.5% 4743 numa-vmstat.node1.nr_shmem
6932 ± 3% +22.4% 8486 ± 12% numa-vmstat.node1.nr_slab_reclaimable
103.00 ± 46% +2610.7% 2792 ± 67% numa-vmstat.node1.nr_zone_inactive_anon
1041 ± 20% +64.7% 1715 ± 20% slabinfo.dmaengine-unmap-16.active_objs
1041 ± 20% +64.7% 1715 ± 20% slabinfo.dmaengine-unmap-16.num_objs
17269 ± 6% -8.7% 15772 ± 6% slabinfo.filp.active_objs
17403 ± 6% -8.4% 15939 ± 6% slabinfo.filp.num_objs
3498 ± 3% +9.5% 3829 ± 5% slabinfo.skbuff_head_cache.active_objs
3498 ± 3% +10.4% 3861 ± 4% slabinfo.skbuff_head_cache.num_objs
15739 -20.5% 12519 ± 17% numa-meminfo.node0.Mapped
36179 ± 4% -17.2% 29941 ± 14% numa-meminfo.node0.SReclaimable
69432 -13.5% 60049 ± 10% numa-meminfo.node0.SUnreclaim
105612 -14.8% 89991 ± 11% numa-meminfo.node0.Slab
394.33 ± 44% +2731.7% 11166 ± 67% numa-meminfo.node1.Inactive(anon)
27731 ± 3% +22.4% 33945 ± 12% numa-meminfo.node1.SReclaimable
16420 ± 12% +15.6% 18978 numa-meminfo.node1.Shmem
1198 -1.1% 1184 proc-vmstat.nr_page_table_pages
8572 ± 2% +6.2% 9105 ± 3% proc-vmstat.nr_shmem
1012370 ± 6% -8.4% 926948 ± 3% proc-vmstat.numa_hint_faults
47652344 +1.7% 48441611 proc-vmstat.numa_hit
2031 ± 6% -15.7% 1713 ± 10% proc-vmstat.numa_huge_pte_updates
47634931 +1.7% 48424266 proc-vmstat.numa_local
356914 ± 8% -83.8% 57693 ± 11% proc-vmstat.numa_pages_migrated
2176007 ± 6% -12.3% 1909360 ± 7% proc-vmstat.numa_pte_updates
5363 ± 6% +12.7% 6043 ± 4% proc-vmstat.pgactivate
1.06e+08 +1.8% 1.078e+08 proc-vmstat.pgalloc_normal
35976552 +1.6% 36535770 proc-vmstat.pgfault
1.059e+08 +1.8% 1.078e+08 proc-vmstat.pgfree
356914 ± 8% -83.8% 57693 ± 11% proc-vmstat.pgmigrate_success
113969 +1.8% 116014 proc-vmstat.thp_deferred_split_page
113483 +2.2% 115924 proc-vmstat.thp_fault_alloc
3.599e+12 +2.5% 3.69e+12 perf-stat.branch-instructions
1.979e+11 +1.9% 2.016e+11 perf-stat.branch-misses
7.22 -1.8 5.44 ± 2% perf-stat.cache-miss-rate%
1.626e+10 -22.8% 1.256e+10 perf-stat.cache-misses
2.254e+11 +2.5% 2.31e+11 perf-stat.cache-references
2158 ± 3% -58.1% 904.33 ± 12% perf-stat.cpu-migrations
6.323e+12 ± 2% +4.3% 6.595e+12 perf-stat.dTLB-loads
0.04 -0.0 0.04 ± 2% perf-stat.dTLB-store-miss-rate%
1.726e+09 -5.9% 1.624e+09 ± 2% perf-stat.dTLB-store-misses
3.88e+12 +2.3% 3.97e+12 perf-stat.dTLB-stores
4.099e+08 -19.2% 3.313e+08 ± 14% perf-stat.iTLB-loads
2.607e+13 +2.3% 2.667e+13 perf-stat.instructions
35971743 +1.6% 36535841 perf-stat.minor-faults
4.80 ± 14% +2.3 7.08 ± 5% perf-stat.node-load-miss-rate%
1.556e+09 ± 7% -36.0% 9.954e+08 ± 8% perf-stat.node-loads
1.09e+08 ± 2% -38.1% 67497753 ± 25% perf-stat.node-store-misses
5.347e+09 ± 2% -26.6% 3.926e+09 ± 2% perf-stat.node-stores
35971747 +1.6% 36535843 perf-stat.page-faults
23.49 ± 43% -70.9% 6.85 ± 60% sched_debug.cfs_rq:/.exec_clock.min
43566 +25.3% 54578 ± 2% sched_debug.cfs_rq:/.exec_clock.stddev
41.06 ± 6% +39.6% 57.31 ± 10% sched_debug.cfs_rq:/.load_avg.stddev
988122 +25.3% 1237643 ± 2% sched_debug.cfs_rq:/.min_vruntime.stddev
0.63 ±140% +794.5% 5.61 ± 29% sched_debug.cfs_rq:/.removed.load_avg.avg
55.17 ±140% +308.1% 225.11 ± 35% sched_debug.cfs_rq:/.removed.load_avg.max
5.85 ±140% +480.3% 33.93 ± 20% sched_debug.cfs_rq:/.removed.load_avg.stddev
28.94 ±140% +791.3% 258.00 ± 29% sched_debug.cfs_rq:/.removed.runnable_sum.avg
2547 ±140% +307.0% 10365 ± 35% sched_debug.cfs_rq:/.removed.runnable_sum.max
269.98 ±140% +477.9% 1560 ± 20% sched_debug.cfs_rq:/.removed.runnable_sum.stddev
0.32 ±140% +655.8% 2.40 ± 18% sched_debug.cfs_rq:/.removed.util_avg.avg
27.94 ±140% +267.2% 102.61 ± 23% sched_debug.cfs_rq:/.removed.util_avg.max
2.96 ±140% +397.6% 14.74 ± 13% sched_debug.cfs_rq:/.removed.util_avg.stddev
-949936 -122.2% 211137 ±602% sched_debug.cfs_rq:/.spread0.avg
1099061 ±116% +94.5% 2137635 ± 58% sched_debug.cfs_rq:/.spread0.max
988125 +25.3% 1237645 ± 2% sched_debug.cfs_rq:/.spread0.stddev
77.00 ± 4% -12.6% 67.28 ± 5% sched_debug.cpu.cpu_load[4].max
7015 ± 7% +33.2% 9343 ± 17% sched_debug.cpu.sched_count.stddev
40.00 ± 10% -51.7% 19.33 ± 16% sched_debug.cpu.sched_goidle.min
4.79 ± 6% -1.2 3.55 ± 15% perf-profile.calltrace.cycles-pp.apic_timer_interrupt.cpuidle_enter_state.do_idle.cpu_startup_entry.start_secondary
4.43 ± 7% -1.1 3.32 ± 15% perf-profile.calltrace.cycles-pp.smp_apic_timer_interrupt.apic_timer_interrupt.cpuidle_enter_state.do_idle.cpu_startup_entry
2.80 ± 2% -0.8 1.97 ± 18% perf-profile.calltrace.cycles-pp.hrtimer_interrupt.smp_apic_timer_interrupt.apic_timer_interrupt.cpuidle_enter_state.do_idle
1.87 ± 5% -0.7 1.20 ± 12% perf-profile.calltrace.cycles-pp.__hrtimer_run_queues.hrtimer_interrupt.smp_apic_timer_interrupt.apic_timer_interrupt.cpuidle_enter_state
1.30 ± 16% -0.6 0.73 ± 21% perf-profile.calltrace.cycles-pp.tick_sched_timer.__hrtimer_run_queues.hrtimer_interrupt.smp_apic_timer_interrupt.apic_timer_interrupt
1.98 ± 9% -0.5 1.45 ± 12% perf-profile.calltrace.cycles-pp.menu_select.do_idle.cpu_startup_entry.start_secondary.secondary_startup_64
0.98 ± 6% -0.5 0.49 ± 71% perf-profile.calltrace.cycles-pp.tick_sched_handle.tick_sched_timer.__hrtimer_run_queues.hrtimer_interrupt.smp_apic_timer_interrupt
2.50 ± 10% -0.5 2.01 ± 10% perf-profile.calltrace.cycles-pp.page_fault
2.48 ± 10% -0.5 2.00 ± 10% perf-profile.calltrace.cycles-pp.__do_page_fault.do_page_fault.page_fault
2.49 ± 10% -0.5 2.01 ± 10% perf-profile.calltrace.cycles-pp.do_page_fault.page_fault
2.33 ± 9% -0.5 1.87 ± 9% perf-profile.calltrace.cycles-pp.handle_mm_fault.__do_page_fault.do_page_fault.page_fault
2.30 ± 9% -0.5 1.84 ± 9% perf-profile.calltrace.cycles-pp.__handle_mm_fault.handle_mm_fault.__do_page_fault.do_page_fault.page_fault
0.88 ± 6% -0.4 0.46 ± 71% perf-profile.calltrace.cycles-pp.update_process_times.tick_sched_handle.tick_sched_timer.__hrtimer_run_queues.hrtimer_interrupt
0.74 ± 6% -0.3 0.42 ± 70% perf-profile.calltrace.cycles-pp.hrtimer_interrupt.smp_apic_timer_interrupt.apic_timer_interrupt
1.01 ± 10% -0.2 0.78 ± 11% perf-profile.calltrace.cycles-pp.tick_nohz_get_sleep_length.menu_select.do_idle.cpu_startup_entry.start_secondary
0.93 ± 8% -0.2 0.70 ± 12% perf-profile.calltrace.cycles-pp.apic_timer_interrupt
0.88 ± 8% -0.2 0.67 ± 12% perf-profile.calltrace.cycles-pp.smp_apic_timer_interrupt.apic_timer_interrupt
1.15 ± 10% -0.2 0.96 ± 8% perf-profile.calltrace.cycles-pp.do_huge_pmd_anonymous_page.__handle_mm_fault.handle_mm_fault.__do_page_fault.do_page_fault
1.05 ± 10% -0.2 0.86 ± 7% perf-profile.calltrace.cycles-pp.clear_page_erms.clear_subpage.clear_huge_page.do_huge_pmd_anonymous_page.__handle_mm_fault
0.78 ± 8% -0.2 0.60 ± 9% perf-profile.calltrace.cycles-pp.tick_nohz_next_event.tick_nohz_get_sleep_length.menu_select.do_idle.cpu_startup_entry
94.56 +1.0 95.58 perf-profile.calltrace.cycles-pp.secondary_startup_64
5.78 ± 4% -1.3 4.48 ± 16% perf-profile.children.cycles-pp.apic_timer_interrupt
5.36 ± 5% -1.2 4.20 ± 16% perf-profile.children.cycles-pp.smp_apic_timer_interrupt
3.58 -0.9 2.69 ± 18% perf-profile.children.cycles-pp.hrtimer_interrupt
2.47 ± 7% -0.7 1.75 ± 16% perf-profile.children.cycles-pp.__hrtimer_run_queues
1.99 ± 9% -0.5 1.49 ± 13% perf-profile.children.cycles-pp.menu_select
1.60 -0.5 1.12 ± 19% perf-profile.children.cycles-pp.tick_sched_timer
2.52 ± 10% -0.5 2.03 ± 10% perf-profile.children.cycles-pp.page_fault
2.50 ± 10% -0.5 2.02 ± 10% perf-profile.children.cycles-pp.__do_page_fault
2.50 ± 10% -0.5 2.03 ± 10% perf-profile.children.cycles-pp.do_page_fault
2.35 ± 9% -0.5 1.89 ± 9% perf-profile.children.cycles-pp.handle_mm_fault
2.31 ± 9% -0.4 1.86 ± 9% perf-profile.children.cycles-pp.__handle_mm_fault
1.42 -0.4 1.00 ± 20% perf-profile.children.cycles-pp.tick_sched_handle
1.32 -0.4 0.95 ± 20% perf-profile.children.cycles-pp.update_process_times
1.52 ± 9% -0.3 1.23 ± 8% perf-profile.children.cycles-pp.clear_page_erms
1.03 ± 10% -0.2 0.80 ± 11% perf-profile.children.cycles-pp.tick_nohz_get_sleep_length
1.15 ± 10% -0.2 0.96 ± 8% perf-profile.children.cycles-pp.do_huge_pmd_anonymous_page
0.44 ± 22% -0.2 0.27 ± 36% perf-profile.children.cycles-pp.irq_enter
0.80 ± 8% -0.2 0.63 ± 9% perf-profile.children.cycles-pp.tick_nohz_next_event
0.68 ± 3% -0.2 0.51 ± 20% perf-profile.children.cycles-pp.scheduler_tick
0.66 ± 8% -0.1 0.52 ± 11% perf-profile.children.cycles-pp.__alloc_pages_nodemask
0.56 ± 9% -0.1 0.42 ± 11% perf-profile.children.cycles-pp.get_next_timer_interrupt
0.62 ± 7% -0.1 0.50 ± 12% perf-profile.children.cycles-pp.get_page_from_freelist
0.60 ± 8% -0.1 0.47 ± 11% perf-profile.children.cycles-pp.alloc_pages_vma
0.31 ± 22% -0.1 0.19 ± 36% perf-profile.children.cycles-pp.tick_irq_enter
0.41 ± 8% -0.1 0.29 ± 10% perf-profile.children.cycles-pp.__next_timer_interrupt
0.36 ± 18% -0.1 0.25 ± 21% perf-profile.children.cycles-pp.perf_mux_hrtimer_handler
0.33 ± 8% -0.1 0.23 ± 11% perf-profile.children.cycles-pp.native_write_msr
0.40 ± 10% -0.1 0.31 ± 11% perf-profile.children.cycles-pp.native_irq_return_iret
0.29 ± 10% -0.1 0.22 ± 11% perf-profile.children.cycles-pp.lapic_next_deadline
0.26 ± 15% -0.1 0.19 ± 25% perf-profile.children.cycles-pp.copy_page_from_iter
0.26 ± 14% -0.1 0.18 ± 27% perf-profile.children.cycles-pp.copyin
0.26 ± 8% -0.1 0.19 ± 9% perf-profile.children.cycles-pp.find_next_bit
0.25 ± 4% -0.1 0.19 ± 23% perf-profile.children.cycles-pp.rcu_check_callbacks
0.12 ± 11% -0.1 0.06 ± 13% perf-profile.children.cycles-pp.ktime_get_update_offsets_now
0.18 ± 19% -0.1 0.12 ± 34% perf-profile.children.cycles-pp.__remove_hrtimer
0.17 ± 20% -0.1 0.12 ± 21% perf-profile.children.cycles-pp.serial8250_console_write
0.11 ± 8% -0.0 0.07 ± 11% perf-profile.children.cycles-pp.interrupt_entry
0.08 ± 6% -0.0 0.04 ± 71% perf-profile.children.cycles-pp.rcu_idle_exit
0.10 ± 12% -0.0 0.06 ± 19% perf-profile.children.cycles-pp.__intel_pmu_enable_all
0.09 ± 9% -0.0 0.07 ± 14% perf-profile.children.cycles-pp.__list_del_entry_valid
0.10 ± 4% -0.0 0.08 ± 16% perf-profile.children.cycles-pp.mem_cgroup_try_charge
94.57 +1.0 95.59 perf-profile.children.cycles-pp.do_idle
94.56 +1.0 95.58 perf-profile.children.cycles-pp.secondary_startup_64
94.56 +1.0 95.58 perf-profile.children.cycles-pp.cpu_startup_entry
91.94 +1.7 93.61 perf-profile.children.cycles-pp.cpuidle_enter_state
0.80 ± 8% -0.3 0.50 ± 24% perf-profile.self.cycles-pp.menu_select
1.51 ± 9% -0.3 1.22 ± 9% perf-profile.self.cycles-pp.clear_page_erms
0.47 ± 7% -0.1 0.35 ± 3% perf-profile.self.cycles-pp.cpuidle_enter_state
0.33 ± 10% -0.1 0.23 ± 12% perf-profile.self.cycles-pp.native_write_msr
0.40 ± 10% -0.1 0.31 ± 11% perf-profile.self.cycles-pp.native_irq_return_iret
0.46 ± 7% -0.1 0.39 ± 4% perf-profile.self.cycles-pp.copy_user_enhanced_fast_string
0.22 ± 7% -0.1 0.16 ± 10% perf-profile.self.cycles-pp.find_next_bit
0.19 ± 10% -0.1 0.13 ± 9% perf-profile.self.cycles-pp.__next_timer_interrupt
0.21 ± 6% -0.1 0.16 ± 21% perf-profile.self.cycles-pp.rcu_check_callbacks
0.11 ± 8% -0.0 0.07 ± 18% perf-profile.self.cycles-pp.interrupt_entry
0.16 ± 15% -0.0 0.12 ± 10% perf-profile.self.cycles-pp.do_idle
0.08 ± 11% -0.0 0.04 ± 76% perf-profile.self.cycles-pp.perf_mux_hrtimer_handler
0.11 ± 11% -0.0 0.07 ± 20% perf-profile.self.cycles-pp.hrtimer_interrupt
0.09 ± 5% -0.0 0.06 ± 8% perf-profile.self.cycles-pp.scheduler_tick
0.12 ± 10% -0.0 0.09 ± 5% perf-profile.self.cycles-pp._raw_spin_unlock_irqrestore
pbzip2.throughput
1.4e+08 +-+---------------------------------------------------------------+
O..O.O..O.O..O.O..O.O..O.O .O.O .O..O.O..O. .O.O..O.+..+ +.+..|
1.2e+08 +-+ +. +. + +. : : |
| : : |
1e+08 +-+ : : |
| : : |
8e+07 +-+ : : |
| : : |
6e+07 +-+ : : |
| : : |
4e+07 +-+ : : |
| :: |
2e+07 +-+ : |
| : |
0 +-+----------------------------------------O----------------------+
[*] bisect-good sample
[O] bisect-bad sample
Disclaimer:
Results have been estimated based on internal Intel analysis and are provided
for informational purposes only. Any difference in system hardware or software
design or configuration may affect actual performance.
Thanks,
Rong Chen
2 years, 5 months
- 1
- 0
[net/sock] b99259a614: netperf.Throughput_Mbps -6.6% regression
by kernel test robot
Greeting,
FYI, we noticed a -6.6% regression of netperf.Throughput_Mbps due to commit:
commit: b99259a61450bb6403bbbbf279f8754a441eae8b ("[PATCH] net/sock: move memory_allocated over to percpu_counter variables")
url: https://github.com/0day-ci/linux/commits/Olof-Johansson/net-sock-move-mem...
in testcase: netperf
on test machine: 8 threads Intel(R) Core(TM) i7-4770 CPU @ 3.40GHz with 8G memory
with following parameters:
ip: ipv4
runtime: 300s
nr_threads: 200%
cluster: cs-localhost
send_size: 5K
test: TCP_SENDFILE
ucode: 0x25
cpufreq_governor: performance
test-description: Netperf is a benchmark that can be use to measure various aspect of networking performance.
test-url: http://www.netperf.org/netperf/
In addition to that, the commit also has significant impact on the following tests:
+------------------+-----------------------------------------------------------------------+
| testcase: change | netperf: netperf.Throughput_total_tps -49.3% improvement |
| test machine | 88 threads Intel(R) Xeon(R) CPU E5-2699 v4 @ 2.20GHz with 128G memory |
| test parameters | cluster=cs-localhost |
| | cpufreq_governor=performance |
| | ip=ipv4 |
| | nr_threads=50% |
| | runtime=300s |
| | test=UDP_RR |
+------------------+-----------------------------------------------------------------------+
| testcase: change | netperf: netperf.Throughput_total_tps -13.5% improvement |
| test machine | 88 threads Intel(R) Xeon(R) CPU E5-2699 v4 @ 2.20GHz with 128G memory |
| test parameters | cluster=cs-localhost |
| | cpufreq_governor=performance |
| | ip=ipv4 |
| | nr_threads=25% |
| | runtime=300s |
| | test=UDP_RR |
+------------------+-----------------------------------------------------------------------+
Details are as below:
-------------------------------------------------------------------------------------------------->
To reproduce:
git clone https://github.com/intel/lkp-tests.git
cd lkp-tests
bin/lkp install job.yaml # job file is attached in this email
bin/lkp run job.yaml
=========================================================================================
cluster/compiler/cpufreq_governor/ip/kconfig/nr_threads/rootfs/runtime/send_size/tbox_group/test/testcase/ucode:
cs-localhost/gcc-7/performance/ipv4/x86_64-rhel-7.2/200%/debian-x86_64-2018-04-03.cgz/300s/5K/lkp-hsw-d01/TCP_SENDFILE/netperf/0x25
commit:
6da410d97f (" mlx5e-fixes-2018-09-05")
b99259a614 ("net/sock: move memory_allocated over to percpu_counter variables")
6da410d97ffa486e b99259a61450bb6403bbbbf279
---------------- --------------------------
fail:runs %reproduction fail:runs
| | |
1:4 -25% :4 dmesg.RIP:drm_wait_one_vblank[drm]
1:4 -25% :4 dmesg.WARNING:at_drivers/gpu/drm/drm_vblank.c:#drm_wait_one_vblank[drm]
:4 25% 1:4 dmesg.WARNING:at_ip_fsnotify/0x
1:4 -25% :4 kmsg.drm:drm_atomic_helper_wait_for_dependencies[drm_kms_helper]]*ERROR*[CONNECTOR:#:VGA-#]flip_done_timed_out
1:4 -25% :4 kmsg.drm:drm_atomic_helper_wait_for_dependencies[drm_kms_helper]]*ERROR*[CRTC:#:pipe_A]flip_done_timed_out
1:4 -25% :4 kmsg.drm:drm_atomic_helper_wait_for_dependencies[drm_kms_helper]]*ERROR*[PLANE:#:primary_A]flip_done_timed_out
1:4 -25% :4 kmsg.drm:drm_atomic_helper_wait_for_flip_done[drm_kms_helper]]*ERROR*[CRTC:#:pipe_A]flip_done_timed_out
0:4 0% 0:4 perf-profile.children.cycles-pp.schedule_timeout
%stddev %change %stddev
\ | \
7990 -6.6% 7460 netperf.Throughput_Mbps
127841 -6.6% 119362 netperf.Throughput_total_Mbps
1874683 -2.1% 1835777 netperf.time.involuntary_context_switches
643.25 +1.3% 651.50 netperf.time.percent_of_cpu_this_job_got
1792 +2.1% 1830 netperf.time.system_time
144.93 -8.1% 133.19 netperf.time.user_time
1099277 -7.7% 1014302 netperf.time.voluntary_context_switches
9.363e+08 -6.6% 8.742e+08 netperf.workload
30722 -4.2% 29428 vmstat.system.cs
25888 ± 31% +77.6% 45981 ± 25% sched_debug.cfs_rq:/.min_vruntime.stddev
25888 ± 31% +77.6% 45981 ± 25% sched_debug.cfs_rq:/.spread0.stddev
7151 ± 4% -20.0% 5720 ± 5% slabinfo.anon_vma_chain.active_objs
7409 ± 3% -21.7% 5804 ± 6% slabinfo.anon_vma_chain.num_objs
38618 ± 10% -31.7% 26365 ± 22% turbostat.C1E
0.13 ± 15% -0.1 0.08 ± 44% turbostat.C1E%
161917 ± 4% -24.6% 122121 ± 15% cpuidle.C1.time
3215895 ± 15% -38.8% 1966692 ± 43% cpuidle.C1E.time
38639 ± 10% -31.8% 26368 ± 22% cpuidle.C1E.usage
1.305e+12 -1.4% 1.287e+12 perf-stat.branch-instructions
3.00 -0.0 2.97 perf-stat.branch-miss-rate%
3.92e+10 -2.5% 3.822e+10 perf-stat.branch-misses
0.69 ± 9% -0.2 0.51 ± 14% perf-stat.cache-miss-rate%
2.1e+10 +17.9% 2.477e+10 perf-stat.cache-references
9364894 -4.2% 8976073 perf-stat.context-switches
1.31 +2.0% 1.33 perf-stat.cpi
0.09 -0.0 0.08 perf-stat.dTLB-load-miss-rate%
2.02e+09 -15.8% 1.701e+09 perf-stat.dTLB-load-misses
2.201e+12 -3.0% 2.135e+12 perf-stat.dTLB-loads
1.38e+12 -4.1% 1.325e+12 perf-stat.dTLB-stores
4.827e+08 ± 8% -19.0% 3.908e+08 ± 9% perf-stat.iTLB-loads
6.749e+12 -1.9% 6.62e+12 perf-stat.instructions
0.76 -1.9% 0.75 perf-stat.ipc
7207 +5.1% 7572 perf-stat.path-length
18.44 -1.4 17.04 perf-profile.calltrace.cycles-pp.__sys_recvfrom.__x64_sys_recvfrom.do_syscall_64.entry_SYSCALL_64_after_hwframe
18.46 -1.4 17.06 perf-profile.calltrace.cycles-pp.__x64_sys_recvfrom.do_syscall_64.entry_SYSCALL_64_after_hwframe
18.25 -1.4 16.86 perf-profile.calltrace.cycles-pp.inet_recvmsg.__sys_recvfrom.__x64_sys_recvfrom.do_syscall_64.entry_SYSCALL_64_after_hwframe
18.17 -1.4 16.80 perf-profile.calltrace.cycles-pp.tcp_recvmsg.inet_recvmsg.__sys_recvfrom.__x64_sys_recvfrom.do_syscall_64
13.45 -1.2 12.24 perf-profile.calltrace.cycles-pp.skb_copy_datagram_iter.tcp_recvmsg.inet_recvmsg.__sys_recvfrom.__x64_sys_recvfrom
12.68 -1.1 11.57 perf-profile.calltrace.cycles-pp.copy_page_to_iter.skb_copy_datagram_iter.tcp_recvmsg.inet_recvmsg.__sys_recvfrom
11.95 -0.9 11.00 ± 2% perf-profile.calltrace.cycles-pp.generic_file_splice_read.splice_direct_to_actor.do_splice_direct.do_sendfile.__x64_sys_sendfile64
9.53 ± 2% -0.9 8.68 perf-profile.calltrace.cycles-pp.copyout.copy_page_to_iter.skb_copy_datagram_iter.tcp_recvmsg.inet_recvmsg
9.35 ± 2% -0.8 8.54 perf-profile.calltrace.cycles-pp.copy_user_enhanced_fast_string.copyout.copy_page_to_iter.skb_copy_datagram_iter.tcp_recvmsg
9.50 -0.8 8.73 ± 2% perf-profile.calltrace.cycles-pp.generic_file_read_iter.generic_file_splice_read.splice_direct_to_actor.do_splice_direct.do_sendfile
10.73 ± 2% -0.5 10.21 perf-profile.calltrace.cycles-pp.__tcp_push_pending_frames.do_tcp_sendpages.tcp_sendpage_locked.tcp_sendpage.inet_sendpage
10.56 ± 2% -0.4 10.11 perf-profile.calltrace.cycles-pp.tcp_write_xmit.__tcp_push_pending_frames.do_tcp_sendpages.tcp_sendpage_locked.tcp_sendpage
2.99 ± 3% -0.4 2.59 ± 4% perf-profile.calltrace.cycles-pp.security_file_permission.do_splice_direct.do_sendfile.__x64_sys_sendfile64.do_syscall_64
4.94 ± 2% -0.3 4.60 ± 3% perf-profile.calltrace.cycles-pp.security_file_permission.do_sendfile.__x64_sys_sendfile64.do_syscall_64.entry_SYSCALL_64_after_hwframe
0.70 ± 14% -0.3 0.43 ± 58% perf-profile.calltrace.cycles-pp.__inode_security_revalidate.selinux_file_permission.security_file_permission.do_splice_direct.do_sendfile
3.04 ± 2% -0.3 2.77 ± 4% perf-profile.calltrace.cycles-pp.do_splice_to.splice_direct_to_actor.do_splice_direct.do_sendfile.__x64_sys_sendfile64
2.62 ± 3% -0.2 2.39 ± 2% perf-profile.calltrace.cycles-pp.pagecache_get_page.generic_file_read_iter.generic_file_splice_read.splice_direct_to_actor.do_splice_direct
2.31 ± 2% -0.2 2.09 ± 2% perf-profile.calltrace.cycles-pp.find_get_entry.pagecache_get_page.generic_file_read_iter.generic_file_splice_read.splice_direct_to_actor
1.52 ± 5% -0.2 1.31 ± 8% perf-profile.calltrace.cycles-pp.selinux_file_permission.security_file_permission.do_splice_direct.do_sendfile.__x64_sys_sendfile64
1.14 ± 4% -0.2 0.93 ± 10% perf-profile.calltrace.cycles-pp.__fget_light.do_sendfile.__x64_sys_sendfile64.do_syscall_64.entry_SYSCALL_64_after_hwframe
1.88 ± 2% -0.2 1.68 perf-profile.calltrace.cycles-pp.lock_sock_nested.tcp_sendpage.inet_sendpage.kernel_sendpage.sock_sendpage
1.11 ± 16% -0.2 0.92 ± 3% perf-profile.calltrace.cycles-pp.__kfree_skb.tcp_recvmsg.inet_recvmsg.__sys_recvfrom.__x64_sys_recvfrom
3.21 -0.2 3.02 ± 2% perf-profile.calltrace.cycles-pp.syscall_return_via_sysret
0.74 ± 23% -0.2 0.56 ± 6% perf-profile.calltrace.cycles-pp.skb_release_data.__kfree_skb.tcp_recvmsg.inet_recvmsg.__sys_recvfrom
1.19 ± 7% -0.2 1.02 ± 5% perf-profile.calltrace.cycles-pp.file_has_perm.security_file_permission.do_splice_direct.do_sendfile.__x64_sys_sendfile64
1.20 ± 3% -0.1 1.05 ± 5% perf-profile.calltrace.cycles-pp.__might_fault.copy_page_to_iter.skb_copy_datagram_iter.tcp_recvmsg.inet_recvmsg
1.19 ± 5% -0.1 1.06 ± 6% perf-profile.calltrace.cycles-pp.file_has_perm.security_file_permission.do_sendfile.__x64_sys_sendfile64.do_syscall_64
0.80 ± 4% -0.1 0.68 perf-profile.calltrace.cycles-pp.___might_sleep.__might_fault.copy_page_to_iter.skb_copy_datagram_iter.tcp_recvmsg
0.90 ± 6% -0.1 0.78 ± 6% perf-profile.calltrace.cycles-pp.atime_needs_update.touch_atime.splice_direct_to_actor.do_splice_direct.do_sendfile
0.71 ± 2% -0.1 0.61 ± 5% perf-profile.calltrace.cycles-pp.sched_clock_cpu.tcp_write_xmit.__tcp_push_pending_frames.do_tcp_sendpages.tcp_sendpage_locked
1.07 ± 3% -0.1 0.96 ± 3% perf-profile.calltrace.cycles-pp.radix_tree_lookup_slot.find_get_entry.pagecache_get_page.generic_file_read_iter.generic_file_splice_read
0.74 ± 6% -0.1 0.64 ± 5% perf-profile.calltrace.cycles-pp._raw_spin_lock_bh.release_sock.tcp_sendpage.inet_sendpage.kernel_sendpage
0.63 ± 3% -0.1 0.55 ± 6% perf-profile.calltrace.cycles-pp.native_sched_clock.sched_clock.sched_clock_cpu.tcp_write_xmit.__tcp_push_pending_frames
0.70 ± 3% -0.1 0.63 ± 4% perf-profile.calltrace.cycles-pp.__tcp_transmit_skb.tcp_write_xmit.__tcp_push_pending_frames.tcp_rcv_established.tcp_v4_do_rcv
0.78 ± 3% -0.1 0.71 ± 5% perf-profile.calltrace.cycles-pp.__radix_tree_lookup.radix_tree_lookup_slot.find_get_entry.pagecache_get_page.generic_file_read_iter
0.82 ± 3% -0.1 0.76 ± 3% perf-profile.calltrace.cycles-pp.__tcp_push_pending_frames.tcp_rcv_established.tcp_v4_do_rcv.tcp_v4_rcv.ip_local_deliver_finish
5.58 +0.1 5.71 perf-profile.calltrace.cycles-pp.net_rx_action.__softirqentry_text_start.do_softirq_own_stack.do_softirq.__local_bh_enable_ip
5.35 +0.1 5.49 perf-profile.calltrace.cycles-pp.process_backlog.net_rx_action.__softirqentry_text_start.do_softirq_own_stack.do_softirq
0.91 ± 4% +0.1 1.04 ± 3% perf-profile.calltrace.cycles-pp.sk_stream_alloc_skb.do_tcp_sendpages.tcp_sendpage_locked.tcp_sendpage.inet_sendpage
90.58 +0.4 90.99 perf-profile.calltrace.cycles-pp.do_syscall_64.entry_SYSCALL_64_after_hwframe
0.00 +0.5 0.55 ± 6% perf-profile.calltrace.cycles-pp.__release_sock.release_sock.tcp_recvmsg.inet_recvmsg.__sys_recvfrom
0.00 +0.6 0.60 ± 6% perf-profile.calltrace.cycles-pp.release_sock.tcp_recvmsg.inet_recvmsg.__sys_recvfrom.__x64_sys_recvfrom
0.00 +0.6 0.65 ± 18% perf-profile.calltrace.cycles-pp.tcp_data_queue.tcp_rcv_established.tcp_v4_do_rcv.tcp_v4_rcv.ip_local_deliver_finish
0.00 +0.7 0.68 ± 2% perf-profile.calltrace.cycles-pp.find_next_bit.cpumask_next.__percpu_counter_sum.__sk_mem_raise_allocated.__sk_mem_schedule
0.00 +0.8 0.78 ± 13% perf-profile.calltrace.cycles-pp.percpu_counter_add_batch.__sk_mem_raise_allocated.__sk_mem_schedule.do_tcp_sendpages.tcp_sendpage_locked
0.00 +0.8 0.84 perf-profile.calltrace.cycles-pp.cpumask_next.__percpu_counter_sum.__sk_mem_raise_allocated.__sk_mem_schedule.do_tcp_sendpages
0.00 +1.7 1.65 ± 4% perf-profile.calltrace.cycles-pp.native_queued_spin_lock_slowpath._raw_spin_lock_irqsave.__percpu_counter_sum.__sk_mem_raise_allocated.__sk_mem_schedule
70.71 +2.0 72.70 perf-profile.calltrace.cycles-pp.__x64_sys_sendfile64.do_syscall_64.entry_SYSCALL_64_after_hwframe
68.26 +2.2 70.47 perf-profile.calltrace.cycles-pp.do_sendfile.__x64_sys_sendfile64.do_syscall_64.entry_SYSCALL_64_after_hwframe
0.00 +2.8 2.85 ± 5% perf-profile.calltrace.cycles-pp._raw_spin_lock_irqsave.__percpu_counter_sum.__sk_mem_raise_allocated.__sk_mem_schedule.do_tcp_sendpages
57.51 +3.2 60.70 perf-profile.calltrace.cycles-pp.do_splice_direct.do_sendfile.__x64_sys_sendfile64.do_syscall_64.entry_SYSCALL_64_after_hwframe
54.10 +3.6 57.72 perf-profile.calltrace.cycles-pp.splice_direct_to_actor.do_splice_direct.do_sendfile.__x64_sys_sendfile64.do_syscall_64
36.84 +4.9 41.77 perf-profile.calltrace.cycles-pp.direct_splice_actor.splice_direct_to_actor.do_splice_direct.do_sendfile.__x64_sys_sendfile64
35.89 +5.0 40.88 perf-profile.calltrace.cycles-pp.splice_from_pipe.direct_splice_actor.splice_direct_to_actor.do_splice_direct.do_sendfile
35.00 +5.0 40.01 perf-profile.calltrace.cycles-pp.__splice_from_pipe.splice_from_pipe.direct_splice_actor.splice_direct_to_actor.do_splice_direct
30.95 +5.0 36.00 perf-profile.calltrace.cycles-pp.pipe_to_sendpage.__splice_from_pipe.splice_from_pipe.direct_splice_actor.splice_direct_to_actor
29.68 +5.2 34.87 perf-profile.calltrace.cycles-pp.sock_sendpage.pipe_to_sendpage.__splice_from_pipe.splice_from_pipe.direct_splice_actor
28.59 +5.3 33.84 perf-profile.calltrace.cycles-pp.inet_sendpage.kernel_sendpage.sock_sendpage.pipe_to_sendpage.__splice_from_pipe
28.87 +5.3 34.14 perf-profile.calltrace.cycles-pp.kernel_sendpage.sock_sendpage.pipe_to_sendpage.__splice_from_pipe.splice_from_pipe
27.07 +5.3 32.36 perf-profile.calltrace.cycles-pp.tcp_sendpage.inet_sendpage.kernel_sendpage.sock_sendpage.pipe_to_sendpage
21.40 +5.7 27.15 perf-profile.calltrace.cycles-pp.tcp_sendpage_locked.tcp_sendpage.inet_sendpage.kernel_sendpage.sock_sendpage
20.54 +5.8 26.38 perf-profile.calltrace.cycles-pp.do_tcp_sendpages.tcp_sendpage_locked.tcp_sendpage.inet_sendpage.kernel_sendpage
0.00 +5.9 5.93 ± 4% perf-profile.calltrace.cycles-pp.__percpu_counter_sum.__sk_mem_raise_allocated.__sk_mem_schedule.do_tcp_sendpages.tcp_sendpage_locked
1.22 ± 4% +6.2 7.47 ± 3% perf-profile.calltrace.cycles-pp.__sk_mem_raise_allocated.__sk_mem_schedule.do_tcp_sendpages.tcp_sendpage_locked.tcp_sendpage
1.32 ± 3% +6.3 7.60 ± 3% perf-profile.calltrace.cycles-pp.__sk_mem_schedule.do_tcp_sendpages.tcp_sendpage_locked.tcp_sendpage.inet_sendpage
18.44 -1.4 17.04 perf-profile.children.cycles-pp.__sys_recvfrom
18.46 -1.4 17.06 perf-profile.children.cycles-pp.__x64_sys_recvfrom
18.25 -1.4 16.86 perf-profile.children.cycles-pp.inet_recvmsg
18.19 -1.4 16.81 perf-profile.children.cycles-pp.tcp_recvmsg
15.06 -1.2 13.82 perf-profile.children.cycles-pp.copy_page_to_iter
13.47 -1.2 12.25 perf-profile.children.cycles-pp.skb_copy_datagram_iter
12.00 -1.0 11.05 ± 2% perf-profile.children.cycles-pp.generic_file_splice_read
9.58 ± 2% -0.9 8.72 perf-profile.children.cycles-pp.copyout
10.09 -0.9 9.23 ± 2% perf-profile.children.cycles-pp.security_file_permission
9.42 ± 2% -0.8 8.60 perf-profile.children.cycles-pp.copy_user_enhanced_fast_string
9.68 -0.8 8.90 ± 2% perf-profile.children.cycles-pp.generic_file_read_iter
11.60 ± 2% -0.6 11.03 perf-profile.children.cycles-pp.__tcp_push_pending_frames
11.47 ± 2% -0.5 10.94 perf-profile.children.cycles-pp.tcp_write_xmit
6.05 ± 2% -0.5 5.57 ± 2% perf-profile.children.cycles-pp.selinux_file_permission
3.54 ± 3% -0.3 3.24 ± 2% perf-profile.children.cycles-pp.___might_sleep
2.50 ± 3% -0.3 2.21 ± 5% perf-profile.children.cycles-pp.file_has_perm
3.05 ± 2% -0.3 2.78 ± 4% perf-profile.children.cycles-pp.do_splice_to
2.06 -0.3 1.81 ± 2% perf-profile.children.cycles-pp.fsnotify
2.70 ± 2% -0.2 2.45 ± 2% perf-profile.children.cycles-pp.pagecache_get_page
3.39 ± 3% -0.2 3.15 perf-profile.children.cycles-pp.touch_atime
2.10 ± 2% -0.2 1.87 ± 2% perf-profile.children.cycles-pp.lock_sock_nested
1.29 ± 13% -0.2 1.07 ± 2% perf-profile.children.cycles-pp.__kfree_skb
2.57 ± 4% -0.2 2.35 perf-profile.children.cycles-pp.atime_needs_update
2.37 -0.2 2.15 ± 3% perf-profile.children.cycles-pp.__might_fault
2.34 ± 2% -0.2 2.13 ± 2% perf-profile.children.cycles-pp.find_get_entry
1.21 ± 5% -0.2 1.00 ± 9% perf-profile.children.cycles-pp.__fget_light
3.67 -0.2 3.46 ± 3% perf-profile.children.cycles-pp.syscall_return_via_sysret
2.72 ± 4% -0.2 2.52 ± 2% perf-profile.children.cycles-pp.__inode_security_revalidate
1.61 ± 4% -0.2 1.41 ± 6% perf-profile.children.cycles-pp._raw_spin_lock_bh
0.86 ± 20% -0.2 0.67 ± 5% perf-profile.children.cycles-pp.skb_release_data
0.47 ± 18% -0.2 0.30 ± 28% perf-profile.children.cycles-pp.hrtimer_interrupt
0.99 ± 5% -0.2 0.83 ± 5% perf-profile.children.cycles-pp.__fsnotify_parent
0.41 ± 21% -0.2 0.25 ± 33% perf-profile.children.cycles-pp.__hrtimer_run_queues
0.52 ± 16% -0.2 0.36 ± 24% perf-profile.children.cycles-pp.smp_apic_timer_interrupt
0.56 ± 15% -0.2 0.40 ± 22% perf-profile.children.cycles-pp.apic_timer_interrupt
1.49 ± 2% -0.1 1.34 ± 4% perf-profile.children.cycles-pp.current_time
0.32 ± 25% -0.1 0.18 ± 48% perf-profile.children.cycles-pp.tick_sched_timer
1.77 ± 4% -0.1 1.65 ± 2% perf-profile.children.cycles-pp.__might_sleep
1.10 ± 3% -0.1 0.98 ± 2% perf-profile.children.cycles-pp.radix_tree_lookup_slot
0.70 ± 11% -0.1 0.58 ± 9% perf-profile.children.cycles-pp.nf_hook_slow
0.96 ± 2% -0.1 0.85 ± 4% perf-profile.children.cycles-pp.sched_clock_cpu
0.88 ± 2% -0.1 0.78 ± 3% perf-profile.children.cycles-pp.sched_clock
0.85 ± 2% -0.1 0.75 ± 3% perf-profile.children.cycles-pp.native_sched_clock
0.46 ± 4% -0.1 0.37 ± 8% perf-profile.children.cycles-pp.selinux_ip_postroute
0.37 ± 5% -0.1 0.30 ± 8% perf-profile.children.cycles-pp.selinux_ip_postroute_compat
0.44 ± 3% -0.1 0.38 ± 4% perf-profile.children.cycles-pp.tcp_rate_check_app_limited
0.12 ± 27% -0.1 0.06 ± 6% perf-profile.children.cycles-pp.__copy_skb_header
0.20 ± 16% -0.0 0.15 ± 12% perf-profile.children.cycles-pp.lock_timer_base
0.16 ± 13% -0.0 0.11 ± 18% perf-profile.children.cycles-pp.ip_rcv_core
0.21 ± 7% -0.0 0.17 ± 7% perf-profile.children.cycles-pp.enqueue_to_backlog
0.37 ± 3% -0.0 0.33 ± 6% perf-profile.children.cycles-pp.generic_splice_sendpage
0.25 ± 7% -0.0 0.21 ± 7% perf-profile.children.cycles-pp.iov_iter_pipe
0.06 ± 11% +0.0 0.08 ± 6% perf-profile.children.cycles-pp.__list_del_entry_valid
0.06 ± 13% +0.0 0.08 ± 5% perf-profile.children.cycles-pp.get_nohz_timer_target
0.09 ± 18% +0.0 0.12 ± 6% perf-profile.children.cycles-pp.sk_stream_wait_memory
0.09 ± 11% +0.0 0.12 ± 13% perf-profile.children.cycles-pp.tcp_rearm_rto
0.04 ± 60% +0.1 0.11 ± 14% perf-profile.children.cycles-pp.splice_from_pipe_next
0.91 ± 4% +0.1 1.04 ± 3% perf-profile.children.cycles-pp.sk_stream_alloc_skb
0.11 ± 7% +0.2 0.34 ± 9% perf-profile.children.cycles-pp.tcp_leave_memory_pressure
0.33 ± 10% +0.2 0.58 ± 4% perf-profile.children.cycles-pp.__release_sock
3.19 ± 2% +0.4 3.62 ± 4% perf-profile.children.cycles-pp.tcp_v4_do_rcv
0.55 ± 12% +0.4 0.99 ± 10% perf-profile.children.cycles-pp.tcp_data_queue
3.07 ± 2% +0.4 3.51 ± 5% perf-profile.children.cycles-pp.tcp_rcv_established
0.18 ± 27% +0.4 0.63 ± 15% perf-profile.children.cycles-pp._raw_spin_unlock_irqrestore
90.71 +0.5 91.20 perf-profile.children.cycles-pp.do_syscall_64
0.08 ± 13% +0.5 0.60 ± 12% perf-profile.children.cycles-pp.tcp_try_rmem_schedule
0.00 +0.8 0.77 ± 2% perf-profile.children.cycles-pp.find_next_bit
0.00 +0.9 0.94 ± 10% perf-profile.children.cycles-pp.percpu_counter_add_batch
0.00 +1.1 1.14 ± 3% perf-profile.children.cycles-pp.cpumask_next
0.00 +1.9 1.92 ± 6% perf-profile.children.cycles-pp.native_queued_spin_lock_slowpath
70.92 +2.0 72.87 perf-profile.children.cycles-pp.__x64_sys_sendfile64
68.42 +2.2 70.62 perf-profile.children.cycles-pp.do_sendfile
57.60 +3.2 60.79 perf-profile.children.cycles-pp.do_splice_direct
0.25 ± 13% +3.3 3.54 ± 5% perf-profile.children.cycles-pp._raw_spin_lock_irqsave
54.16 +3.6 57.77 perf-profile.children.cycles-pp.splice_direct_to_actor
36.88 +5.0 41.83 perf-profile.children.cycles-pp.direct_splice_actor
35.98 +5.0 40.97 perf-profile.children.cycles-pp.splice_from_pipe
35.13 +5.0 40.13 perf-profile.children.cycles-pp.__splice_from_pipe
31.00 +5.0 36.03 perf-profile.children.cycles-pp.pipe_to_sendpage
29.75 +5.2 34.97 perf-profile.children.cycles-pp.sock_sendpage
28.64 +5.3 33.89 perf-profile.children.cycles-pp.inet_sendpage
28.94 +5.3 34.22 perf-profile.children.cycles-pp.kernel_sendpage
27.21 +5.3 32.51 perf-profile.children.cycles-pp.tcp_sendpage
21.48 +5.7 27.23 perf-profile.children.cycles-pp.tcp_sendpage_locked
20.69 +5.8 26.53 perf-profile.children.cycles-pp.do_tcp_sendpages
0.00 +6.7 6.67 ± 4% perf-profile.children.cycles-pp.__percpu_counter_sum
1.34 ± 3% +7.0 8.32 ± 3% perf-profile.children.cycles-pp.__sk_mem_raise_allocated
1.46 ± 3% +7.0 8.46 ± 3% perf-profile.children.cycles-pp.__sk_mem_schedule
1.21 ± 3% -0.8 0.40 ± 9% perf-profile.self.cycles-pp.__sk_mem_raise_allocated
9.27 -0.8 8.50 perf-profile.self.cycles-pp.copy_user_enhanced_fast_string
3.41 ± 3% -0.3 3.08 perf-profile.self.cycles-pp.___might_sleep
3.12 ± 3% -0.3 2.86 perf-profile.self.cycles-pp.selinux_file_permission
2.01 ± 2% -0.2 1.76 ± 2% perf-profile.self.cycles-pp.fsnotify
2.52 -0.2 2.28 perf-profile.self.cycles-pp.generic_file_read_iter
2.42 -0.2 2.20 ± 2% perf-profile.self.cycles-pp.do_sendfile
3.66 -0.2 3.45 ± 3% perf-profile.self.cycles-pp.syscall_return_via_sysret
1.18 ± 5% -0.2 0.98 ± 9% perf-profile.self.cycles-pp.__fget_light
1.62 ± 3% -0.2 1.45 ± 5% perf-profile.self.cycles-pp.tcp_write_xmit
1.19 ± 2% -0.2 1.02 ± 5% perf-profile.self.cycles-pp.pipe_to_sendpage
1.44 ± 5% -0.2 1.28 ± 6% perf-profile.self.cycles-pp._raw_spin_lock_bh
0.89 ± 5% -0.1 0.74 ± 4% perf-profile.self.cycles-pp.__fsnotify_parent
1.12 ± 2% -0.1 0.98 ± 4% perf-profile.self.cycles-pp.do_syscall_64
1.02 ± 3% -0.1 0.90 ± 5% perf-profile.self.cycles-pp.__x64_sys_sendfile64
0.81 ± 7% -0.1 0.70 ± 6% perf-profile.self.cycles-pp.file_has_perm
0.71 ± 7% -0.1 0.61 ± 7% perf-profile.self.cycles-pp.skb_copy_datagram_iter
0.89 ± 6% -0.1 0.79 ± 6% perf-profile.self.cycles-pp.tcp_current_mss
0.14 ± 9% -0.1 0.04 ± 59% perf-profile.self.cycles-pp.sched_clock
0.75 ± 4% -0.1 0.66 ± 6% perf-profile.self.cycles-pp.skb_release_data
0.97 ± 3% -0.1 0.88 ± 6% perf-profile.self.cycles-pp.page_cache_pipe_buf_confirm
0.82 -0.1 0.74 ± 6% perf-profile.self.cycles-pp.entry_SYSCALL_64_after_hwframe
0.29 ± 8% -0.1 0.21 ± 8% perf-profile.self.cycles-pp.radix_tree_lookup_slot
0.42 ± 5% -0.1 0.35 ± 4% perf-profile.self.cycles-pp.tcp_rate_check_app_limited
1.57 -0.1 1.51 ± 2% perf-profile.self.cycles-pp.__might_sleep
0.12 ± 27% -0.1 0.06 ± 6% perf-profile.self.cycles-pp.__copy_skb_header
0.15 ± 7% -0.1 0.10 ± 15% perf-profile.self.cycles-pp.selinux_ip_postroute_compat
0.15 ± 14% -0.0 0.11 ± 15% perf-profile.self.cycles-pp.ip_rcv_core
0.17 ± 9% -0.0 0.12 ± 8% perf-profile.self.cycles-pp.ip_output
0.32 -0.0 0.28 ± 4% perf-profile.self.cycles-pp.generic_splice_sendpage
0.14 ± 10% -0.0 0.10 ± 14% perf-profile.self.cycles-pp.enqueue_to_backlog
0.23 ± 9% -0.0 0.19 ± 2% perf-profile.self.cycles-pp.iov_iter_pipe
0.22 ± 9% -0.0 0.18 ± 7% perf-profile.self.cycles-pp.__ip_queue_xmit
0.11 ± 19% -0.0 0.08 ± 8% perf-profile.self.cycles-pp.sock_def_readable
0.11 ± 4% -0.0 0.08 ± 10% perf-profile.self.cycles-pp.bpf_fd_pass
0.11 ± 7% +0.0 0.15 ± 10% perf-profile.self.cycles-pp.tcp_ack
0.01 ±173% +0.1 0.10 ± 8% perf-profile.self.cycles-pp.splice_from_pipe_next
0.09 ± 7% +0.2 0.32 ± 9% perf-profile.self.cycles-pp.tcp_leave_memory_pressure
0.15 ± 16% +0.4 0.52 ± 5% perf-profile.self.cycles-pp._raw_spin_unlock_irqrestore
0.00 +0.4 0.38 ± 12% perf-profile.self.cycles-pp.cpumask_next
0.00 +0.7 0.67 ± 2% perf-profile.self.cycles-pp.find_next_bit
0.00 +0.7 0.72 ± 6% perf-profile.self.cycles-pp.percpu_counter_add_batch
0.24 ± 14% +1.4 1.63 ± 6% perf-profile.self.cycles-pp._raw_spin_lock_irqsave
0.00 +1.9 1.90 ± 6% perf-profile.self.cycles-pp.native_queued_spin_lock_slowpath
0.00 +2.1 2.08 ± 3% perf-profile.self.cycles-pp.__percpu_counter_sum
netperf.Throughput_Mbps
8100 +-+------------------------------------------------------------------+
| ++.+ .++.+++.+ .++. |
8000 +-+++.++. + + +.++.++.++.++.++.++.+++.++.++ ++.++.++.+|
7900 +-+ ++ |
| |
7800 +-+ |
| |
7700 +-+ |
| |
7600 +-+ |
7500 +-+ O O |
| O O O OO OOO OO OO |
7400 +-+ O O |
OO OO O |
7300 +-+------------------------------------------------------------------+
netperf.Throughput_total_Mbps
130000 +-+----------------------------------------------------------------+
| +.+ +.+++.+ +.+ |
128000 +-+++.++. : +.+ : ++.+ +.++.+++.++.+ .+++.++.+ ++.++.++.+|
|+ ++ : : + + |
126000 +-+ : : |
| : : |
124000 +-+ :: |
| :: |
122000 +-+ :: |
| : |
120000 +-+ OO O OO O O |
| O O OO O OO O |
118000 O-+OO O |
|O O |
116000 +-+----------------------------------------------------------------+
netperf.workload
9.5e+08 +-+---------------------------------------------------------------+
9.4e+08 +-+ +.++ .++.+++ +.+ |
|+.++.++ : + : +.+++.++.++.+++.++.+++.++.++ +.+++.++.+|
9.3e+08 +-+ +.+ : : |
9.2e+08 +-+ : : |
| : : |
9.1e+08 +-+ : : |
9e+08 +-+ :: |
8.9e+08 +-+ : |
| : |
8.8e+08 +-+ OO OOO OO O |
8.7e+08 +-+ O OOO O OO |
O OO O |
8.6e+08 +O+ O |
8.5e+08 +-+---------------------------------------------------------------+
netperf.time.user_time
152 +-+-------------------------------------------------------------------+
150 +-+ + |
| :: |
148 +-+ :: |
146 +-+ +. + + + : :+. +.+|
144 +-++ + + .+ .++.+ .++.+ :+ +.++.++.+ :+ +.++. +.+ + + |
142 +-+ + .++ + +.++ +.+ + +.+ + + |
| + |
140 +-+ |
138 +-+ |
136 +-+ O |
134 +-+ O O OO O O O |
| O O O OO O O |
132 OO+OO OO |
130 +-+-------------------------------------------------------------------+
netperf.time.system_time
1840 +-+-O----------------------------------------------------------------+
|O O O |
1830 O-+ O O O O OO O OO |
| OO O O |
| O O O |
1820 +-+ |
| |
1810 +-+ |
| |
1800 +-+ |
| +.+ + +. +. +.+ .++.++. +. ++. +.++. .+ |
| .++.+ +. + +. + + : + + + + + + ++.+ .++ +.+|
1790 +-+ ++ + + + +: + |
| + + |
1780 +-+------------------------------------------------------------------+
netperf.time.voluntary_context_switches
1.12e+06 +-+--------------------------------------------------------------+
| + + + + + + +. .+ : + .+|
1.1e+06 +-+++. : + + : + + +.++ + + .++.+ :.+ : + .+++ :: +.+++.++ |
1.08e+06 +-+ + :.+ + : + + + + + + + |
| + + |
1.06e+06 +-+ |
| |
1.04e+06 +-+ |
| |
1.02e+06 +-+ OO O OO O |
1e+06 +-+ OO OO O O O |
|O O O |
980000 O-+OO O |
| |
960000 +-+----O---------------------------------------------------------+
[*] bisect-good sample
[O] bisect-bad sample
***************************************************************************************************
lkp-bdw-ep2: 88 threads Intel(R) Xeon(R) CPU E5-2699 v4 @ 2.20GHz with 128G memory
=========================================================================================
cluster/compiler/cpufreq_governor/ip/kconfig/nr_threads/rootfs/runtime/tbox_group/test/testcase:
cs-localhost/gcc-7/performance/ipv4/x86_64-rhel-7.2/50%/debian-x86_64-2018-04-03.cgz/300s/lkp-bdw-ep2/UDP_RR/netperf
commit:
6da410d97f (" mlx5e-fixes-2018-09-05")
b99259a614 ("net/sock: move memory_allocated over to percpu_counter variables")
6da410d97ffa486e b99259a61450bb6403bbbbf279
---------------- --------------------------
fail:runs %reproduction fail:runs
| | |
:4 25% 1:4 dmesg.WARNING:at#for_ip_interrupt_entry/0x
1:4 -25% :4 dmesg.WARNING:at_ip_native_sched_clock/0x
11:4 -149% 5:4 perf-profile.calltrace.cycles-pp.dequeue_entity.dequeue_task_fair.__sched_text_start.schedule.schedule_timeout
4:4 -54% 2:4 perf-profile.calltrace.cycles-pp.switch_mm_irqs_off.switch_mm.__sched_text_start.schedule.schedule_timeout
31:4 -378% 16:4 perf-profile.children.cycles-pp.schedule_timeout
1:4 -12% 0:4 perf-profile.self.cycles-pp.schedule_timeout
%stddev %change %stddev
\ | \
3140615 ± 2% -49.3% 1593635 netperf.Throughput_total_tps
71377 ± 2% -49.3% 36218 netperf.Throughput_tps
6877 ± 4% +11.8% 7689 netperf.time.involuntary_context_switches
2795 -10.5% 2501 netperf.time.percent_of_cpu_this_job_got
7688 -6.4% 7194 netperf.time.system_time
727.56 ± 3% -53.7% 336.63 ± 6% netperf.time.user_time
9.335e+08 ± 3% -48.8% 4.781e+08 netperf.time.voluntary_context_switches
9.422e+08 ± 2% -49.3% 4.781e+08 netperf.workload
497.45 -10.7% 444.23 pmeter.Average_Active_Power
143.48 -43.2% 81.53 pmeter.performance_per_watt
25025 ± 50% -50.2% 12452 ± 98% proc-vmstat.numa_pte_updates
823677 -1.0% 815119 proc-vmstat.pgfault
14.68 +19.6 34.31 ± 2% mpstat.cpu.soft%
37.84 -21.0 16.88 ± 5% mpstat.cpu.sys%
4.73 ± 3% -2.4 2.30 ± 6% mpstat.cpu.usr%
231917 ± 7% +48.8% 345161 ± 22% numa-numastat.node0.numa_hit
458545 ± 3% -25.1% 343375 ± 24% numa-numastat.node1.local_node
467255 ± 4% -25.0% 350578 ± 22% numa-numastat.node1.numa_hit
53.00 -9.4% 48.00 vmstat.procs.r
12208228 ± 3% -48.6% 6279977 vmstat.system.cs
197402 -5.8% 185888 vmstat.system.in
9.422e+08 ± 2% -49.3% 4.781e+08 softirqs.NET_RX
2090351 ± 22% -23.7% 1595486 ± 3% softirqs.RCU
6824307 -13.3% 5915651 softirqs.SCHED
8055584 +10.9% 8929857 softirqs.TIMER
7.34e+09 +40.3% 1.03e+10 cpuidle.C1.time
1.833e+09 ± 3% -47.4% 9.638e+08 cpuidle.C1.usage
3.942e+08 ± 63% -68.5% 1.243e+08 ± 29% cpuidle.C6.time
558983 ± 49% -64.4% 199205 ± 18% cpuidle.C6.usage
1.824e+08 ± 3% -47.9% 95056831 cpuidle.POLL.time
34485351 ± 5% -82.4% 6062003 cpuidle.POLL.usage
1997 -14.5% 1708 turbostat.Avg_MHz
71.97 -10.8 61.14 turbostat.Busy%
1.833e+09 ± 3% -47.4% 9.638e+08 turbostat.C1
27.42 ± 2% +11.2 38.62 turbostat.C1%
556509 ± 50% -64.8% 196082 ± 18% turbostat.C6
1.46 ± 64% -1.0 0.45 ± 30% turbostat.C6%
27.21 ± 2% +40.7% 38.28 turbostat.CPU%c1
270.14 -13.5% 233.54 turbostat.PkgWatt
15.33 +2.1% 15.65 turbostat.RAMWatt
360260 ± 11% -57.2% 154078 ± 6% sched_debug.cfs_rq:/.MIN_vruntime.avg
2840994 -20.3% 2263123 sched_debug.cfs_rq:/.MIN_vruntime.max
922773 ± 6% -40.1% 552528 ± 3% sched_debug.cfs_rq:/.MIN_vruntime.stddev
360260 ± 11% -57.2% 154078 ± 6% sched_debug.cfs_rq:/.max_vruntime.avg
2840994 -20.3% 2263123 sched_debug.cfs_rq:/.max_vruntime.max
922773 ± 6% -40.1% 552528 ± 3% sched_debug.cfs_rq:/.max_vruntime.stddev
2804769 ± 2% -19.7% 2251378 sched_debug.cfs_rq:/.min_vruntime.avg
2905503 -20.3% 2314293 sched_debug.cfs_rq:/.min_vruntime.max
2731218 ± 3% -18.3% 2232433 sched_debug.cfs_rq:/.min_vruntime.min
29631 ± 28% -61.3% 11469 ± 21% sched_debug.cfs_rq:/.min_vruntime.stddev
0.58 ± 4% -9.9% 0.52 ± 3% sched_debug.cfs_rq:/.nr_running.avg
10.43 ± 9% -15.4% 8.83 ± 2% sched_debug.cfs_rq:/.runnable_load_avg.avg
29606 ± 28% -61.3% 11465 ± 21% sched_debug.cfs_rq:/.spread0.stddev
387.56 -21.9% 302.54 ± 4% sched_debug.cfs_rq:/.util_est_enqueued.avg
356998 ± 25% -45.1% 196064 ± 3% sched_debug.cpu.avg_idle.max
58785 ± 15% -30.2% 41011 ± 2% sched_debug.cpu.avg_idle.stddev
0.46 ± 15% -81.8% 0.08 ± 99% sched_debug.cpu.cpu_load[1].min
2.25 ± 8% -42.6% 1.29 ± 10% sched_debug.cpu.cpu_load[2].min
4.17 ± 14% -21.0% 3.29 ± 4% sched_debug.cpu.cpu_load[3].min
21059143 ± 3% -49.0% 10741980 sched_debug.cpu.nr_switches.avg
21578752 ± 2% -49.7% 10846007 sched_debug.cpu.nr_switches.max
20097461 ± 6% -47.8% 10493962 sched_debug.cpu.nr_switches.min
262381 ± 31% -79.3% 54430 ± 13% sched_debug.cpu.nr_switches.stddev
5.784e+12 ± 2% -27.2% 4.212e+12 perf-stat.branch-instructions
2.76 -0.8 1.96 perf-stat.branch-miss-rate%
1.599e+11 ± 2% -48.2% 8.276e+10 perf-stat.branch-misses
0.73 ± 8% +0.4 1.14 perf-stat.cache-miss-rate%
2.527e+09 ± 7% +11.0% 2.805e+09 perf-stat.cache-misses
3.482e+11 -29.1% 2.47e+11 perf-stat.cache-references
3.733e+09 ± 3% -48.8% 1.912e+09 perf-stat.context-switches
1.93 +20.0% 2.32 perf-stat.cpi
5.633e+13 -17.5% 4.646e+13 perf-stat.cpu-cycles
7.772e+09 ± 4% -43.6% 4.386e+09 ± 15% perf-stat.dTLB-load-misses
8.521e+12 ± 2% -33.9% 5.63e+12 perf-stat.dTLB-loads
0.00 ± 8% +0.0 0.00 ± 7% perf-stat.dTLB-store-miss-rate%
1.095e+08 ± 9% -13.5% 94683885 ± 7% perf-stat.dTLB-store-misses
5.49e+12 ± 2% -48.1% 2.851e+12 perf-stat.dTLB-stores
10.06 ± 5% +3.6 13.65 ± 14% perf-stat.iTLB-load-miss-rate%
9.169e+09 ± 5% -36.1% 5.859e+09 ± 16% perf-stat.iTLB-load-misses
8.203e+10 ± 3% -54.9% 3.696e+10 perf-stat.iTLB-loads
2.915e+13 ± 2% -31.3% 2.002e+13 perf-stat.instructions
0.52 -16.7% 0.43 perf-stat.ipc
801554 -1.1% 792718 perf-stat.minor-faults
7.603e+08 ± 5% +108.2% 1.583e+09 perf-stat.node-load-misses
93.23 ± 3% -35.4 57.88 ± 2% perf-stat.node-store-miss-rate%
1.072e+09 ± 5% -40.6% 6.373e+08 ± 2% perf-stat.node-store-misses
80515351 ± 49% +476.1% 4.638e+08 ± 3% perf-stat.node-stores
801557 -1.1% 792720 perf-stat.page-faults
30931 +35.4% 41869 perf-stat.path-length
15.38 -7.4 7.94 perf-profile.calltrace.cycles-pp.__x64_sys_recvfrom.do_syscall_64.entry_SYSCALL_64_after_hwframe
15.18 -7.3 7.85 perf-profile.calltrace.cycles-pp.__sys_recvfrom.__x64_sys_recvfrom.do_syscall_64.entry_SYSCALL_64_after_hwframe
13.40 -6.5 6.93 perf-profile.calltrace.cycles-pp.inet_recvmsg.__sys_recvfrom.__x64_sys_recvfrom.do_syscall_64.entry_SYSCALL_64_after_hwframe
13.14 -6.3 6.82 perf-profile.calltrace.cycles-pp.udp_recvmsg.inet_recvmsg.__sys_recvfrom.__x64_sys_recvfrom.do_syscall_64
8.62 ± 6% -5.9 2.74 perf-profile.calltrace.cycles-pp.ip_make_skb.udp_sendmsg.sock_sendmsg.__sys_sendto.__x64_sys_sendto
10.50 -5.1 5.43 perf-profile.calltrace.cycles-pp.__skb_recv_udp.udp_recvmsg.inet_recvmsg.__sys_recvfrom.__x64_sys_recvfrom
8.98 ± 2% -4.4 4.62 perf-profile.calltrace.cycles-pp.__skb_wait_for_more_packets.__skb_recv_udp.udp_recvmsg.inet_recvmsg.__sys_recvfrom
5.03 ± 12% -4.2 0.88 ± 3% perf-profile.calltrace.cycles-pp.__ip_make_skb.ip_make_skb.udp_sendmsg.sock_sendmsg.__sys_sendto
9.64 -3.9 5.70 perf-profile.calltrace.cycles-pp.sock_def_readable.__udp_enqueue_schedule_skb.udp_queue_rcv_skb.__udp4_lib_rcv.ip_local_deliver_finish
9.42 -3.9 5.49 perf-profile.calltrace.cycles-pp.__wake_up_common_lock.sock_def_readable.__udp_enqueue_schedule_skb.udp_queue_rcv_skb.__udp4_lib_rcv
4.54 ± 13% -3.9 0.65 ± 4% perf-profile.calltrace.cycles-pp.__ip_select_ident.__ip_make_skb.ip_make_skb.udp_sendmsg.sock_sendmsg
44.22 -3.9 40.32 perf-profile.calltrace.cycles-pp.secondary_startup_64
4.46 ± 13% -3.9 0.60 ± 5% perf-profile.calltrace.cycles-pp.ip_idents_reserve.__ip_select_ident.__ip_make_skb.ip_make_skb.udp_sendmsg
43.77 -3.8 39.95 perf-profile.calltrace.cycles-pp.start_secondary.secondary_startup_64
43.76 -3.8 39.94 perf-profile.calltrace.cycles-pp.cpu_startup_entry.start_secondary.secondary_startup_64
7.84 ± 2% -3.8 4.06 perf-profile.calltrace.cycles-pp.schedule_timeout.__skb_wait_for_more_packets.__skb_recv_udp.udp_recvmsg.inet_recvmsg
43.66 -3.8 39.89 perf-profile.calltrace.cycles-pp.do_idle.cpu_startup_entry.start_secondary.secondary_startup_64
8.92 -3.7 5.20 perf-profile.calltrace.cycles-pp.__wake_up_common.__wake_up_common_lock.sock_def_readable.__udp_enqueue_schedule_skb.udp_queue_rcv_skb
7.58 ± 2% -3.7 3.91 perf-profile.calltrace.cycles-pp.schedule.schedule_timeout.__skb_wait_for_more_packets.__skb_recv_udp.udp_recvmsg
7.46 ± 2% -3.6 3.82 perf-profile.calltrace.cycles-pp.__sched_text_start.schedule.schedule_timeout.__skb_wait_for_more_packets.__skb_recv_udp
8.60 -3.6 5.00 perf-profile.calltrace.cycles-pp.autoremove_wake_function.__wake_up_common.__wake_up_common_lock.sock_def_readable.__udp_enqueue_schedule_skb
8.49 -3.6 4.94 perf-profile.calltrace.cycles-pp.try_to_wake_up.autoremove_wake_function.__wake_up_common.__wake_up_common_lock.sock_def_readable
6.10 -2.8 3.27 perf-profile.calltrace.cycles-pp.schedule_idle.do_idle.cpu_startup_entry.start_secondary.secondary_startup_64
5.95 -2.7 3.20 perf-profile.calltrace.cycles-pp.__sched_text_start.schedule_idle.do_idle.cpu_startup_entry.start_secondary
4.93 -2.1 2.88 perf-profile.calltrace.cycles-pp.ttwu_do_activate.try_to_wake_up.autoremove_wake_function.__wake_up_common.__wake_up_common_lock
4.64 -1.9 2.69 perf-profile.calltrace.cycles-pp.enqueue_task_fair.ttwu_do_activate.try_to_wake_up.autoremove_wake_function.__wake_up_common
3.65 -1.8 1.84 perf-profile.calltrace.cycles-pp.menu_select.do_idle.cpu_startup_entry.start_secondary.secondary_startup_64
4.00 -1.7 2.31 perf-profile.calltrace.cycles-pp.enqueue_entity.enqueue_task_fair.ttwu_do_activate.try_to_wake_up.autoremove_wake_function
3.24 ± 2% -1.6 1.63 perf-profile.calltrace.cycles-pp.dequeue_task_fair.__sched_text_start.schedule.schedule_timeout.__skb_wait_for_more_packets
3.27 -1.6 1.69 perf-profile.calltrace.cycles-pp.__ip_append_data.ip_make_skb.udp_sendmsg.sock_sendmsg.__sys_sendto
2.52 -1.3 1.19 perf-profile.calltrace.cycles-pp.__entry_SYSCALL_64_trampoline
2.48 ± 2% -1.3 1.20 perf-profile.calltrace.cycles-pp.tick_nohz_get_sleep_length.menu_select.do_idle.cpu_startup_entry.start_secondary
2.23 ± 4% -1.1 1.12 ± 8% perf-profile.calltrace.cycles-pp.__dev_queue_xmit.ip_finish_output2.ip_output.ip_send_skb.udp_send_skb
2.24 -1.1 1.18 perf-profile.calltrace.cycles-pp.pick_next_task_fair.__sched_text_start.schedule_idle.do_idle.cpu_startup_entry
2.16 ± 2% -1.0 1.17 perf-profile.calltrace.cycles-pp.sock_alloc_send_pskb.__ip_append_data.ip_make_skb.udp_sendmsg.sock_sendmsg
1.94 ± 2% -1.0 0.96 perf-profile.calltrace.cycles-pp.tick_nohz_next_event.tick_nohz_get_sleep_length.menu_select.do_idle.cpu_startup_entry
1.66 ± 5% -0.8 0.84 ± 10% perf-profile.calltrace.cycles-pp.dev_hard_start_xmit.__dev_queue_xmit.ip_finish_output2.ip_output.ip_send_skb
1.57 ± 5% -0.8 0.78 ± 10% perf-profile.calltrace.cycles-pp.loopback_xmit.dev_hard_start_xmit.__dev_queue_xmit.ip_finish_output2.ip_output
1.55 ± 2% -0.8 0.78 perf-profile.calltrace.cycles-pp.get_next_timer_interrupt.tick_nohz_next_event.tick_nohz_get_sleep_length.menu_select.do_idle
1.65 ± 2% -0.8 0.90 perf-profile.calltrace.cycles-pp.alloc_skb_with_frags.sock_alloc_send_pskb.__ip_append_data.ip_make_skb.udp_sendmsg
1.52 -0.7 0.77 perf-profile.calltrace.cycles-pp.syscall_return_via_sysret
1.57 ± 2% -0.7 0.85 perf-profile.calltrace.cycles-pp.__alloc_skb.alloc_skb_with_frags.sock_alloc_send_pskb.__ip_append_data.ip_make_skb
1.46 -0.7 0.79 perf-profile.calltrace.cycles-pp.set_next_entity.pick_next_task_fair.__sched_text_start.schedule_idle.do_idle
1.29 ± 5% -0.6 0.65 ± 7% perf-profile.calltrace.cycles-pp.ip_route_output_flow.udp_sendmsg.sock_sendmsg.__sys_sendto.__x64_sys_sendto
0.89 ± 2% -0.6 0.25 ±100% perf-profile.calltrace.cycles-pp.resched_curr.check_preempt_curr.ttwu_do_wakeup.try_to_wake_up.autoremove_wake_function
1.26 ± 5% -0.6 0.62 ± 7% perf-profile.calltrace.cycles-pp.ip_route_output_key_hash.ip_route_output_flow.udp_sendmsg.sock_sendmsg.__sys_sendto
1.46 -0.6 0.86 perf-profile.calltrace.cycles-pp.update_load_avg.enqueue_entity.enqueue_task_fair.ttwu_do_activate.try_to_wake_up
1.20 ± 5% -0.6 0.60 ± 7% perf-profile.calltrace.cycles-pp.ip_route_output_key_hash_rcu.ip_route_output_key_hash.ip_route_output_flow.udp_sendmsg.sock_sendmsg
1.34 -0.6 0.77 perf-profile.calltrace.cycles-pp.switch_mm_irqs_off.__sched_text_start.schedule_idle.do_idle.cpu_startup_entry
1.20 -0.6 0.63 ± 2% perf-profile.calltrace.cycles-pp.switch_mm.__sched_text_start.schedule.schedule_timeout.__skb_wait_for_more_packets
1.00 ± 2% -0.5 0.52 perf-profile.calltrace.cycles-pp.move_addr_to_user.__sys_recvfrom.__x64_sys_recvfrom.do_syscall_64.entry_SYSCALL_64_after_hwframe
1.06 ± 2% -0.5 0.59 perf-profile.calltrace.cycles-pp.ttwu_do_wakeup.try_to_wake_up.autoremove_wake_function.__wake_up_common.__wake_up_common_lock
1.10 ± 3% -0.5 0.65 perf-profile.calltrace.cycles-pp.select_task_rq_fair.try_to_wake_up.autoremove_wake_function.__wake_up_common.__wake_up_common_lock
0.95 ± 3% -0.4 0.54 ± 2% perf-profile.calltrace.cycles-pp.check_preempt_curr.ttwu_do_wakeup.try_to_wake_up.autoremove_wake_function.__wake_up_common
30.84 +2.3 33.16 perf-profile.calltrace.cycles-pp.cpuidle_enter_state.do_idle.cpu_startup_entry.start_secondary.secondary_startup_64
29.71 +2.7 32.39 perf-profile.calltrace.cycles-pp.intel_idle.cpuidle_enter_state.do_idle.cpu_startup_entry.start_secondary
49.06 +7.3 56.32 perf-profile.calltrace.cycles-pp.entry_SYSCALL_64_after_hwframe
48.63 +7.5 56.11 perf-profile.calltrace.cycles-pp.do_syscall_64.entry_SYSCALL_64_after_hwframe
32.67 +15.2 47.87 perf-profile.calltrace.cycles-pp.__x64_sys_sendto.do_syscall_64.entry_SYSCALL_64_after_hwframe
32.48 +15.3 47.77 perf-profile.calltrace.cycles-pp.__sys_sendto.__x64_sys_sendto.do_syscall_64.entry_SYSCALL_64_after_hwframe
31.55 +15.7 47.30 perf-profile.calltrace.cycles-pp.sock_sendmsg.__sys_sendto.__x64_sys_sendto.do_syscall_64.entry_SYSCALL_64_after_hwframe
30.98 +16.0 47.02 perf-profile.calltrace.cycles-pp.udp_sendmsg.sock_sendmsg.__sys_sendto.__x64_sys_sendto.do_syscall_64
20.10 +23.1 43.17 perf-profile.calltrace.cycles-pp.udp_send_skb.udp_sendmsg.sock_sendmsg.__sys_sendto.__x64_sys_sendto
19.82 +23.2 43.02 perf-profile.calltrace.cycles-pp.ip_send_skb.udp_send_skb.udp_sendmsg.sock_sendmsg.__sys_sendto
19.32 +23.4 42.76 perf-profile.calltrace.cycles-pp.ip_output.ip_send_skb.udp_send_skb.udp_sendmsg.sock_sendmsg
17.83 +24.2 42.03 perf-profile.calltrace.cycles-pp.ip_finish_output2.ip_output.ip_send_skb.udp_send_skb.udp_sendmsg
15.21 +25.5 40.72 perf-profile.calltrace.cycles-pp.__local_bh_enable_ip.ip_finish_output2.ip_output.ip_send_skb.udp_send_skb
15.07 +25.6 40.64 perf-profile.calltrace.cycles-pp.do_softirq.__local_bh_enable_ip.ip_finish_output2.ip_output.ip_send_skb
14.83 +25.7 40.52 perf-profile.calltrace.cycles-pp.do_softirq_own_stack.do_softirq.__local_bh_enable_ip.ip_finish_output2.ip_output
14.73 +25.7 40.45 perf-profile.calltrace.cycles-pp.__softirqentry_text_start.do_softirq_own_stack.do_softirq.__local_bh_enable_ip.ip_finish_output2
14.31 +25.9 40.17 perf-profile.calltrace.cycles-pp.net_rx_action.__softirqentry_text_start.do_softirq_own_stack.do_softirq.__local_bh_enable_ip
13.95 +26.0 39.97 perf-profile.calltrace.cycles-pp.process_backlog.net_rx_action.__softirqentry_text_start.do_softirq_own_stack.do_softirq
13.17 +26.4 39.61 perf-profile.calltrace.cycles-pp.__netif_receive_skb_one_core.process_backlog.net_rx_action.__softirqentry_text_start.do_softirq_own_stack
12.85 +26.6 39.43 perf-profile.calltrace.cycles-pp.ip_rcv.__netif_receive_skb_one_core.process_backlog.net_rx_action.__softirqentry_text_start
12.43 +26.7 39.16 perf-profile.calltrace.cycles-pp.ip_local_deliver.ip_rcv.__netif_receive_skb_one_core.process_backlog.net_rx_action
12.27 +26.8 39.07 perf-profile.calltrace.cycles-pp.ip_local_deliver_finish.ip_local_deliver.ip_rcv.__netif_receive_skb_one_core.process_backlog
11.92 +27.0 38.90 perf-profile.calltrace.cycles-pp.__udp4_lib_rcv.ip_local_deliver_finish.ip_local_deliver.ip_rcv.__netif_receive_skb_one_core
11.37 +27.2 38.58 perf-profile.calltrace.cycles-pp.udp_queue_rcv_skb.__udp4_lib_rcv.ip_local_deliver_finish.ip_local_deliver.ip_rcv
10.29 +27.7 38.01 perf-profile.calltrace.cycles-pp.__udp_enqueue_schedule_skb.udp_queue_rcv_skb.__udp4_lib_rcv.ip_local_deliver_finish.ip_local_deliver
0.00 +30.3 30.29 perf-profile.calltrace.cycles-pp.native_queued_spin_lock_slowpath._raw_spin_lock_irqsave.__percpu_counter_sum.__sk_mem_raise_allocated.__udp_enqueue_schedule_skb
0.00 +30.5 30.48 perf-profile.calltrace.cycles-pp._raw_spin_lock_irqsave.__percpu_counter_sum.__sk_mem_raise_allocated.__udp_enqueue_schedule_skb.udp_queue_rcv_skb
0.00 +31.8 31.84 perf-profile.calltrace.cycles-pp.__percpu_counter_sum.__sk_mem_raise_allocated.__udp_enqueue_schedule_skb.udp_queue_rcv_skb.__udp4_lib_rcv
0.00 +32.0 31.98 perf-profile.calltrace.cycles-pp.__sk_mem_raise_allocated.__udp_enqueue_schedule_skb.udp_queue_rcv_skb.__udp4_lib_rcv.ip_local_deliver_finish
15.40 -7.4 7.96 perf-profile.children.cycles-pp.__x64_sys_recvfrom
15.20 -7.3 7.85 perf-profile.children.cycles-pp.__sys_recvfrom
13.61 -6.5 7.12 perf-profile.children.cycles-pp.__sched_text_start
13.40 -6.5 6.94 perf-profile.children.cycles-pp.inet_recvmsg
13.15 -6.3 6.83 perf-profile.children.cycles-pp.udp_recvmsg
8.64 ± 6% -5.9 2.75 perf-profile.children.cycles-pp.ip_make_skb
10.53 -5.1 5.44 perf-profile.children.cycles-pp.__skb_recv_udp
8.98 ± 2% -4.4 4.63 perf-profile.children.cycles-pp.__skb_wait_for_more_packets
5.04 ± 12% -4.2 0.88 ± 3% perf-profile.children.cycles-pp.__ip_make_skb
9.65 -3.9 5.71 perf-profile.children.cycles-pp.sock_def_readable
9.43 -3.9 5.49 perf-profile.children.cycles-pp.__wake_up_common_lock
4.54 ± 13% -3.9 0.65 ± 4% perf-profile.children.cycles-pp.__ip_select_ident
44.22 -3.9 40.32 perf-profile.children.cycles-pp.secondary_startup_64
44.22 -3.9 40.32 perf-profile.children.cycles-pp.cpu_startup_entry
44.20 -3.9 40.31 perf-profile.children.cycles-pp.do_idle
4.46 ± 13% -3.9 0.60 ± 5% perf-profile.children.cycles-pp.ip_idents_reserve
43.77 -3.8 39.95 perf-profile.children.cycles-pp.start_secondary
8.93 -3.7 5.20 perf-profile.children.cycles-pp.__wake_up_common
7.59 ± 2% -3.7 3.92 perf-profile.children.cycles-pp.schedule
8.61 -3.6 5.01 perf-profile.children.cycles-pp.autoremove_wake_function
8.51 -3.6 4.95 perf-profile.children.cycles-pp.try_to_wake_up
6.16 -2.9 3.31 perf-profile.children.cycles-pp.schedule_idle
4.93 -2.1 2.88 perf-profile.children.cycles-pp.ttwu_do_activate
4.64 -1.9 2.69 perf-profile.children.cycles-pp.enqueue_task_fair
3.70 -1.8 1.87 perf-profile.children.cycles-pp.menu_select
4.09 -1.7 2.36 perf-profile.children.cycles-pp.enqueue_entity
3.32 ± 2% -1.7 1.67 perf-profile.children.cycles-pp.dequeue_task_fair
3.28 -1.6 1.69 perf-profile.children.cycles-pp.__ip_append_data
2.98 -1.5 1.44 ± 2% perf-profile.children.cycles-pp.__entry_SYSCALL_64_trampoline
3.02 ± 2% -1.5 1.51 perf-profile.children.cycles-pp.dequeue_entity
2.93 -1.3 1.61 perf-profile.children.cycles-pp.update_load_avg
2.78 -1.3 1.47 perf-profile.children.cycles-pp.pick_next_task_fair
2.51 -1.3 1.22 perf-profile.children.cycles-pp.tick_nohz_get_sleep_length
2.52 -1.1 1.38 perf-profile.children.cycles-pp.switch_mm_irqs_off
2.24 ± 4% -1.1 1.13 ± 8% perf-profile.children.cycles-pp.__dev_queue_xmit
1.97 ± 2% -1.0 0.97 perf-profile.children.cycles-pp.tick_nohz_next_event
2.16 -1.0 1.18 perf-profile.children.cycles-pp.sock_alloc_send_pskb
1.74 -0.8 0.89 perf-profile.children.cycles-pp.syscall_return_via_sysret
1.67 ± 4% -0.8 0.84 ± 10% perf-profile.children.cycles-pp.dev_hard_start_xmit
1.58 ± 5% -0.8 0.79 ± 11% perf-profile.children.cycles-pp.loopback_xmit
1.57 ± 2% -0.8 0.79 perf-profile.children.cycles-pp.get_next_timer_interrupt
1.46 -0.8 0.70 perf-profile.children.cycles-pp._raw_spin_lock
1.65 ± 2% -0.8 0.90 perf-profile.children.cycles-pp.alloc_skb_with_frags
1.58 ± 2% -0.7 0.85 perf-profile.children.cycles-pp.__alloc_skb
1.49 -0.7 0.80 perf-profile.children.cycles-pp.set_next_entity
1.36 ± 2% -0.7 0.67 perf-profile.children.cycles-pp.load_new_mm_cr3
1.29 ± 5% -0.6 0.65 ± 7% perf-profile.children.cycles-pp.ip_route_output_flow
1.26 ± 5% -0.6 0.63 ± 7% perf-profile.children.cycles-pp.ip_route_output_key_hash
1.21 ± 5% -0.6 0.60 ± 7% perf-profile.children.cycles-pp.ip_route_output_key_hash_rcu
1.24 ± 2% -0.6 0.65 perf-profile.children.cycles-pp.switch_mm
1.17 -0.6 0.59 perf-profile.children.cycles-pp.update_curr
1.10 ± 3% -0.6 0.54 ± 3% perf-profile.children.cycles-pp.nf_hook_slow
1.08 ± 3% -0.6 0.52 perf-profile.children.cycles-pp.__next_timer_interrupt
1.09 -0.5 0.60 ± 2% perf-profile.children.cycles-pp.__update_load_avg_cfs_rq
0.95 ± 2% -0.5 0.45 ± 3% perf-profile.children.cycles-pp.___perf_sw_event
1.01 ± 2% -0.5 0.52 perf-profile.children.cycles-pp.move_addr_to_user
1.06 ± 2% -0.5 0.59 perf-profile.children.cycles-pp.ttwu_do_wakeup
1.10 ± 3% -0.5 0.65 perf-profile.children.cycles-pp.select_task_rq_fair
1.02 ± 2% -0.4 0.57 perf-profile.children.cycles-pp.check_preempt_curr
0.83 ± 2% -0.4 0.41 ± 2% perf-profile.children.cycles-pp.__switch_to_asm
0.87 ± 2% -0.4 0.46 ± 3% perf-profile.children.cycles-pp._copy_to_iter
0.77 ± 5% -0.4 0.37 ± 3% perf-profile.children.cycles-pp.selinux_ip_postroute
0.84 -0.4 0.45 ± 3% perf-profile.children.cycles-pp.sk_filter_trim_cap
0.89 ± 2% -0.4 0.50 ± 2% perf-profile.children.cycles-pp.resched_curr
0.87 ± 2% -0.4 0.48 perf-profile.children.cycles-pp.__consume_stateless_skb
0.75 ± 2% -0.4 0.36 ± 2% perf-profile.children.cycles-pp.__switch_to
0.79 -0.4 0.42 ± 2% perf-profile.children.cycles-pp.security_sock_rcv_skb
0.72 ± 7% -0.4 0.36 ± 3% perf-profile.children.cycles-pp.update_cfs_group
0.64 ± 2% -0.4 0.29 perf-profile.children.cycles-pp.ip_generic_getfrag
0.73 ± 3% -0.4 0.38 ± 2% perf-profile.children.cycles-pp.tick_nohz_idle_exit
0.72 -0.3 0.37 ± 3% perf-profile.children.cycles-pp.finish_task_switch
0.73 -0.3 0.39 ± 4% perf-profile.children.cycles-pp.sock_wfree
0.74 -0.3 0.40 ± 3% perf-profile.children.cycles-pp.selinux_socket_sock_rcv_skb
0.69 ± 10% -0.3 0.35 ± 12% perf-profile.children.cycles-pp.fib_table_lookup
0.72 ± 2% -0.3 0.39 ± 3% perf-profile.children.cycles-pp.copy_user_generic_unrolled
0.62 ± 5% -0.3 0.30 ± 4% perf-profile.children.cycles-pp.selinux_ip_postroute_compat
0.73 -0.3 0.42 perf-profile.children.cycles-pp._raw_spin_lock_bh
0.67 ± 2% -0.3 0.35 ± 3% perf-profile.children.cycles-pp.__slab_free
0.53 ± 2% -0.3 0.23 ± 3% perf-profile.children.cycles-pp._copy_from_iter_full
0.61 ± 2% -0.3 0.33 ± 2% perf-profile.children.cycles-pp.sched_clock_cpu
0.69 ± 3% -0.3 0.40 perf-profile.children.cycles-pp.poll_idle
0.61 ± 2% -0.3 0.34 ± 5% perf-profile.children.cycles-pp.account_entity_enqueue
0.56 ± 2% -0.3 0.30 ± 3% perf-profile.children.cycles-pp.sched_clock
0.47 ± 21% -0.3 0.20 ± 30% perf-profile.children.cycles-pp.netif_rx_internal
0.51 ± 3% -0.3 0.25 ± 4% perf-profile.children.cycles-pp.sockfd_lookup_light
0.54 ± 2% -0.3 0.28 ± 2% perf-profile.children.cycles-pp.native_sched_clock
0.46 ± 4% -0.2 0.21 ± 3% perf-profile.children.cycles-pp.pick_next_task_idle
0.55 -0.2 0.30 ± 4% perf-profile.children.cycles-pp.ktime_get
0.48 ± 3% -0.2 0.24 perf-profile.children.cycles-pp.__might_fault
0.43 ± 4% -0.2 0.18 ± 2% perf-profile.children.cycles-pp.hrtimer_next_event_without
0.54 -0.2 0.30 ± 2% perf-profile.children.cycles-pp.reweight_entity
0.53 -0.2 0.29 perf-profile.children.cycles-pp.prepare_to_wait_exclusive
0.56 ± 2% -0.2 0.33 perf-profile.children.cycles-pp.__update_load_avg_se
0.72 ± 4% -0.2 0.51 perf-profile.children.cycles-pp.find_next_bit
0.46 ± 3% -0.2 0.24 perf-profile.children.cycles-pp.tick_nohz_idle_enter
0.41 ± 10% -0.2 0.19 ± 7% perf-profile.children.cycles-pp.avc_has_perm
0.41 ± 2% -0.2 0.20 ± 4% perf-profile.children.cycles-pp.__fget_light
0.43 ± 10% -0.2 0.21 ± 11% perf-profile.children.cycles-pp.read_tsc
0.51 ± 3% -0.2 0.30 ± 2% perf-profile.children.cycles-pp.update_rq_clock
0.48 -0.2 0.27 ± 3% perf-profile.children.cycles-pp.selinux_sock_rcv_skb_compat
0.45 ± 2% -0.2 0.25 perf-profile.children.cycles-pp.native_write_msr
0.46 ± 2% -0.2 0.26 ± 4% perf-profile.children.cycles-pp.sock_def_write_space
0.38 -0.2 0.18 ± 2% perf-profile.children.cycles-pp.kmem_cache_alloc_node
0.49 ± 2% -0.2 0.30 ± 2% perf-profile.children.cycles-pp.__kmalloc_reserve
0.42 ± 2% -0.2 0.23 ± 2% perf-profile.children.cycles-pp.update_ts_time_stats
0.46 ± 4% -0.2 0.27 ± 3% perf-profile.children.cycles-pp.copyout
0.40 ± 2% -0.2 0.21 ± 4% perf-profile.children.cycles-pp.ip_local_out
0.42 -0.2 0.23 perf-profile.children.cycles-pp.skb_set_owner_w
0.36 -0.2 0.18 ± 4% perf-profile.children.cycles-pp.pick_next_entity
0.36 ± 3% -0.2 0.18 ± 4% perf-profile.children.cycles-pp.__ip_local_out
0.33 ± 2% -0.2 0.16 ± 5% perf-profile.children.cycles-pp.validate_xmit_skb
0.32 ± 2% -0.2 0.15 ± 3% perf-profile.children.cycles-pp.enqueue_to_backlog
0.31 ± 3% -0.2 0.15 ± 3% perf-profile.children.cycles-pp.put_prev_task_fair
0.39 ± 7% -0.2 0.23 ± 4% perf-profile.children.cycles-pp.ksize
0.44 -0.2 0.28 perf-profile.children.cycles-pp.__kmalloc_node_track_caller
0.41 ± 7% -0.2 0.26 perf-profile.children.cycles-pp.select_idle_sibling
0.34 ± 2% -0.2 0.19 ± 6% perf-profile.children.cycles-pp.ipv4_mtu
0.30 ± 2% -0.1 0.15 ± 3% perf-profile.children.cycles-pp.___might_sleep
0.35 ± 3% -0.1 0.21 ± 2% perf-profile.children.cycles-pp.nr_iowait_cpu
0.28 -0.1 0.14 ± 3% perf-profile.children.cycles-pp.__skb_try_recv_from_queue
0.27 ± 5% -0.1 0.12 ± 8% perf-profile.children.cycles-pp.security_socket_sendmsg
0.29 ± 2% -0.1 0.15 ± 5% perf-profile.children.cycles-pp.__udp4_lib_lookup
0.24 ± 3% -0.1 0.10 perf-profile.children.cycles-pp.copyin
0.32 ± 3% -0.1 0.18 ± 3% perf-profile.children.cycles-pp.hrtimer_get_next_event
0.25 ± 4% -0.1 0.11 ± 4% perf-profile.children.cycles-pp.kmem_cache_free
0.24 ± 2% -0.1 0.11 ± 4% perf-profile.children.cycles-pp.entry_SYSCALL_64_stage2
0.28 ± 2% -0.1 0.15 ± 2% perf-profile.children.cycles-pp.move_addr_to_kernel
0.27 ± 4% -0.1 0.14 ± 3% perf-profile.children.cycles-pp.sock_has_perm
0.28 -0.1 0.15 ± 5% perf-profile.children.cycles-pp.selinux_parse_skb
0.35 ± 3% -0.1 0.23 ± 3% perf-profile.children.cycles-pp.available_idle_cpu
0.25 -0.1 0.12 ± 4% perf-profile.children.cycles-pp._copy_from_user
0.27 ± 20% -0.1 0.15 ± 7% perf-profile.children.cycles-pp.__netif_receive_skb_core
0.29 ± 2% -0.1 0.17 ± 2% perf-profile.children.cycles-pp.__list_del_entry_valid
0.20 ± 8% -0.1 0.08 ± 5% perf-profile.children.cycles-pp.__hrtimer_next_event_base
0.22 ± 4% -0.1 0.11 ± 4% perf-profile.children.cycles-pp.account_entity_dequeue
0.32 -0.1 0.20 ± 5% perf-profile.children.cycles-pp.__enqueue_entity
0.29 ± 2% -0.1 0.17 ± 2% perf-profile.children.cycles-pp.skb_release_data
0.22 ± 3% -0.1 0.11 perf-profile.children.cycles-pp._copy_to_user
0.20 ± 4% -0.1 0.09 ± 5% perf-profile.children.cycles-pp.menu_reflect
0.21 ± 2% -0.1 0.10 ± 4% perf-profile.children.cycles-pp.put_prev_entity
0.23 -0.1 0.12 ± 3% perf-profile.children.cycles-pp.cpuidle_governor_latency_req
0.22 ± 3% -0.1 0.11 ± 3% perf-profile.children.cycles-pp.copy_user_enhanced_fast_string
0.22 ± 3% -0.1 0.11 ± 4% perf-profile.children.cycles-pp.rcu_idle_exit
0.21 ± 2% -0.1 0.10 ± 4% perf-profile.children.cycles-pp.security_sk_classify_flow
0.21 ± 3% -0.1 0.11 ± 4% perf-profile.children.cycles-pp.sock_recvmsg
0.18 ± 3% -0.1 0.08 ± 5% perf-profile.children.cycles-pp.__get_user_4
0.51 ± 3% -0.1 0.41 ± 2% perf-profile.children.cycles-pp._raw_spin_unlock_irqrestore
0.22 -0.1 0.12 ± 8% perf-profile.children.cycles-pp.ip_setup_cork
0.19 ± 4% -0.1 0.09 ± 4% perf-profile.children.cycles-pp.inet_sendmsg
0.21 ± 3% -0.1 0.11 ± 3% perf-profile.children.cycles-pp.__might_sleep
0.20 ± 2% -0.1 0.10 perf-profile.children.cycles-pp.__calc_delta
0.18 ± 2% -0.1 0.09 ± 4% perf-profile.children.cycles-pp.security_socket_recvmsg
0.18 ± 2% -0.1 0.08 ± 5% perf-profile.children.cycles-pp.call_cpuidle
0.23 ± 2% -0.1 0.14 ± 8% perf-profile.children.cycles-pp.__list_add_valid
0.12 ± 4% -0.1 0.04 ± 57% perf-profile.children.cycles-pp.sched_ttwu_pending
0.19 ± 3% -0.1 0.10 ± 4% perf-profile.children.cycles-pp.rcu_eqs_enter
0.23 ± 3% -0.1 0.15 ± 4% perf-profile.children.cycles-pp.activate_task
0.18 ± 2% -0.1 0.10 ± 7% perf-profile.children.cycles-pp.netif_skb_features
0.18 ± 4% -0.1 0.10 ± 4% perf-profile.children.cycles-pp.rb_erase_cached
0.15 ± 2% -0.1 0.07 ± 5% perf-profile.children.cycles-pp.rcu_needs_cpu
0.17 ± 4% -0.1 0.11 ± 4% perf-profile.children.cycles-pp.ip_finish_output
0.16 ± 2% -0.1 0.10 perf-profile.children.cycles-pp.ip_rcv_core
0.13 ± 3% -0.1 0.07 ± 5% perf-profile.children.cycles-pp.selinux_ipv4_output
0.13 -0.1 0.07 perf-profile.children.cycles-pp.selinux_sk_getsecid
0.11 ± 6% -0.1 0.05 perf-profile.children.cycles-pp.update_min_vruntime
0.08 ± 5% -0.1 0.03 ±100% perf-profile.children.cycles-pp.ip_send_check
0.12 ± 9% -0.1 0.06 ± 11% perf-profile.children.cycles-pp.compute_score
0.10 ± 5% -0.1 0.04 ± 57% perf-profile.children.cycles-pp.deactivate_task
0.11 ± 6% -0.1 0.05 ± 8% perf-profile.children.cycles-pp.ipv4_pktinfo_prepare
0.11 -0.1 0.06 ± 9% perf-profile.children.cycles-pp.dst_release
0.08 ± 8% -0.1 0.03 ±100% perf-profile.children.cycles-pp.__slab_alloc
0.11 ± 4% -0.1 0.06 ± 11% perf-profile.children.cycles-pp.pm_qos_request
0.10 ± 4% -0.1 0.05 perf-profile.children.cycles-pp.udp_rcv
0.10 ± 8% -0.1 0.05 perf-profile.children.cycles-pp.__update_idle_core
0.13 ± 10% -0.1 0.08 ± 6% perf-profile.children.cycles-pp.import_single_range
0.10 ± 4% -0.0 0.05 perf-profile.children.cycles-pp.rcu_eqs_exit
0.11 ± 7% -0.0 0.07 perf-profile.children.cycles-pp.rb_insert_color_cached
0.08 ± 8% -0.0 0.04 ± 58% perf-profile.children.cycles-pp.tick_check_broadcast_expired
0.13 -0.0 0.10 ± 4% perf-profile.children.cycles-pp.irq_exit
0.07 ± 5% -0.0 0.05 perf-profile.children.cycles-pp.rebalance_domains
0.07 ± 5% -0.0 0.05 ± 9% perf-profile.children.cycles-pp.receiver_wake_function
0.00 +0.1 0.10 ± 5% perf-profile.children.cycles-pp.percpu_counter_add_batch
0.00 +0.3 0.28 perf-profile.children.cycles-pp.cpumask_next
31.18 +2.3 33.50 perf-profile.children.cycles-pp.cpuidle_enter_state
30.02 +2.7 32.70 perf-profile.children.cycles-pp.intel_idle
49.12 +7.3 56.39 perf-profile.children.cycles-pp.entry_SYSCALL_64_after_hwframe
48.68 +7.5 56.17 perf-profile.children.cycles-pp.do_syscall_64
32.69 +15.2 47.88 perf-profile.children.cycles-pp.__x64_sys_sendto
32.49 +15.3 47.77 perf-profile.children.cycles-pp.__sys_sendto
31.56 +15.7 47.30 perf-profile.children.cycles-pp.sock_sendmsg
31.00 +16.0 47.03 perf-profile.children.cycles-pp.udp_sendmsg
20.10 +23.1 43.18 perf-profile.children.cycles-pp.udp_send_skb
19.82 +23.2 43.03 perf-profile.children.cycles-pp.ip_send_skb
19.33 +23.4 42.77 perf-profile.children.cycles-pp.ip_output
17.85 +24.2 42.05 perf-profile.children.cycles-pp.ip_finish_output2
15.28 +25.5 40.76 perf-profile.children.cycles-pp.__local_bh_enable_ip
15.10 +25.6 40.66 perf-profile.children.cycles-pp.do_softirq
14.84 +25.7 40.52 perf-profile.children.cycles-pp.do_softirq_own_stack
14.85 +25.7 40.54 perf-profile.children.cycles-pp.__softirqentry_text_start
14.32 +25.9 40.18 perf-profile.children.cycles-pp.net_rx_action
13.96 +26.0 39.98 perf-profile.children.cycles-pp.process_backlog
13.18 +26.4 39.61 perf-profile.children.cycles-pp.__netif_receive_skb_one_core
12.86 +26.6 39.44 perf-profile.children.cycles-pp.ip_rcv
12.43 +26.7 39.16 perf-profile.children.cycles-pp.ip_local_deliver
12.27 +26.8 39.08 perf-profile.children.cycles-pp.ip_local_deliver_finish
11.93 +27.0 38.90 perf-profile.children.cycles-pp.__udp4_lib_rcv
11.38 +27.2 38.59 perf-profile.children.cycles-pp.udp_queue_rcv_skb
10.30 +27.7 38.02 perf-profile.children.cycles-pp.__udp_enqueue_schedule_skb
1.43 ± 3% +29.9 31.29 perf-profile.children.cycles-pp._raw_spin_lock_irqsave
0.06 ± 87% +30.2 30.31 perf-profile.children.cycles-pp.native_queued_spin_lock_slowpath
0.15 ± 3% +31.8 31.98 perf-profile.children.cycles-pp.__sk_mem_raise_allocated
0.00 +31.9 31.87 perf-profile.children.cycles-pp.__percpu_counter_sum
4.44 ± 13% -3.8 0.60 ± 5% perf-profile.self.cycles-pp.ip_idents_reserve
2.90 -1.5 1.39 perf-profile.self.cycles-pp.__entry_SYSCALL_64_trampoline
2.17 -1.0 1.20 perf-profile.self.cycles-pp.__sched_text_start
1.74 -0.8 0.89 perf-profile.self.cycles-pp.syscall_return_via_sysret
1.39 -0.7 0.67 perf-profile.self.cycles-pp._raw_spin_lock
1.36 ± 2% -0.7 0.67 perf-profile.self.cycles-pp.load_new_mm_cr3
1.25 -0.6 0.67 perf-profile.self.cycles-pp.update_load_avg
1.08 ± 2% -0.5 0.59 ± 2% perf-profile.self.cycles-pp.__update_load_avg_cfs_rq
0.87 ± 2% -0.5 0.41 ± 3% perf-profile.self.cycles-pp.___perf_sw_event
1.16 -0.4 0.71 perf-profile.self.cycles-pp.switch_mm_irqs_off
0.83 ± 2% -0.4 0.41 ± 2% perf-profile.self.cycles-pp.__switch_to_asm
0.85 -0.4 0.43 ± 2% perf-profile.self.cycles-pp.update_curr
1.38 ± 2% -0.4 0.98 perf-profile.self.cycles-pp._raw_spin_lock_irqsave
0.89 ± 2% -0.4 0.49 perf-profile.self.cycles-pp.menu_select
0.71 ± 2% -0.4 0.35 ± 2% perf-profile.self.cycles-pp.__switch_to
0.79 -0.4 0.43 perf-profile.self.cycles-pp.do_idle
0.82 ± 3% -0.4 0.46 ± 2% perf-profile.self.cycles-pp.resched_curr
0.68 ± 2% -0.4 0.32 ± 3% perf-profile.self.cycles-pp.udp_sendmsg
0.70 ± 7% -0.3 0.35 ± 3% perf-profile.self.cycles-pp.update_cfs_group
0.68 ± 11% -0.3 0.35 ± 12% perf-profile.self.cycles-pp.fib_table_lookup
0.71 -0.3 0.41 perf-profile.self.cycles-pp._raw_spin_lock_bh
0.68 ± 3% -0.3 0.38 ± 2% perf-profile.self.cycles-pp.copy_user_generic_unrolled
0.66 ± 2% -0.3 0.35 ± 3% perf-profile.self.cycles-pp.__slab_free
0.62 -0.3 0.32 ± 2% perf-profile.self.cycles-pp.pick_next_task_fair
0.67 ± 2% -0.3 0.38 perf-profile.self.cycles-pp.select_task_rq_fair
0.65 -0.3 0.36 perf-profile.self.cycles-pp.set_next_entity
0.59 -0.3 0.32 perf-profile.self.cycles-pp.udp_recvmsg
0.57 -0.3 0.30 ± 2% perf-profile.self.cycles-pp.finish_task_switch
0.65 -0.3 0.39 perf-profile.self.cycles-pp.enqueue_entity
0.51 ± 2% -0.3 0.26 ± 3% perf-profile.self.cycles-pp.do_syscall_64
0.49 -0.3 0.24 ± 3% perf-profile.self.cycles-pp.ip_route_output_key_hash_rcu
0.52 ± 2% -0.2 0.27 ± 2% perf-profile.self.cycles-pp.native_sched_clock
0.54 ± 3% -0.2 0.29 ± 2% perf-profile.self.cycles-pp.dequeue_entity
0.54 -0.2 0.30 ± 2% perf-profile.self.cycles-pp.reweight_entity
0.45 ± 2% -0.2 0.21 ± 7% perf-profile.self.cycles-pp.__ip_append_data
0.47 ± 3% -0.2 0.24 perf-profile.self.cycles-pp.__next_timer_interrupt
0.57 ± 3% -0.2 0.34 ± 3% perf-profile.self.cycles-pp.poll_idle
0.42 ± 2% -0.2 0.19 ± 3% perf-profile.self.cycles-pp.__skb_wait_for_more_packets
0.54 ± 2% -0.2 0.32 perf-profile.self.cycles-pp.__update_load_avg_se
0.44 -0.2 0.21 ± 2% perf-profile.self.cycles-pp.entry_SYSCALL_64_after_hwframe
0.39 ± 2% -0.2 0.16 ± 6% perf-profile.self.cycles-pp.ip_output
0.55 -0.2 0.33 ± 2% perf-profile.self.cycles-pp.enqueue_task_fair
0.41 ± 3% -0.2 0.20 ± 4% perf-profile.self.cycles-pp.__fget_light
0.40 ± 10% -0.2 0.18 ± 6% perf-profile.self.cycles-pp.avc_has_perm
0.48 -0.2 0.28 perf-profile.self.cycles-pp.move_addr_to_user
0.45 -0.2 0.24 ± 2% perf-profile.self.cycles-pp.native_write_msr
0.40 ± 10% -0.2 0.20 ± 13% perf-profile.self.cycles-pp.read_tsc
0.36 ± 4% -0.2 0.16 ± 4% perf-profile.self.cycles-pp.__skb_recv_udp
0.45 ± 2% -0.2 0.25 ± 5% perf-profile.self.cycles-pp.sock_def_write_space
0.42 ± 2% -0.2 0.23 ± 2% perf-profile.self.cycles-pp.account_entity_enqueue
0.38 ± 5% -0.2 0.19 ± 2% perf-profile.self.cycles-pp.dequeue_task_fair
0.39 ± 8% -0.2 0.20 ± 3% perf-profile.self.cycles-pp.ip_finish_output2
0.41 -0.2 0.23 perf-profile.self.cycles-pp.skb_set_owner_w
0.60 ± 4% -0.2 0.42 perf-profile.self.cycles-pp.find_next_bit
0.34 -0.2 0.17 ± 3% perf-profile.self.cycles-pp.__ip_make_skb
0.36 ± 3% -0.2 0.19 ± 2% perf-profile.self.cycles-pp.process_backlog
0.45 ± 4% -0.2 0.28 perf-profile.self.cycles-pp._raw_spin_unlock_irqrestore
0.31 ± 2% -0.2 0.15 ± 2% perf-profile.self.cycles-pp.__alloc_skb
0.33 -0.2 0.17 ± 4% perf-profile.self.cycles-pp.pick_next_entity
0.38 ± 6% -0.2 0.22 ± 3% perf-profile.self.cycles-pp.ksize
0.38 ± 4% -0.2 0.22 ± 3% perf-profile.self.cycles-pp.__softirqentry_text_start
0.31 ± 2% -0.2 0.15 ± 2% perf-profile.self.cycles-pp.__sys_sendto
0.29 ± 3% -0.2 0.14 ± 8% perf-profile.self.cycles-pp._copy_to_iter
0.30 ± 3% -0.1 0.15 perf-profile.self.cycles-pp.___might_sleep
0.27 -0.1 0.12 ± 5% perf-profile.self.cycles-pp.sock_wfree
0.40 ± 2% -0.1 0.26 ± 3% perf-profile.self.cycles-pp.__udp_enqueue_schedule_skb
0.27 ± 3% -0.1 0.13 ± 3% perf-profile.self.cycles-pp.__sys_recvfrom
0.31 -0.1 0.17 ± 6% perf-profile.self.cycles-pp.ipv4_mtu
0.34 ± 3% -0.1 0.21 ± 2% perf-profile.self.cycles-pp.nr_iowait_cpu
0.27 ± 4% -0.1 0.13 ± 3% perf-profile.self.cycles-pp.sock_has_perm
0.29 -0.1 0.16 ± 5% perf-profile.self.cycles-pp.net_rx_action
0.24 ± 3% -0.1 0.10 ± 4% perf-profile.self.cycles-pp.entry_SYSCALL_64_stage2
0.28 ± 2% -0.1 0.15 ± 4% perf-profile.self.cycles-pp.loopback_xmit
0.24 ± 3% -0.1 0.11 ± 4% perf-profile.self.cycles-pp.inet_recvmsg
0.27 -0.1 0.14 ± 3% perf-profile.self.cycles-pp.do_softirq
0.27 -0.1 0.15 ± 5% perf-profile.self.cycles-pp.selinux_parse_skb
0.27 ± 20% -0.1 0.15 ± 5% perf-profile.self.cycles-pp.__netif_receive_skb_core
0.35 ± 4% -0.1 0.23 perf-profile.self.cycles-pp.available_idle_cpu
0.31 ± 2% -0.1 0.19 ± 3% perf-profile.self.cycles-pp.__enqueue_entity
0.24 -0.1 0.12 ± 3% perf-profile.self.cycles-pp.selinux_socket_sock_rcv_skb
0.29 ± 3% -0.1 0.17 ± 4% perf-profile.self.cycles-pp.__list_del_entry_valid
0.28 ± 3% -0.1 0.17 ± 3% perf-profile.self.cycles-pp.skb_release_data
0.27 ± 2% -0.1 0.16 ± 4% perf-profile.self.cycles-pp.__udp4_lib_rcv
0.21 ± 5% -0.1 0.10 ± 5% perf-profile.self.cycles-pp.account_entity_dequeue
0.21 ± 2% -0.1 0.10 ± 4% perf-profile.self.cycles-pp.kmem_cache_alloc_node
0.18 ± 4% -0.1 0.08 ± 5% perf-profile.self.cycles-pp.tick_nohz_next_event
0.23 -0.1 0.12 ± 4% perf-profile.self.cycles-pp.udp_send_skb
0.21 ± 3% -0.1 0.10 ± 4% perf-profile.self.cycles-pp.copy_user_enhanced_fast_string
0.26 -0.1 0.16 ± 4% perf-profile.self.cycles-pp.try_to_wake_up
0.20 ± 4% -0.1 0.09 ± 4% perf-profile.self.cycles-pp.put_prev_task_fair
0.24 ± 3% -0.1 0.14 ± 3% perf-profile.self.cycles-pp.__wake_up_common
0.20 ± 4% -0.1 0.10 ± 4% perf-profile.self.cycles-pp.__x64_sys_recvfrom
0.18 ± 3% -0.1 0.08 ± 5% perf-profile.self.cycles-pp.selinux_ip_postroute_compat
0.18 ± 2% -0.1 0.08 ± 5% perf-profile.self.cycles-pp.__get_user_4
0.20 ± 8% -0.1 0.11 ± 4% perf-profile.self.cycles-pp.__dev_queue_xmit
0.26 ± 5% -0.1 0.16 ± 2% perf-profile.self.cycles-pp.update_rq_clock
0.26 -0.1 0.16 ± 4% perf-profile.self.cycles-pp.__kmalloc_node_track_caller
0.20 ± 2% -0.1 0.10 ± 4% perf-profile.self.cycles-pp.__local_bh_enable_ip
0.19 ± 3% -0.1 0.10 ± 4% perf-profile.self.cycles-pp.enqueue_to_backlog
0.18 ± 2% -0.1 0.08 ± 5% perf-profile.self.cycles-pp.call_cpuidle
0.22 ± 3% -0.1 0.13 ± 9% perf-profile.self.cycles-pp.__list_add_valid
0.19 ± 3% -0.1 0.10 perf-profile.self.cycles-pp.__calc_delta
0.17 ± 2% -0.1 0.08 ± 5% perf-profile.self.cycles-pp.inet_sendmsg
0.20 ± 4% -0.1 0.11 ± 6% perf-profile.self.cycles-pp.__x64_sys_sendto
0.19 ± 3% -0.1 0.10 ± 4% perf-profile.self.cycles-pp.rcu_eqs_enter
0.12 ± 4% -0.1 0.04 ± 57% perf-profile.self.cycles-pp.sched_ttwu_pending
0.23 ± 3% -0.1 0.15 ± 4% perf-profile.self.cycles-pp.activate_task
0.19 ± 4% -0.1 0.11 ± 4% perf-profile.self.cycles-pp.check_preempt_curr
0.18 ± 2% -0.1 0.10 perf-profile.self.cycles-pp.__might_sleep
0.18 ± 2% -0.1 0.09 ± 4% perf-profile.self.cycles-pp.__udp4_lib_lookup
0.19 ± 6% -0.1 0.11 ± 18% perf-profile.self.cycles-pp.ktime_get
0.14 ± 3% -0.1 0.06 ± 15% perf-profile.self.cycles-pp.validate_xmit_skb
0.16 ± 2% -0.1 0.08 ± 5% perf-profile.self.cycles-pp.selinux_sock_rcv_skb_compat
0.15 ± 4% -0.1 0.07 ± 5% perf-profile.self.cycles-pp.selinux_ip_postroute
0.13 ± 3% -0.1 0.05 perf-profile.self.cycles-pp._copy_from_iter_full
0.15 ± 3% -0.1 0.07 ± 10% perf-profile.self.cycles-pp.rcu_needs_cpu
0.16 ± 2% -0.1 0.08 ± 5% perf-profile.self.cycles-pp.prepare_to_wait_exclusive
0.17 ± 5% -0.1 0.09 ± 4% perf-profile.self.cycles-pp.ip_local_deliver_finish
0.14 ± 5% -0.1 0.07 ± 10% perf-profile.self.cycles-pp.netif_skb_features
0.10 ± 4% -0.1 0.03 ±100% perf-profile.self.cycles-pp.put_prev_entity
0.14 ± 3% -0.1 0.07 ± 7% perf-profile.self.cycles-pp.__might_fault
0.14 ± 3% -0.1 0.07 ± 6% perf-profile.self.cycles-pp.menu_reflect
0.16 ± 5% -0.1 0.09 perf-profile.self.cycles-pp.rb_erase_cached
0.16 ± 2% -0.1 0.10 ± 5% perf-profile.self.cycles-pp.ip_rcv_core
0.15 ± 3% -0.1 0.08 ± 5% perf-profile.self.cycles-pp.ip_rcv
0.09 ± 4% -0.1 0.03 ±100% perf-profile.self.cycles-pp.udp_rcv
0.15 -0.1 0.08 ± 5% perf-profile.self.cycles-pp.ip_local_deliver
0.13 ± 3% -0.1 0.07 ± 6% perf-profile.self.cycles-pp.__hrtimer_next_event_base
0.09 -0.1 0.03 ±100% perf-profile.self.cycles-pp.selinux_ipv4_output
0.09 ± 7% -0.1 0.03 ±100% perf-profile.self.cycles-pp.deactivate_task
0.12 ± 3% -0.1 0.06 ± 6% perf-profile.self.cycles-pp.rcu_idle_exit
0.12 -0.1 0.06 perf-profile.self.cycles-pp.selinux_sk_getsecid
0.11 ± 4% -0.1 0.05 perf-profile.self.cycles-pp.ip_make_skb
0.10 ± 11% -0.1 0.04 ± 57% perf-profile.self.cycles-pp.__update_idle_core
0.08 -0.1 0.03 ±100% perf-profile.self.cycles-pp.ip_send_check
0.11 ± 4% -0.1 0.06 ± 11% perf-profile.self.cycles-pp.pm_qos_request
0.11 ± 7% -0.1 0.06 ± 11% perf-profile.self.cycles-pp.compute_score
0.11 ± 7% -0.1 0.05 ± 9% perf-profile.self.cycles-pp.sock_sendmsg
0.11 ± 7% -0.1 0.06 ± 9% perf-profile.self.cycles-pp.ip_generic_getfrag
0.11 ± 3% -0.1 0.06 perf-profile.self.cycles-pp.switch_mm
0.11 ± 4% -0.1 0.06 ± 9% perf-profile.self.cycles-pp.nf_hook_slow
0.08 ± 6% -0.1 0.03 ±100% perf-profile.self.cycles-pp.alloc_skb_with_frags
0.10 ± 7% -0.1 0.05 perf-profile.self.cycles-pp.__skb_try_recv_from_queue
0.10 -0.1 0.05 perf-profile.self.cycles-pp.dst_release
0.12 ± 10% -0.0 0.07 perf-profile.self.cycles-pp.import_single_range
0.11 ± 6% -0.0 0.06 perf-profile.self.cycles-pp.rb_insert_color_cached
0.10 ± 4% -0.0 0.05 ± 8% perf-profile.self.cycles-pp.sock_alloc_send_pskb
0.12 ± 5% -0.0 0.08 ± 6% perf-profile.self.cycles-pp.cpuidle_enter_state
0.09 ± 4% -0.0 0.05 perf-profile.self.cycles-pp.ip_finish_output
0.10 -0.0 0.06 perf-profile.self.cycles-pp.ip_send_skb
0.09 ± 7% -0.0 0.05 perf-profile.self.cycles-pp.schedule_idle
0.09 ± 4% -0.0 0.05 perf-profile.self.cycles-pp.get_next_timer_interrupt
0.09 ± 4% -0.0 0.06 ± 9% perf-profile.self.cycles-pp.udp_queue_rcv_skb
0.08 ± 6% -0.0 0.04 ± 58% perf-profile.self.cycles-pp.tick_check_broadcast_expired
0.09 ± 5% -0.0 0.05 perf-profile.self.cycles-pp.dev_hard_start_xmit
0.08 ± 5% -0.0 0.05 perf-profile.self.cycles-pp.ip_setup_cork
0.10 ± 7% -0.0 0.07 ± 6% perf-profile.self.cycles-pp.do_softirq_own_stack
0.07 -0.0 0.05 perf-profile.self.cycles-pp.receiver_wake_function
0.00 +0.1 0.10 ± 5% perf-profile.self.cycles-pp.percpu_counter_add_batch
0.00 +0.1 0.10 ± 4% perf-profile.self.cycles-pp.cpumask_next
0.00 +1.0 1.01 perf-profile.self.cycles-pp.__percpu_counter_sum
30.01 +2.7 32.69 perf-profile.self.cycles-pp.intel_idle
0.06 ± 87% +30.2 30.31 perf-profile.self.cycles-pp.native_queued_spin_lock_slowpath
***************************************************************************************************
lkp-bdw-ep2: 88 threads Intel(R) Xeon(R) CPU E5-2699 v4 @ 2.20GHz with 128G memory
=========================================================================================
cluster/compiler/cpufreq_governor/ip/kconfig/nr_threads/rootfs/runtime/tbox_group/test/testcase:
cs-localhost/gcc-7/performance/ipv4/x86_64-rhel-7.2/25%/debian-x86_64-2018-04-03.cgz/300s/lkp-bdw-ep2/UDP_RR/netperf
commit:
6da410d97f (" mlx5e-fixes-2018-09-05")
b99259a614 ("net/sock: move memory_allocated over to percpu_counter variables")
6da410d97ffa486e b99259a61450bb6403bbbbf279
---------------- --------------------------
fail:runs %reproduction fail:runs
| | |
:4 25% 1:4 dmesg.WARNING:at#for_ip_interrupt_entry/0x
9:4 -43% 7:4 perf-profile.calltrace.cycles-pp.dequeue_entity.dequeue_task_fair.__sched_text_start.schedule.schedule_timeout
3:4 -15% 3:4 perf-profile.calltrace.cycles-pp.switch_mm_irqs_off.switch_mm.__sched_text_start.schedule.schedule_timeout
26:4 -109% 21:4 perf-profile.children.cycles-pp.schedule_timeout
1:4 -11% 1:4 perf-profile.self.cycles-pp.schedule_timeout
%stddev %change %stddev
\ | \
1930589 -13.5% 1670226 netperf.Throughput_total_tps
87754 -13.5% 75919 netperf.Throughput_tps
1426 -3.9% 1371 ± 2% netperf.time.percent_of_cpu_this_job_got
3911 -2.6% 3809 ± 2% netperf.time.system_time
385.12 -17.0% 319.68 ± 4% netperf.time.user_time
5.792e+08 -13.5% 5.011e+08 netperf.time.voluntary_context_switches
5.792e+08 -13.5% 5.011e+08 netperf.workload
5.792e+08 -12.5% 5.068e+08 softirqs.NET_RX
7590488 -13.1% 6595363 vmstat.system.cs
2095 ± 50% +740.9% 17617 ± 87% numa-meminfo.node0.Shmem
40809 ± 4% -14.3% 34971 ± 11% numa-meminfo.node1.SReclaimable
415.39 -1.8% 408.09 pmeter.Average_Active_Power
211.25 -11.9% 186.02 pmeter.performance_per_watt
18997 ± 6% +8.2% 20555 ± 3% sched_debug.cpu.load.avg
13008831 -13.3% 11273636 sched_debug.cpu.nr_switches.avg
1.133e+09 -12.8% 9.877e+08 cpuidle.C1.usage
8.879e+09 ± 18% -43.5% 5.013e+09 ± 54% cpuidle.C6.time
25831364 ± 3% -27.4% 18752863 cpuidle.POLL.usage
7.97 +2.5 10.43 mpstat.cpu.soft%
17.09 -2.4 14.66 mpstat.cpu.sys%
2.34 -0.3 2.00 ± 2% mpstat.cpu.usr%
1037 -3.8% 998.50 turbostat.Avg_MHz
1.133e+09 -12.8% 9.877e+08 turbostat.C1
33.21 ± 18% -14.4 18.80 ± 55% turbostat.C6%
0.96 ± 96% +201.3% 2.88 ± 30% turbostat.CPU%c3
216.23 -2.2% 211.46 turbostat.PkgWatt
523.00 ± 50% +742.2% 4404 ± 87% numa-vmstat.node0.nr_shmem
471766 ± 12% +27.2% 600222 ± 6% numa-vmstat.node0.numa_hit
454541 ± 12% +28.6% 584644 ± 7% numa-vmstat.node0.numa_local
10202 ± 4% -14.3% 8743 ± 11% numa-vmstat.node1.nr_slab_reclaimable
665328 ± 9% -20.2% 530868 ± 7% numa-vmstat.node1.numa_hit
532036 ± 11% -25.5% 396167 ± 9% numa-vmstat.node1.numa_local
3.597e+12 -6.9% 3.348e+12 perf-stat.branch-instructions
2.70 -0.2 2.54 perf-stat.branch-miss-rate%
9.714e+10 -12.4% 8.509e+10 perf-stat.branch-misses
3.173e+11 ± 2% -14.9% 2.701e+11 perf-stat.cache-references
2.317e+09 -13.3% 2.01e+09 perf-stat.context-switches
1.59 +3.4% 1.64 perf-stat.cpi
2.871e+13 -4.5% 2.742e+13 perf-stat.cpu-cycles
0.09 -0.0 0.09 perf-stat.dTLB-load-miss-rate%
4.816e+09 -10.7% 4.302e+09 perf-stat.dTLB-load-misses
5.29e+12 -8.4% 4.846e+12 perf-stat.dTLB-loads
0.00 ± 27% +0.0 0.00 ± 9% perf-stat.dTLB-store-miss-rate%
50665696 ± 27% +87.6% 95071493 ± 9% perf-stat.dTLB-store-misses
3.418e+12 -11.6% 3.023e+12 perf-stat.dTLB-stores
11.55 ± 5% +1.9 13.47 ± 7% perf-stat.iTLB-load-miss-rate%
4.068e+10 -16.8% 3.384e+10 ± 2% perf-stat.iTLB-loads
1.81e+13 -7.6% 1.673e+13 perf-stat.instructions
0.63 -3.3% 0.61 perf-stat.ipc
7.63e+08 ± 20% +87.8% 1.433e+09 ± 3% perf-stat.node-load-misses
86.73 ± 2% -27.7 59.01 perf-stat.node-store-miss-rate%
5.359e+08 ± 9% +17.5% 6.296e+08 perf-stat.node-store-misses
83392223 ± 25% +424.4% 4.373e+08 perf-stat.node-stores
31255 +6.8% 33385 perf-stat.path-length
13.66 ± 2% -2.4 11.21 ± 6% perf-profile.calltrace.cycles-pp.__x64_sys_recvfrom.do_syscall_64.entry_SYSCALL_64_after_hwframe
13.45 ± 2% -2.4 11.05 ± 6% perf-profile.calltrace.cycles-pp.__sys_recvfrom.__x64_sys_recvfrom.do_syscall_64.entry_SYSCALL_64_after_hwframe
11.88 ± 2% -2.1 9.73 ± 6% perf-profile.calltrace.cycles-pp.inet_recvmsg.__sys_recvfrom.__x64_sys_recvfrom.do_syscall_64.entry_SYSCALL_64_after_hwframe
11.67 ± 2% -2.1 9.58 ± 6% perf-profile.calltrace.cycles-pp.udp_recvmsg.inet_recvmsg.__sys_recvfrom.__x64_sys_recvfrom.do_syscall_64
9.09 ± 2% -1.6 7.45 ± 7% perf-profile.calltrace.cycles-pp.__skb_recv_udp.udp_recvmsg.inet_recvmsg.__sys_recvfrom.__x64_sys_recvfrom
7.67 ± 2% -1.4 6.27 ± 7% perf-profile.calltrace.cycles-pp.__skb_wait_for_more_packets.__skb_recv_udp.udp_recvmsg.inet_recvmsg.__sys_recvfrom
9.02 ± 2% -1.3 7.69 ± 6% perf-profile.calltrace.cycles-pp.__wake_up_common_lock.sock_def_readable.__udp_enqueue_schedule_skb.udp_queue_rcv_skb.__udp4_lib_rcv
9.25 ± 2% -1.3 7.99 ± 6% perf-profile.calltrace.cycles-pp.sock_def_readable.__udp_enqueue_schedule_skb.udp_queue_rcv_skb.__udp4_lib_rcv.ip_local_deliver_finish
8.48 ± 2% -1.2 7.24 ± 7% perf-profile.calltrace.cycles-pp.__wake_up_common.__wake_up_common_lock.sock_def_readable.__udp_enqueue_schedule_skb.udp_queue_rcv_skb
8.14 ± 3% -1.1 6.99 ± 7% perf-profile.calltrace.cycles-pp.autoremove_wake_function.__wake_up_common.__wake_up_common_lock.sock_def_readable.__udp_enqueue_schedule_skb
8.03 ± 3% -1.1 6.89 ± 7% perf-profile.calltrace.cycles-pp.try_to_wake_up.autoremove_wake_function.__wake_up_common.__wake_up_common_lock.sock_def_readable
6.50 ± 2% -1.1 5.41 ± 7% perf-profile.calltrace.cycles-pp.schedule_timeout.__skb_wait_for_more_packets.__skb_recv_udp.udp_recvmsg.inet_recvmsg
6.11 ± 2% -1.0 5.12 ± 7% perf-profile.calltrace.cycles-pp.schedule.schedule_timeout.__skb_wait_for_more_packets.__skb_recv_udp.udp_recvmsg
5.97 ± 2% -1.0 5.02 ± 7% perf-profile.calltrace.cycles-pp.__sched_text_start.schedule.schedule_timeout.__skb_wait_for_more_packets.__skb_recv_udp
5.49 -0.9 4.60 ± 5% perf-profile.calltrace.cycles-pp.schedule_idle.do_idle.cpu_startup_entry.start_secondary.secondary_startup_64
5.35 -0.9 4.48 ± 5% perf-profile.calltrace.cycles-pp.__sched_text_start.schedule_idle.do_idle.cpu_startup_entry.start_secondary
4.79 -0.8 3.96 ± 6% perf-profile.calltrace.cycles-pp.ip_make_skb.udp_sendmsg.sock_sendmsg.__sys_sendto.__x64_sys_sendto
4.50 ± 2% -0.7 3.85 ± 7% perf-profile.calltrace.cycles-pp.ttwu_do_activate.try_to_wake_up.autoremove_wake_function.__wake_up_common.__wake_up_common_lock
4.24 ± 2% -0.6 3.62 ± 8% perf-profile.calltrace.cycles-pp.enqueue_task_fair.ttwu_do_activate.try_to_wake_up.autoremove_wake_function.__wake_up_common
3.50 ± 3% -0.5 2.99 ± 8% perf-profile.calltrace.cycles-pp.enqueue_entity.enqueue_task_fair.ttwu_do_activate.try_to_wake_up.autoremove_wake_function
2.62 ± 2% -0.5 2.16 ± 7% perf-profile.calltrace.cycles-pp.dequeue_task_fair.__sched_text_start.schedule.schedule_timeout.__skb_wait_for_more_packets
2.88 -0.4 2.46 ± 6% perf-profile.calltrace.cycles-pp.__ip_append_data.ip_make_skb.udp_sendmsg.sock_sendmsg.__sys_sendto
1.68 -0.4 1.29 ± 4% perf-profile.calltrace.cycles-pp.__ip_make_skb.ip_make_skb.udp_sendmsg.sock_sendmsg.__sys_sendto
2.78 ± 3% -0.4 2.42 ± 7% perf-profile.calltrace.cycles-pp.menu_select.do_idle.cpu_startup_entry.start_secondary.secondary_startup_64
1.84 -0.4 1.48 ± 6% perf-profile.calltrace.cycles-pp.pick_next_task_fair.__sched_text_start.schedule_idle.do_idle.cpu_startup_entry
0.64 ± 3% -0.4 0.28 ±100% perf-profile.calltrace.cycles-pp.__next_timer_interrupt.get_next_timer_interrupt.tick_nohz_next_event.tick_nohz_get_sleep_length.menu_select
1.89 ± 3% -0.3 1.56 ± 7% perf-profile.calltrace.cycles-pp.__entry_SYSCALL_64_trampoline
2.04 ± 4% -0.3 1.73 ± 8% perf-profile.calltrace.cycles-pp.__dev_queue_xmit.ip_finish_output2.ip_output.ip_send_skb.udp_send_skb
1.29 ± 2% -0.3 1.00 ± 4% perf-profile.calltrace.cycles-pp.__ip_select_ident.__ip_make_skb.ip_make_skb.udp_sendmsg.sock_sendmsg
1.22 ± 2% -0.3 0.94 ± 4% perf-profile.calltrace.cycles-pp.ip_idents_reserve.__ip_select_ident.__ip_make_skb.ip_make_skb.udp_sendmsg
1.32 -0.3 1.04 ± 6% perf-profile.calltrace.cycles-pp.set_next_entity.pick_next_task_fair.__sched_text_start.schedule_idle.do_idle
2.11 ± 2% -0.3 1.83 ± 6% perf-profile.calltrace.cycles-pp.sock_alloc_send_pskb.__ip_append_data.ip_make_skb.udp_sendmsg.sock_sendmsg
1.77 ± 3% -0.3 1.50 ± 8% perf-profile.calltrace.cycles-pp.tick_nohz_get_sleep_length.menu_select.do_idle.cpu_startup_entry.start_secondary
1.49 -0.3 1.22 ± 5% perf-profile.calltrace.cycles-pp.syscall_return_via_sysret
1.58 ± 4% -0.2 1.36 ± 7% perf-profile.calltrace.cycles-pp.dev_hard_start_xmit.__dev_queue_xmit.ip_finish_output2.ip_output.ip_send_skb
1.60 -0.2 1.40 ± 4% perf-profile.calltrace.cycles-pp.switch_mm_irqs_off.__sched_text_start.schedule_idle.do_idle.cpu_startup_entry
1.50 ± 4% -0.2 1.30 ± 7% perf-profile.calltrace.cycles-pp.loopback_xmit.dev_hard_start_xmit.__dev_queue_xmit.ip_finish_output2.ip_output
0.60 ± 2% -0.2 0.41 ± 58% perf-profile.calltrace.cycles-pp.selinux_socket_sock_rcv_skb.security_sock_rcv_skb.sk_filter_trim_cap.udp_queue_rcv_skb.__udp4_lib_rcv
1.48 ± 2% -0.2 1.29 ± 7% perf-profile.calltrace.cycles-pp.alloc_skb_with_frags.sock_alloc_send_pskb.__ip_append_data.ip_make_skb.udp_sendmsg
1.41 ± 2% -0.2 1.23 ± 7% perf-profile.calltrace.cycles-pp.__alloc_skb.alloc_skb_with_frags.sock_alloc_send_pskb.__ip_append_data.ip_make_skb
0.90 -0.2 0.73 ± 4% perf-profile.calltrace.cycles-pp._copy_to_iter.udp_recvmsg.inet_recvmsg.__sys_recvfrom.__x64_sys_recvfrom
1.09 ± 3% -0.2 0.93 ± 8% perf-profile.calltrace.cycles-pp.get_next_timer_interrupt.tick_nohz_next_event.tick_nohz_get_sleep_length.menu_select.do_idle
0.81 ± 3% -0.2 0.66 ± 4% perf-profile.calltrace.cycles-pp.sock_wfree.loopback_xmit.dev_hard_start_xmit.__dev_queue_xmit.ip_finish_output2
1.02 ± 3% -0.2 0.87 ± 7% perf-profile.calltrace.cycles-pp.switch_mm.__sched_text_start.schedule.schedule_timeout.__skb_wait_for_more_packets
0.94 -0.2 0.79 ± 6% perf-profile.calltrace.cycles-pp.move_addr_to_user.__sys_recvfrom.__x64_sys_recvfrom.do_syscall_64.entry_SYSCALL_64_after_hwframe
0.72 -0.2 0.57 ± 4% perf-profile.calltrace.cycles-pp.__switch_to_asm
0.90 ± 3% -0.2 0.75 ± 5% perf-profile.calltrace.cycles-pp.__consume_stateless_skb.udp_recvmsg.inet_recvmsg.__sys_recvfrom.__x64_sys_recvfrom
0.70 ± 3% -0.2 0.54 ± 4% perf-profile.calltrace.cycles-pp.tick_nohz_idle_exit.do_idle.cpu_startup_entry.start_secondary.secondary_startup_64
0.71 ± 2% -0.1 0.58 ± 9% perf-profile.calltrace.cycles-pp.nf_hook_slow.ip_output.ip_send_skb.udp_send_skb.udp_sendmsg
0.94 ± 3% -0.1 0.82 ± 8% perf-profile.calltrace.cycles-pp.select_task_rq_fair.try_to_wake_up.autoremove_wake_function.__wake_up_common.__wake_up_common_lock
0.99 ± 4% -0.1 0.88 ± 5% perf-profile.calltrace.cycles-pp.ip_route_output_flow.udp_sendmsg.sock_sendmsg.__sys_sendto.__x64_sys_sendto
1.07 ± 5% -0.1 0.96 ± 5% perf-profile.calltrace.cycles-pp.ttwu_do_wakeup.try_to_wake_up.autoremove_wake_function.__wake_up_common.__wake_up_common_lock
0.73 ± 3% -0.1 0.62 ± 4% perf-profile.calltrace.cycles-pp.poll_idle.cpuidle_enter_state.do_idle.cpu_startup_entry.start_secondary
1.02 ± 5% -0.1 0.92 ± 5% perf-profile.calltrace.cycles-pp.check_preempt_curr.ttwu_do_wakeup.try_to_wake_up.autoremove_wake_function.__wake_up_common
0.68 ± 2% -0.1 0.59 ± 7% perf-profile.calltrace.cycles-pp.sk_filter_trim_cap.udp_queue_rcv_skb.__udp4_lib_rcv.ip_local_deliver_finish.ip_local_deliver
0.69 ± 4% -0.1 0.60 ± 8% perf-profile.calltrace.cycles-pp._raw_spin_lock_bh.__skb_recv_udp.udp_recvmsg.inet_recvmsg.__sys_recvfrom
0.64 ± 2% -0.1 0.55 ± 6% perf-profile.calltrace.cycles-pp.security_sock_rcv_skb.sk_filter_trim_cap.udp_queue_rcv_skb.__udp4_lib_rcv.ip_local_deliver_finish
26.69 ± 2% +1.9 28.61 ± 5% perf-profile.calltrace.cycles-pp.__x64_sys_sendto.do_syscall_64.entry_SYSCALL_64_after_hwframe
26.51 ± 2% +1.9 28.45 ± 5% perf-profile.calltrace.cycles-pp.__sys_sendto.__x64_sys_sendto.do_syscall_64.entry_SYSCALL_64_after_hwframe
25.75 ± 2% +2.1 27.80 ± 5% perf-profile.calltrace.cycles-pp.sock_sendmsg.__sys_sendto.__x64_sys_sendto.do_syscall_64.entry_SYSCALL_64_after_hwframe
25.20 ± 2% +2.2 27.38 ± 5% perf-profile.calltrace.cycles-pp.udp_sendmsg.sock_sendmsg.__sys_sendto.__x64_sys_sendto.do_syscall_64
18.57 ± 2% +3.3 21.89 ± 5% perf-profile.calltrace.cycles-pp.udp_send_skb.udp_sendmsg.sock_sendmsg.__sys_sendto.__x64_sys_sendto
18.32 ± 2% +3.4 21.68 ± 5% perf-profile.calltrace.cycles-pp.ip_send_skb.udp_send_skb.udp_sendmsg.sock_sendmsg.__sys_sendto
17.95 ± 2% +3.4 21.32 ± 5% perf-profile.calltrace.cycles-pp.ip_output.ip_send_skb.udp_send_skb.udp_sendmsg.sock_sendmsg
16.70 ± 2% +3.6 20.34 ± 5% perf-profile.calltrace.cycles-pp.ip_finish_output2.ip_output.ip_send_skb.udp_send_skb.udp_sendmsg
14.36 ± 2% +4.0 18.32 ± 5% perf-profile.calltrace.cycles-pp.__local_bh_enable_ip.ip_finish_output2.ip_output.ip_send_skb.udp_send_skb
14.21 ± 2% +4.0 18.22 ± 5% perf-profile.calltrace.cycles-pp.do_softirq.__local_bh_enable_ip.ip_finish_output2.ip_output.ip_send_skb
13.99 ± 2% +4.0 18.01 ± 5% perf-profile.calltrace.cycles-pp.__softirqentry_text_start.do_softirq_own_stack.do_softirq.__local_bh_enable_ip.ip_finish_output2
14.04 ± 2% +4.0 18.07 ± 5% perf-profile.calltrace.cycles-pp.do_softirq_own_stack.do_softirq.__local_bh_enable_ip.ip_finish_output2.ip_output
13.60 ± 2% +4.1 17.66 ± 5% perf-profile.calltrace.cycles-pp.net_rx_action.__softirqentry_text_start.do_softirq_own_stack.do_softirq.__local_bh_enable_ip
13.30 ± 2% +4.1 17.42 ± 5% perf-profile.calltrace.cycles-pp.process_backlog.net_rx_action.__softirqentry_text_start.do_softirq_own_stack.do_softirq
0.00 +4.1 4.14 ± 5% perf-profile.calltrace.cycles-pp.native_queued_spin_lock_slowpath._raw_spin_lock_irqsave.__percpu_counter_sum.__sk_mem_raise_allocated.__udp_enqueue_schedule_skb
12.53 ± 2% +4.2 16.77 ± 5% perf-profile.calltrace.cycles-pp.__netif_receive_skb_one_core.process_backlog.net_rx_action.__softirqentry_text_start.do_softirq_own_stack
12.28 ± 2% +4.2 16.52 ± 5% perf-profile.calltrace.cycles-pp.ip_rcv.__netif_receive_skb_one_core.process_backlog.net_rx_action.__softirqentry_text_start
11.88 ± 3% +4.3 16.14 ± 5% perf-profile.calltrace.cycles-pp.ip_local_deliver.ip_rcv.__netif_receive_skb_one_core.process_backlog.net_rx_action
11.73 ± 3% +4.3 16.00 ± 5% perf-profile.calltrace.cycles-pp.ip_local_deliver_finish.ip_local_deliver.ip_rcv.__netif_receive_skb_one_core.process_backlog
11.40 ± 2% +4.4 15.77 ± 6% perf-profile.calltrace.cycles-pp.__udp4_lib_rcv.ip_local_deliver_finish.ip_local_deliver.ip_rcv.__netif_receive_skb_one_core
0.00 +4.4 4.44 ± 5% perf-profile.calltrace.cycles-pp._raw_spin_lock_irqsave.__percpu_counter_sum.__sk_mem_raise_allocated.__udp_enqueue_schedule_skb.udp_queue_rcv_skb
10.89 ± 2% +4.4 15.34 ± 6% perf-profile.calltrace.cycles-pp.udp_queue_rcv_skb.__udp4_lib_rcv.ip_local_deliver_finish.ip_local_deliver.ip_rcv
9.96 ± 2% +4.6 14.57 ± 6% perf-profile.calltrace.cycles-pp.__udp_enqueue_schedule_skb.udp_queue_rcv_skb.__udp4_lib_rcv.ip_local_deliver_finish.ip_local_deliver
0.00 +5.8 5.80 ± 5% perf-profile.calltrace.cycles-pp.__percpu_counter_sum.__sk_mem_raise_allocated.__udp_enqueue_schedule_skb.udp_queue_rcv_skb.__udp4_lib_rcv
0.00 +6.0 6.01 ± 5% perf-profile.calltrace.cycles-pp.__sk_mem_raise_allocated.__udp_enqueue_schedule_skb.udp_queue_rcv_skb.__udp4_lib_rcv.ip_local_deliver_finish
13.67 ± 2% -2.5 11.22 ± 6% perf-profile.children.cycles-pp.__x64_sys_recvfrom
13.46 ± 2% -2.4 11.06 ± 6% perf-profile.children.cycles-pp.__sys_recvfrom
11.88 ± 2% -2.1 9.73 ± 6% perf-profile.children.cycles-pp.inet_recvmsg
11.69 ± 2% -2.1 9.59 ± 6% perf-profile.children.cycles-pp.udp_recvmsg
11.45 -1.8 9.62 ± 6% perf-profile.children.cycles-pp.__sched_text_start
9.11 ± 2% -1.6 7.47 ± 7% perf-profile.children.cycles-pp.__skb_recv_udp
7.67 ± 2% -1.4 6.28 ± 7% perf-profile.children.cycles-pp.__skb_wait_for_more_packets
9.03 ± 2% -1.3 7.70 ± 6% perf-profile.children.cycles-pp.__wake_up_common_lock
9.25 ± 3% -1.3 7.99 ± 6% perf-profile.children.cycles-pp.sock_def_readable
8.48 ± 2% -1.2 7.24 ± 7% perf-profile.children.cycles-pp.__wake_up_common
8.06 ± 3% -1.2 6.90 ± 7% perf-profile.children.cycles-pp.try_to_wake_up
8.15 ± 3% -1.1 7.00 ± 7% perf-profile.children.cycles-pp.autoremove_wake_function
6.11 ± 2% -1.0 5.12 ± 7% perf-profile.children.cycles-pp.schedule
5.51 -0.9 4.62 ± 5% perf-profile.children.cycles-pp.schedule_idle
4.80 -0.8 3.96 ± 6% perf-profile.children.cycles-pp.ip_make_skb
4.50 ± 2% -0.6 3.86 ± 7% perf-profile.children.cycles-pp.ttwu_do_activate
4.25 ± 2% -0.6 3.63 ± 8% perf-profile.children.cycles-pp.enqueue_task_fair
3.66 ± 3% -0.5 3.14 ± 8% perf-profile.children.cycles-pp.enqueue_entity
2.65 ± 2% -0.5 2.18 ± 7% perf-profile.children.cycles-pp.dequeue_task_fair
2.32 ± 2% -0.4 1.88 ± 7% perf-profile.children.cycles-pp.pick_next_task_fair
2.38 ± 2% -0.4 1.95 ± 8% perf-profile.children.cycles-pp.dequeue_entity
2.90 -0.4 2.47 ± 6% perf-profile.children.cycles-pp.__ip_append_data
2.31 ± 3% -0.4 1.91 ± 6% perf-profile.children.cycles-pp.__entry_SYSCALL_64_trampoline
1.68 -0.4 1.29 ± 4% perf-profile.children.cycles-pp.__ip_make_skb
2.81 ± 3% -0.4 2.44 ± 7% perf-profile.children.cycles-pp.menu_select
2.60 -0.4 2.24 ± 5% perf-profile.children.cycles-pp.switch_mm_irqs_off
2.42 ± 3% -0.3 2.11 ± 8% perf-profile.children.cycles-pp.update_load_avg
2.04 ± 4% -0.3 1.74 ± 7% perf-profile.children.cycles-pp.__dev_queue_xmit
1.69 ± 2% -0.3 1.40 ± 5% perf-profile.children.cycles-pp.syscall_return_via_sysret
1.29 ± 2% -0.3 1.00 ± 4% perf-profile.children.cycles-pp.__ip_select_ident
1.23 ± 2% -0.3 0.94 ± 4% perf-profile.children.cycles-pp.ip_idents_reserve
1.34 -0.3 1.06 ± 6% perf-profile.children.cycles-pp.set_next_entity
2.12 ± 2% -0.3 1.84 ± 6% perf-profile.children.cycles-pp.sock_alloc_send_pskb
1.79 ± 3% -0.3 1.52 ± 8% perf-profile.children.cycles-pp.tick_nohz_get_sleep_length
1.48 ± 2% -0.3 1.23 ± 3% perf-profile.children.cycles-pp._raw_spin_lock
1.24 ± 2% -0.2 1.03 ± 6% perf-profile.children.cycles-pp.load_new_mm_cr3
1.58 ± 4% -0.2 1.37 ± 7% perf-profile.children.cycles-pp.dev_hard_start_xmit
1.51 ± 4% -0.2 1.31 ± 7% perf-profile.children.cycles-pp.loopback_xmit
1.48 ± 2% -0.2 1.29 ± 7% perf-profile.children.cycles-pp.alloc_skb_with_frags
0.83 ± 3% -0.2 0.66 ± 8% perf-profile.children.cycles-pp.update_curr
1.42 ± 2% -0.2 1.24 ± 7% perf-profile.children.cycles-pp.__alloc_skb
0.73 ± 3% -0.2 0.55 ± 4% perf-profile.children.cycles-pp.tick_nohz_idle_exit
0.91 -0.2 0.73 ± 4% perf-profile.children.cycles-pp._copy_to_iter
1.07 ± 2% -0.2 0.90 ± 6% perf-profile.children.cycles-pp.switch_mm
1.10 ± 3% -0.2 0.94 ± 8% perf-profile.children.cycles-pp.get_next_timer_interrupt
0.81 ± 3% -0.2 0.66 ± 4% perf-profile.children.cycles-pp.sock_wfree
0.95 -0.2 0.80 ± 6% perf-profile.children.cycles-pp.move_addr_to_user
0.90 ± 2% -0.2 0.75 ± 5% perf-profile.children.cycles-pp.__consume_stateless_skb
0.74 -0.2 0.59 ± 4% perf-profile.children.cycles-pp.__switch_to_asm
0.78 -0.1 0.64 ± 6% perf-profile.children.cycles-pp.copy_user_generic_unrolled
0.49 -0.1 0.35 ± 5% perf-profile.children.cycles-pp.update_ts_time_stats
0.66 ± 2% -0.1 0.53 ± 5% perf-profile.children.cycles-pp.__switch_to
0.84 ± 3% -0.1 0.70 ± 8% perf-profile.children.cycles-pp.nf_hook_slow
0.71 ± 3% -0.1 0.58 ± 9% perf-profile.children.cycles-pp.__next_timer_interrupt
0.95 ± 3% -0.1 0.82 ± 7% perf-profile.children.cycles-pp.select_task_rq_fair
0.68 ± 3% -0.1 0.55 ± 12% perf-profile.children.cycles-pp.update_cfs_group
0.57 ± 4% -0.1 0.44 ± 7% perf-profile.children.cycles-pp.prepare_to_wait_exclusive
0.43 ± 7% -0.1 0.31 ± 10% perf-profile.children.cycles-pp.__enqueue_entity
0.69 ± 3% -0.1 0.56 ± 5% perf-profile.children.cycles-pp.__slab_free
0.43 -0.1 0.31 ± 7% perf-profile.children.cycles-pp.ip_generic_getfrag
0.74 ± 3% -0.1 0.63 ± 4% perf-profile.children.cycles-pp.poll_idle
0.39 ± 2% -0.1 0.28 ± 7% perf-profile.children.cycles-pp._copy_from_iter_full
1.07 ± 5% -0.1 0.97 ± 5% perf-profile.children.cycles-pp.ttwu_do_wakeup
1.04 ± 5% -0.1 0.94 ± 5% perf-profile.children.cycles-pp.check_preempt_curr
0.54 -0.1 0.44 ± 7% perf-profile.children.cycles-pp.update_rq_clock
0.57 ± 2% -0.1 0.47 ± 9% perf-profile.children.cycles-pp.selinux_ip_postroute
0.53 ± 2% -0.1 0.43 ± 4% perf-profile.children.cycles-pp.sock_def_write_space
0.68 ± 2% -0.1 0.59 ± 7% perf-profile.children.cycles-pp.sk_filter_trim_cap
0.57 -0.1 0.48 ± 5% perf-profile.children.cycles-pp.sched_clock_cpu
0.53 -0.1 0.44 ± 4% perf-profile.children.cycles-pp.copyout
0.64 ± 2% -0.1 0.55 ± 6% perf-profile.children.cycles-pp.security_sock_rcv_skb
0.56 -0.1 0.47 ± 4% perf-profile.children.cycles-pp.skb_set_owner_w
0.69 ± 5% -0.1 0.60 ± 8% perf-profile.children.cycles-pp._raw_spin_lock_bh
0.53 ± 2% -0.1 0.44 ± 4% perf-profile.children.cycles-pp.sched_clock
0.39 ± 5% -0.1 0.30 ± 8% perf-profile.children.cycles-pp.__update_load_avg_se
0.35 ± 4% -0.1 0.26 ± 6% perf-profile.children.cycles-pp.hrtimer_next_event_without
0.42 -0.1 0.34 ± 5% perf-profile.children.cycles-pp.tick_nohz_idle_enter
0.61 ± 2% -0.1 0.53 ± 6% perf-profile.children.cycles-pp.selinux_socket_sock_rcv_skb
0.38 ± 6% -0.1 0.30 ± 14% perf-profile.children.cycles-pp.___perf_sw_event
0.50 ± 2% -0.1 0.42 ± 5% perf-profile.children.cycles-pp.native_sched_clock
0.40 ± 2% -0.1 0.33 ± 4% perf-profile.children.cycles-pp.nr_iowait_cpu
0.41 ± 3% -0.1 0.34 ± 8% perf-profile.children.cycles-pp.sockfd_lookup_light
0.45 ± 3% -0.1 0.37 ± 11% perf-profile.children.cycles-pp.selinux_ip_postroute_compat
0.45 -0.1 0.37 ± 8% perf-profile.children.cycles-pp.native_write_msr
0.56 ± 4% -0.1 0.48 ± 6% perf-profile.children.cycles-pp.finish_task_switch
0.43 -0.1 0.36 ± 9% perf-profile.children.cycles-pp.ksize
0.30 ± 6% -0.1 0.23 ± 5% perf-profile.children.cycles-pp.__udp4_lib_lookup
0.33 ± 3% -0.1 0.27 ± 8% perf-profile.children.cycles-pp.__fget_light
0.31 -0.1 0.25 ± 11% perf-profile.children.cycles-pp.kmem_cache_alloc_node
0.20 -0.1 0.14 ± 3% perf-profile.children.cycles-pp.copyin
0.35 -0.1 0.28 ± 8% perf-profile.children.cycles-pp.__might_fault
0.28 ± 9% -0.1 0.22 ± 5% perf-profile.children.cycles-pp.pick_next_task_idle
0.21 ± 5% -0.1 0.15 ± 2% perf-profile.children.cycles-pp.entry_SYSCALL_64_stage2
0.49 -0.1 0.43 ± 5% perf-profile.children.cycles-pp._raw_spin_unlock_irqrestore
0.27 ± 3% -0.1 0.21 ± 7% perf-profile.children.cycles-pp.validate_xmit_skb
0.09 ± 8% -0.1 0.04 ± 57% perf-profile.children.cycles-pp.kfree
0.24 ± 5% -0.1 0.18 ± 6% perf-profile.children.cycles-pp.rb_erase_cached
0.44 ± 2% -0.1 0.39 ± 5% perf-profile.children.cycles-pp.reweight_entity
0.26 ± 3% -0.1 0.21 ± 7% perf-profile.children.cycles-pp.enqueue_to_backlog
0.24 -0.0 0.20 ± 5% perf-profile.children.cycles-pp.security_socket_sendmsg
0.21 ± 5% -0.0 0.16 ± 6% perf-profile.children.cycles-pp.kmem_cache_free
0.15 ± 7% -0.0 0.10 ± 10% perf-profile.children.cycles-pp.__hrtimer_next_event_base
0.07 ± 12% -0.0 0.03 ±100% perf-profile.children.cycles-pp.rb_next
0.24 -0.0 0.20 ± 9% perf-profile.children.cycles-pp.___might_sleep
0.18 ± 12% -0.0 0.14 perf-profile.children.cycles-pp.inet_sendmsg
0.20 ± 4% -0.0 0.16 ± 6% perf-profile.children.cycles-pp.rcu_idle_exit
0.19 ± 2% -0.0 0.15 ± 2% perf-profile.children.cycles-pp.copy_user_enhanced_fast_string
0.17 ± 7% -0.0 0.13 ± 11% perf-profile.children.cycles-pp.put_prev_task_fair
0.14 ± 10% -0.0 0.10 ± 10% perf-profile.children.cycles-pp.compute_score
0.22 ± 4% -0.0 0.19 ± 10% perf-profile.children.cycles-pp.selinux_parse_skb
0.29 ± 4% -0.0 0.25 ± 9% perf-profile.children.cycles-pp.ipv4_mtu
0.16 ± 4% -0.0 0.12 ± 6% perf-profile.children.cycles-pp.__calc_delta
0.24 -0.0 0.21 ± 8% perf-profile.children.cycles-pp.move_addr_to_kernel
0.22 ± 4% -0.0 0.19 ± 3% perf-profile.children.cycles-pp.sock_has_perm
0.23 ± 3% -0.0 0.19 ± 9% perf-profile.children.cycles-pp.__list_del_entry_valid
0.26 ± 3% -0.0 0.22 ± 4% perf-profile.children.cycles-pp.pick_next_entity
0.21 ± 3% -0.0 0.18 ± 7% perf-profile.children.cycles-pp._copy_from_user
0.19 ± 6% -0.0 0.16 ± 6% perf-profile.children.cycles-pp.__skb_try_recv_from_queue
0.20 ± 2% -0.0 0.17 ± 5% perf-profile.children.cycles-pp.rcu_eqs_enter
0.18 ± 2% -0.0 0.14 ± 5% perf-profile.children.cycles-pp.security_sk_classify_flow
0.15 ± 7% -0.0 0.11 ± 7% perf-profile.children.cycles-pp.menu_reflect
0.10 ± 5% -0.0 0.07 ± 7% perf-profile.children.cycles-pp.selinux_socket_sendmsg
0.19 ± 2% -0.0 0.16 ± 7% perf-profile.children.cycles-pp._copy_to_user
0.19 ± 4% -0.0 0.16 ± 8% perf-profile.children.cycles-pp.cpuidle_governor_latency_req
0.17 ± 4% -0.0 0.15 ± 11% perf-profile.children.cycles-pp.__might_sleep
0.17 ± 6% -0.0 0.14 perf-profile.children.cycles-pp.sock_recvmsg
0.10 ± 7% -0.0 0.08 ± 6% perf-profile.children.cycles-pp.ipv4_pktinfo_prepare
0.14 ± 7% -0.0 0.12 perf-profile.children.cycles-pp.security_socket_recvmsg
0.13 ± 3% -0.0 0.11 ± 6% perf-profile.children.cycles-pp.__get_user_4
0.13 ± 3% -0.0 0.11 ± 6% perf-profile.children.cycles-pp.selinux_sk_getsecid
0.11 ± 8% -0.0 0.08 ± 5% perf-profile.children.cycles-pp.dst_release
0.10 ± 8% -0.0 0.08 ± 5% perf-profile.children.cycles-pp.selinux_ipv4_postroute
0.11 ± 4% -0.0 0.10 ± 11% perf-profile.children.cycles-pp.pm_qos_request
0.11 ± 4% -0.0 0.09 ± 4% perf-profile.children.cycles-pp.udp_rcv
0.09 ± 4% -0.0 0.07 ± 5% perf-profile.children.cycles-pp.ip_send_check
0.05 +0.0 0.07 ± 13% perf-profile.children.cycles-pp.selinux_netlbl_sock_rcv_skb
0.06 ± 11% +0.0 0.08 ± 6% perf-profile.children.cycles-pp.rebalance_domains
0.07 ± 7% +0.0 0.09 ± 7% perf-profile.children.cycles-pp.ip_rcv_finish_core
0.09 ± 4% +0.0 0.12 ± 3% perf-profile.children.cycles-pp.ip_rcv_finish
0.15 ± 8% +0.0 0.20 ± 8% perf-profile.children.cycles-pp.irq_exit
0.11 ± 31% +0.1 0.16 ± 22% perf-profile.children.cycles-pp.clockevents_program_event
0.00 +0.1 0.06 ± 6% perf-profile.children.cycles-pp.netlbl_enabled
0.45 ± 5% +0.1 0.57 ± 7% perf-profile.children.cycles-pp.find_next_bit
0.00 +0.2 0.17 ± 4% perf-profile.children.cycles-pp.percpu_counter_add_batch
0.00 +0.3 0.34 ± 5% perf-profile.children.cycles-pp.cpumask_next
26.71 ± 2% +1.9 28.63 ± 5% perf-profile.children.cycles-pp.__x64_sys_sendto
26.51 ± 2% +1.9 28.46 ± 5% perf-profile.children.cycles-pp.__sys_sendto
25.75 ± 2% +2.1 27.81 ± 5% perf-profile.children.cycles-pp.sock_sendmsg
25.23 ± 2% +2.2 27.40 ± 5% perf-profile.children.cycles-pp.udp_sendmsg
18.58 ± 2% +3.3 21.90 ± 5% perf-profile.children.cycles-pp.udp_send_skb
18.33 ± 2% +3.4 21.68 ± 5% perf-profile.children.cycles-pp.ip_send_skb
17.95 ± 2% +3.4 21.33 ± 5% perf-profile.children.cycles-pp.ip_output
16.73 ± 2% +3.6 20.36 ± 5% perf-profile.children.cycles-pp.ip_finish_output2
14.40 ± 2% +4.0 18.36 ± 5% perf-profile.children.cycles-pp.__local_bh_enable_ip
14.24 ± 2% +4.0 18.25 ± 5% perf-profile.children.cycles-pp.do_softirq
14.05 ± 2% +4.0 18.08 ± 5% perf-profile.children.cycles-pp.do_softirq_own_stack
14.12 ± 2% +4.0 18.16 ± 5% perf-profile.children.cycles-pp.__softirqentry_text_start
13.61 ± 2% +4.1 17.67 ± 5% perf-profile.children.cycles-pp.net_rx_action
13.31 ± 2% +4.1 17.43 ± 5% perf-profile.children.cycles-pp.process_backlog
1.50 ± 2% +4.2 5.68 ± 5% perf-profile.children.cycles-pp._raw_spin_lock_irqsave
0.00 +4.2 4.19 ± 5% perf-profile.children.cycles-pp.native_queued_spin_lock_slowpath
12.28 ± 2% +4.2 16.52 ± 5% perf-profile.children.cycles-pp.ip_rcv
12.53 ± 2% +4.2 16.78 ± 5% perf-profile.children.cycles-pp.__netif_receive_skb_one_core
11.89 ± 3% +4.3 16.15 ± 5% perf-profile.children.cycles-pp.ip_local_deliver
11.73 ± 3% +4.3 16.00 ± 5% perf-profile.children.cycles-pp.ip_local_deliver_finish
11.41 ± 2% +4.4 15.78 ± 6% perf-profile.children.cycles-pp.__udp4_lib_rcv
10.90 ± 2% +4.4 15.35 ± 6% perf-profile.children.cycles-pp.udp_queue_rcv_skb
9.97 ± 2% +4.6 14.58 ± 6% perf-profile.children.cycles-pp.__udp_enqueue_schedule_skb
0.00 +5.8 5.84 ± 5% perf-profile.children.cycles-pp.__percpu_counter_sum
0.15 ± 3% +5.9 6.01 ± 5% perf-profile.children.cycles-pp.__sk_mem_raise_allocated
2.25 ± 3% -0.4 1.85 ± 6% perf-profile.self.cycles-pp.__entry_SYSCALL_64_trampoline
2.20 -0.3 1.89 ± 5% perf-profile.self.cycles-pp.__sched_text_start
1.69 ± 2% -0.3 1.39 ± 5% perf-profile.self.cycles-pp.syscall_return_via_sysret
1.22 ± 2% -0.3 0.93 ± 4% perf-profile.self.cycles-pp.ip_idents_reserve
1.43 ± 2% -0.3 1.16 ± 4% perf-profile.self.cycles-pp._raw_spin_lock
1.24 ± 2% -0.2 1.03 ± 6% perf-profile.self.cycles-pp.load_new_mm_cr3
1.01 -0.2 0.82 ± 7% perf-profile.self.cycles-pp.do_idle
0.45 -0.2 0.29 ± 5% perf-profile.self.cycles-pp.__skb_wait_for_more_packets
1.05 ± 2% -0.2 0.90 ± 6% perf-profile.self.cycles-pp.update_load_avg
0.74 -0.2 0.59 ± 4% perf-profile.self.cycles-pp.__switch_to_asm
0.60 ± 2% -0.1 0.45 ± 6% perf-profile.self.cycles-pp.udp_sendmsg
0.76 -0.1 0.62 ± 5% perf-profile.self.cycles-pp.enqueue_entity
1.35 -0.1 1.21 ± 5% perf-profile.self.cycles-pp.switch_mm_irqs_off
0.63 ± 2% -0.1 0.50 ± 5% perf-profile.self.cycles-pp.__switch_to
0.76 -0.1 0.62 ± 6% perf-profile.self.cycles-pp.copy_user_generic_unrolled
0.67 ± 3% -0.1 0.54 ± 12% perf-profile.self.cycles-pp.update_cfs_group
0.56 ± 3% -0.1 0.44 ± 8% perf-profile.self.cycles-pp.update_curr
0.68 ± 3% -0.1 0.56 ± 5% perf-profile.self.cycles-pp.__slab_free
0.42 ± 7% -0.1 0.30 ± 11% perf-profile.self.cycles-pp.__enqueue_entity
0.66 -0.1 0.54 ± 5% perf-profile.self.cycles-pp.set_next_entity
0.34 ± 2% -0.1 0.23 ± 3% perf-profile.self.cycles-pp.ip_output
0.59 ± 2% -0.1 0.49 ± 4% perf-profile.self.cycles-pp.enqueue_task_fair
0.53 ± 3% -0.1 0.42 ± 9% perf-profile.self.cycles-pp.pick_next_task_fair
0.51 -0.1 0.42 ± 7% perf-profile.self.cycles-pp.do_syscall_64
0.64 -0.1 0.55 ± 4% perf-profile.self.cycles-pp.poll_idle
0.54 -0.1 0.45 ± 5% perf-profile.self.cycles-pp.move_addr_to_user
0.63 ± 2% -0.1 0.54 ± 6% perf-profile.self.cycles-pp.select_task_rq_fair
0.40 ± 4% -0.1 0.31 ± 5% perf-profile.self.cycles-pp.entry_SYSCALL_64_after_hwframe
0.56 -0.1 0.47 ± 4% perf-profile.self.cycles-pp.skb_set_owner_w
0.52 ± 2% -0.1 0.43 ± 5% perf-profile.self.cycles-pp.sock_def_write_space
0.20 ± 6% -0.1 0.11 ± 7% perf-profile.self.cycles-pp.check_preempt_curr
0.68 ± 5% -0.1 0.60 ± 8% perf-profile.self.cycles-pp._raw_spin_lock_bh
0.53 ± 5% -0.1 0.45 ± 5% perf-profile.self.cycles-pp.udp_recvmsg
0.38 ± 5% -0.1 0.30 ± 8% perf-profile.self.cycles-pp.__update_load_avg_se
0.31 ± 2% -0.1 0.23 ± 8% perf-profile.self.cycles-pp.__skb_recv_udp
0.51 ± 2% -0.1 0.43 ± 10% perf-profile.self.cycles-pp.dequeue_entity
0.26 ± 4% -0.1 0.18 ± 6% perf-profile.self.cycles-pp.__ip_make_skb
0.48 ± 2% -0.1 0.41 ± 4% perf-profile.self.cycles-pp.native_sched_clock
0.29 ± 4% -0.1 0.22 ± 5% perf-profile.self.cycles-pp._copy_to_iter
0.44 -0.1 0.37 ± 7% perf-profile.self.cycles-pp.native_write_msr
0.44 -0.1 0.37 ± 5% perf-profile.self.cycles-pp._raw_spin_unlock_irqrestore
0.40 -0.1 0.33 ± 4% perf-profile.self.cycles-pp.nr_iowait_cpu
0.25 ± 4% -0.1 0.18 ± 8% perf-profile.self.cycles-pp.__wake_up_common
0.42 -0.1 0.35 ± 9% perf-profile.self.cycles-pp.ksize
0.32 -0.1 0.26 ± 9% perf-profile.self.cycles-pp.__next_timer_interrupt
0.28 ± 3% -0.1 0.21 ± 5% perf-profile.self.cycles-pp.sock_wfree
0.32 ± 2% -0.1 0.26 ± 8% perf-profile.self.cycles-pp.__fget_light
0.31 -0.1 0.25 ± 5% perf-profile.self.cycles-pp.update_rq_clock
0.49 -0.1 0.43 ± 6% perf-profile.self.cycles-pp.__udp_enqueue_schedule_skb
0.21 ± 4% -0.1 0.15 ± 5% perf-profile.self.cycles-pp.__sys_recvfrom
0.29 ± 5% -0.1 0.24 ± 6% perf-profile.self.cycles-pp.try_to_wake_up
0.09 ± 8% -0.1 0.04 ± 57% perf-profile.self.cycles-pp.kfree
0.20 ± 7% -0.1 0.15 ± 2% perf-profile.self.cycles-pp.entry_SYSCALL_64_stage2
0.43 ± 2% -0.0 0.39 ± 6% perf-profile.self.cycles-pp.reweight_entity
0.35 ± 4% -0.0 0.31 ± 6% perf-profile.self.cycles-pp.__softirqentry_text_start
0.17 ± 2% -0.0 0.12 ± 8% perf-profile.self.cycles-pp.__local_bh_enable_ip
0.25 ± 4% -0.0 0.21 ± 7% perf-profile.self.cycles-pp.net_rx_action
0.08 ± 5% -0.0 0.04 ± 57% perf-profile.self.cycles-pp.tick_nohz_idle_exit
0.26 ± 4% -0.0 0.21 ± 7% perf-profile.self.cycles-pp.__sys_sendto
0.20 ± 4% -0.0 0.16 ± 5% perf-profile.self.cycles-pp.__x64_sys_recvfrom
0.12 ± 4% -0.0 0.08 ± 8% perf-profile.self.cycles-pp.udp_queue_rcv_skb
0.27 -0.0 0.22 ± 7% perf-profile.self.cycles-pp.loopback_xmit
0.18 ± 7% -0.0 0.14 ± 5% perf-profile.self.cycles-pp.inet_recvmsg
0.14 ± 10% -0.0 0.10 ± 8% perf-profile.self.cycles-pp.compute_score
0.19 ± 6% -0.0 0.15 ± 8% perf-profile.self.cycles-pp.selinux_socket_sock_rcv_skb
0.15 ± 13% -0.0 0.11 ± 7% perf-profile.self.cycles-pp.ip_local_deliver_finish
0.20 ± 4% -0.0 0.16 ± 7% perf-profile.self.cycles-pp.rb_erase_cached
0.22 ± 5% -0.0 0.18 ± 8% perf-profile.self.cycles-pp.__alloc_skb
0.18 ± 2% -0.0 0.14 ± 9% perf-profile.self.cycles-pp.kmem_cache_alloc_node
0.20 ± 2% -0.0 0.16 ± 8% perf-profile.self.cycles-pp.rcu_eqs_enter
0.18 ± 3% -0.0 0.14 ± 3% perf-profile.self.cycles-pp.copy_user_enhanced_fast_string
0.17 ± 15% -0.0 0.13 perf-profile.self.cycles-pp.inet_sendmsg
0.29 ± 2% -0.0 0.26 ± 4% perf-profile.self.cycles-pp.process_backlog
0.23 ± 3% -0.0 0.19 ± 2% perf-profile.self.cycles-pp.pick_next_entity
0.15 ± 5% -0.0 0.11 ± 9% perf-profile.self.cycles-pp.selinux_ip_postroute_compat
0.16 ± 6% -0.0 0.12 ± 6% perf-profile.self.cycles-pp.__calc_delta
0.11 ± 3% -0.0 0.08 ± 8% perf-profile.self.cycles-pp.validate_xmit_skb
0.09 ± 5% -0.0 0.05 ± 9% perf-profile.self.cycles-pp._copy_from_iter_full
0.09 ± 5% -0.0 0.05 ± 9% perf-profile.self.cycles-pp.selinux_socket_sendmsg
0.22 ± 5% -0.0 0.19 ± 3% perf-profile.self.cycles-pp.sock_has_perm
0.15 ± 5% -0.0 0.12 ± 4% perf-profile.self.cycles-pp.__udp4_lib_lookup
0.15 ± 4% -0.0 0.12 ± 10% perf-profile.self.cycles-pp.__might_sleep
0.09 ± 4% -0.0 0.06 ± 6% perf-profile.self.cycles-pp.nf_hook_slow
0.13 ± 6% -0.0 0.10 ± 8% perf-profile.self.cycles-pp.prepare_to_wait_exclusive
0.15 ± 2% -0.0 0.12 ± 5% perf-profile.self.cycles-pp.enqueue_to_backlog
0.08 ± 5% -0.0 0.06 ± 15% perf-profile.self.cycles-pp.ip_make_skb
0.14 ± 6% -0.0 0.11 ± 3% perf-profile.self.cycles-pp.ip_rcv
0.13 -0.0 0.11 ± 4% perf-profile.self.cycles-pp.selinux_ip_postroute
0.10 -0.0 0.08 ± 6% perf-profile.self.cycles-pp.sock_sendmsg
0.10 -0.0 0.08 ± 10% perf-profile.self.cycles-pp.__might_fault
0.09 ± 9% -0.0 0.07 ± 13% perf-profile.self.cycles-pp.put_prev_task_fair
0.12 ± 3% -0.0 0.10 ± 5% perf-profile.self.cycles-pp.rcu_idle_exit
0.12 ± 8% -0.0 0.10 ± 7% perf-profile.self.cycles-pp.menu_reflect
0.06 -0.0 0.04 ± 57% perf-profile.self.cycles-pp.__ip_local_out
0.13 ± 3% -0.0 0.11 ± 7% perf-profile.self.cycles-pp.selinux_sock_rcv_skb_compat
0.08 ± 5% -0.0 0.06 ± 14% perf-profile.self.cycles-pp.__skb_try_recv_from_queue
0.09 ± 4% -0.0 0.07 ± 5% perf-profile.self.cycles-pp.selinux_ipv4_postroute
0.10 ± 9% -0.0 0.08 ± 6% perf-profile.self.cycles-pp.dst_release
0.08 ± 5% -0.0 0.07 ± 7% perf-profile.self.cycles-pp.schedule
0.13 ± 6% -0.0 0.11 ± 6% perf-profile.self.cycles-pp.__get_user_4
0.11 ± 7% -0.0 0.09 ± 7% perf-profile.self.cycles-pp.netif_skb_features
0.11 ± 7% -0.0 0.09 ± 7% perf-profile.self.cycles-pp.__hrtimer_next_event_base
0.18 ± 4% -0.0 0.17 ± 5% perf-profile.self.cycles-pp.__x64_sys_sendto
0.11 ± 3% -0.0 0.10 ± 5% perf-profile.self.cycles-pp.switch_mm
0.12 ± 3% -0.0 0.10 ± 7% perf-profile.self.cycles-pp.selinux_sk_getsecid
0.09 ± 4% -0.0 0.08 ± 6% perf-profile.self.cycles-pp.udp_rcv
0.07 -0.0 0.05 ± 9% perf-profile.self.cycles-pp.update_min_vruntime
0.09 ± 5% -0.0 0.07 perf-profile.self.cycles-pp.ip_send_check
0.08 ± 10% -0.0 0.06 ± 6% perf-profile.self.cycles-pp.sockfd_lookup_light
0.06 ± 11% +0.0 0.09 ± 7% perf-profile.self.cycles-pp.ip_rcv_finish_core
0.00 +0.1 0.06 ± 9% perf-profile.self.cycles-pp.netlbl_enabled
0.00 +0.1 0.06 ± 15% perf-profile.self.cycles-pp.hrtimer_get_next_event
0.21 ± 7% +0.1 0.29 ± 3% perf-profile.self.cycles-pp.sock_def_readable
0.00 +0.1 0.11 ± 7% perf-profile.self.cycles-pp.cpumask_next
0.38 ± 6% +0.1 0.50 ± 7% perf-profile.self.cycles-pp.find_next_bit
0.00 +0.2 0.17 ± 4% perf-profile.self.cycles-pp.percpu_counter_add_batch
0.00 +1.1 1.07 ± 5% perf-profile.self.cycles-pp.__percpu_counter_sum
0.00 +4.2 4.19 ± 5% perf-profile.self.cycles-pp.native_queued_spin_lock_slowpath
Disclaimer:
Results have been estimated based on internal Intel analysis and are provided
for informational purposes only. Any difference in system hardware or software
design or configuration may affect actual performance.
Thanks,
Rong Chen
2 years, 5 months
- 1
- 0
[linux] c208f0c9ab: general_protection_fault:#[##]
by kernel test robot
FYI, we noticed the following commit (built with gcc-7):
commit: c208f0c9ab89eaec7514bc1342998f52e9cc8eca ("linux-next")
git://git.cmpxchg.org/linux-mmotm.git master
in testcase: trinity
with following parameters:
runtime: 300s
test-description: Trinity is a linux system call fuzz tester.
test-url: http://codemonkey.org.uk/projects/trinity/
on test machine: qemu-system-x86_64 -enable-kvm -cpu host -smp 2 -m 4G
caused below changes (please refer to attached dmesg/kmsg for entire log/backtrace):
+------------------------------------------+------------+------------+
| | e345c3f4a9 | c208f0c9ab |
+------------------------------------------+------------+------------+
| boot_successes | 4 | 2 |
| boot_failures | 0 | 4 |
| general_protection_fault:#[##] | 0 | 3 |
| RIP:mqueue_get_tree | 0 | 4 |
| Kernel_panic-not_syncing:Fatal_exception | 0 | 4 |
| BUG:unable_to_handle_kernel | 0 | 1 |
| Oops:#[##] | 0 | 1 |
+------------------------------------------+------------+------------+
[ 48.158126] NET: Registered protocol family 29
[ 48.170916] can: raw protocol (rev 20170425)
[ 48.184368] can: broadcast manager protocol (rev 20170425 t)
[ 49.622182] VFS: Warning: trinity-c7 using old stat() call. Recompile your binary.
[ 50.655501] NET: Registered protocol family 36
[ 50.822937] general protection fault: 0000 [#1] SMP PTI
[ 50.827387] CPU: 1 PID: 650 Comm: trinity-c5 Not tainted 4.19.0-rc3-mm1-00141-gc208f0c #1
[ 50.833112] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.10.2-1 04/01/2014
[ 50.838927] RIP: 0010:mqueue_get_tree+0x2c/0xb0
[ 50.857416] Code: 44 00 00 41 54 55 53 4c 8b 67 30 48 89 fb 48 c7 c7 20 75 0f 83 e8 f4 bd 63 00 49 8b 04 24 48 8b 80 f0 02 00 00 48 85 c0 74 25 <48> 8b 40 08 48 8b 68 68 48 85 ed 74 09 48 8d 7d 58 e8 0e 6f 0b 00
[ 50.869315] RSP: 0018:ffffc90000d57df0 EFLAGS: 00010206
[ 50.872215] RAX: 646e655f73726f74 RBX: ffff88007b65f3c0 RCX: 0000000000000000
[ 50.875838] RDX: 0000000000000001 RSI: 0000000000000000 RDI: ffffffff830f7520
[ 50.879374] RBP: ffff88007b69d400 R08: ffff88013fd26020 R09: ffff88012f003980
[ 50.882872] R10: 000000000000002c R11: ffff88012f120700 R12: ffff88007e246a98
[ 50.886479] R13: 0000000000000000 R14: ffff88012e463498 R15: 0000000000000000
[ 50.890044] FS: 00007f6e21554b40(0000) GS:ffff88013fd00000(0000) knlGS:0000000000000000
[ 50.895152] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 50.898235] CR2: 000055e96b9e3148 CR3: 000000007ad28006 CR4: 00000000001606e0
[ 50.901641] DR0: 00007f6e1f90b000 DR1: 0000000000000000 DR2: 0000000000000000
[ 50.905148] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000600
[ 50.908730] Call Trace:
[ 50.910948] vfs_get_tree+0x61/0x160
[ 50.913429] mq_create_mount+0x5b/0xb0
[ 50.916000] mq_init_ns+0x37/0x50
[ 50.918365] copy_ipcs+0xc0/0x150
[ 50.920864] create_new_namespaces+0xac/0x1b0
[ 50.923458] unshare_nsproxy_namespaces+0x59/0xb0
[ 50.926181] ksys_unshare+0x1c6/0x370
[ 50.928669] __x64_sys_unshare+0xe/0x20
[ 50.931462] do_syscall_64+0x5b/0x180
[ 50.933906] entry_SYSCALL_64_after_hwframe+0x44/0xa9
[ 50.936730] RIP: 0033:0x7f6e20e77229
[ 50.939114] Code: 00 f3 c3 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 40 00 48 89 f8 48 89 f7 48 89 d6 48 89 ca 4d 89 c2 4d 89 c8 4c 8b 4c 24 08 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d 3f 4c 2b 00 f7 d8 64 89 01 48
[ 50.948513] RSP: 002b:00007ffcd4c48db8 EFLAGS: 00000246 ORIG_RAX: 0000000000000110
[ 50.953192] RAX: ffffffffffffffda RBX: 0000000000000110 RCX: 00007f6e20e77229
[ 50.956549] RDX: 001c41a5115d9cbf RSI: 0000000038383838 RDI: 0000000038010d00
[ 50.960039] RBP: 00007ffcd4c48e60 R08: 000000000000008d R09: 00000000d7d7d7d7
[ 50.963626] R10: fffffffffffffff8 R11: 0000000000000246 R12: 0000000000000002
[ 50.967221] R13: 00007f6e2152a058 R14: 00007f6e21554ad8 R15: 00007f6e2152a000
[ 50.970819] Modules linked in: ieee802154_socket ieee802154 can_bcm can_raw can pptp gre l2tp_ppp l2tp_netlink l2tp_core ip6_udp_tunnel udp_tunnel pppoe pppox ppp_generic slhc crypto_user nfnetlink scsi_transport_iscsi dccp_ipv6 atm sctp dccp_ipv4 dccp sr_mod cdrom sb_edac crct10dif_pclmul crc32_pclmul sg crc32c_intel ghash_clmulni_intel pcbc ppdev snd_pcm snd_timer snd aesni_intel crypto_simd soundcore cryptd ata_generic pata_acpi glue_helper pcspkr serio_raw i2c_piix4 ata_piix libata parport_pc floppy parport ip_tables
[ 51.063378] ---[ end trace a6e2fb1789cf8edd ]---
[ 51.076176] RIP: 0010:mqueue_get_tree+0x2c/0xb0
[ 51.087033] Code: 44 00 00 41 54 55 53 4c 8b 67 30 48 89 fb 48 c7 c7 20 75 0f 83 e8 f4 bd 63 00 49 8b 04 24 48 8b 80 f0 02 00 00 48 85 c0 74 25 <48> 8b 40 08 48 8b 68 68 48 85 ed 74 09 48 8d 7d 58 e8 0e 6f 0b 00
[ 51.110957] RSP: 0018:ffffc90000d57df0 EFLAGS: 00010206
[ 51.115903] NET: Registered protocol family 15
[ 51.135909] RAX: 646e655f73726f74 RBX: ffff88007b65f3c0 RCX: 0000000000000000
[ 51.154868] RDX: 0000000000000001 RSI: 0000000000000000 RDI: ffffffff830f7520
[ 51.158406] RBP: ffff88007b69d400 R08: ffff88013fd26020 R09: ffff88012f003980
[ 51.162023] R10: 000000000000002c R11: ffff88012f120700 R12: ffff88007e246a98
[ 51.165679] R13: 0000000000000000 R14: ffff88012e463498 R15: 0000000000000000
[ 51.169407] FS: 00007f6e21554b40(0000) GS:ffff88013fd00000(0000) knlGS:0000000000000000
[ 51.183887] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 51.187257] CR2: 000055e96b9e3148 CR3: 000000007ad28006 CR4: 00000000001606e0
[ 51.190776] DR0: 00007f6e1f90b000 DR1: 0000000000000000 DR2: 0000000000000000
[ 51.214714] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000600
[ 51.234960] Kernel panic - not syncing: Fatal exception
[ 51.238175] Kernel Offset: disabled
Elapsed time: 70
#!/bin/bash
To reproduce:
git clone https://github.com/intel/lkp-tests.git
cd lkp-tests
bin/lkp qemu -k <bzImage> job-script # job-script is attached in this email
Thanks,
lkp
2 years, 5 months
- 4
- 7
[mm/page_alloc.c] bd46e9ba39: vm-scalability.throughput -7.6% regression
by kernel test robot
Greeting,
FYI, we noticed a -7.6% regression of vm-scalability.throughput due to commit:
commit: bd46e9ba39ff58e3a0d4205a7a3688cbcb630bf7 ("mm/page_alloc.c: Set ppc->high fraction default to 512")
https://git.kernel.org/cgit/linux/kernel/git/saeed/linux.git net-next-mlx4
in testcase: pigz
on test machine: 104 threads Intel(R) Xeon(R) Platinum 8170 CPU @ 2.10GHz with 64G memory
with following parameters:
nr_threads: 100%
blocksize: 128K
ucode: 0x200004d
cpufreq_governor: performance
test-description: Pigz, which stands for parallel implementation of gzip, is a fully functional replacement for gzip that exploits multiple processors and multiple cores to the hilt when compressing data.
test-url: https://github.com/madler/pigz
In addition to that, the commit also has significant impact on the following tests:
+------------------+-----------------------------------------------------------------------+
| testcase: change | vm-scalability: vm-scalability.free_time -81.3% improvement |
| test machine | 56 threads Intel(R) Xeon(R) CPU E5-2695 v3 @ 2.30GHz with 256G memory |
| test parameters | cpufreq_governor=performance |
| | runtime=300s |
| | test=anon-r-rand |
| | ucode=0x3d |
+------------------+-----------------------------------------------------------------------+
Details are as below:
-------------------------------------------------------------------------------------------------->
To reproduce:
git clone https://github.com/intel/lkp-tests.git
cd lkp-tests
bin/lkp install job.yaml # job file is attached in this email
bin/lkp run job.yaml
=========================================================================================
compiler/cpufreq_governor/kconfig/rootfs/runtime/tbox_group/test/testcase/ucode:
gcc-7/performance/x86_64-rhel-7.2/debian-x86_64-2018-04-03.cgz/300s/lkp-hsw-ep5/lru-file-readonce/vm-scalability/0x3d
commit:
6a5987333e ("net/mlx4: Change number of max MSIXs from 64 to 1024")
bd46e9ba39 ("mm/page_alloc.c: Set ppc->high fraction default to 512")
6a5987333ed53a83 bd46e9ba39ff58e3a0d4205a7a
---------------- --------------------------
fail:runs %reproduction fail:runs
| | |
1:4 -25% :4 dmesg.WARNING:at_ip_fsnotify/0x
%stddev %change %stddev
\ | \
857078 -6.8% 798956 vm-scalability.median
0.80 ± 17% -75.6% 0.19 ± 17% vm-scalability.stddev
24221678 -7.6% 22382833 vm-scalability.throughput
271.52 +8.4% 294.25 vm-scalability.time.elapsed_time
271.52 +8.4% 294.25 vm-scalability.time.elapsed_time.max
158974 +10.4% 175438 vm-scalability.time.involuntary_context_switches
4371 +5.5% 4610 vm-scalability.time.system_time
36771 ± 94% +191.2% 107063 ± 25% numa-meminfo.node0.AnonHugePages
82779 ± 5% +9.9% 90958 ± 4% softirqs.SCHED
31.65 -2.3% 30.93 turbostat.RAMWatt
58529 -3.7% 56337 vmstat.system.in
83175 ± 16% +61.8% 134569 ± 13% meminfo.AnonHugePages
58047 ± 14% -15.9% 48801 ± 3% meminfo.CmaFree
156271 ± 3% -18.3% 127680 ± 6% meminfo.DirectMap4k
6385079 ± 19% +306.6% 25962897 ± 9% numa-numastat.node0.numa_miss
6388814 ± 19% +306.4% 25967065 ± 9% numa-numastat.node0.other_node
6385079 ± 19% +306.6% 25962897 ± 9% numa-numastat.node1.numa_foreign
4829467 ± 18% +259.8% 17376571 ± 7% numa-vmstat.node0.numa_miss
4833422 ± 18% +259.6% 17381205 ± 7% numa-vmstat.node0.numa_other
14602 ± 13% -16.0% 12264 ± 4% numa-vmstat.node1.nr_free_cma
4830135 ± 18% +259.8% 17378586 ± 7% numa-vmstat.node1.numa_foreign
1995 ± 3% +12.7% 2249 ± 9% slabinfo.avtab_node.active_objs
1995 ± 3% +12.7% 2249 ± 9% slabinfo.avtab_node.num_objs
2635 ± 7% +15.3% 3037 ± 6% slabinfo.kmalloc-1024.active_objs
2695 ± 7% +14.0% 3072 ± 5% slabinfo.kmalloc-1024.num_objs
1936 ± 11% +18.6% 2296 ± 14% slabinfo.skbuff_head_cache.num_objs
24620 ± 7% +30.6% 32166 proc-vmstat.allocstall_movable
1502 ± 10% -30.3% 1047 ± 2% proc-vmstat.allocstall_normal
228.75 ± 3% +61.3% 369.00 ± 17% proc-vmstat.kswapd_low_wmark_hit_quickly
69629 +1.9% 70921 proc-vmstat.nr_active_anon
14428 ± 13% -15.0% 12263 ± 4% proc-vmstat.nr_free_cma
69631 +1.9% 70921 proc-vmstat.nr_zone_active_anon
148.50 ± 50% +569.5% 994.25 ±108% proc-vmstat.numa_pages_migrated
695152 +8.5% 753968 proc-vmstat.pgfault
4.505e+08 +16.0% 5.227e+08 proc-vmstat.pgscan_direct
5.598e+08 -12.8% 4.88e+08 proc-vmstat.pgscan_kswapd
4.505e+08 +16.0% 5.227e+08 proc-vmstat.pgsteal_direct
5.598e+08 -12.8% 4.88e+08 proc-vmstat.pgsteal_kswapd
11188096 +8.4% 12127520 proc-vmstat.slabs_scanned
1.615e+12 +3.8% 1.677e+12 perf-stat.branch-instructions
1.01 -0.1 0.96 perf-stat.branch-miss-rate%
9.17 ± 3% +1.7 10.91 perf-stat.cache-miss-rate%
7.763e+09 ± 2% +18.2% 9.18e+09 perf-stat.cache-misses
1.63 +6.0% 1.73 perf-stat.cpi
1.352e+13 +8.7% 1.469e+13 perf-stat.cpu-cycles
11917 ± 2% +16.0% 13821 perf-stat.cpu-migrations
2.336e+12 +2.4% 2.391e+12 perf-stat.dTLB-loads
8.279e+12 +2.6% 8.494e+12 perf-stat.instructions
0.61 -5.6% 0.58 perf-stat.ipc
677903 ± 2% +8.3% 734084 perf-stat.minor-faults
51.44 ± 3% -7.8 43.66 perf-stat.node-load-miss-rate%
2.024e+09 ± 6% +16.8% 2.364e+09 ± 2% perf-stat.node-load-misses
1.907e+09 +60.0% 3.05e+09 perf-stat.node-loads
677903 ± 2% +8.3% 734086 perf-stat.page-faults
1927 +2.6% 1977 perf-stat.path-length
88555 +16.6% 103230 ± 14% sched_debug.cfs_rq:/.exec_clock.avg
89955 +16.6% 104885 ± 14% sched_debug.cfs_rq:/.exec_clock.max
86787 +18.3% 102676 ± 13% sched_debug.cfs_rq:/.exec_clock.min
933.13 ± 20% -46.1% 502.83 ± 73% sched_debug.cfs_rq:/.exec_clock.stddev
16856 ± 3% +33.1% 22441 ± 17% sched_debug.cfs_rq:/.load.min
18.62 ± 6% +57.0% 29.25 ± 21% sched_debug.cfs_rq:/.load_avg.min
734688 ± 19% +143.5% 1789095 ± 15% sched_debug.cfs_rq:/.min_vruntime.min
409677 ± 4% -39.9% 246190 ± 17% sched_debug.cfs_rq:/.min_vruntime.stddev
0.29 ± 8% -35.3% 0.19 ± 16% sched_debug.cfs_rq:/.nr_running.stddev
16855 ± 3% +33.1% 22434 ± 17% sched_debug.cfs_rq:/.runnable_weight.min
-1589140 -38.3% -980764 sched_debug.cfs_rq:/.spread0.min
409668 ± 4% -39.9% 246201 ± 17% sched_debug.cfs_rq:/.spread0.stddev
1505 ± 6% -15.6% 1270 ± 2% sched_debug.cfs_rq:/.util_avg.max
269.14 ± 11% -51.6% 130.35 ± 21% sched_debug.cfs_rq:/.util_avg.stddev
76.14 ± 7% +322.4% 321.61 ± 45% sched_debug.cfs_rq:/.util_est_enqueued.avg
143019 ± 5% -17.8% 117549 ± 13% sched_debug.cpu.avg_idle.stddev
16856 ± 3% +33.1% 22441 ± 17% sched_debug.cpu.load.min
0.47 ± 8% -18.4% 0.38 ± 5% sched_debug.cpu.nr_running.stddev
5109 ± 6% +38.8% 7089 ± 19% sched_debug.cpu.nr_switches.min
-9.31 +66.8% -15.53 sched_debug.cpu.nr_uninterruptible.min
4.93 ± 6% +19.0% 5.87 ± 5% sched_debug.cpu.nr_uninterruptible.stddev
4548 ± 7% +43.8% 6538 ± 20% sched_debug.cpu.sched_count.min
1803 ± 7% +52.0% 2741 ± 21% sched_debug.cpu.ttwu_count.min
1531 ± 9% +54.8% 2371 ± 21% sched_debug.cpu.ttwu_local.min
31.19 ± 3% -2.8 28.39 ± 2% perf-profile.calltrace.cycles-pp.read_pages.__do_page_cache_readahead.ondemand_readahead.generic_file_read_iter.xfs_file_buffered_aio_read
31.11 ± 3% -2.8 28.32 ± 2% perf-profile.calltrace.cycles-pp.iomap_apply.iomap_readpages.read_pages.__do_page_cache_readahead.ondemand_readahead
31.13 ± 3% -2.8 28.34 ± 2% perf-profile.calltrace.cycles-pp.iomap_readpages.read_pages.__do_page_cache_readahead.ondemand_readahead.generic_file_read_iter
30.94 ± 3% -2.8 28.16 ± 2% perf-profile.calltrace.cycles-pp.iomap_readpages_actor.iomap_apply.iomap_readpages.read_pages.__do_page_cache_readahead
13.15 ± 8% -2.0 11.16 ± 7% perf-profile.calltrace.cycles-pp.add_to_page_cache_lru.iomap_readpages_actor.iomap_apply.iomap_readpages.read_pages
9.47 ± 10% -1.6 7.90 ± 10% perf-profile.calltrace.cycles-pp.__lru_cache_add.add_to_page_cache_lru.iomap_readpages_actor.iomap_apply.iomap_readpages
9.26 ± 10% -1.6 7.71 ± 10% perf-profile.calltrace.cycles-pp.pagevec_lru_move_fn.__lru_cache_add.add_to_page_cache_lru.iomap_readpages_actor.iomap_apply
2.21 ± 15% -0.9 1.29 ± 13% perf-profile.calltrace.cycles-pp.free_unref_page_list.shrink_page_list.shrink_inactive_list.shrink_node_memcg.shrink_node
17.30 -0.8 16.53 perf-profile.calltrace.cycles-pp.iomap_readpage_actor.iomap_readpages_actor.iomap_apply.iomap_readpages.read_pages
10.44 -0.5 9.91 perf-profile.calltrace.cycles-pp.memset_erms.iomap_readpage_actor.iomap_readpages_actor.iomap_apply.iomap_readpages
3.34 ± 2% -0.4 2.95 perf-profile.calltrace.cycles-pp.__add_to_page_cache_locked.add_to_page_cache_lru.iomap_readpages_actor.iomap_apply.iomap_readpages
2.28 ± 4% -0.4 1.93 perf-profile.calltrace.cycles-pp.__pagevec_lru_add_fn.pagevec_lru_move_fn.__lru_cache_add.add_to_page_cache_lru.iomap_readpages_actor
4.67 -0.3 4.35 perf-profile.calltrace.cycles-pp.copy_page_to_iter.generic_file_read_iter.xfs_file_buffered_aio_read.xfs_file_read_iter.__vfs_read
4.19 -0.3 3.91 perf-profile.calltrace.cycles-pp.copy_user_enhanced_fast_string.copyout.copy_page_to_iter.generic_file_read_iter.xfs_file_buffered_aio_read
4.21 -0.3 3.92 perf-profile.calltrace.cycles-pp.copyout.copy_page_to_iter.generic_file_read_iter.xfs_file_buffered_aio_read.xfs_file_read_iter
1.98 ± 5% -0.3 1.71 ± 2% perf-profile.calltrace.cycles-pp.pagecache_get_page.generic_file_read_iter.xfs_file_buffered_aio_read.xfs_file_read_iter.__vfs_read
1.92 ± 5% -0.3 1.66 ± 2% perf-profile.calltrace.cycles-pp.find_get_entry.pagecache_get_page.generic_file_read_iter.xfs_file_buffered_aio_read.xfs_file_read_iter
3.67 -0.2 3.44 ± 2% perf-profile.calltrace.cycles-pp.__entry_SYSCALL_64_trampoline
3.40 -0.2 3.21 perf-profile.calltrace.cycles-pp.syscall_return_via_sysret
1.28 ± 2% -0.2 1.13 ± 2% perf-profile.calltrace.cycles-pp.page_cache_tree_insert.__add_to_page_cache_locked.add_to_page_cache_lru.iomap_readpages_actor.iomap_apply
0.82 ± 2% -0.1 0.68 ± 2% perf-profile.calltrace.cycles-pp.__radix_tree_lookup.__do_page_cache_readahead.ondemand_readahead.generic_file_read_iter.xfs_file_buffered_aio_read
2.15 ± 2% -0.1 2.02 ± 2% perf-profile.calltrace.cycles-pp.ksys_write.do_syscall_64.entry_SYSCALL_64_after_hwframe
0.77 ± 2% -0.1 0.65 perf-profile.calltrace.cycles-pp.__radix_tree_create.page_cache_tree_insert.__add_to_page_cache_locked.add_to_page_cache_lru.iomap_readpages_actor
0.29 ±100% +0.4 0.69 ± 3% perf-profile.calltrace.cycles-pp.workingset_eviction.__remove_mapping.shrink_page_list.shrink_inactive_list.shrink_node_memcg
0.81 ± 29% +0.4 1.21 ± 2% perf-profile.calltrace.cycles-pp.isolate_lru_pages.shrink_inactive_list.shrink_node_memcg.shrink_node.do_try_to_free_pages
0.27 ±100% +0.4 0.69 ± 6% perf-profile.calltrace.cycles-pp.__list_del_entry_valid.get_page_from_freelist.__alloc_pages_nodemask.__do_page_cache_readahead.ondemand_readahead
6.30 ± 5% +0.5 6.78 ± 3% perf-profile.calltrace.cycles-pp.__remove_mapping.shrink_page_list.shrink_inactive_list.shrink_node_memcg.shrink_node
0.93 ± 28% +0.7 1.66 ± 3% perf-profile.calltrace.cycles-pp.native_queued_spin_lock_slowpath._raw_spin_lock_irqsave.__remove_mapping.shrink_page_list.shrink_inactive_list
1.84 ± 17% +0.7 2.58 ± 2% perf-profile.calltrace.cycles-pp._raw_spin_lock_irqsave.__remove_mapping.shrink_page_list.shrink_inactive_list.shrink_node_memcg
1.86 ± 4% +1.2 3.08 ± 19% perf-profile.calltrace.cycles-pp.get_page_from_freelist.__alloc_pages_nodemask.__do_page_cache_readahead.ondemand_readahead.generic_file_read_iter
0.00 +1.5 1.51 ± 37% perf-profile.calltrace.cycles-pp.native_queued_spin_lock_slowpath._raw_spin_lock.get_page_from_freelist.__alloc_pages_nodemask.__do_page_cache_readahead
0.00 +1.5 1.51 ± 37% perf-profile.calltrace.cycles-pp._raw_spin_lock.get_page_from_freelist.__alloc_pages_nodemask.__do_page_cache_readahead.ondemand_readahead
0.00 +2.0 2.04 ± 35% perf-profile.calltrace.cycles-pp.native_queued_spin_lock_slowpath._raw_spin_lock.free_pcppages_bulk.drain_pages_zone.drain_pages
0.00 +2.0 2.04 ± 35% perf-profile.calltrace.cycles-pp._raw_spin_lock.free_pcppages_bulk.drain_pages_zone.drain_pages.drain_local_pages_wq
0.00 +2.8 2.82 ± 33% perf-profile.calltrace.cycles-pp.free_pcppages_bulk.drain_pages_zone.drain_pages.drain_local_pages_wq.process_one_work
0.00 +2.8 2.85 ± 33% perf-profile.calltrace.cycles-pp.drain_local_pages_wq.process_one_work.worker_thread.kthread.ret_from_fork
0.00 +2.8 2.85 ± 33% perf-profile.calltrace.cycles-pp.drain_pages.drain_local_pages_wq.process_one_work.worker_thread.kthread
0.00 +2.8 2.85 ± 33% perf-profile.calltrace.cycles-pp.drain_pages_zone.drain_pages.drain_local_pages_wq.process_one_work.worker_thread
0.00 +2.9 2.87 ± 33% perf-profile.calltrace.cycles-pp.process_one_work.worker_thread.kthread.ret_from_fork
0.00 +2.9 2.88 ± 33% perf-profile.calltrace.cycles-pp.worker_thread.kthread.ret_from_fork
30.76 ± 7% +3.8 34.55 ± 2% perf-profile.calltrace.cycles-pp.__alloc_pages_slowpath.__alloc_pages_nodemask.__do_page_cache_readahead.ondemand_readahead.generic_file_read_iter
11.44 ± 26% +4.3 15.74 perf-profile.calltrace.cycles-pp.native_queued_spin_lock_slowpath._raw_spin_lock_irq.shrink_inactive_list.shrink_node_memcg.shrink_node
9.94 ± 28% +4.3 14.28 perf-profile.calltrace.cycles-pp._raw_spin_lock_irq.shrink_inactive_list.shrink_node_memcg.shrink_node.do_try_to_free_pages
16.89 ± 18% +4.5 21.38 perf-profile.calltrace.cycles-pp.shrink_inactive_list.shrink_node_memcg.shrink_node.do_try_to_free_pages.try_to_free_pages
16.90 ± 18% +4.5 21.39 perf-profile.calltrace.cycles-pp.shrink_node_memcg.shrink_node.do_try_to_free_pages.try_to_free_pages.__alloc_pages_slowpath
17.07 ± 18% +4.6 21.63 perf-profile.calltrace.cycles-pp.shrink_node.do_try_to_free_pages.try_to_free_pages.__alloc_pages_slowpath.__alloc_pages_nodemask
33.09 ± 7% +5.0 38.04 perf-profile.calltrace.cycles-pp.__alloc_pages_nodemask.__do_page_cache_readahead.ondemand_readahead.generic_file_read_iter.xfs_file_buffered_aio_read
14.94 ± 32% +6.7 21.63 perf-profile.calltrace.cycles-pp.try_to_free_pages.__alloc_pages_slowpath.__alloc_pages_nodemask.__do_page_cache_readahead.ondemand_readahead
14.94 ± 32% +6.7 21.63 perf-profile.calltrace.cycles-pp.do_try_to_free_pages.try_to_free_pages.__alloc_pages_slowpath.__alloc_pages_nodemask.__do_page_cache_readahead
31.19 ± 3% -2.8 28.39 ± 2% perf-profile.children.cycles-pp.read_pages
31.13 ± 3% -2.8 28.34 ± 2% perf-profile.children.cycles-pp.iomap_readpages
31.11 ± 3% -2.8 28.32 ± 2% perf-profile.children.cycles-pp.iomap_apply
30.95 ± 3% -2.8 28.17 ± 2% perf-profile.children.cycles-pp.iomap_readpages_actor
13.16 ± 8% -2.0 11.17 ± 7% perf-profile.children.cycles-pp.add_to_page_cache_lru
9.48 ± 10% -1.6 7.91 ± 10% perf-profile.children.cycles-pp.__lru_cache_add
9.29 ± 10% -1.6 7.74 ± 10% perf-profile.children.cycles-pp.pagevec_lru_move_fn
2.50 ± 7% -0.9 1.57 ± 12% perf-profile.children.cycles-pp.free_unref_page_list
17.37 -0.8 16.60 perf-profile.children.cycles-pp.iomap_readpage_actor
10.47 -0.5 9.93 perf-profile.children.cycles-pp.memset_erms
3.36 ± 2% -0.4 2.98 perf-profile.children.cycles-pp.__add_to_page_cache_locked
2.29 ± 4% -0.3 1.94 perf-profile.children.cycles-pp.__pagevec_lru_add_fn
4.69 -0.3 4.37 perf-profile.children.cycles-pp.copy_page_to_iter
3.07 ± 2% -0.3 2.75 perf-profile.children.cycles-pp.__radix_tree_lookup
4.22 -0.3 3.94 perf-profile.children.cycles-pp.copyout
4.20 -0.3 3.92 perf-profile.children.cycles-pp.copy_user_enhanced_fast_string
0.63 ± 29% -0.3 0.36 ± 10% perf-profile.children.cycles-pp.mm_init
0.63 ± 29% -0.3 0.36 ± 10% perf-profile.children.cycles-pp.pgd_alloc
1.99 ± 5% -0.3 1.73 ± 2% perf-profile.children.cycles-pp.pagecache_get_page
1.93 ± 5% -0.3 1.67 ± 2% perf-profile.children.cycles-pp.find_get_entry
0.63 ± 29% -0.3 0.37 ± 10% perf-profile.children.cycles-pp.__get_free_pages
3.90 -0.3 3.65 ± 2% perf-profile.children.cycles-pp.__entry_SYSCALL_64_trampoline
3.95 -0.2 3.73 perf-profile.children.cycles-pp.syscall_return_via_sysret
0.29 ± 37% -0.2 0.09 ± 78% perf-profile.children.cycles-pp.__x64_sys_execve
0.29 ± 37% -0.2 0.09 ± 78% perf-profile.children.cycles-pp.__do_execve_file
0.29 ± 39% -0.2 0.09 ± 78% perf-profile.children.cycles-pp.execve
1.30 ± 2% -0.2 1.14 perf-profile.children.cycles-pp.page_cache_tree_insert
2.23 ± 2% -0.1 2.09 ± 2% perf-profile.children.cycles-pp.ksys_write
0.77 ± 2% -0.1 0.65 perf-profile.children.cycles-pp.__radix_tree_create
0.43 ± 3% -0.1 0.31 perf-profile.children.cycles-pp.__list_add_valid
0.98 ± 2% -0.1 0.89 ± 4% perf-profile.children.cycles-pp.__fdget_pos
0.83 ± 3% -0.1 0.75 ± 5% perf-profile.children.cycles-pp.__fget_light
1.59 ± 2% -0.1 1.52 ± 2% perf-profile.children.cycles-pp.vfs_write
0.19 ± 5% -0.1 0.12 ± 4% perf-profile.children.cycles-pp.__mod_zone_page_state
0.10 ± 11% -0.0 0.05 perf-profile.children.cycles-pp.__radix_tree_preload
0.45 ± 7% -0.0 0.42 perf-profile.children.cycles-pp.page_evictable
0.36 ± 5% -0.0 0.32 ± 6% perf-profile.children.cycles-pp.__vfs_write
0.28 ± 3% -0.0 0.25 ± 2% perf-profile.children.cycles-pp.xfs_iunlock
0.38 -0.0 0.34 ± 3% perf-profile.children.cycles-pp._cond_resched
0.28 ± 6% -0.0 0.25 ± 4% perf-profile.children.cycles-pp.unaccount_page_cache_page
0.41 -0.0 0.38 ± 3% perf-profile.children.cycles-pp.xfs_ilock
0.16 ± 7% -0.0 0.13 ± 3% perf-profile.children.cycles-pp.rw_verify_area
0.21 ± 2% -0.0 0.18 ± 3% perf-profile.children.cycles-pp.up_read
0.46 -0.0 0.43 ± 3% perf-profile.children.cycles-pp.mem_cgroup_commit_charge
0.31 ± 2% -0.0 0.28 ± 5% perf-profile.children.cycles-pp.__inc_node_state
0.08 ± 5% -0.0 0.06 ± 9% perf-profile.children.cycles-pp.mem_cgroup_update_lru_size
0.28 -0.0 0.26 ± 2% perf-profile.children.cycles-pp.__might_sleep
0.20 ± 2% -0.0 0.19 ± 2% perf-profile.children.cycles-pp.mem_cgroup_try_charge
0.09 ± 13% +0.0 0.11 ± 9% perf-profile.children.cycles-pp.rcu_process_callbacks
0.04 ± 58% +0.0 0.08 ± 20% perf-profile.children.cycles-pp.__slab_alloc
0.04 ± 58% +0.0 0.08 ± 20% perf-profile.children.cycles-pp.___slab_alloc
0.03 ±100% +0.1 0.08 ± 15% perf-profile.children.cycles-pp.kmem_cache_free
0.01 ±173% +0.1 0.07 ± 21% perf-profile.children.cycles-pp.new_slab
1.87 ± 4% +1.1 2.95 ± 2% perf-profile.children.cycles-pp.__list_del_entry_valid
33.56 +1.4 34.98 ± 2% perf-profile.children.cycles-pp.__alloc_pages_slowpath
2.12 ± 6% +1.8 3.94 ± 20% perf-profile.children.cycles-pp.free_pcppages_bulk
35.91 +2.6 38.54 perf-profile.children.cycles-pp.__alloc_pages_nodemask
0.12 ± 13% +2.8 2.88 ± 33% perf-profile.children.cycles-pp.worker_thread
0.12 ± 10% +2.8 2.87 ± 33% perf-profile.children.cycles-pp.process_one_work
0.09 ± 13% +2.8 2.85 ± 33% perf-profile.children.cycles-pp.drain_local_pages_wq
0.09 ± 13% +2.8 2.85 ± 33% perf-profile.children.cycles-pp.drain_pages
0.09 ± 13% +2.8 2.85 ± 33% perf-profile.children.cycles-pp.drain_pages_zone
0.97 ± 9% +3.0 3.94 ± 31% perf-profile.children.cycles-pp._raw_spin_lock
12.35 ± 24% +4.2 16.55 perf-profile.children.cycles-pp._raw_spin_lock_irq
17.71 ± 17% +4.3 22.02 perf-profile.children.cycles-pp.do_try_to_free_pages
17.71 ± 17% +4.3 22.03 perf-profile.children.cycles-pp.try_to_free_pages
20.70 ± 11% +6.7 27.40 ± 2% perf-profile.children.cycles-pp.native_queued_spin_lock_slowpath
8.03 ± 13% -1.5 6.57 ± 5% perf-profile.self.cycles-pp.get_page_from_freelist
1.23 ± 8% -0.5 0.69 ± 2% perf-profile.self.cycles-pp.free_pcppages_bulk
10.41 -0.5 9.88 perf-profile.self.cycles-pp.memset_erms
3.05 -0.3 2.73 perf-profile.self.cycles-pp.__radix_tree_lookup
1.82 ± 4% -0.3 1.53 perf-profile.self.cycles-pp.__pagevec_lru_add_fn
4.18 -0.3 3.90 perf-profile.self.cycles-pp.copy_user_enhanced_fast_string
3.86 -0.2 3.62 ± 2% perf-profile.self.cycles-pp.__entry_SYSCALL_64_trampoline
3.95 -0.2 3.73 perf-profile.self.cycles-pp.syscall_return_via_sysret
0.66 ± 7% -0.2 0.50 perf-profile.self.cycles-pp.find_get_entry
0.68 ± 3% -0.1 0.54 ± 2% perf-profile.self.cycles-pp.__radix_tree_create
0.38 ± 3% -0.1 0.28 perf-profile.self.cycles-pp.__list_add_valid
0.18 ± 8% -0.1 0.10 ± 23% perf-profile.self.cycles-pp._raw_spin_lock
0.82 ± 3% -0.1 0.73 ± 4% perf-profile.self.cycles-pp.__fget_light
0.18 ± 6% -0.1 0.12 perf-profile.self.cycles-pp.__mod_zone_page_state
0.53 ± 9% -0.1 0.47 perf-profile.self.cycles-pp.xfs_file_read_iter
0.69 ± 2% -0.1 0.63 ± 3% perf-profile.self.cycles-pp.generic_file_read_iter
0.45 ± 3% -0.0 0.41 ± 3% perf-profile.self.cycles-pp.__add_to_page_cache_locked
0.24 ± 6% -0.0 0.20 ± 4% perf-profile.self.cycles-pp.__alloc_pages_nodemask
0.32 ± 2% -0.0 0.28 ± 5% perf-profile.self.cycles-pp.add_to_page_cache_lru
0.73 ± 2% -0.0 0.70 ± 2% perf-profile.self.cycles-pp.do_syscall_64
0.07 ± 11% -0.0 0.04 ± 57% perf-profile.self.cycles-pp.mem_cgroup_update_lru_size
0.39 ± 2% -0.0 0.36 ± 2% perf-profile.self.cycles-pp.entry_SYSCALL_64_after_hwframe
0.30 ± 6% -0.0 0.27 ± 3% perf-profile.self.cycles-pp.__delete_from_page_cache
0.22 ± 6% -0.0 0.19 perf-profile.self.cycles-pp.__radix_tree_replace
0.27 -0.0 0.25 ± 3% perf-profile.self.cycles-pp.__might_sleep
0.20 ± 2% -0.0 0.18 ± 4% perf-profile.self.cycles-pp.page_cache_tree_insert
0.20 ± 2% -0.0 0.18 ± 2% perf-profile.self.cycles-pp.up_read
0.20 ± 4% -0.0 0.18 ± 3% perf-profile.self.cycles-pp.__lru_cache_add
0.09 ± 5% -0.0 0.07 ± 6% perf-profile.self.cycles-pp.pagevec_lru_move_fn
0.14 ± 3% -0.0 0.12 perf-profile.self.cycles-pp.__do_page_cache_readahead
0.18 ± 2% -0.0 0.17 ± 4% perf-profile.self.cycles-pp._cond_resched
0.08 ± 6% -0.0 0.06 ± 6% perf-profile.self.cycles-pp.radix_tree_clear_tags
0.10 ± 4% -0.0 0.09 ± 4% perf-profile.self.cycles-pp.mem_cgroup_try_charge
0.21 ± 2% -0.0 0.20 ± 2% perf-profile.self.cycles-pp.copy_page_to_iter
1.82 ± 5% +1.1 2.92 ± 2% perf-profile.self.cycles-pp.__list_del_entry_valid
20.69 ± 11% +6.7 27.40 ± 2% perf-profile.self.cycles-pp.native_queued_spin_lock_slowpath
pigz.throughput
1e+09 +-+-----------------------------------------------------------------+
9e+08 OO+OO OOO OOO OOO OOO OOO OOO OOO O: : : : : |
| : : : : : : :: : : : : |
8e+08 +-+ : : : : : : :: : : : : |
7e+08 +-+ : : : : : :: : : : : : : |
| : : : : : :: : : : : : : |
6e+08 +-+ : : : : : :: : : : : : : |
5e+08 +-+ :: :: :: : : :: : :: : |
4e+08 +-+ :: : :: : : :: :: : : |
| :: : :: : : :: :: : : |
3e+08 +-+ :: : :: : : :: :: : : |
2e+08 +-+ : : : :: : : : : |
| : : : :: : : : : |
1e+08 +-+ : : : :: : : : : |
0 +-+--O--------------------------------------------------------------+
pigz.time.user_time
30000 +-+-----------------------------------------------------------------+
| |
25000 +-+++ +++.+++.+++.+++.+ +.++ + ++ +++ + ++.+++.+++.+++.+++.+|
OO OO OOO OOO OOO OOO OOO OOO OOO O: : : : : |
| : : : : : : :: : : : : |
20000 +-+ : : : : : : :: : : : : |
| : : : : : :: : : : : : : |
15000 +-+ : : : : : :: : : : : : : |
| :: :: :: : : :: : :: : |
10000 +-+ :: : :: : : :: :: : : |
| :: : :: : : :: :: : : |
| :: : :: : : :: : : : |
5000 +-+ : : : :: : : : : |
| : : : :: : : : : |
0 +-+--O--------------------------------------------------------------+
pigz.time.system_time
600 O-+-----------O----------O----O--O------------------------------------+
|O OO OO OOO OO OO OOO OO O O O O |
500 +-+ |
|+.++ ++.+++.+++.++.+++ ++.+ + ++ ++.+ + +.++.+++.+++.++.+++.+|
| : : : : : : :: : : : : |
400 +-+ : : : : : : :: : : : : |
| : : : : : :: : : : : :: : |
300 +-+ : : : : : :: : : : : :: : |
| : : : : : :: : : : : :: : |
200 +-+ :: :: :: : : :: : : : |
| :: :: :: : : :: : : : |
| :: :: :: : : :: : : : |
100 +-+ : : : :: : : :: |
| : : : :: : : :: |
0 +-+--O----------------------------------------------------------------+
pigz.time.percent_of_cpu_this_job_got
9000 +-+------------------------------------------------------------------+
OO.OO OO+.+O.OOO.OOO.OOO OOO OOO OO.+ +.++ + +++.+++.++.+++.+++.+|
8000 +-+ : : O O : : : : : : : : : : |
7000 +-+ : : : : : : : : : : : : |
| : : : : : : : : : : : : |
6000 +-+ : : : : : : : : : : :: : |
5000 +-+ : : : : : : : : : : :: : |
| : : : : : : : : : : :: : |
4000 +-+ :: :: :: : : : :: : : |
3000 +-+ :: :: :: : : : :: : : |
| :: :: :: : : : :: : : |
2000 +-+ : : : : : : : :: |
1000 +-+ : : : : : : : :: |
| : : : : : : : :: |
0 +-+--O---------------------------------------------------------------+
pigz.time.voluntary_context_switches
4.5e+07 O-+------OO--O-----------------O----------------------------------+
|O OO O O O O OOOO OOO OOOO O O O |
4e+07 +-+ |
3.5e+07 +-+ |
|+.++ +.+++.+++.+++ + +++ +++ + .+++.+++. +++.+|
3e+07 +-+ : : +.+: : : + ++ : : + ++ + + |
2.5e+07 +-+ : : : : : : :: : : : : |
| : : : : : : :: : : : : |
2e+07 +-+ : : : : : :: : : : : :: : |
1.5e+07 +-+ :: :: ::: : : : ::: : |
| : :: :: : : :: :: : : |
1e+07 +-+ : :: :: : : :: :: : : |
5e+06 +-+ : : : :: : : :: |
| : : : :: : : :: |
0 +-+--O------------------------------------------------------------+
pigz.time.involuntary_context_switches
300000 +-+----------------------------------------------------------------+
| |
250000 +-+ + |
| .+ ++.+++.+ + +. +. |
|+. + +++ + : + + + ++ + + + +.+++.++++.+++.+++.+|
200000 +-++: : : : : : :: : : : : |
| : : : : : : :: : : : : |
150000 +-+ O :O O OO : : : :: : : : : :: : |
OO O: : OO OOO O OOO:OOO OOO:OOO : : : :: : |
100000 +-+ :: : : ::: : : : ::: : |
| :: :: : : : :: : : : |
| :: :: : : : :: : : : |
50000 +-+ : : : :: : : :: |
| : : : :: : : :: |
0 +-+--O-------------------------------------------------------------+
[*] bisect-good sample
[O] bisect-bad sample
***************************************************************************************************
lkp-hsw-ep5: 56 threads Intel(R) Xeon(R) CPU E5-2695 v3 @ 2.30GHz with 256G memory
=========================================================================================
compiler/cpufreq_governor/kconfig/rootfs/runtime/tbox_group/test/testcase/ucode:
gcc-7/performance/x86_64-rhel-7.2/debian-x86_64-2018-04-03.cgz/300s/lkp-hsw-ep5/anon-r-rand/vm-scalability/0x3d
commit:
6a5987333e ("net/mlx4: Change number of max MSIXs from 64 to 1024")
bd46e9ba39 ("mm/page_alloc.c: Set ppc->high fraction default to 512")
6a5987333ed53a83 bd46e9ba39ff58e3a0d4205a7a
---------------- --------------------------
fail:runs %reproduction fail:runs
| | |
0:4 -6% 0:4 perf-profile.children.cycles-pp.error_entry
0:4 0% 0:4 perf-profile.children.cycles-pp.schedule_timeout
0:4 -10% 0:4 perf-profile.self.cycles-pp.error_entry
%stddev %change %stddev
\ | \
0.10 ± 3% -81.3% 0.02 ± 4% vm-scalability.free_time
161426 ± 5% -18.7% 131260 ± 5% meminfo.DirectMap4k
0.20 -0.0 0.16 mpstat.cpu.sys%
75293 ±112% -87.1% 9731 ±125% turbostat.C3
31.99 -6.3% 29.98 ± 6% boot-time.boot
22.69 -13.7% 19.59 ± 14% boot-time.dhcp
46096 ±141% -96.7% 1519 ± 38% cpuidle.C1E.usage
75469 ±112% -86.9% 9914 ±122% cpuidle.C3.usage
203.00 ± 18% +469.2% 1155 ± 74% proc-vmstat.numa_pages_migrated
203.00 ± 18% +469.2% 1155 ± 74% proc-vmstat.pgmigrate_success
13841 ± 6% +9.4% 15143 ± 4% slabinfo.vm_area_struct.active_objs
13931 ± 6% +9.6% 15271 ± 4% slabinfo.vm_area_struct.num_objs
23276 ± 23% +44.1% 33550 ± 17% numa-vmstat.node0.nr_anon_pages
17.75 ±100% +794.4% 158.75 ± 76% numa-vmstat.node1.nr_inactive_file
17.75 ±100% +794.4% 158.75 ± 76% numa-vmstat.node1.nr_zone_inactive_file
56.92 ± 11% +17.0% 66.59 ± 10% sched_debug.cfs_rq:/.load_avg.avg
60846 ± 5% +17.5% 71477 ± 9% sched_debug.cpu.ttwu_count.max
1594 ± 17% -51.4% 775.54 ± 58% sched_debug.cpu.ttwu_count.min
63527 ± 34% +52.7% 97019 ± 18% numa-meminfo.node0.AnonHugePages
93100 ± 23% +44.1% 134196 ± 17% numa-meminfo.node0.AnonPages
114238 ± 18% -30.8% 79107 ± 25% numa-meminfo.node1.AnonHugePages
73.25 ± 97% +768.6% 636.25 ± 76% numa-meminfo.node1.Inactive(file)
0.01 -0.0 0.01 perf-stat.cache-miss-rate%
46511316 -9.0% 42331672 perf-stat.cache-misses
17724607 ± 8% -8.0% 16307473 ± 4% perf-stat.node-load-misses
15357594 ± 4% -20.0% 12281546 ± 7% perf-stat.node-loads
1.12 ± 10% -0.5 0.60 ± 58% perf-profile.calltrace.cycles-pp.irq_enter.smp_apic_timer_interrupt.apic_timer_interrupt
1.00 ± 21% -0.4 0.55 ± 63% perf-profile.calltrace.cycles-pp.perf_event_task_tick.scheduler_tick.update_process_times.tick_sched_handle.tick_sched_timer
0.15 ±173% +0.7 0.81 ± 29% perf-profile.calltrace.cycles-pp.task_tick_numa.scheduler_tick.update_process_times.tick_sched_handle.tick_sched_timer
1.12 ± 10% -0.4 0.74 ± 22% perf-profile.children.cycles-pp.irq_enter
0.71 ± 27% -0.3 0.38 ± 46% perf-profile.children.cycles-pp.sched_clock_cpu
0.67 ± 29% -0.3 0.34 ± 51% perf-profile.children.cycles-pp.native_sched_clock
1.00 ± 21% -0.3 0.68 ± 28% perf-profile.children.cycles-pp.perf_event_task_tick
0.68 ± 27% -0.3 0.35 ± 45% perf-profile.children.cycles-pp.sched_clock
0.86 ± 16% -0.3 0.60 ± 20% perf-profile.children.cycles-pp.update_rq_clock
0.39 ± 11% -0.2 0.18 ± 22% perf-profile.children.cycles-pp.raise_softirq
0.20 ± 37% -0.1 0.07 ± 73% perf-profile.children.cycles-pp.__inode_security_revalidate
0.18 ± 19% -0.1 0.05 ±110% perf-profile.children.cycles-pp.unmap_region
0.24 ± 9% -0.1 0.14 ± 58% perf-profile.children.cycles-pp.do_munmap
0.14 ± 20% -0.1 0.06 ± 71% perf-profile.children.cycles-pp.strlen
0.09 ± 30% +0.0 0.13 ± 12% perf-profile.children.cycles-pp.find_vma
0.01 ±173% +0.1 0.06 ± 13% perf-profile.children.cycles-pp.mem_cgroup_try_charge_delay
0.03 ±100% +0.1 0.08 ± 20% perf-profile.children.cycles-pp.__lookup_slow
0.03 ±100% +0.1 0.08 ± 20% perf-profile.children.cycles-pp.lookup_slow
0.04 ±110% +0.1 0.12 ± 48% perf-profile.children.cycles-pp.unlock_page
0.01 ±173% +0.1 0.11 ± 54% perf-profile.children.cycles-pp.close
0.01 ±173% +0.1 0.12 ± 12% perf-profile.children.cycles-pp.__fsnotify_parent
0.14 ± 25% +0.1 0.27 ± 37% perf-profile.children.cycles-pp.touch_atime
0.05 ± 70% +0.1 0.20 ± 84% perf-profile.children.cycles-pp.flush_smp_call_function_queue
0.05 ± 70% +0.2 0.22 ± 72% perf-profile.children.cycles-pp.smp_call_function_single_interrupt
0.17 ± 21% +0.2 0.39 ± 43% perf-profile.children.cycles-pp.mutex_lock
0.24 ± 28% +0.3 0.52 ± 22% perf-profile.children.cycles-pp.trigger_load_balance
0.43 ± 30% +0.4 0.83 ± 32% perf-profile.children.cycles-pp.task_tick_numa
0.76 ± 27% +0.6 1.36 ± 23% perf-profile.children.cycles-pp.__intel_pmu_enable_all
1.08 ± 8% -0.4 0.65 ± 17% perf-profile.self.cycles-pp.irq_enter
1.00 ± 21% -0.3 0.68 ± 28% perf-profile.self.cycles-pp.perf_event_task_tick
0.65 ± 32% -0.3 0.33 ± 48% perf-profile.self.cycles-pp.native_sched_clock
0.38 ± 6% -0.2 0.18 ± 22% perf-profile.self.cycles-pp.raise_softirq
0.15 ± 36% -0.1 0.05 ±106% perf-profile.self.cycles-pp.rb_insert_color
0.22 ± 13% -0.1 0.15 ± 36% perf-profile.self.cycles-pp.__hrtimer_get_next_event
0.11 ± 19% -0.1 0.04 ± 59% perf-profile.self.cycles-pp.strlen
0.07 ± 49% +0.1 0.13 ± 15% perf-profile.self.cycles-pp.alloc_set_pte
0.01 ±173% +0.1 0.08 ± 44% perf-profile.self.cycles-pp.__intel_pmu_enable_all
0.03 ±173% +0.1 0.10 ± 40% perf-profile.self.cycles-pp.rcu_all_qs
0.04 ±110% +0.1 0.12 ± 48% perf-profile.self.cycles-pp.unlock_page
0.01 ±173% +0.1 0.10 ± 18% perf-profile.self.cycles-pp.__account_scheduler_latency
0.01 ±173% +0.1 0.12 ± 12% perf-profile.self.cycles-pp.__fsnotify_parent
0.30 ± 44% +0.2 0.54 ± 21% perf-profile.self.cycles-pp.rb_erase
0.23 ± 34% +0.3 0.51 ± 24% perf-profile.self.cycles-pp.trigger_load_balance
0.43 ± 30% +0.4 0.83 ± 32% perf-profile.self.cycles-pp.task_tick_numa
Disclaimer:
Results have been estimated based on internal Intel analysis and are provided
for informational purposes only. Any difference in system hardware or software
design or configuration may affect actual performance.
Thanks,
Rong Chen
2 years, 5 months
- 1
- 0
[x86/mm/cpa] 68ad427583: WARNING:at_arch/x86/mm/pageattr.c:#__change_page_attr
by kernel test robot
FYI, we noticed the following commit (built with gcc-4.9):
commit: 68ad4275838d223a06a3211fb2f27c8b6f44cd24 ("x86/mm/cpa: Add sanity check for existing mappings")
https://github.com/0day-ci/linux UPDATE-20180916-004446/Thomas-Gleixner/x86-mm-cpa-Improve-large-page-preservation-handling/20180915-063911
in testcase: trinity
with following parameters:
runtime: 300s
test-description: Trinity is a linux system call fuzz tester.
test-url: http://codemonkey.org.uk/projects/trinity/
on test machine: qemu-system-i386 -enable-kvm -cpu SandyBridge -m 256M
caused below changes (please refer to attached dmesg/kmsg for entire log/backtrace):
+-------------------------------------------------------+------------+------------+
| | cc13b49187 | 68ad427583 |
+-------------------------------------------------------+------------+------------+
| boot_successes | 10 | 0 |
| boot_failures | 0 | 8 |
| WARNING:at_arch/x86/mm/pageattr.c:#__change_page_attr | 0 | 8 |
| EIP:__change_page_attr | 0 | 8 |
+-------------------------------------------------------+------------+------------+
[ 12.633167] WARNING: CPU: 0 PID: 1 at arch/x86/mm/pageattr.c:830 __change_page_attr+0xd21/0x10f0
[ 12.634536] Modules linked in:
[ 12.634958] CPU: 0 PID: 1 Comm: swapper Tainted: G T 4.19.0-rc2-00018-g68ad427 #1
[ 12.636083] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.10.2-1 04/01/2014
[ 12.637166] EIP: __change_page_attr+0xd21/0x10f0
[ 12.637778] Code: 8b 45 e4 8b 55 e8 89 c6 81 e6 00 f0 ff ff 81 e2 ff ff 0f 00 e9 31 ff ff ff b8 ff ff ff ff c7 45 dc 00 00 00 00 e9 6f fb ff ff <0f> 0b 8b 45 c0 80 48 24 02 e9 19 f4 ff ff 81 c4 e0 00 00 00 b8 f4
[ 12.640184] EAX: 00000002 EBX: 00000000 ECX: 00000000 EDX: 00000002
[ 12.641003] ESI: 00001800 EDI: 000001e3 EBP: cd1d7e94 ESP: cd1d7da8
[ 12.641802] DS: 007b ES: 007b FS: 0000 GS: 0000 SS: 0068 EFLAGS: 00010202
[ 12.642677] CR0: 80050033 CR2: 08497008 CR3: 01d53000 CR4: 000406f0
[ 12.643496] Call Trace:
[ 12.643846] ? find_held_lock+0x34/0xc0
[ 12.644375] __change_page_attr_set_clr+0x3c/0x180
[ 12.645017] ? mutex_unlock+0x10/0x20
[ 12.645493] ? vm_unmap_aliases+0x12d/0x1d0
[ 12.646063] ? vm_unmap_aliases+0x1b/0x1d0
[ 12.646639] ? _raw_spin_unlock+0x2c/0x50
[ 12.647170] change_page_attr_set_clr+0x131/0x3a0
[ 12.647797] set_memory_ro+0x44/0x50
[ 12.648303] set_pages_ro+0x1b/0x20
[ 12.648769] mark_rodata_ro+0x8a/0xf0
[ 12.649266] ? rest_init+0x1d0/0x1d0
[ 12.649755] kernel_init+0x31/0x110
[ 12.650203] ? schedule_tail_wrapper+0x9/0xc
[ 12.650798] ret_from_fork+0x2e/0x38
[ 12.651273] irq event stamp: 2257432
[ 12.651753] hardirqs last enabled at (2257431): [<c10a7b55>] console_unlock+0x215/0x5d0
[ 12.652819] hardirqs last disabled at (2257432): [<c100145b>] trace_hardirqs_off_thunk+0xc/0x10
[ 12.653960] softirqs last enabled at (2257428): [<c17634eb>] __do_softirq+0x38b/0x3c1
[ 12.654958] softirqs last disabled at (2257395): [<c10148cc>] call_on_stack+0x4c/0x60
[ 12.655965] ---[ end trace e0f028e4efa9dcc5 ]---
To reproduce:
git clone https://github.com/intel/lkp-tests.git
cd lkp-tests
bin/lkp qemu -k <bzImage> job-script # job-script is attached in this email
Thanks,
lkp
2 years, 5 months
- 1
- 0
[igb] 249fbb8733: BUG:sleeping_function_called_from_invalid_context_at_kernel/locking/mutex.c
by kernel test robot
FYI, we noticed the following commit (built with gcc-7):
commit: 249fbb8733a507d9e8a405eefa1a7b6705aaeb36 ("igb: reduce CPU0 latency when updating statistics")
https://git.kernel.org/cgit/linux/kernel/git/jkirsher/next-queue.git dev-queue
in testcase: ltp
with following parameters:
test: net.ipv6_lib
test-description: The LTP testsuite contains a collection of tools for testing the Linux kernel and related features.
test-url: http://linux-test-project.github.io/
on test machine: 88 threads Intel(R) Xeon(R) CPU E5-2699 v4 @ 2.20GHz with 64G memory
caused below changes (please refer to attached dmesg/kmsg for entire log/backtrace):
+----------------+------------+------------+
| | 206d4057d1 | 249fbb8733 |
+----------------+------------+------------+
| boot_successes | 0 | 2 |
+----------------+------------+------------+
kern :err : [ 118.141808] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:254
kern :err : [ 118.155069] in_atomic(): 1, irqs_disabled(): 0, pid: 2450, name: ifconfig
kern :warn : [ 118.163345] CPU: 8 PID: 2450 Comm: ifconfig Not tainted 4.19.0-rc3-00476-g249fbb8 #1
kern :warn : [ 118.172703] Hardware name: Intel Corporation S2600KPR/S2600KPR, BIOS SE5C610.86B.01.01.0019.101220160604 10/12/2016
kern :warn : [ 118.185060] Call Trace:
kern :warn : [ 118.188463] dump_stack+0x5c/0x7b
kern :warn : [ 118.192882] ___might_sleep+0xf1/0x110
kern :warn : [ 118.197776] mutex_lock+0x1c/0x40
kern :warn : [ 118.202143] igb_get_stats64+0x27/0x80
kern :warn : [ 118.207003] dev_get_stats+0xa1/0xc0
kern :warn : [ 118.211668] dev_seq_printf_stats+0x32/0xe0
kern :warn : [ 118.217003] dev_seq_show+0x10/0x30
kern :warn : [ 118.221556] seq_read+0x28b/0x3b0
kern :warn : [ 118.225931] proc_reg_read+0x39/0x60
kern :warn : [ 118.230594] __vfs_read+0x36/0x190
kern :warn : [ 118.235025] vfs_read+0x9b/0x140
kern :warn : [ 118.239224] ksys_read+0x52/0xc0
kern :warn : [ 118.243449] do_syscall_64+0x5b/0x180
kern :warn : [ 118.248145] entry_SYSCALL_64_after_hwframe+0x44/0xa9
kern :warn : [ 118.254382] RIP: 0033:0x7fbd6d6026d0
kern :warn : [ 118.258987] Code: b6 fe ff ff 48 8d 3d 17 be 08 00 48 83 ec 08 e8 06 db 01 00 66 0f 1f 44 00 00 83 3d 39 30 2c 00 00 75 10 b8 00 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 31 c3 48 83 ec 08 e8 de 9b 01 00 48 89 04 24
kern :warn : [ 118.281165] RSP: 002b:00007fff3ec6d278 EFLAGS: 00000246 ORIG_RAX: 0000000000000000
kern :warn : [ 118.290174] RAX: ffffffffffffffda RBX: 0000562330efd900 RCX: 00007fbd6d6026d0
kern :warn : [ 118.298784] RDX: 0000000000000400 RSI: 0000562330efdb30 RDI: 0000000000000007
kern :warn : [ 118.307339] RBP: 0000000000000d68 R08: 0000000000000003 R09: 0000000000000410
kern :warn : [ 118.315936] R10: 00007fbd6dadd700 R11: 0000000000000246 R12: 00007fbd6d8bd440
kern :warn : [ 118.324500] R13: 00007fbd6d8bc900 R14: 00000000000001ff R15: 0000562330efd900
kern :info : [ 118.877254] loop: module loaded
user :warn : [ 118.902465] LTP: starting in6_01
user :warn : [ 118.909449] LTP: starting in6_02
user :warn : [ 119.434100] LTP: starting getaddrinfo_01
user :warn : [ 119.444687] LTP: starting asapi_01
user :warn : [ 119.451436] LTP: starting asapi_02
user :warn : [ 120.458484] LTP: starting asapi_03
user :notice: [ 120.998011] 2018-09-17 17:21:04 ln -sf /usr/bin/genisoimage /usr/bin/mkisofs
user :notice: [ 121.009592] 2018-09-17 17:21:04 ./runltp -f net.ipv6_lib
user :notice: [ 121.019197] INFO: creating /lkp/benchmarks/ltp/ltp/output directory
user :notice: [ 121.029866] INFO: creating /lkp/benchmarks/ltp/ltp/results directory
user :notice: [ 121.040263] Checking for required user/group ids
user :notice: [ 121.050705] 'nobody' user id and group found.
user :notice: [ 121.058615] 'bin' user id and group found.
user :notice: [ 121.066144] 'daemon' user id and group found.
user :notice: [ 121.073705] Users group found.
user :notice: [ 121.079741] Sys group found.
user :notice: [ 121.085770] Required users/groups exist.
user :notice: [ 121.294693] If some fields are empty or look unusual you may have an old version.
user :notice: [ 121.306958] Compare to the current minimal requirements in Documentation/Changes.
user :notice: [ 121.320056] /etc/os-release
user :notice: [ 121.326306] PRETTY_NAME="Debian GNU/Linux 9 (stretch)"
user :notice: [ 121.334870] NAME="Debian GNU/Linux"
user :notice: [ 121.341385] VERSION_ID="9"
user :notice: [ 121.347061] VERSION="9 (stretch)"
user :notice: [ 121.353209] ID=debian
user :notice: [ 121.358636] HOME_URL="https://www.debian.org/"
user :notice: [ 121.366652] SUPPORT_URL="https://www.debian.org/support"
user :notice: [ 121.375623] BUG_REPORT_URL="https://bugs.debian.org/"
user :notice: [ 121.385720] uname:
user :notice: [ 122.436782] Linux lkp-bdw-ep3d 4.19.0-rc3-00476-g249fbb8 #1 SMP Tue Sep 18 00:42:23 CST 2018 x86_64 GNU/Linux
user :notice: [ 122.452643] /proc/cmdline
To reproduce:
git clone https://github.com/intel/lkp-tests.git
cd lkp-tests
bin/lkp install job.yaml # job file is attached in this email
bin/lkp run job.yaml
Thanks,
lkp
2 years, 5 months
- 1
- 0
[drm/atomic] 79ef5c1b82: general_protection_fault:#[##]
by kernel test robot
FYI, we noticed the following commit (built with gcc-6):
commit: 79ef5c1b820e59bcc240e133cd9df59b2b20415f ("[PATCH] drm/atomic: Use drm_drv_uses_atomic_modeset() for debugfs creation")
url: https://github.com/0day-ci/linux/commits/Lyude-Paul/drm-atomic-Use-drm_dr...
in testcase: boot
on test machine: qemu-system-x86_64 -enable-kvm -cpu qemu64,+ssse3 -smp 4 -m 8G
caused below changes (please refer to attached dmesg/kmsg for entire log/backtrace):
+--------------------------------------------------------------------------------------+------------+------------+
| | ad3273d5f1 | 79ef5c1b82 |
+--------------------------------------------------------------------------------------+------------+------------+
| boot_successes | 6 | 0 |
| boot_failures | 2 | 6 |
| BUG:kernel_hang_in_early-boot_stage,last_printk:Probing_EDD(edd=off_to_disable)...ok | 2 | 2 |
| general_protection_fault:#[##] | 0 | 4 |
| RIP:drm_debugfs_init | 0 | 4 |
| Kernel_panic-not_syncing:Fatal_exception | 0 | 4 |
+--------------------------------------------------------------------------------------+------------+------------+
[ 185.861767] [drm] Driver supports precise vblank timestamp query.
[ 185.866054] [drm] Initialized vkms 1.0.0 20180514 for virtual device on minor 0
[ 185.870315] usbcore: registered new interface driver udl
[ 185.872276] kasan: CONFIG_KASAN_INLINE enabled
[ 185.873048] kasan: GPF could be caused by NULL-ptr deref or user memory access
[ 185.874526] general protection fault: 0000 [#1] SMP KASAN PTI
[ 185.875263] CPU: 1 PID: 1 Comm: swapper/0 Not tainted 4.19.0-rc4-00023-g79ef5c1 #1
[ 185.875263] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.10.2-1 04/01/2014
[ 185.875263] RIP: 0010:drm_debugfs_init+0x2fd/0x510
[ 185.875263] Code: 48 c1 e9 03 80 3c 11 00 0f 85 10 02 00 00 49 8b 96 00 0b 00 00 48 b9 00 00 00 00 00 fc ff df 48 8d 7a 28 48 89 fe 48 c1 ee 03 <80> 3c 0e 00 0f 85 a8 01 00 00 48 83 7a 28 00 0f 85 ab fe ff ff e9
[ 185.882598] RSP: 0000:ffff880107f9fa90 EFLAGS: 00010206
[ 185.882598] RAX: 0000000000000000 RBX: ffff8801071da000 RCX: dffffc0000000000
[ 185.882598] RDX: 0000000000000000 RSI: 0000000000000005 RDI: 0000000000000028
[ 185.882598] RBP: 1ffff10020ff3f54 R08: ffffed0020e3b407 R09: ffffed0020e3b406
[ 185.882598] R10: ffff8801071da037 R11: ffffed0020e3b407 R12: ffffffff86852de0
[ 185.882598] R13: 0000000000000000 R14: ffff8801d521d500 R15: 0000000000003000
[ 185.882598] FS: 0000000000000000(0000) GS:ffff8801e9e00000(0000) knlGS:0000000000000000
[ 185.882598] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 185.882598] CR2: 00000000ffffffff CR3: 0000000005624000 CR4: 00000000000006e0
[ 185.882598] Call Trace:
[ 185.882598] ? __kmalloc_track_caller+0x14f/0x2e0
[ 185.882598] ? drm_debugfs_create_files+0x420/0x420
[ 185.882598] ? memcpy+0x34/0x50
[ 185.882598] ? kstrdup+0x5a/0x70
[ 185.882598] ? lock_acquired+0x3f1/0xbf0
[ 185.898672] drm_minor_register+0xa4/0x220
[ 185.898672] drm_dev_register+0x10f/0x610
[ 185.898672] drm_get_pci_dev+0x195/0x4d0
[ 185.898672] bochs_pci_probe+0x1e6/0x2f0
[ 185.898672] pci_device_probe+0x2a7/0x4b0
[ 185.898672] ? pci_device_remove+0x2c0/0x2c0
[ 185.902591] really_probe+0x4db/0x780
[ 185.902591] driver_probe_device+0xe7/0x240
[ 185.902591] __driver_attach+0x262/0x2d0
[ 185.902591] ? driver_probe_device+0x240/0x240
[ 185.902591] bus_for_each_dev+0x138/0x1d0
[ 185.902591] ? bus_remove_file+0xe0/0xe0
[ 185.902591] bus_add_driver+0x2c5/0x5e0
[ 185.902591] ? qxl_init+0x7b/0x7b
[ 185.902591] driver_register+0x1b7/0x420
[ 185.902591] bochs_init+0x33/0x3e
[ 185.902591] do_one_initcall+0x11b/0x389
[ 185.902591] ? start_kernel+0x769/0x769
[ 185.902591] ? lock_downgrade+0x660/0x660
[ 185.902591] ? do_early_param+0x124/0x124
[ 185.902591] kernel_init_freeable+0x4c1/0x579
[ 185.902591] ? rest_init+0x130/0x130
[ 185.918576] kernel_init+0x14/0x190
[ 185.918576] ? _raw_spin_unlock_irq+0x29/0x70
[ 185.918576] ? rest_init+0x130/0x130
[ 185.918576] ret_from_fork+0x24/0x30
[ 185.932602] ---[ end trace 14d3235039b65adf ]---
[ 185.934465] RIP: 0010:drm_debugfs_init+0x2fd/0x510
[ 185.936354] Code: 48 c1 e9 03 80 3c 11 00 0f 85 10 02 00 00 49 8b 96 00 0b 00 00 48 b9 00 00 00 00 00 fc ff df 48 8d 7a 28 48 89 fe 48 c1 ee 03 <80> 3c 0e 00 0f 85 a8 01 00 00 48 83 7a 28 00 0f 85 ab fe ff ff e9
[ 185.949797] RSP: 0000:ffff880107f9fa90 EFLAGS: 00010206
[ 185.950782] RAX: 0000000000000000 RBX: ffff8801071da000 RCX: dffffc0000000000
[ 185.952070] RDX: 0000000000000000 RSI: 0000000000000005 RDI: 0000000000000028
[ 185.953367] RBP: 1ffff10020ff3f54 R08: ffffed0020e3b407 R09: ffffed0020e3b406
[ 185.954667] R10: ffff8801071da037 R11: ffffed0020e3b407 R12: ffffffff86852de0
[ 185.955950] R13: 0000000000000000 R14: ffff8801d521d500 R15: 0000000000003000
[ 185.957247] FS: 0000000000000000(0000) GS:ffff8801e9e00000(0000) knlGS:0000000000000000
[ 185.958712] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 185.959753] CR2: 00000000ffffffff CR3: 0000000005624000 CR4: 00000000000006e0
[ 185.961037] Kernel panic - not syncing: Fatal exception
[ 185.962695] Kernel Offset: disabled
Elapsed time: 190
#!/bin/bash
To reproduce:
git clone https://github.com/intel/lkp-tests.git
cd lkp-tests
bin/lkp qemu -k <bzImage> job-script # job-script is attached in this email
Thanks,
lkp
2 years, 5 months
- 1
- 0
1f8266ff58 [ 58.562198] BUG: sleeping function called from invalid context at security/apparmor/include/cred.h:154
by kernel test robot
Greetings,
0day kernel testing robot got the below dmesg and the first bad commit is
https://git.kernel.org/pub/scm/linux/kernel/git/jj/linux-apparmor.git apparmor-next
commit 1f8266ff58840d698a1e96d2274189de1bdf7969
Author: Jann Horn <jannh(a)google.com>
AuthorDate: Thu Sep 13 18:12:09 2018 +0200
Commit: John Johansen <john.johansen(a)canonical.com>
CommitDate: Thu Sep 13 09:44:56 2018 -0700
apparmor: don't try to replace stale label in ptrace access check
As a comment above begin_current_label_crit_section() explains,
begin_current_label_crit_section() must run in sleepable context because
when label_is_stale() is true, aa_replace_current_label() runs, which uses
prepare_creds(), which can sleep.
Until now, the ptrace access check (which runs with a task lock held)
violated this rule.
Also add a might_sleep() assertion to begin_current_label_crit_section(),
because asserts are less likely to be ignored than comments.
Fixes: b2d09ae449ced ("apparmor: move ptrace checks to using labels")
Signed-off-by: Jann Horn <jannh(a)google.com>
Signed-off-by: John Johansen <john.johansen(a)canonical.com>
5f997580e8 apparmor: Fix network performance issue in aa_label_sk_perm
1f8266ff58 apparmor: don't try to replace stale label in ptrace access check
+---------------------------------------------------------------------------------------+------------+------------+
| | 5f997580e8 | 1f8266ff58 |
+---------------------------------------------------------------------------------------+------------+------------+
| boot_successes | 33 | 4 |
| boot_failures | 0 | 11 |
| BUG:sleeping_function_called_from_invalid_context_at_security/apparmor/include/cred.h | 0 | 11 |
+---------------------------------------------------------------------------------------+------------+------------+
[ 58.520094] x86/mm: Checked W+X mappings: passed, no W+X pages found.
[ 58.521332] x86/mm: Checking user space page tables
[ 58.537213] x86/mm: Checked W+X mappings: passed, no W+X pages found.
[ 58.548674] random: init: uninitialized urandom read (12 bytes read)
[ 58.557607] hostname (172) used greatest stack depth: 14032 bytes left
[ 58.562198] BUG: sleeping function called from invalid context at security/apparmor/include/cred.h:154
[ 58.564506] in_atomic(): 1, irqs_disabled(): 1, pid: 175, name: init
[ 58.565687] 1 lock held by init/175:
[ 58.566366] #0: (____ptrval____) (tasklist_lock){.+.+}, at: __x64_sys_ptrace+0x23/0x430
[ 58.568031] irq event stamp: 378
[ 58.568721] hardirqs last enabled at (377): [<ffffffff81000fd1>] do_syscall_64+0xf/0x255
[ 58.570388] hardirqs last disabled at (378): [<ffffffff81cc6433>] _raw_write_lock_irq+0x1c/0x48
[ 58.572077] softirqs last enabled at (46): [<ffffffff820001f8>] __do_softirq+0x1f8/0x238
[ 58.573572] softirqs last disabled at (37): [<ffffffff81077aae>] irq_exit+0x74/0xb6
[ 58.574985] CPU: 0 PID: 175 Comm: init Tainted: G T 4.18.0-rc5-00282-g1f8266f #1
[ 58.576619] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.10.2-1 04/01/2014
[ 58.578275] Call Trace:
[ 58.578758] ___might_sleep+0x223/0x23c
[ 58.579530] apparmor_ptrace_traceme+0x53/0x221
[ 58.580472] security_ptrace_traceme+0x29/0x46
[ 58.581389] __x64_sys_ptrace+0x3d/0x430
[ 58.582217] do_syscall_64+0x122/0x255
[ 58.583013] entry_SYSCALL_64_after_hwframe+0x49/0xbe
[ 58.584077] RIP: 0033:0x7f2abfa6a02b
[ 58.584838] Code: 00 00 48 03 44 24 a8 48 8b 10 b8 18 00 00 00 48 03 44 24 a8 c7 44 24 98 20 00 00 00 83 f9 02 4c 0f 47 10 b8 65 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 25 48 85 c0 78 1e 45 85 c0 74 19 41 83 f8 03
[ 58.588760] RSP: 002b:00007fff6e2e82a8 EFLAGS: 00000282 ORIG_RAX: 0000000000000065
[ 58.590285] RAX: ffffffffffffffda RBX: 000055b62d884b10 RCX: 00007f2abfa6a02b
[ 58.591701] RDX: 0000000000000000 RSI: 0000000000000000 RDI: 0000000000000000
[ 58.593027] RBP: 00000000ffffffff R08: 0000000000000000 R09: 00007f2ac09e0700
[ 58.594462] R10: 0000000000000000 R11: 0000000000000282 R12: 0000000000000009
[ 58.595912] R13: 00000000ffffffff R14: 0000000000000000 R15: 0000000000000000
[ 58.612450] umount (180) used greatest stack depth: 13352 bytes left
[ 58.619140] random: trinity: uninitialized urandom read (4 bytes read)
[ 58.627542] process 1 (init) attempted a POSIX timer syscall while CONFIG_POSIX_TIMERS is not set
# HH:MM RESULT GOOD BAD GOOD_BUT_DIRTY DIRTY_NOT_BAD
git bisect start 3bdb2056ecbbd3200665aef9593f322df72c5ba6 11da3a7f84f19c26da6f86af878298694ede0804 --
git bisect bad 59d0ff4ce422d29375e97633238f3dc6e19dc94d # 17:51 B 0 10 24 0 Merge 'linux-review/Brian-Norris/ath10k-utilize-random-MAC-address-if-none-is-provided/20180910-213243' into devel-hourly-2018091411
git bisect bad 58d38fe2a7e15797dc63393adadb3e080b5df1d7 # 18:14 B 0 11 25 0 Merge 'linux-review/Jagdish-Tirumala/WATCHDOG-uniphier_wdt-c-Fixed-error-do-not-initialise-statics-to-0/20180913-114936' into devel-hourly-2018091411
git bisect bad 27dd4df932b5b0e95fba0e58ccde96fecbddb65d # 18:43 B 0 10 24 0 Merge 'linux-review/Fieah-Lim/cpuidle-Remove-unnecessary-wrapper-cpuidle_get_last_residency/20180911-173952' into devel-hourly-2018091411
git bisect bad e521efc1d9b72e0dca85cec7cce023033e435714 # 19:03 B 0 11 25 0 Merge 'linux-review/jun-qian/dmaengine-idma64-replace-spin_lock_irqsave-with-spin_lock-in-ISR/20180912-074832' into devel-hourly-2018091411
git bisect good 49303243d036c507ca0168df23684b8cd7a86c5a # 19:18 G 10 0 0 0 Merge 'shenki/powerpc/clang' into devel-hourly-2018091411
git bisect good 4ee0b2cfcdc4a7cdc6794398048c87c4d192bae8 # 19:35 G 11 0 0 0 Merge 'scsi/for-next' into devel-hourly-2018091411
git bisect good fa2fe2277a9acc248bbe540b08ea8c83705a49c0 # 19:53 G 11 0 0 0 Merge 'slave-dma/next' into devel-hourly-2018091411
git bisect good 81ab1d1617e402f76ef8fa000ceecbe511565576 # 20:09 G 11 0 0 0 Merge 'arc/for-curr' into devel-hourly-2018091411
git bisect bad 7b50357b75eb2da74bb6a7972eb64f333a79f199 # 20:23 B 0 11 25 0 Merge 'linux-review/Masahiro-Yamada/kbuild-prefix-Makefile-dtbinst-path-with-srctree-unconditionally/20180913-005041' into devel-hourly-2018091411
git bisect bad a9bf6902085420a4c30ede90b3f867545e3015f1 # 20:37 B 0 11 25 0 Merge 'apparmor/apparmor-next' into devel-hourly-2018091411
git bisect bad 1f8266ff58840d698a1e96d2274189de1bdf7969 # 20:49 B 0 2 16 0 apparmor: don't try to replace stale label in ptrace access check
git bisect good 5f997580e8b12b9f585e34cc16304925d26ce49e # 21:06 G 11 0 0 0 apparmor: Fix network performance issue in aa_label_sk_perm
# first bad commit: [1f8266ff58840d698a1e96d2274189de1bdf7969] apparmor: don't try to replace stale label in ptrace access check
git bisect good 5f997580e8b12b9f585e34cc16304925d26ce49e # 21:09 G 30 0 0 0 apparmor: Fix network performance issue in aa_label_sk_perm
# extra tests with debug options
git bisect bad 1f8266ff58840d698a1e96d2274189de1bdf7969 # 21:23 B 0 11 25 0 apparmor: don't try to replace stale label in ptrace access check
# extra tests on HEAD of linux-devel/devel-hourly-2018091411
git bisect bad 3bdb2056ecbbd3200665aef9593f322df72c5ba6 # 21:23 B 0 12 40 7 0day head guard for 'devel-hourly-2018091411'
# extra tests on tree/branch apparmor/apparmor-next
git bisect bad 1f8266ff58840d698a1e96d2274189de1bdf7969 # 21:26 B 0 11 26 0 apparmor: don't try to replace stale label in ptrace access check
# extra tests with first bad commit reverted
git bisect good e49455b1feb0454a664ad73624d22d524cb13547 # 21:40 G 11 0 0 0 Revert "apparmor: don't try to replace stale label in ptrace access check"
---
0-DAY kernel test infrastructure Open Source Technology Center
https://lists.01.org/pipermail/lkp Intel Corporation
2 years, 5 months
- 1
- 0
[x86/mm/cpa] c77d419f92: WARNING:at_arch/x86/mm/pageattr.c:#__change_page_attr_set_clr
by kernel test robot
FYI, we noticed the following commit (built with gcc-5):
commit: c77d419f9248f8c40bbf773d59aa5b6cbc0d60f0 ("[patch V2 07/10] x86/mm/cpa: Add sanity check for existing mappings")
url: https://github.com/0day-ci/linux/commits/Thomas-Gleixner/x86-mm-cpa-Impro...
in testcase: trinity
with following parameters:
runtime: 300s
test-description: Trinity is a linux system call fuzz tester.
test-url: http://codemonkey.org.uk/projects/trinity/
on test machine: qemu-system-i386 -enable-kvm -cpu SandyBridge -m 256M
caused below changes (please refer to attached dmesg/kmsg for entire log/backtrace):
+---------------------------------------------------------------+------------+------------+
| | 03ae905b93 | c77d419f92 |
+---------------------------------------------------------------+------------+------------+
| boot_successes | 35 | 0 |
| boot_failures | 1 | 7 |
| Mem-Info | 1 | |
| WARNING:at_arch/x86/mm/pageattr.c:#__change_page_attr_set_clr | 0 | 7 |
| EIP:__change_page_attr_set_clr | 0 | 7 |
+---------------------------------------------------------------+------------+------------+
[ 5.168861] WARNING: CPU: 0 PID: 1 at arch/x86/mm/pageattr.c:829 __change_page_attr_set_clr+0x324/0x7b8
[ 5.170140] Modules linked in:
[ 5.170503] CPU: 0 PID: 1 Comm: swapper Not tainted 4.19.0-rc2-00018-gc77d419 #2
[ 5.171321] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.10.2-1 04/01/2014
[ 5.172255] EIP: __change_page_attr_set_clr+0x324/0x7b8
[ 5.172846] Code: 75 b8 ff 75 bc 8b 45 b0 8b 7d ac c1 e0 0c 8d 44 07 ff 50 ff 75 ac 68 ce e7 83 79 68 01 68 83 79 68 e0 e7 83 79 e8 bb 03 04 00 <0f> 0b 80 4b 1c 02 83 c4 20 be 01 00 00 00 e9 9b 00 00 00 89 f0 89
[ 5.174915] EAX: 00000077 EBX: 85833f24 ECX: 00000006 EDX: 00000003
[ 5.175619] ESI: 000001e1 EDI: 79800000 EBP: 85833f04 ESP: 85833e68
[ 5.176311] DS: 007b ES: 007b FS: 0000 GS: 0000 SS: 0068 EFLAGS: 00010202
[ 5.177074] CR0: 80050033 CR2: 080c2008 CR3: 01ad5000 CR4: 000406d0
[ 5.177783] Call Trace:
[ 5.178071] ? mutex_unlock+0xb/0xd
[ 5.178498] ? vm_unmap_aliases+0x160/0x168
[ 5.178966] change_page_attr_set_clr+0x101/0x29c
[ 5.179497] ? preempt_count_add+0x5b/0x8c
[ 5.179953] set_memory_ro+0x19/0x1b
[ 5.180356] set_pages_ro+0x14/0x16
[ 5.180757] mark_rodata_ro+0x73/0xa5
[ 5.181167] ? rest_init+0x1e2/0x1e2
[ 5.181576] kernel_init+0x25/0xd5
[ 5.181955] ret_from_fork+0x19/0x30
[ 5.182355] irq event stamp: 2163908
[ 5.182763] hardirqs last enabled at (2163907): [<79064c74>] console_unlock+0x401/0x44c
[ 5.183649] hardirqs last disabled at (2163908): [<79000fbe>] trace_hardirqs_off_thunk+0xc/0x10
[ 5.184606] softirqs last enabled at (2163904): [<795e0462>] __do_softirq+0x272/0x31a
[ 5.185485] softirqs last disabled at (2163815): [<7900da03>] do_softirq_own_stack+0x26/0x2c
[ 5.186397] ---[ end trace e9f576b73c312d83 ]---
To reproduce:
git clone https://github.com/intel/lkp-tests.git
cd lkp-tests
bin/lkp qemu -k <bzImage> job-script # job-script is attached in this email
Thanks,
lkp
2 years, 5 months
- 2
- 1
[tty] f26eb68a52: INFO:task_blocked_for_more_than#seconds
by kernel test robot
FYI, we noticed the following commit (built with gcc-4.9):
commit: f26eb68a52bb7302d220133440c1438143f2c7e1 ("[PATCHv4 2/7] tty: Hold tty_ldisc_lock() during tty_reopen()")
url: https://github.com/0day-ci/linux/commits/Dmitry-Safonov/tty-Hold-write-ld...
base: https://git.kernel.org/cgit/linux/kernel/git/gregkh/tty.git tty-testing
in testcase: locktorture
with following parameters:
runtime: 300s
test: cpuhotplug
test-description: This torture test consists of creating a number of kernel threads which acquire the lock and hold it for specific amount of time, thus simulating different critical region behaviors.
test-url: https://www.kernel.org/doc/Documentation/locking/locktorture.txt
on test machine: qemu-system-i386 -enable-kvm -m 256M
caused below changes (please refer to attached dmesg/kmsg for entire log/backtrace):
+----------------------------------------------------+------------+------------+
| | 59ce4b9e1e | f26eb68a52 |
+----------------------------------------------------+------------+------------+
| boot_successes | 0 | 0 |
| boot_failures | 12 | 14 |
| INFO:trying_to_register_non-static_key | 12 | 14 |
| WARNING:at_mm/page_alloc.c:#__alloc_pages_nodemask | 12 | 14 |
| EIP:__alloc_pages_nodemask | 12 | 14 |
| Mem-Info | 12 | 14 |
| INFO:task_blocked_for_more_than#seconds | 0 | 8 |
| Kernel_panic-not_syncing:hung_task:blocked_tasks | 0 | 8 |
+----------------------------------------------------+------------+------------+
[ 245.080051] INFO: task lkp-setup-rootf:500 blocked for more than 120 seconds.
[ 245.082850] Tainted: G W T 4.19.0-rc3-00014-gf26eb68 #1
[ 245.084673] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[ 245.086455] lkp-setup-rootf D 6516 500 498 0x00000000
[ 245.087766] Call Trace:
[ 245.088391] __schedule+0x4b1/0xe80
[ 245.089322] schedule+0x25/0x60
[ 245.090178] schedule_timeout+0x275/0x4e0
[ 245.091105] ? __ldsem_down_write_nested+0x1aa/0x300
[ 245.092217] __ldsem_down_write_nested+0x1b2/0x300
[ 245.093286] ? ldsem_down_write+0x2a/0x2e
[ 245.094305] ldsem_down_write+0x2a/0x2e
[ 245.095211] tty_ldisc_lock+0x16/0x40
[ 245.096104] tty_reopen+0x3f/0xc0
[ 245.096892] tty_open+0x3cf/0x450
[ 245.097718] chrdev_open+0x9c/0x1f0
[ 245.098511] ? security_file_open+0x99/0xa0
[ 245.099512] do_dentry_open+0x3d5/0x5d0
[ 245.100428] ? inode_permission+0x95/0x180
[ 245.101351] ? cdev_put+0x30/0x30
[ 245.102138] vfs_open+0x2d/0x30
[ 245.102898] path_openat+0x9e1/0x17d0
[ 245.103733] do_filp_open+0x6a/0x120
[ 245.104541] ? _raw_spin_unlock+0x22/0x30
[ 245.105439] ? __alloc_fd+0xa5/0x170
[ 245.106309] do_sys_open+0x13a/0x250
[ 245.107118] sys_open+0x22/0x30
[ 245.107980] do_int80_syscall_32+0x94/0x1c0
[ 245.108982] entry_INT80_32+0xf3/0xf3
[ 245.109865] EIP: 0x6fe9c305
[ 245.110672] Code: Bad RIP value.
[ 245.111607] EAX: ffffffda EBX: 0906aa54 ECX: 00008241 EDX: 000001b6
[ 245.113034] ESI: 00000241 EDI: 000001b6 EBP: 778ae6f4 ESP: 778ae5ec
[ 245.114594] DS: 007b ES: 007b FS: 0000 GS: 0000 SS: 007b EFLAGS: 00000286
[ 245.116119] INFO: task jshn:542 blocked for more than 120 seconds.
[ 245.117633] Tainted: G W T 4.19.0-rc3-00014-gf26eb68 #1
[ 245.119174] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[ 245.120929] jshn D 6708 542 541 0x00000000
[ 245.122290] Call Trace:
[ 245.122871] ? __schedule+0x4b1/0xe80
[ 245.123749] ? schedule+0x25/0x60
[ 245.124554] ? __mutex_unlock_slowpath+0xbe/0x3b0
[ 245.125670] ? schedule_timeout+0x275/0x4e0
[ 245.126623] ? __ldsem_down_read_nested+0x137/0x2c0
[ 245.127726] ? __ldsem_down_read_nested+0x14b/0x2c0
[ 245.129035] ? ldsem_down_read+0x2a/0x30
[ 245.129943] ? uart_write+0x220/0x220
[ 245.130875] ? ldsem_down_read+0x2a/0x30
[ 245.131729] ? tty_ldisc_ref_wait+0x1e/0x40
[ 245.132637] ? tty_ioctl+0xe2/0x970
[ 245.133451] ? do_raw_spin_unlock+0xb2/0x130
[ 245.134501] ? _raw_spin_unlock+0x22/0x30
[ 245.135428] ? handle_mm_fault+0x16d1/0x1e80
[ 245.136368] ? send_break+0x110/0x110
[ 245.137240] ? do_vfs_ioctl+0x84/0x9f0
[ 245.138181] ? __do_page_fault+0x40c/0x840
[ 245.139146] ? up_read+0x67/0xd0
[ 245.139870] ? __fget_light+0x81/0x90
[ 245.140672] ? security_file_ioctl+0xe/0x50
[ 245.141676] ? ksys_ioctl+0x58/0x80
[ 245.142436] ? sys_ioctl+0x16/0x20
[ 245.143195] ? do_int80_syscall_32+0x94/0x1c0
[ 245.144160] ? entry_INT80_32+0xf3/0xf3
[ 245.145021] INFO: task dnsmasq:555 blocked for more than 120 seconds.
[ 245.146852] Tainted: G W T 4.19.0-rc3-00014-gf26eb68 #1
[ 245.148826] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[ 245.151131] dnsmasq D 6772 555 1 0x00000000
[ 245.152449] Call Trace:
[ 245.153009] __schedule+0x4b1/0xe80
[ 245.153808] schedule+0x25/0x60
[ 245.154561] ? __mutex_unlock_slowpath+0xbe/0x3b0
[ 245.155609] schedule_timeout+0x275/0x4e0
[ 245.156560] ? __ldsem_down_read_nested+0x137/0x2c0
[ 245.157693] __ldsem_down_read_nested+0x14b/0x2c0
[ 245.159001] ? ldsem_down_read+0x2a/0x30
[ 245.159885] ? uart_write+0x220/0x220
[ 245.160702] ldsem_down_read+0x2a/0x30
[ 245.161522] tty_ldisc_ref_wait+0x1e/0x40
[ 245.162581] tty_ioctl+0xe2/0x970
[ 245.163314] ? do_raw_spin_unlock+0xb2/0x130
[ 245.164286] ? _raw_spin_unlock+0x22/0x30
[ 245.165257] ? handle_mm_fault+0x16d1/0x1e80
[ 245.166260] ? send_break+0x110/0x110
[ 245.167082] do_vfs_ioctl+0x84/0x9f0
[ 245.167876] ? __do_page_fault+0x40c/0x840
[ 245.169051] ? up_read+0x67/0xd0
[ 245.169829] ? __fget_light+0x81/0x90
[ 245.170637] ? security_file_ioctl+0xe/0x50
[ 245.171570] ksys_ioctl+0x58/0x80
[ 245.172336] sys_ioctl+0x16/0x20
[ 245.173139] do_int80_syscall_32+0x94/0x1c0
[ 245.174104] entry_INT80_32+0xf3/0xf3
[ 245.175017] EIP: 0x6ff64648
[ 245.175657] Code: c0 74 1a 8d 83 ce e8 fe ff 89 44 24 04 89 3c 24 e8 21 9d ff ff 85 c0 0f 85 93 00 00 00 8b 83 68 44 00 00 85 c0 74 53 48 89 83 <68> 44 00 00 8b 93 5c 44 00 00 8b 04 82 89 04 24 e8 53 95 fd ff eb
[ 245.180346] EAX: ffffffda EBX: 00000000 ECX: 00005401 EDX: 77a6c704
[ 245.181929] ESI: 77a6c704 EDI: 77a6c73c EBP: 77a6c9a8 ESP: 77a6c6e4
[ 245.183279] DS: 007b ES: 007b FS: 0000 GS: 0000 SS: 007b EFLAGS: 00000246
[ 245.184814] INFO: task dropbear:667 blocked for more than 120 seconds.
[ 245.186388] Tainted: G W T 4.19.0-rc3-00014-gf26eb68 #1
[ 245.187992] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[ 245.189851] dropbear D 6772 667 1 0x00000000
[ 245.191265] Call Trace:
[ 245.191865] __schedule+0x4b1/0xe80
[ 245.192643] schedule+0x25/0x60
[ 245.193355] ? __mutex_unlock_slowpath+0xbe/0x3b0
[ 245.194554] schedule_timeout+0x275/0x4e0
[ 245.195574] ? __ldsem_down_read_nested+0x137/0x2c0
[ 245.196694] __ldsem_down_read_nested+0x14b/0x2c0
[ 245.197744] ? ldsem_down_read+0x2a/0x30
[ 245.198686] ? uart_write+0x220/0x220
[ 245.199516] ldsem_down_read+0x2a/0x30
[ 245.200321] tty_ldisc_ref_wait+0x1e/0x40
[ 245.201219] tty_ioctl+0xe2/0x970
[ 245.202012] ? do_raw_spin_unlock+0xb2/0x130
[ 245.202937] ? _raw_spin_unlock+0x22/0x30
[ 245.203891] ? handle_mm_fault+0x16d1/0x1e80
[ 245.204884] ? send_break+0x110/0x110
[ 245.205834] do_vfs_ioctl+0x84/0x9f0
[ 245.206729] ? __do_page_fault+0x40c/0x840
[ 245.207752] ? up_read+0x67/0xd0
[ 245.208526] ? __fget_light+0x81/0x90
[ 245.209440] ? security_file_ioctl+0xe/0x50
[ 245.210531] ksys_ioctl+0x58/0x80
[ 245.211285] sys_ioctl+0x16/0x20
[ 245.212182] do_int80_syscall_32+0x94/0x1c0
[ 245.213163] entry_INT80_32+0xf3/0xf3
[ 245.214146] EIP: 0x6ff5f648
[ 245.214894] Code: 39 89 3e 4a 83 c1 04 83 c6 04 eb ef 85 d2 74 09 4a 8b 34 91 89 34 90 eb f3 5e 5f c3 56 8b 44 24 08 8b 4c 24 0c 8b 54 24 10 85 <d2> 74 0d 8b 31 89 30 4a 83 c1 04 83 c0 04 eb ef 5e c3 56 8b 44 24
[ 245.219039] EAX: ffffffda EBX: 00000000 ECX: 00005401 EDX: 77b3c984
[ 245.220389] ESI: 77b3c984 EDI: 77b3c9bc EBP: 77b3cc28 ESP: 77b3c964
[ 245.222023] DS: 007b ES: 007b FS: 0000 GS: 0000 SS: 007b EFLAGS: 00000246
[ 245.223596] INFO: lockdep is turned off.
[ 245.224554] NMI backtrace for cpu 0
[ 245.225318] CPU: 0 PID: 18 Comm: khungtaskd Tainted: G W T 4.19.0-rc3-00014-gf26eb68 #1
[ 245.227454] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.10.2-1 04/01/2014
[ 245.229272] Call Trace:
[ 245.229879] ? dump_stack+0x76/0xb6
[ 245.230725] ? nmi_cpu_backtrace+0x9e/0xa0
[ 245.231630] ? nmi_trigger_cpumask_backtrace+0xaa/0xf0
[ 245.232783] ? debug_show_all_locks+0x112/0x120
[ 245.233863] ? watchdog+0x308/0x530
[ 245.234744] ? lapic_can_unplug_cpu+0xa0/0xa0
[ 245.235811] ? arch_trigger_cpumask_backtrace+0x15/0x20
[ 245.237103] ? watchdog+0x349/0x530
[ 245.237891] ? kthread+0x10f/0x140
[ 245.238634] ? reset_hung_task_detector+0x20/0x20
[ 245.239777] ? kthread_stop+0x210/0x210
[ 245.240642] ? ret_from_fork+0x2e/0x38
[ 245.241586] Kernel panic - not syncing: hung_task: blocked tasks
[ 245.242902] CPU: 0 PID: 18 Comm: khungtaskd Tainted: G W T 4.19.0-rc3-00014-gf26eb68 #1
[ 245.244941] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.10.2-1 04/01/2014
[ 245.246929] Call Trace:
[ 245.247486] ? dump_stack+0x76/0xb6
[ 245.248246] ? panic+0x97/0x1e0
[ 245.248991] ? watchdog+0x355/0x530
[ 245.249798] ? kthread+0x10f/0x140
[ 245.250598] ? reset_hung_task_detector+0x20/0x20
[ 245.251716] ? kthread_stop+0x210/0x210
[ 245.252617] ? ret_from_fork+0x2e/0x38
[ 245.253582] Kernel Offset: disabled
[ 245.254385] Rebooting in 3 seconds..
Elapsed time: 240
#!/bin/bash
# To reproduce,
# 1) save job-script and this script (both are attached in 0day report email)
# 2) run this script with your compiled kernel and optional env $INSTALL_MOD_PATH
kernel=$1
initrds=(
/osimage/openwrt/openwrt-i386-2016-03-16.cgz
/lkp/lkp/lkp-i386.cgz
)
HTTP_PREFIX=https://download.01.org/0day-ci/lkp-qemu
wget --timestamping "${initrds[@]/#/$HTTP_PREFIX}"
{
cat "${initrds[@]//*\//}"
[[ $INSTALL_MOD_PATH ]] && (
cd "$INSTALL_MOD_PATH"
find lib | cpio -o -H newc --quiet | gzip
)
echo job-script | cpio -o -H newc --quiet | gzip
} > initrd.img
qemu-img create -f qcow2 disk-vm-lkp-hsw-4ep1-openwrt-i386-14-0 256G
qemu-img create -f qcow2 disk-vm-lkp-hsw-4ep1-openwrt-i386-14-1 256G
kvm=(
qemu-system-i386
-enable-kvm
-kernel $kernel
-initrd initrd.img
-m 256
-smp 1
-device e1000,netdev=net0
-netdev user,id=net0
-boot order=nc
-no-reboot
-watchdog i6300esb
-watchdog-action debug
-rtc base=localtime
-drive file=disk-vm-lkp-hsw-4ep1-openwrt-i386-14-0,media=disk,if=virtio
-drive file=disk-vm-lkp-hsw-4ep1-openwrt-i386-14-1,media=disk,if=virtio
-serial stdio
-display none
-monitor null
)
append=(
ip=::::vm-lkp-hsw-4ep1-openwrt-i386-14::dhcp
root=/dev/ram0
user=lkp
job=/job-script
ARCH=i386
kconfig=i386-randconfig-sb0-09131136
branch=linux-devel/devel-spot-201809131102
commit=f26eb68a52bb7302d220133440c1438143f2c7e1
BOOT_IMAGE=/pkg/linux/i386-randconfig-sb0-09131136/gcc-4.9/f26eb68a52bb7302d220133440c1438143f2c7e1/vmlinuz-4.19.0-rc3-00014-gf26eb68
max_uptime=1500
RESULT_ROOT=/result/locktorture/300s-cpuhotplug/vm-lkp-hsw-4ep1-openwrt-i386/openwrt-i386-2016-03-16.cgz/i386-randconfig-sb0-09131136/gcc-4.9/f26eb68a52bb7302d220133440c1438143f2c7e1/3
result_service=tmpfs
debug
apic=debug
sysrq_always_enabled
rcupdate.rcu_cpu_stall_timeout=100
net.ifnames=0
printk.devkmsg=on
To reproduce:
git clone https://github.com/intel/lkp-tests.git
cd lkp-tests
find lib/ | cpio -o -H newc --quiet | gzip > modules.cgz
bin/lkp qemu -k <bzImage> -m modules.cgz job-script # job-script is attached in this email
Thanks,
Rong, Chen
2 years, 5 months
- 2
- 1