FYI, we noticed the below changes on git://git.infradead.org/users/willy/linux-dax.git radix-fixes-2016-03-31 commit 94db842a06589f21ef97ff19121045687deafd91 ("radix-tree: Split node->path into offset and shift") +----------------+------------+------------+ | | 73bb28be1f | 94db842a06 | +----------------+------------+------------+ | boot_successes | 0 | 0 | +----------------+------------+------------+ [ 65.888486] systemd-udevd[195]: worker [205] /devices/virtual/net/lo timeout; kill it [ 66.098504] systemd-tmpfiles[228]: /run/log/journal created successfully. [ 75.888444] systemd-udevd[195]: seq 3047 '/devices/virtual/net/lo' killed [ 112.485062] INFO: rcu_preempt detected stalls on CPUs/tasks: [ 112.490460] systemd-journal R running task 0 188 1 0x00000000 [ 112.492482] 0000000000000000 ffffffff8282fe80 ffffffff810df0b9 ffff88005ddfc9c0 [ 112.495017] 0000000000000046 ffffffff8282fea8 ffffffff81149943 ffffffff828457c0 [ 112.497473] ffffffff82845a60 0000000000000001 ffffffff8282ff18 ffffffff810fb3be [ 112.499987] Call Trace: [ 112.500849] <IRQ> [<ffffffff810df0b9>] sched_show_task+0xcd/0xd2 [ 112.502574] [<ffffffff81149943>] rcu_print_detail_task_stall_rnp+0xb7/0x137 [ 112.504331] [<ffffffff810fb3be>] rcu_check_callbacks+0x6e3/0x862 [ 112.505931] [<ffffffff810fe9d4>] update_process_times+0x2e/0x52 [ 112.507522] [<ffffffff8110adfb>] tick_periodic+0xa4/0xb3 [ 112.508974] [<ffffffff8110ae79>] tick_handle_periodic+0x25/0x5f [ 112.510508] [<ffffffff8102c0b8>] local_apic_timer_interrupt+0x47/0x49 [ 112.512198] [<ffffffff81e12777>] smp_apic_timer_interrupt+0x2c/0x3b [ 112.513833] [<ffffffff81e11564>] apic_timer_interrupt+0x94/0xa0 [ 112.515383] <EOI> [<ffffffff8114b54e>] ? find_get_entry+0x45/0xb1 [ 112.517101] [<ffffffff8114b5db>] find_lock_entry+0x21/0x7b [ 112.518583] [<ffffffff811606b3>] shmem_getpage_gfp+0x7c/0x641 [ 112.520064] [<ffffffff81160c96>] shmem_getpage+0x1e/0x20 [ 112.521496] [<ffffffff81162a55>] shmem_fallocate+0x333/0x467 [ 112.523035] [<ffffffff8119a31d>] vfs_fallocate+0x165/0x1f4 [ 112.524471] [<ffffffff8119a3f5>] SyS_fallocate+0x49/0x66 [ 112.525890] [<ffffffff81e109f9>] entry_SYSCALL_64_fastpath+0x1f/0xb8 [ 112.527491] systemd-journal R running task 0 188 1 0x00000000 [ 112.529429] 0000000000000000 ffffffff8282fe80 ffffffff810df0b9 ffff88005ddfc9c0 [ 112.531949] 0000000000000046 ffffffff8282fea8 ffffffff81149943 ffffffff828457c0 [ 112.534426] ffffffff82845a60 ffffffff828458e0 ffffffff8282ff18 ffffffff810fb3f5 [ 112.536939] Call Trace: [ 112.537754] <IRQ> [<ffffffff810df0b9>] sched_show_task+0xcd/0xd2 [ 112.539429] [<ffffffff81149943>] rcu_print_detail_task_stall_rnp+0xb7/0x137 [ 112.541214] [<ffffffff810fb3f5>] rcu_check_callbacks+0x71a/0x862 [ 112.542779] [<ffffffff810fe9d4>] update_process_times+0x2e/0x52 [ 112.544337] [<ffffffff8110adfb>] tick_periodic+0xa4/0xb3 [ 112.545753] [<ffffffff8110ae79>] tick_handle_periodic+0x25/0x5f [ 112.547342] [<ffffffff8102c0b8>] local_apic_timer_interrupt+0x47/0x49 [ 112.549018] [<ffffffff81e12777>] smp_apic_timer_interrupt+0x2c/0x3b [ 112.550625] [<ffffffff81e11564>] apic_timer_interrupt+0x94/0xa0 [ 112.552176] <EOI> [<ffffffff8114b54e>] ? find_get_entry+0x45/0xb1 [ 112.553860] [<ffffffff8114b5db>] find_lock_entry+0x21/0x7b [ 112.555287] [<ffffffff811606b3>] shmem_getpage_gfp+0x7c/0x641 [ 112.556756] [<ffffffff81160c96>] shmem_getpage+0x1e/0x20 [ 112.558257] [<ffffffff81162a55>] shmem_fallocate+0x333/0x467 [ 112.559751] [<ffffffff8119a31d>] vfs_fallocate+0x165/0x1f4 [ 112.561262] [<ffffffff8119a3f5>] SyS_fallocate+0x49/0x66 [ 112.562709] [<ffffffff81e109f9>] entry_SYSCALL_64_fastpath+0x1f/0xb8 [ 412.501672] INFO: rcu_preempt detected stalls on CPUs/tasks: [ 412.506957] systemd-journal R running task 0 188 1 0x00000004 [ 412.508929] 0000000000000000 ffffffff8282fe80 ffffffff810df0b9 ffff88005ddfc9c0 [ 412.511270] 0000000000000046 ffffffff8282fea8 ffffffff81149943 ffffffff828457c0 [ 412.513621] ffffffff82845a60 0000000000000001 ffffffff8282ff18 ffffffff810fb3be [ 412.515973] Call Trace: [ 412.516749] <IRQ> [<ffffffff810df0b9>] sched_show_task+0xcd/0xd2 [ 412.518490] [<ffffffff81149943>] rcu_print_detail_task_stall_rnp+0xb7/0x137 [ 412.520276] [<ffffffff810fb3be>] rcu_check_callbacks+0x6e3/0x862 [ 412.521851] [<ffffffff810fe9d4>] update_process_times+0x2e/0x52 [ 412.523399] [<ffffffff8110adfb>] tick_periodic+0xa4/0xb3 [ 412.524812] [<ffffffff8110ae79>] tick_handle_periodic+0x25/0x5f [ 412.526370] [<ffffffff8102c0b8>] local_apic_timer_interrupt+0x47/0x49 [ 412.528050] [<ffffffff81e12777>] smp_apic_timer_interrupt+0x2c/0x3b [ 412.529660] [<ffffffff81e11564>] apic_timer_interrupt+0x94/0xa0 [ 412.531214] <EOI> [<ffffffff8158f8da>] ? radix_tree_load_root+0x8/0x9a [ 412.533032] [<ffffffff8158ffe3>] __radix_tree_lookup+0x31/0xa2 [ 412.534536] [<ffffffff81590064>] radix_tree_lookup_slot+0x10/0x20 [ 412.536113] [<ffffffff8114b533>] find_get_entry+0x2a/0xb1 [ 412.537534] [<ffffffff8114b5db>] find_lock_entry+0x21/0x7b [ 412.538989] [<ffffffff811606b3>] shmem_getpage_gfp+0x7c/0x641 [ 412.540482] [<ffffffff81160c96>] shmem_getpage+0x1e/0x20 [ 412.541907] [<ffffffff81162a55>] shmem_fallocate+0x333/0x467 [ 412.543394] [<ffffffff8119a31d>] vfs_fallocate+0x165/0x1f4 [ 412.544834] [<ffffffff8119a3f5>] SyS_fallocate+0x49/0x66 [ 412.546228] [<ffffffff81e109f9>] entry_SYSCALL_64_fastpath+0x1f/0xb8 [ 412.547854] systemd-journal R running task 0 188 1 0x00000004 [ 412.549771] 0000000000000000 ffffffff8282fe80 ffffffff810df0b9 ffff88005ddfc9c0 [ 412.552111] 0000000000000046 ffffffff8282fea8 ffffffff81149943 ffffffff828457c0 [ 412.554444] ffffffff82845a60 ffffffff828458e0 ffffffff8282ff18 ffffffff810fb3f5 [ 412.556774] Call Trace: [ 412.557547] <IRQ> [<ffffffff810df0b9>] sched_show_task+0xcd/0xd2 [ 412.559215] [<ffffffff81149943>] rcu_print_detail_task_stall_rnp+0xb7/0x137 [ 412.560989] [<ffffffff810fb3f5>] rcu_check_callbacks+0x71a/0x862 [ 412.562546] [<ffffffff810fe9d4>] update_process_times+0x2e/0x52 [ 412.564087] [<ffffffff8110adfb>] tick_periodic+0xa4/0xb3 [ 412.565491] [<ffffffff8110ae79>] tick_handle_periodic+0x25/0x5f [ 412.567045] [<ffffffff8102c0b8>] local_apic_timer_interrupt+0x47/0x49 [ 412.568691] [<ffffffff81e12777>] smp_apic_timer_interrupt+0x2c/0x3b [ 412.570307] [<ffffffff81e11564>] apic_timer_interrupt+0x94/0xa0 [ 412.571854] <EOI> [<ffffffff8158f8da>] ? radix_tree_load_root+0x8/0x9a [ 412.573616] [<ffffffff8158ffe3>] __radix_tree_lookup+0x31/0xa2 [ 412.575144] [<ffffffff81590064>] radix_tree_lookup_slot+0x10/0x20 [ 412.576717] [<ffffffff8114b533>] find_get_entry+0x2a/0xb1 [ 412.578141] [<ffffffff8114b5db>] find_lock_entry+0x21/0x7b [ 412.579582] [<ffffffff811606b3>] shmem_getpage_gfp+0x7c/0x641 [ 412.581084] [<ffffffff81160c96>] shmem_getpage+0x1e/0x20 [ 412.582495] [<ffffffff81162a55>] shmem_fallocate+0x333/0x467 [ 412.583971] [<ffffffff8119a31d>] vfs_fallocate+0x165/0x1f4 [ 412.585410] [<ffffffff8119a3f5>] SyS_fallocate+0x49/0x66 [ 412.586822] [<ffffffff81e109f9>] entry_SYSCALL_64_fastpath+0x1f/0xb8 [ 443.752656] systemd-journald[268]: Journal file /run/log/journal/9ff6d4db7adf133653e0c19b5107c592/system.journal is already online. Assuming unclean closing. [ 454.031890] systemd-cgroups-agent[270]: Sent message type=signal sender=n/a destination=n/a object=/org/freedesktop/systemd1/agent interface=org.freedesktop.systemd1.Agent member=Released cookie=1 reply_cookie=0 error=n/a [ 712.518274] INFO: rcu_preempt detected stalls on CPUs/tasks: [ 712.521979] systemd-journal R running task 0 188 1 0x00000004 [ 712.523328] 0000000000000000 ffffffff8282fe80 ffffffff810df0b9 ffff88005ddfc9c0 [ 712.524975] 0000000000000046 ffffffff8282fea8 ffffffff81149943 ffffffff828457c0 [ 712.526667] ffffffff82845a60 0000000000000001 ffffffff8282ff18 ffffffff810fb3be [ 712.528304] Call Trace: [ 712.528896] <IRQ> [<ffffffff810df0b9>] sched_show_task+0xcd/0xd2 [ 712.530170] [<ffffffff81149943>] rcu_print_detail_task_stall_rnp+0xb7/0x137 [ 712.544494] [<ffffffff810fb3be>] rcu_check_callbacks+0x6e3/0x862 [ 712.545680] [<ffffffff810fe9d4>] update_process_times+0x2e/0x52 [ 712.546854] [<ffffffff8110adfb>] tick_periodic+0xa4/0xb3 [ 712.547923] [<ffffffff8110ae79>] tick_handle_periodic+0x25/0x5f [ 712.549096] [<ffffffff8102c0b8>] local_apic_timer_interrupt+0x47/0x49 [ 712.550333] [<ffffffff81e12777>] smp_apic_timer_interrupt+0x2c/0x3b [ 712.551479] [<ffffffff81e11564>] apic_timer_interrupt+0x94/0xa0 [ 712.552603] <EOI> [<ffffffff8158f8de>] ? radix_tree_load_root+0xc/0x9a [ 712.553872] [<ffffffff8158ffe3>] __radix_tree_lookup+0x31/0xa2 [ 712.554955] [<ffffffff81590064>] radix_tree_lookup_slot+0x10/0x20 [ 712.556098] [<ffffffff8114b533>] find_get_entry+0x2a/0xb1 [ 712.557171] [<ffffffff8114b5db>] find_lock_entry+0x21/0x7b [ 712.558253] [<ffffffff811606b3>] shmem_getpage_gfp+0x7c/0x641 [ 712.559345] [<ffffffff81160c96>] shmem_getpage+0x1e/0x20 [ 712.560383] [<ffffffff81162a55>] shmem_fallocate+0x333/0x467 [ 712.561500] [<ffffffff8119a31d>] vfs_fallocate+0x165/0x1f4 [ 712.562588] [<ffffffff8119a3f5>] SyS_fallocate+0x49/0x66 [ 712.563589] [<ffffffff81e109f9>] entry_SYSCALL_64_fastpath+0x1f/0xb8 [ 712.564744] systemd-journal R running task 0 188 1 0x00000004 [ 712.566066] 0000000000000000 ffffffff8282fe80 ffffffff810df0b9 ffff88005ddfc9c0 [ 712.567628] 0000000000000046 ffffffff8282fea8 ffffffff81149943 ffffffff828457c0 [ 712.569190] ffffffff82845a60 ffffffff828458e0 ffffffff8282ff18 ffffffff810fb3f5 [ 712.570892] Call Trace: [ 712.571450] <IRQ> [<ffffffff810df0b9>] sched_show_task+0xcd/0xd2 [ 712.572697] [<ffffffff81149943>] rcu_print_detail_task_stall_rnp+0xb7/0x137 [ 712.574076] [<ffffffff810fb3f5>] rcu_check_callbacks+0x71a/0x862 [ 712.575234] [<ffffffff810fe9d4>] update_process_times+0x2e/0x52 [ 712.576499] [<ffffffff8110adfb>] tick_periodic+0xa4/0xb3 [ 712.577550] [<ffffffff8110ae79>] tick_handle_periodic+0x25/0x5f [ 712.578853] [<ffffffff8102c0b8>] local_apic_timer_interrupt+0x47/0x49 [ 712.580149] [<ffffffff81e12777>] smp_apic_timer_interrupt+0x2c/0x3b [ 712.581296] [<ffffffff81e11564>] apic_timer_interrupt+0x94/0xa0 [ 712.582493] <EOI> [<ffffffff8158f8de>] ? radix_tree_load_root+0xc/0x9a [ 712.583881] [<ffffffff8158ffe3>] __radix_tree_lookup+0x31/0xa2 [ 712.585013] [<ffffffff81590064>] radix_tree_lookup_slot+0x10/0x20 [ 712.586201] [<ffffffff8114b533>] find_get_entry+0x2a/0xb1 [ 712.587292] [<ffffffff8114b5db>] find_lock_entry+0x21/0x7b [ 712.588411] [<ffffffff811606b3>] shmem_getpage_gfp+0x7c/0x641 [ 712.589540] [<ffffffff81160c96>] shmem_getpage+0x1e/0x20 [ 712.590576] [<ffffffff81162a55>] shmem_fallocate+0x333/0x467 [ 712.591775] [<ffffffff8119a31d>] vfs_fallocate+0x165/0x1f4 [ 712.593016] [<ffffffff8119a3f5>] SyS_fallocate+0x49/0x66 [ 712.594137] [<ffffffff81e109f9>] entry_SYSCALL_64_fastpath+0x1f/0xb8 [ 885.278324] systemd-cgroups-agent[273]: Sent message type=signal sender=n/a destination=n/a object=/org/freedesktop/systemd1/agent interface=org.freedesktop.systemd1.Agent member=Released cookie=1 reply_cookie=0 error=n/a [ 1012.534884] INFO: rcu_preempt detected stalls on CPUs/tasks: [ 1012.538720] systemd-journal R running task 0 188 1 0x00000004 [ 1012.540121] 0000000000000000 ffffffff8282fe80 ffffffff810df0b9 ffff88005ddfc9c0 [ 1012.541750] 0000000000000046 ffffffff8282fea8 ffffffff81149943 ffffffff828457c0 [ 1012.543420] ffffffff82845a60 0000000000000001 ffffffff8282ff18 ffffffff810fb3be [ 1012.545065] Call Trace: [ 1012.545651] <IRQ> [<ffffffff810df0b9>] sched_show_task+0xcd/0xd2 [ 1012.546896] [<ffffffff81149943>] rcu_print_detail_task_stall_rnp+0xb7/0x137 [ 1012.548231] [<ffffffff810fb3be>] rcu_check_callbacks+0x6e3/0x862 [ 1012.549402] [<ffffffff810fe9d4>] update_process_times+0x2e/0x52 [ 1012.550560] [<ffffffff8110adfb>] tick_periodic+0xa4/0xb3 [ 1012.551612] [<ffffffff8110ae79>] tick_handle_periodic+0x25/0x5f [ 1012.552806] [<ffffffff8102c0b8>] local_apic_timer_interrupt+0x47/0x49 [ 1012.554076] [<ffffffff81e12777>] smp_apic_timer_interrupt+0x2c/0x3b [ 1012.555301] [<ffffffff81e11564>] apic_timer_interrupt+0x94/0xa0 [ 1012.556460] <EOI> [<ffffffff8112f2fe>] ? ftrace_likely_update+0x174/0x183 [ 1012.557821] [<ffffffff8114a1ae>] page_cache_get_speculative+0x2a/0x82 [ 1012.559076] [<ffffffff8114b579>] find_get_entry+0x70/0xb1 [ 1012.560144] [<ffffffff8114b5db>] find_lock_entry+0x21/0x7b [ 1012.561238] [<ffffffff811606b3>] shmem_getpage_gfp+0x7c/0x641 [ 1012.562377] [<ffffffff81160c96>] shmem_getpage+0x1e/0x20 [ 1012.563441] [<ffffffff81162a55>] shmem_fallocate+0x333/0x467 [ 1012.564581] [<ffffffff8119a31d>] vfs_fallocate+0x165/0x1f4 [ 1012.565670] [<ffffffff8119a3f5>] SyS_fallocate+0x49/0x66 [ 1012.566722] [<ffffffff81e109f9>] entry_SYSCALL_64_fastpath+0x1f/0xb8 [ 1012.567952] systemd-journal R running task 0 188 1 0x00000004 [ 1012.569326] 0000000000000000 ffffffff8282fe80 ffffffff810df0b9 ffff88005ddfc9c0 [ 1012.570953] 0000000000000046 ffffffff8282fea8 ffffffff81149943 ffffffff828457c0 [ 1012.572605] ffffffff82845a60 ffffffff828458e0 ffffffff8282ff18 ffffffff810fb3f5 [ 1012.574259] Call Trace: [ 1012.574842] <IRQ> [<ffffffff810df0b9>] sched_show_task+0xcd/0xd2 [ 1012.576076] [<ffffffff81149943>] rcu_print_detail_task_stall_rnp+0xb7/0x137 [ 1012.577408] [<ffffffff810fb3f5>] rcu_check_callbacks+0x71a/0x862 [ 1012.578580] [<ffffffff810fe9d4>] update_process_times+0x2e/0x52 [ 1012.579736] [<ffffffff8110adfb>] tick_periodic+0xa4/0xb3 [ 1012.580804] [<ffffffff8110ae79>] tick_handle_periodic+0x25/0x5f [ 1012.581974] [<ffffffff8102c0b8>] local_apic_timer_interrupt+0x47/0x49 [ 1012.583219] [<ffffffff81e12777>] smp_apic_timer_interrupt+0x2c/0x3b [ 1012.584443] [<ffffffff81e11564>] apic_timer_interrupt+0x94/0xa0 [ 1012.585603] <EOI> [<ffffffff8112f2fe>] ? ftrace_likely_update+0x174/0x183 [ 1012.586955] [<ffffffff8114a1ae>] page_cache_get_speculative+0x2a/0x82 [ 1012.588204] [<ffffffff8114b579>] find_get_entry+0x70/0xb1 [ 1012.589276] [<ffffffff8114b5db>] find_lock_entry+0x21/0x7b [ 1012.590358] [<ffffffff811606b3>] shmem_getpage_gfp+0x7c/0x641 [ 1012.591485] [<ffffffff81160c96>] shmem_getpage+0x1e/0x20 [ 1012.592551] [<ffffffff81162a55>] shmem_fallocate+0x333/0x467 [ 1012.593663] [<ffffffff8119a31d>] vfs_fallocate+0x165/0x1f4 [ 1012.594749] [<ffffffff8119a3f5>] SyS_fallocate+0x49/0x66 FYI, raw QEMU command line is: qemu-system-x86_64 -enable-kvm -cpu host -kernel /pkg/linux/x86_64-randconfig-s0-04021451/gcc-5/94db842a06589f21ef97ff19121045687deafd91/vmlinuz-4.6.0-rc1-00048-g94db842 -append 'root=/dev/ram0 user=lkp job=/lkp/scheduled/vm-lkp-wsx03-2G-6/bisect_boot-1-debian-x86_64-2015-02-07.cgz-x86_64-randconfig-s0-04021451-94db842a06589f21ef97ff19121045687deafd91-20160402-60158-10z7xyc-0.yaml ARCH=x86_64 kconfig=x86_64-randconfig-s0-04021451 branch=linux-devel/devel-spot-201604021432 commit=94db842a06589f21ef97ff19121045687deafd91 BOOT_IMAGE=/pkg/linux/x86_64-randconfig-s0-04021451/gcc-5/94db842a06589f21ef97ff19121045687deafd91/vmlinuz-4.6.0-rc1-00048-g94db842 max_uptime=600 RESULT_ROOT=/result/boot/1/vm-lkp-wsx03-2G/debian-x86_64-2015-02-07.cgz/x86_64-randconfig-s0-04021451/gcc-5/94db842a06589f21ef97ff19121045687deafd91/0 LKP_SERVER=inn earlyprintk=ttyS0,115200 systemd.log_level=err debug apic=debug sysrq_always_enabled rcupdate.rcu_cpu_stall_timeout=100 panic=-1 softlockup_panic=1 nmi_watchdog=panic oops=panic load_ramdisk=2 prompt_ramdisk=0 console=ttyS0,115200 console=tty0 vga=normal rw ip=::::vm-lkp-wsx03-2G-6::dhcp' -initrd /fs/sdc1/initrd-vm-lkp-wsx03-2G-6 -m 2048 -smp 2 -device e1000,netdev=net0 -netdev user,id=net0,hostfwd=tcp::23625-:22 -boot order=nc -no-reboot -watchdog i6300esb -rtc base=localtime -drive file=/fs/sdc1/disk0-vm-lkp-wsx03-2G-6,media=disk,if=virtio -drive file=/fs/sdc1/disk1-vm-lkp-wsx03-2G-6,media=disk,if=virtio -pidfile /dev/shm/kboot/pid-vm-lkp-wsx03-2G-6 -serial file:/dev/shm/kboot/serial-vm-lkp-wsx03-2G-6 -daemonize -display none -monitor null Thanks, Kernel Test Robot