***************** crashinfo --stacksummary ***************** /exports/testreports/42551/testresults/racer-zfs-centos7_x86_64-centos7_x86_64/oleg409-client-timeout-core (3.10.0-7.9-debug) ------- 30 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 io_schedule_timeout #4 io_schedule #5 bit_wait_io #6 __wait_on_bit_lock #7 __lock_page #8 __find_lock_page #9 find_lock_page #10 truncate_inode_pages_range #11 osc_discard_cb #12 osc_page_gang_lookup #13 osc_lock_discard_pages #14 osc_ldlm_blocking_ast #15 ldlm_cancel_callback #16 ldlm_cli_cancel_local #17 ldlm_cli_cancel #18 osc_ldlm_blocking_ast #19 ldlm_handle_bl_callback #20 ldlm_bl_thread_main #21 kthread #22 ret_from_fork_nospec_begin youngest=1496s(pid=15733), oldest=1519s(pid=4783) ........................ ldlm_bl_01 1 times ldlm_bl_02 1 times ldlm_bl_03 1 times ldlm_bl_04 1 times ldlm_bl_05 1 times ldlm_bl_06 1 times ldlm_bl_07 1 times ldlm_bl_08 1 times ldlm_bl_09 1 times ldlm_bl_10 1 times ldlm_bl_11 1 times ldlm_bl_12 1 times ldlm_bl_13 1 times ldlm_bl_14 1 times ldlm_bl_15 1 times ldlm_bl_16 1 times ldlm_bl_17 1 times ldlm_bl_18 1 times ldlm_bl_19 1 times ldlm_bl_20 1 times ldlm_bl_21 1 times ldlm_bl_22 1 times ldlm_bl_23 1 times ldlm_bl_24 1 times ldlm_bl_25 1 times ldlm_bl_26 1 times ldlm_bl_27 1 times ldlm_bl_28 1 times ldlm_bl_29 1 times ldlm_bl_30 1 times ------- 25 stacks like that: ---------- #0 __schedule #1 schedule #2 rescuer_thread #3 kthread #4 ret_from_fork_nospec_begin youngest=1609s(pid=708), oldest=1618s(pid=36) ........................ ata_sff 1 times bioset 3 times crypto 1 times deferwq 1 times edac-poller 1 times ext4-rsv-conver 1 times ipv6_addrconf 1 times kblockd 1 times kintegrityd 1 times kmpath_rdacd 1 times kpsmoused 1 times kthrotld 1 times kvm-irqfd-clean 1 times lru-add-drain 1 times md 1 times netns 1 times nfsiod 1 times rpciod 1 times scsi_tmf_0 1 times scsi_tmf_1 1 times watchdogd 1 times writeback 1 times xprtiod 1 times ------- 18 stacks like that: ---------- #0 __schedule #1 schedule #2 worker_thread #3 kthread #4 ret_from_fork_nospec_begin youngest=0s(pid=83), oldest=1610s(pid=4) ........................ kworker/0:0H 1 times kworker/0:1 1 times kworker/0:1H 1 times kworker/0:2 1 times kworker/1:0H 1 times kworker/1:1 1 times kworker/1:1H 1 times kworker/1:2 1 times kworker/2:0H 1 times kworker/2:1 1 times kworker/2:1H 1 times kworker/2:2 1 times kworker/3:0H 1 times kworker/3:1 1 times kworker/3:1H 1 times kworker/3:2 1 times kworker/u8:0 1 times kworker/u8:3 1 times ------- 12 stacks like that: ---------- #0 __schedule #1 schedule #2 ptlrpc_wait_event #3 ptlrpc_main #4 kthread #5 ret_from_fork_nospec_begin youngest=1211s(pid=4776), oldest=1544s(pid=4777) ........................ ldlm_cb00_000 1 times ldlm_cb00_001 1 times ldlm_cb00_002 1 times ldlm_cb01_000 1 times ldlm_cb01_001 1 times ldlm_cb01_002 1 times ldlm_cn00_000 1 times ldlm_cn00_001 1 times ldlm_cn00_002 1 times ldlm_cn01_000 1 times ldlm_cn01_001 1 times ldlm_cn01_002 1 times ------- 12 stacks like that: ---------- #0 __schedule #1 schedule #2 smpboot_thread_fn #3 kthread #4 ret_from_fork_nospec_begin youngest=2s(pid=28), oldest=1264s(pid=23) ........................ ksoftirqd/0 1 times ksoftirqd/1 1 times ksoftirqd/2 1 times ksoftirqd/3 1 times migration/0 1 times migration/1 1 times migration/2 1 times migration/3 1 times watchdog/0 1 times watchdog/1 1 times watchdog/2 1 times watchdog/3 1 times ------- 8 stacks like that: ---------- #0 __schedule #1 schedule #2 futex_wait_queue_me #3 futex_wait #4 do_futex #5 sys_futex #6 system_call_fastpath youngest=718s(pid=904), oldest=1607s(pid=810) ........................ JS GC Helper 1 times JS Sour~ Thread 1 times gssproxy 5 times rs:main Q:Reg 1 times ------- 8 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout #5 do_sys_poll #6 sys_poll #7 system_call_fastpath youngest=3s(pid=817), oldest=1607s(pid=869) ........................ NetworkManager 1 times gdbus 2 times gmain 2 times polkitd 3 times ------- 8 stacks like that: ---------- #0 __schedule #1 schedule #2 rcu_nocb_kthread #3 kthread #4 ret_from_fork_nospec_begin youngest=0s(pid=20), oldest=1618s(pid=10) ........................ rcuob/0 1 times rcuob/1 1 times rcuob/2 1 times rcuob/3 1 times rcuos/0 1 times rcuos/1 1 times rcuos/2 1 times rcuos/3 1 times ------- 6 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 ep_poll #5 sys_epoll_wait #6 system_call_fastpath youngest=0s(pid=1), oldest=1515s(pid=598) ........................ dbus-daemon 1 times gssproxy 1 times systemd 1 times systemd-journal 1 times systemd-logind 1 times systemd-udevd 1 times ------- 5 stacks like that: ---------- #0 __schedule #1 schedule #2 ldlm_bl_thread_main #3 kthread #4 ret_from_fork_nospec_begin youngest=0s(pid=5152), oldest=3s(pid=2102) ........................ ldlm_bl_31 1 times ldlm_bl_32 1 times ldlm_bl_33 1 times ldlm_bl_34 1 times ldlm_bl_35 1 times ------- 5 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 ptlrpcd #5 kthread #6 ret_from_fork_nospec_begin youngest=0s(pid=1960), oldest=1418s(pid=1957) ........................ ptlrpcd_00_00 1 times ptlrpcd_00_01 1 times ptlrpcd_01_00 1 times ptlrpcd_01_01 1 times ptlrpcd_rcv 1 times ------- 5 stacks like that: ---------- #0 __schedule #1 schedule #2 do_wait #3 sys_wait4 #4 system_call_fastpath youngest=901s(pid=8811), oldest=1529s(pid=1170) ........................ auster 1 times bash 4 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 pipe_wait #3 pipe_read #4 do_sync_read #5 vfs_read #6 sys_read #7 system_call_fastpath youngest=901s(pid=8815), oldest=1518s(pid=8907) ........................ grep 1 times sed 2 times tee 1 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 ksocknal_scheduler #3 kthread #4 ret_from_fork_nospec_begin youngest=1s(pid=1953), oldest=1583s(pid=1950) ........................ socknal_sd00_00 1 times socknal_sd00_01 1 times socknal_sd01_00 1 times socknal_sd01_01 1 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 ksocknal_connd #4 kthread #5 ret_from_fork_nospec_begin youngest=1545s(pid=1945), oldest=1583s(pid=1946) ........................ socknal_cd00 1 times socknal_cd01 1 times socknal_cd02 1 times socknal_cd03 1 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout #5 do_select #6 core_sys_select #7 sys_select #8 system_call_fastpath youngest=0s(pid=1135), oldest=1605s(pid=866) ........................ dhclient 1 times rsyslogd 1 times sshd 2 times ------- 3 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 vvp_io_setattr_start #5 cl_io_start #6 cl_io_loop #7 cl_setattr_ost #8 ll_setattr_raw #9 ll_setattr #10 notify_change #11 chown_common #12 sys_fchownat #13 system_call_fastpath youngest=1517s(pid=10975), oldest=1517s(pid=10863) ........................ chown 3 times ------- 3 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 vvp_io_setattr_start #5 cl_io_start #6 cl_io_loop #7 cl_setattr_ost #8 ll_setattr_raw #9 ll_setattr #10 notify_change #11 chmod_common #12 sys_fchmodat #13 system_call_fastpath youngest=1517s(pid=10711), oldest=1517s(pid=10163) ........................ chmod 3 times ------- 3 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 n_tty_read #4 tty_read #5 vfs_read #6 sys_read #7 system_call_fastpath youngest=1601s(pid=841), oldest=1603s(pid=840) ........................ agetty 3 times ------- 3 stacks like that: ---------- #0 __schedule #1 schedule youngest=1418s(pid=8530), oldest=1607s(pid=768) ........................ ll_imp_inval 2 times nfsv4.1-svc 1 times ------- 3 stacks like that: ---------- #-1 native_safe_halt #0 default_idle #1 default_enter_idle #2 cpuidle_enter_state #3 cpuidle_idle_call #4 arch_cpu_idle #5 cpu_startup_entry #6 start_secondary #7 start_cpu youngest=1619s(pid=0), oldest=1619s(pid=0) ........................ swapper/1 1 times swapper/2 1 times swapper/3 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 ll_agl_thread #3 kthread #4 ret_from_fork_nospec_begin youngest=1513s(pid=15711), oldest=1513s(pid=15784) ........................ ll_agl_15597 2 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 ll_statahead_thread #3 kthread #4 ret_from_fork_nospec_begin youngest=1513s(pid=15783), oldest=1513s(pid=15698) ........................ ll_sa_15597 2 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 io_schedule_timeout #4 io_schedule #5 bit_wait_io #6 __wait_on_bit_lock #7 __lock_page #8 truncate_inode_pages_range #9 truncate_inode_pages_final #10 ll_truncate_inode_pages_final #11 ll_delete_inode #12 evict #13 iput #14 __dentry_kill #15 dput #16 __fput #17 ____fput #18 task_work_run #19 do_exit #20 do_group_exit #21 get_signal_to_deliver #22 do_signal #23 do_notify_resume #24 int_signal youngest=1217s(pid=9575), oldest=1218s(pid=9760) ........................ dd 1 times fallocate 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 ldlm_completion_ast #3 ldlm_cli_enqueue_fini #4 ldlm_cli_enqueue #5 osc_enqueue_base #6 osc_lock_enqueue #7 cl_lock_enqueue #8 lov_lock_enqueue #9 cl_lock_enqueue #10 cl_lock_request #11 cl_io_lock #12 cl_io_loop #13 cl_setattr_ost #14 ll_setattr_raw #15 ll_setattr #16 notify_change #17 do_truncate #18 do_last #19 path_openat #20 do_filp_open #21 do_sys_open #22 sys_open #23 system_call_fastpath youngest=1515s(pid=13031), oldest=1519s(pid=9324) ........................ cp 2 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 io_schedule_timeout #4 io_schedule #5 bit_wait_io #6 __wait_on_bit_lock #7 __lock_page #8 truncate_inode_pages_range #9 truncate_inode_pages_final #10 ll_truncate_inode_pages_final #11 ll_delete_inode #12 evict #13 iput #14 __dentry_kill #15 dput #16 __fput #17 ____fput #18 task_work_run #19 get_signal_to_deliver #20 do_signal #21 do_notify_resume #22 int_signal youngest=1218s(pid=8844), oldest=1218s(pid=8906) ........................ dir_create.sh 2 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 io_schedule_timeout #4 io_schedule #5 bit_wait_io #6 __wait_on_bit_lock #7 __lock_page #8 __find_lock_page #9 find_lock_page #10 truncate_inode_pages_range #11 osc_discard_cb #12 osc_page_gang_lookup #13 osc_lock_discard_pages #14 osc_ldlm_blocking_ast #15 ldlm_cancel_callback #16 ldlm_cli_cancel_local #17 ldlm_cli_cancel #18 cleanup_resource #19 ldlm_resource_clean #20 cfs_hash_for_each_relax #21 cfs_hash_for_each_nolock #22 ldlm_namespace_cleanup #23 osc_import_event #24 ptlrpc_invalidate_import #25 ptlrpc_invalidate_import_thread #26 kthread #27 ret_from_fork_nospec_begin youngest=1418s(pid=8699), oldest=1418s(pid=8603) ........................ ll_imp_inval 2 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 ptlrpc_hr_main #3 kthread #4 ret_from_fork_nospec_begin youngest=1583s(pid=1943), oldest=1584s(pid=1944) ........................ ptlrpc_hr00_000 1 times ptlrpc_hr01_000 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 scsi_error_handler #3 kthread #4 ret_from_fork_nospec_begin youngest=1616s(pid=281), oldest=1616s(pid=279) ........................ scsi_eh_0 1 times scsi_eh_1 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 rcu_gp_kthread #3 kthread #4 ret_from_fork_nospec_begin youngest=0s(pid=9), oldest=1618s(pid=8) ........................ rcu_bh 1 times rcu_sched 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 io_schedule_timeout #4 io_schedule #5 bit_wait_io #6 __wait_on_bit_lock #7 __lock_page #8 truncate_inode_pages_range #9 truncate_inode_pages_final #10 ll_truncate_inode_pages_final #11 ll_delete_inode #12 evict #13 iput #14 do_unlinkat #15 sys_unlinkat #16 system_call_fastpath youngest=1513s(pid=15597), oldest=1513s(pid=15597) ........................ rm 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 io_schedule_timeout #4 io_schedule #5 bit_wait_io #6 __wait_on_bit_lock #7 __lock_page #8 __find_lock_page #9 find_lock_page #10 truncate_inode_pages_range #11 osc_discard_cb #12 osc_page_gang_lookup #13 osc_punch_start #14 osc_io_setattr_start #15 cl_io_start #16 lov_io_call #17 lov_io_start #18 lov_io_setattr_start #19 cl_io_start #20 cl_io_loop #21 ll_fallocate #22 vfs_fallocate #23 sys_fallocate #24 system_call_fastpath youngest=1518s(pid=10046), oldest=1518s(pid=10046) ........................ fallocate 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 mgc_requeue_thread #3 kthread #4 ret_from_fork_nospec_begin youngest=1518s(pid=4786), oldest=1518s(pid=4786) ........................ ll_cfg_requeue 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 expired_lock_main #3 kthread #4 ret_from_fork_nospec_begin youngest=1544s(pid=4785), oldest=1544s(pid=4785) ........................ ldlm_elt 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 lnet_peer_discovery #4 kthread #5 ret_from_fork_nospec_begin youngest=0s(pid=1956), oldest=0s(pid=1956) ........................ lnet_discovery 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_for_completion_interruptible_timeout #4 lnet_monitor_thread #5 kthread #6 ret_from_fork_nospec_begin youngest=0s(pid=1955), oldest=0s(pid=1955) ........................ monitor_thread 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 lnet_acceptor #3 kthread #4 ret_from_fork_nospec_begin youngest=1584s(pid=1954), oldest=1584s(pid=1954) ........................ acceptor_001 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 ksocknal_reaper #4 kthread #5 ret_from_fork_nospec_begin youngest=0s(pid=1949), oldest=0s(pid=1949) ........................ socknal_reaper 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 ldlm_completion_ast #3 ldlm_cli_enqueue_fini #4 ldlm_cli_enqueue #5 osc_enqueue_base #6 osc_lock_enqueue #7 cl_lock_enqueue #8 lov_lock_enqueue #9 cl_lock_enqueue #10 cl_lock_request #11 cl_io_lock #12 cl_io_loop #13 ll_fault #14 __do_fault #15 do_read_fault #16 handle_pte_fault #17 __handle_mm_fault #18 handle_mm_fault #19 __do_page_fault #20 trace_do_page_fault #21 do_async_page_fault #22 async_page_fault youngest=1496s(pid=1799), oldest=1496s(pid=1799) ........................ 8 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout #5 do_sys_poll #6 sys_ppoll #7 system_call_fastpath youngest=0s(pid=903), oldest=0s(pid=903) ........................ in:imjournal 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kjournald2 #3 kthread #4 ret_from_fork_nospec_begin youngest=1611s(pid=477), oldest=1611s(pid=477) ........................ jbd2/nbd0-8 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 nbd_thread #3 kthread #4 ret_from_fork_nospec_begin youngest=718s(pid=449), oldest=718s(pid=449) ........................ nbd0 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 sk_wait_data #4 tcp_recvmsg #5 inet_recvmsg #6 sock_recvmsg #7 kernel_recvmsg #8 sock_xmit #9 __nbd_ioctl #10 nbd_ioctl #11 blkdev_ioctl #12 block_ioctl #13 do_vfs_ioctl #14 sys_ioctl #15 system_call_fastpath youngest=718s(pid=447), oldest=718s(pid=447) ........................ nbd-client 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 khugepaged #4 kthread #5 ret_from_fork_nospec_begin youngest=7s(pid=54), oldest=7s(pid=54) ........................ khugepaged 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 ksm_scan_thread #3 kthread #4 ret_from_fork_nospec_begin youngest=1617s(pid=53), oldest=1617s(pid=53) ........................ ksmd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kswapd #3 kthread #4 ret_from_fork_nospec_begin youngest=1617s(pid=52), oldest=1617s(pid=52) ........................ kswapd0 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 schedule_timeout_interruptible #4 watchdog #5 kthread #6 ret_from_fork_nospec_begin youngest=57s(pid=37), oldest=57s(pid=37) ........................ khungtaskd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 devtmpfsd #3 kthread #4 ret_from_fork_nospec_begin youngest=1544s(pid=35), oldest=1544s(pid=35) ........................ kdevtmpfs 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kthreadd #3 ret_from_fork_nospec_begin youngest=1418s(pid=2), oldest=1418s(pid=2) ........................ kthreadd 1 times ------- 1 stacks like that: ---------- #-1 native_safe_halt #0 default_idle #1 default_enter_idle #2 cpuidle_enter_state #3 cpuidle_idle_call #4 arch_cpu_idle #5 cpu_startup_entry #6 rest_init #7 start_kernel #8 x86_64_start_reservations #9 x86_64_start_kernel #10 start_cpu youngest=1619s(pid=0), oldest=1619s(pid=0) ........................ swapper/0 1 times ** Execution took 1.27s (real) 0.27s (CPU), Child processes: 1.01s