***************** crashinfo --stacksummary ***************** /exports/testreports/44341/testresults/runtests-zfs-centos7_x86_64-centos7_x86_64/oleg215-server-timeout-core (3.10.0-7.9-debug) ------- 63 stacks like that: ---------- #0 __schedule #1 schedule #2 taskq_thread #3 kthread #4 ret_from_fork_nospec_begin youngest=0s(pid=6693), oldest=983s(pid=3405) ........................ arc_prune 1 times dbu_evict 1 times dp_sync_taskq 3 times dp_zil_clean_ta 4 times metaslab_group_ 1 times spl_delay_taskq 1 times spl_dynamic_tas 1 times spl_kmem_cache 1 times spl_system_task 2 times tx_commit_cb 1 times z_cl_int 1 times z_cl_iss 1 times z_fr_int 1 times z_fr_iss 8 times z_ioctl_int 1 times z_ioctl_iss 1 times z_iput 1 times z_null_int 1 times z_null_iss 1 times z_prefetch 1 times z_rd_int 9 times z_rd_iss 1 times z_trim_int 1 times z_trim_iss 1 times z_unlinked_drai 1 times z_upgrade 1 times z_vdev_file 1 times z_wr_int 8 times z_wr_int_h 1 times z_wr_iss 3 times z_wr_iss_h 1 times z_zvol 1 times zvol 1 times ------- 25 stacks like that: ---------- #0 __schedule #1 schedule #2 rescuer_thread #3 kthread #4 ret_from_fork_nospec_begin youngest=1010s(pid=707), oldest=1017s(pid=12) ........................ ata_sff 1 times bioset 3 times crypto 1 times deferwq 1 times edac-poller 1 times ext4-rsv-conver 1 times ipv6_addrconf 1 times kblockd 1 times kintegrityd 1 times kmpath_rdacd 1 times kpsmoused 1 times kthrotld 1 times kvm-irqfd-clean 1 times lru-add-drain 1 times md 1 times netns 1 times nfsiod 1 times rpciod 1 times scsi_tmf_0 1 times scsi_tmf_1 1 times watchdogd 1 times writeback 1 times xprtiod 1 times ------- 24 stacks like that: ---------- #0 __schedule #1 schedule #2 ptlrpc_wait_event #3 ptlrpc_main #4 kthread #5 ret_from_fork_nospec_begin youngest=1s(pid=7035), oldest=964s(pid=7022) ........................ ldlm_cb00_000 1 times ldlm_cb00_001 1 times ldlm_cn00_000 1 times ldlm_cn00_001 1 times ldlm_cn00_002 1 times ll_mgs_0000 1 times ll_mgs_0001 1 times ll_mgs_0002 1 times mdt00_000 1 times mdt00_001 1 times mdt00_002 1 times mdt_fld_0000 1 times mdt_fld_0001 1 times mdt_io00_000 1 times mdt_io00_001 1 times mdt_io00_002 1 times mdt_out00_000 1 times mdt_out00_001 1 times mdt_rdpg00_000 1 times mdt_rdpg00_001 1 times mdt_seqm_0000 1 times mdt_seqm_0001 1 times mdt_seqs_0000 1 times mdt_seqs_0001 1 times ------- 18 stacks like that: ---------- #0 __schedule #1 schedule #2 worker_thread #3 kthread #4 ret_from_fork_nospec_begin youngest=0s(pid=588), oldest=1009s(pid=25) ........................ kworker/0:0H 1 times kworker/0:1 1 times kworker/0:1H 1 times kworker/0:2 1 times kworker/1:0H 1 times kworker/1:1 1 times kworker/1:1H 1 times kworker/1:2 1 times kworker/2:0 1 times kworker/2:0H 1 times kworker/2:1H 1 times kworker/2:2 1 times kworker/3:0H 1 times kworker/3:1 1 times kworker/3:1H 1 times kworker/3:2 1 times kworker/u8:3 1 times kworker/u8:4 1 times ------- 12 stacks like that: ---------- #0 __schedule #1 schedule #2 smpboot_thread_fn #3 kthread #4 ret_from_fork_nospec_begin youngest=1s(pid=14), oldest=986s(pid=23) ........................ ksoftirqd/0 1 times ksoftirqd/1 1 times ksoftirqd/2 1 times ksoftirqd/3 1 times migration/0 1 times migration/1 1 times migration/2 1 times migration/3 1 times watchdog/0 1 times watchdog/1 1 times watchdog/2 1 times watchdog/3 1 times ------- 8 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout #5 do_sys_poll #6 sys_poll #7 system_call_fastpath youngest=3s(pid=825), oldest=1008s(pid=871) ........................ NetworkManager 1 times gdbus 2 times gmain 2 times polkitd 3 times ------- 8 stacks like that: ---------- #0 __schedule #1 schedule #2 futex_wait_queue_me #3 futex_wait #4 do_futex #5 sys_futex #6 system_call_fastpath youngest=116s(pid=908), oldest=1008s(pid=812) ........................ JS GC Helper 1 times JS Sour~ Thread 1 times gssproxy 5 times rs:main Q:Reg 1 times ------- 8 stacks like that: ---------- #0 __schedule #1 schedule #2 rcu_nocb_kthread #3 kthread #4 ret_from_fork_nospec_begin youngest=0s(pid=20), oldest=1017s(pid=10) ........................ rcuob/0 1 times rcuob/1 1 times rcuob/2 1 times rcuob/3 1 times rcuos/0 1 times rcuos/1 1 times rcuos/2 1 times rcuos/3 1 times ------- 6 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 ep_poll #5 sys_epoll_wait #6 system_call_fastpath youngest=0s(pid=1), oldest=960s(pid=596) ........................ dbus-daemon 1 times gssproxy 1 times systemd 1 times systemd-journal 1 times systemd-logind 1 times systemd-udevd 1 times ------- 5 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 ptlrpcd #5 kthread #6 ret_from_fork_nospec_begin youngest=1s(pid=3220), oldest=963s(pid=3218) ........................ ptlrpcd_00_00 1 times ptlrpcd_00_01 1 times ptlrpcd_00_02 1 times ptlrpcd_00_03 1 times ptlrpcd_rcv 1 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 do_wait #3 sys_wait4 #4 system_call_fastpath youngest=964s(pid=6947), oldest=964s(pid=6931) ........................ bash 3 times mount 1 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 ksocknal_connd #4 kthread #5 ret_from_fork_nospec_begin youngest=962s(pid=3207), oldest=985s(pid=3210) ........................ socknal_cd00 1 times socknal_cd01 1 times socknal_cd02 1 times socknal_cd03 1 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout #5 do_select #6 core_sys_select #7 sys_select #8 system_call_fastpath youngest=407s(pid=896), oldest=1006s(pid=866) ........................ dhclient 1 times rsyslogd 1 times sshd 2 times ------- 3 stacks like that: ---------- #0 __schedule #1 schedule #2 cv_wait_common #3 __cv_wait_sig #4 zthr_procedure #5 thread_generic_wrapper #6 kthread #7 ret_from_fork_nospec_begin youngest=964s(pid=6771), oldest=981s(pid=3412) ........................ zthr_procedure 3 times ------- 3 stacks like that: ---------- #0 __schedule #1 schedule #2 ksocknal_scheduler #3 kthread #4 ret_from_fork_nospec_begin youngest=7s(pid=3212), oldest=47s(pid=3214) ........................ socknal_sd00_00 1 times socknal_sd00_01 1 times socknal_sd00_02 1 times ------- 3 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 n_tty_read #4 tty_read #5 vfs_read #6 sys_read #7 system_call_fastpath youngest=1004s(pid=851), oldest=1005s(pid=849) ........................ agetty 3 times ------- 3 stacks like that: ---------- #-1 native_safe_halt #0 default_idle #1 default_enter_idle #2 cpuidle_enter_state #3 cpuidle_idle_call #4 arch_cpu_idle #5 cpu_startup_entry #6 start_secondary #7 start_cpu youngest=1017s(pid=0), oldest=1017s(pid=0) ........................ swapper/1 1 times swapper/2 1 times swapper/3 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 mgs_ir_notify #3 kthread #4 ret_from_fork_nospec_begin youngest=963s(pid=7054), oldest=963s(pid=7031) ........................ mgs_lustre_noti 1 times mgs_params_noti 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 ldlm_bl_thread_main #3 kthread #4 ret_from_fork_nospec_begin youngest=0s(pid=7027), oldest=1s(pid=7028) ........................ ldlm_bl_01 1 times ldlm_bl_02 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 ptlrpc_hr_main #3 kthread #4 ret_from_fork_nospec_begin youngest=985s(pid=3206), oldest=985s(pid=3205) ........................ ptlrpc_hr00_000 1 times ptlrpc_hr00_001 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 scsi_error_handler #3 kthread #4 ret_from_fork_nospec_begin youngest=1014s(pid=292), oldest=1014s(pid=279) ........................ scsi_eh_0 1 times scsi_eh_1 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 rcu_gp_kthread #3 kthread #4 ret_from_fork_nospec_begin youngest=0s(pid=9), oldest=1017s(pid=8) ........................ rcu_bh 1 times rcu_sched 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 spl_panic #3 dnode_add_ref #4 dnode_setdirty #5 dbuf_dirty #6 dbuf_dirty #7 dmu_buf_will_dirty_impl #8 dmu_buf_will_dirty #9 zap_get_leaf_byblk #10 zap_deref_leaf #11 fzap_add_cd #12 fzap_add #13 zap_add_impl #14 zap_add #15 osd_create #16 dt_find_or_create #17 fld_index_init #18 fld_server_init #19 mdt_init0 #20 mdt_device_alloc #21 obd_setup #22 class_setup #23 class_process_config #24 class_config_llog_handler #25 llog_process_thread #26 llog_process_thread_daemonize #27 kthread #28 ret_from_fork_nospec_begin youngest=963s(pid=7273), oldest=963s(pid=7273) ........................ llog_process_th 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 mgc_requeue_thread #3 kthread #4 ret_from_fork_nospec_begin youngest=946s(pid=7037), oldest=946s(pid=7037) ........................ ll_cfg_requeue 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 ping_evictor_main #3 kthread #4 ret_from_fork_nospec_begin youngest=1s(pid=7036), oldest=1s(pid=7036) ........................ ll_evictor 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 expired_lock_main #3 kthread #4 ret_from_fork_nospec_begin youngest=964s(pid=7029), oldest=964s(pid=7029) ........................ ldlm_elt 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_for_completion #4 llog_process_or_fork #5 llog_process #6 class_config_parse_llog #7 mgc_process_log #8 mgc_process_config #9 lustre_process_log #10 server_start_targets #11 server_fill_super #12 lustre_fill_super #13 mount_nodev #14 lustre_mount #15 mount_fs #16 vfs_kern_mount #17 do_mount #18 sys_mount #19 system_call_fastpath youngest=963s(pid=6948), oldest=963s(pid=6948) ........................ mount.lustre 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 __cv_timedwait_hires #5 cv_timedwait_sig_hires #6 mmp_thread #7 thread_generic_wrapper #8 kthread #9 ret_from_fork_nospec_begin youngest=0s(pid=6769), oldest=0s(pid=6769) ........................ mmp 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 cv_wait_common #3 __cv_wait_sig #4 txg_sync_thread #5 thread_generic_wrapper #6 kthread #7 ret_from_fork_nospec_begin youngest=958s(pid=6768), oldest=958s(pid=6768) ........................ txg_sync 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 cv_wait_common #3 __cv_wait #4 txg_quiesce_thread #5 thread_generic_wrapper #6 kthread #7 ret_from_fork_nospec_begin youngest=957s(pid=6767), oldest=957s(pid=6767) ........................ txg_quiesce 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 __cv_timedwait_common #4 __cv_timedwait_sig #5 l2arc_feed_thread #6 thread_generic_wrapper #7 kthread #8 ret_from_fork_nospec_begin youngest=0s(pid=3418), oldest=0s(pid=3418) ........................ l2arc_feed 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 __cv_timedwait_hires #5 cv_timedwait_sig_hires #6 dbuf_evict_thread #7 thread_generic_wrapper #8 kthread #9 ret_from_fork_nospec_begin youngest=0s(pid=3415), oldest=0s(pid=3415) ........................ dbuf_evict 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 __cv_timedwait_hires #5 cv_timedwait_sig_hires #6 zthr_procedure #7 thread_generic_wrapper #8 kthread #9 ret_from_fork_nospec_begin youngest=0s(pid=3413), oldest=0s(pid=3413) ........................ zthr_procedure 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 lnet_peer_discovery #4 kthread #5 ret_from_fork_nospec_begin youngest=0s(pid=3217), oldest=0s(pid=3217) ........................ lnet_discovery 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_for_completion_interruptible_timeout #4 lnet_monitor_thread #5 kthread #6 ret_from_fork_nospec_begin youngest=0s(pid=3216), oldest=0s(pid=3216) ........................ monitor_thread 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 lnet_acceptor #3 kthread #4 ret_from_fork_nospec_begin youngest=962s(pid=3215), oldest=962s(pid=3215) ........................ acceptor_001 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 ksocknal_reaper #4 kthread #5 ret_from_fork_nospec_begin youngest=0s(pid=3211), oldest=0s(pid=3211) ........................ socknal_reaper 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout #5 do_sys_poll #6 sys_ppoll #7 system_call_fastpath youngest=0s(pid=907), oldest=0s(pid=907) ........................ in:imjournal 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule youngest=1008s(pid=775), oldest=1008s(pid=775) ........................ nfsv4.1-svc 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kjournald2 #3 kthread #4 ret_from_fork_nospec_begin youngest=1011s(pid=475), oldest=1011s(pid=475) ........................ jbd2/nbd0-8 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 nbd_thread #3 kthread #4 ret_from_fork_nospec_begin youngest=116s(pid=451), oldest=116s(pid=451) ........................ nbd0 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 sk_wait_data #4 tcp_recvmsg #5 inet_recvmsg #6 sock_recvmsg #7 kernel_recvmsg #8 sock_xmit #9 __nbd_ioctl #10 nbd_ioctl #11 blkdev_ioctl #12 block_ioctl #13 do_vfs_ioctl #14 sys_ioctl #15 system_call_fastpath youngest=116s(pid=448), oldest=116s(pid=448) ........................ nbd-client 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 khugepaged #4 kthread #5 ret_from_fork_nospec_begin youngest=8s(pid=54), oldest=8s(pid=54) ........................ khugepaged 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 ksm_scan_thread #3 kthread #4 ret_from_fork_nospec_begin youngest=1015s(pid=53), oldest=1015s(pid=53) ........................ ksmd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kswapd #3 kthread #4 ret_from_fork_nospec_begin youngest=1015s(pid=52), oldest=1015s(pid=52) ........................ kswapd0 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 schedule_timeout_interruptible #4 watchdog #5 kthread #6 ret_from_fork_nospec_begin youngest=56s(pid=37), oldest=56s(pid=37) ........................ khungtaskd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 devtmpfsd #3 kthread #4 ret_from_fork_nospec_begin youngest=972s(pid=35), oldest=972s(pid=35) ........................ kdevtmpfs 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kthreadd #3 ret_from_fork_nospec_begin youngest=962s(pid=2), oldest=962s(pid=2) ........................ kthreadd 1 times ------- 1 stacks like that: ---------- #-1 native_safe_halt #0 default_idle #1 default_enter_idle #2 cpuidle_enter_state #3 cpuidle_idle_call #4 arch_cpu_idle #5 cpu_startup_entry #6 rest_init #7 start_kernel #8 x86_64_start_reservations #9 x86_64_start_kernel #10 start_cpu youngest=1017s(pid=0), oldest=1017s(pid=0) ........................ swapper/0 1 times ** Execution took 0.97s (real) 0.17s (CPU), Child processes: 0.80s