***************** crashinfo --stacksummary ***************** /exports/testreports/58919/testresults/replay-dual-zfs-rocky8.10_x86_64-rocky8.10_x86_64/oleg424-client-timeout-core (4.18.0rh8.10-debug) ------- 27 stacks like that: ---------- #0 __schedule #1 schedule #2 rescuer_thread #3 kthread #4 ret_from_fork youngest=382s(pid=658), oldest=397s(pid=3) ........................ acpi_thermal_pm 1 times ata_sff 1 times blkcg_punt_bio 1 times crypto 1 times edac-poller 1 times ext4-rsv-conver 1 times ipv6_addrconf 1 times kblockd 1 times kintegrityd 1 times knbd0-recv 1 times kstrp 1 times kthrotld 1 times md 1 times md_bitmap 1 times mm_percpu_wq 1 times netns 1 times nfsiod 1 times rcu_gp 1 times rcu_par_gp 1 times rpciod 1 times scsi_tmf_0 1 times scsi_tmf_1 1 times slub_flushwq 1 times tpm_dev_wq 1 times writeback 1 times xprtiod 1 times zswap-shrink 1 times ------- 26 stacks like that: ---------- #0 __schedule #1 schedule #2 worker_thread #3 kthread #4 ret_from_fork youngest=0s(pid=9248), oldest=383s(pid=645) ........................ kworker/0:0 1 times kworker/0:1 1 times kworker/0:1H 1 times kworker/0:2 1 times kworker/0:2H 1 times kworker/0:3 1 times kworker/1:0 1 times kworker/1:0H 1 times kworker/1:2 1 times kworker/1:2H 1 times kworker/1:3 1 times kworker/2:0 1 times kworker/2:1H 1 times kworker/2:2H 1 times kworker/2:3 1 times kworker/2:4 1 times kworker/3:0 1 times kworker/3:1 1 times kworker/3:1H 1 times kworker/3:2 1 times kworker/3:2H 1 times kworker/3:3 1 times kworker/u8:0 1 times kworker/u8:2 1 times kworker/u8:3 1 times kworker/u9:1 1 times ------- 16 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout.constprop.11 #5 do_sys_poll #6 __x64_sys_poll #7 do_syscall_64 #8 entry_SYSCALL_64_after_hwframe youngest=0s(pid=1336), oldest=371s(pid=1006) ........................ NetworkManager 1 times gdbus 2 times gmain 3 times irqbalance 1 times pdsh 2 times polkitd 2 times rngd 1 times rpcbind 1 times sshd 1 times tuned 2 times ------- 15 stacks like that: ---------- #0 __schedule #1 schedule #2 smpboot_thread_fn #3 kthread #4 ret_from_fork youngest=0s(pid=19), oldest=377s(pid=17) ........................ cpuhp/0 1 times cpuhp/1 1 times cpuhp/2 1 times cpuhp/3 1 times ksoftirqd/0 1 times ksoftirqd/1 1 times ksoftirqd/2 1 times ksoftirqd/3 1 times migration/0 1 times migration/1 1 times migration/3 1 times watchdog/0 1 times watchdog/1 1 times watchdog/2 1 times watchdog/3 1 times ------- 11 stacks like that: ---------- #0 __schedule #1 schedule #2 futex_wait_queue_me #3 futex_wait #4 do_futex #5 __x64_sys_futex #6 do_syscall_64 #7 entry_SYSCALL_64_after_hwframe youngest=0s(pid=9999), oldest=370s(pid=1030) ........................ JS Helper 4 times gssproxy 5 times pdsh 1 times rs:main Q:Reg 1 times ------- 10 stacks like that: ---------- #0 __schedule #1 schedule #2 ptlrpc_wait_event #3 ptlrpc_main #4 kthread #5 ret_from_fork youngest=65s(pid=7192), oldest=91s(pid=7194) ........................ ldlm_cb00_000 1 times ldlm_cb00_001 1 times ldlm_cb01_000 1 times ldlm_cb01_001 1 times ldlm_cn00_000 1 times ldlm_cn00_001 1 times ldlm_cn00_002 1 times ldlm_cn01_000 1 times ldlm_cn01_001 1 times ldlm_cn01_002 1 times ------- 10 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout.constprop.11 #5 do_select #6 core_sys_select #7 kern_select #8 __x64_sys_select #9 do_syscall_64 #10 entry_SYSCALL_64_after_hwframe youngest=0s(pid=1335), oldest=367s(pid=1044) ........................ agetty 3 times dhclient 1 times ssh 2 times sshd 2 times tuned 2 times ------- 5 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 ptlrpcd #5 kthread #6 ret_from_fork youngest=2s(pid=2475), oldest=64s(pid=2471) ........................ ptlrpcd_00_00 1 times ptlrpcd_00_01 1 times ptlrpcd_01_00 1 times ptlrpcd_01_01 1 times ptlrpcd_rcv 1 times ------- 5 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 ep_poll #5 do_epoll_wait #6 __x64_sys_epoll_wait #7 do_syscall_64 #8 entry_SYSCALL_64_after_hwframe youngest=0s(pid=1), oldest=370s(pid=1019) ........................ gssproxy 1 times systemd 2 times systemd-journal 1 times systemd-logind 1 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 ksocknal_scheduler #3 kthread #4 ret_from_fork youngest=2s(pid=2464), oldest=309s(pid=2466) ........................ socknal_sd00_00 1 times socknal_sd00_01 1 times socknal_sd01_00 1 times socknal_sd01_01 1 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 ksocknal_connd #4 kthread #5 ret_from_fork youngest=91s(pid=2460), oldest=309s(pid=2459) ........................ socknal_cd00 1 times socknal_cd01 1 times socknal_cd02 1 times socknal_cd03 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 ldlm_bl_thread_main #3 kthread #4 ret_from_fork youngest=0s(pid=7201), oldest=1s(pid=7202) ........................ ldlm_bl_01 1 times ldlm_bl_02 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 ptlrpc_hr_main #3 kthread #4 ret_from_fork youngest=309s(pid=2458), oldest=309s(pid=2457) ........................ ptlrpc_hr00_000 1 times ptlrpc_hr01_000 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 do_wait #3 kernel_wait4 #4 __do_sys_wait4 #5 __x64_sys_wait4 #6 do_syscall_64 #7 entry_SYSCALL_64_after_hwframe youngest=0s(pid=9381), oldest=25s(pid=1533) ........................ auster 1 times bash 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 do_sigtimedwait #5 __x64_sys_rt_sigtimedwait #6 do_syscall_64 #7 entry_SYSCALL_64_after_hwframe youngest=0s(pid=10029), oldest=356s(pid=1463) ........................ (sd-pam) 1 times pdsh 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 do_nanosleep #3 hrtimer_nanosleep #4 __x64_sys_nanosleep #5 do_syscall_64 #6 entry_SYSCALL_64_after_hwframe youngest=0s(pid=10028), oldest=27s(pid=1038) ........................ crond 1 times pdsh 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 scsi_error_handler #3 kthread #4 ret_from_fork youngest=389s(pid=476), oldest=389s(pid=481) ........................ scsi_eh_0 1 times scsi_eh_1 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 rcu_tasks_kthread #3 kthread #4 ret_from_fork youngest=397s(pid=11), oldest=397s(pid=10) ........................ rcu_tasks_rude_ 1 times rcu_tasks_trace 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 exit_to_usermode_loop #3 prepare_exit_to_usermode youngest=0s(pid=10041), oldest=0s(pid=10041) ........................ modprobe 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 unix_stream_read_generic #4 unix_stream_recvmsg #5 sock_recvmsg #6 sock_read_iter #7 new_sync_read #8 __vfs_read #9 vfs_read #10 ksys_read #11 __x64_sys_read #12 do_syscall_64 #13 entry_SYSCALL_64_after_hwframe youngest=0s(pid=10035), oldest=0s(pid=10035) ........................ sshd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_for_completion_killable #4 call_usermodehelper_exec #5 __request_module #6 netlink_create #7 __sock_create #8 __sys_socket #9 __x64_sys_socket #10 do_syscall_64 #11 entry_SYSCALL_64_after_hwframe youngest=0s(pid=10034), oldest=0s(pid=10034) ........................ sshd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 pipe_wait #3 pipe_read #4 new_sync_read #5 __vfs_read #6 vfs_read #7 ksys_read #8 __x64_sys_read #9 do_syscall_64 #10 entry_SYSCALL_64_after_hwframe youngest=0s(pid=10000), oldest=0s(pid=10000) ........................ sed 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 do_wait #3 kernel_wait #4 call_usermodehelper_exec_work #5 process_one_work #6 worker_thread #7 kthread #8 ret_from_fork youngest=0s(pid=8580), oldest=0s(pid=8580) ........................ kworker/u8:1 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 mgc_requeue_thread #3 kthread #4 ret_from_fork youngest=70s(pid=7204), oldest=70s(pid=7204) ........................ ll_cfg_requeue 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 expired_lock_main #3 kthread #4 ret_from_fork youngest=91s(pid=7203), oldest=91s(pid=7203) ........................ ldlm_elt 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 lnet_peer_discovery #4 kthread #5 ret_from_fork youngest=0s(pid=2470), oldest=0s(pid=2470) ........................ lnet_discovery 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_for_completion_interruptible_timeout #4 lnet_monitor_thread #5 kthread #6 ret_from_fork youngest=0s(pid=2469), oldest=0s(pid=2469) ........................ monitor_thread 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 lnet_acceptor #3 kthread #4 ret_from_fork youngest=309s(pid=2468), oldest=309s(pid=2468) ........................ acceptor_001 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 ksocknal_reaper #4 kthread #5 ret_from_fork youngest=0s(pid=2463), oldest=0s(pid=2463) ........................ socknal_reaper 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout.constprop.11 #5 do_sys_poll #6 __x64_sys_ppoll #7 do_syscall_64 #8 entry_SYSCALL_64_after_hwframe youngest=0s(pid=1084), oldest=0s(pid=1084) ........................ in:imjournal 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout.constprop.11 #5 do_select #6 core_sys_select #7 __x64_sys_pselect6 #8 do_syscall_64 #9 entry_SYSCALL_64_after_hwframe youngest=367s(pid=1062), oldest=367s(pid=1062) ........................ rsyslogd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 exit_to_usermode_loop #3 do_syscall_64 #4 entry_SYSCALL_64_after_hwframe youngest=0s(pid=1004), oldest=0s(pid=1004) ........................ dbus-daemon 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 nfs41_callback_svc #3 kthread #4 ret_from_fork youngest=374s(pid=965), oldest=374s(pid=965) ........................ NFSv4 callback 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 ep_poll #5 call_rcu #6 __fput #7 do_epoll_wait #8 __x64_sys_epoll_wait #9 do_syscall_64 #10 entry_SYSCALL_64_after_hwframe youngest=70s(pid=810), oldest=70s(pid=810) ........................ systemd-udevd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kjournald2 #3 kthread #4 ret_from_fork youngest=382s(pid=657), oldest=382s(pid=657) ........................ jbd2/nbd0-8 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 sk_wait_data #5 tcp_recvmsg #6 inet_recvmsg #7 sock_recvmsg #8 sock_xmit #9 nbd_read_stat #10 recv_work #11 process_one_work #12 worker_thread #13 kthread #14 ret_from_fork youngest=71s(pid=638), oldest=71s(pid=638) ........................ kworker/u9:0 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kswapd #3 kthread #4 ret_from_fork youngest=394s(pid=71), oldest=394s(pid=71) ........................ kswapd0 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kthread_worker_fn #3 kthread #4 ret_from_fork youngest=396s(pid=58), oldest=396s(pid=58) ........................ watchdogd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 khugepaged #4 kthread #5 ret_from_fork youngest=2s(pid=47), oldest=2s(pid=47) ........................ khugepaged 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 ksm_scan_thread #3 kthread #4 ret_from_fork youngest=397s(pid=46), oldest=397s(pid=46) ........................ ksmd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kcompactd #3 kthread #4 ret_from_fork youngest=397s(pid=45), oldest=397s(pid=45) ........................ kcompactd0 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 oom_reaper #3 kthread #4 ret_from_fork youngest=397s(pid=43), oldest=397s(pid=43) ........................ oom_reaper 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 schedule_timeout_interruptible #4 watchdog #5 kthread #6 ret_from_fork youngest=27s(pid=42), oldest=27s(pid=42) ........................ khungtaskd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 devtmpfsd #3 kthread #4 ret_from_fork youngest=91s(pid=39), oldest=91s(pid=39) ........................ kdevtmpfs 1 times ------- 1 stacks like that: ---------- #-1 __pv_queued_spin_lock_slowpath #0 do_raw_spin_lock #1 _raw_spin_lock #2 active_load_balance_cpu_stop #3 cpu_stopper_thread #4 smpboot_thread_fn #5 kthread #6 ret_from_fork youngest=0s(pid=25), oldest=0s(pid=25) ........................ migration/2 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 rcu_gp_kthread #4 kthread #5 ret_from_fork youngest=0s(pid=13), oldest=0s(pid=13) ........................ rcu_sched 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kthreadd #3 ret_from_fork youngest=0s(pid=2), oldest=0s(pid=2) ........................ kthreadd 1 times ------- 1 stacks like that: ---------- #-1 __pv_queued_spin_lock_slowpath #0 kvm_sched_clock_read #1 sched_clock #2 do_raw_spin_lock #3 _raw_spin_lock_irqsave #4 sched_ttwu_pending #5 __flush_smp_call_function_queue #6 generic_smp_call_function_single_interrupt #7 smp_call_function_single_interrupt #8 call_function_single_interrupt #9 call_function_single_interrupt #-1 native_safe_halt #10 default_idle #11 arch_cpu_idle #12 default_idle_call #13 do_idle #14 cpu_startup_entry #15 start_secondary #16 secondary_startup_64_no_verify youngest=397s(pid=0), oldest=397s(pid=0) ........................ swapper/3 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule_idle #2 do_idle #3 cpu_startup_entry #4 start_secondary #5 secondary_startup_64_no_verify youngest=397s(pid=0), oldest=397s(pid=0) ........................ swapper/2 1 times ------- 1 stacks like that: ---------- #-1 native_safe_halt #0 default_idle #1 arch_cpu_idle #2 default_idle_call #3 do_idle #4 cpu_startup_entry #5 start_secondary #6 secondary_startup_64_no_verify youngest=397s(pid=0), oldest=397s(pid=0) ........................ swapper/1 1 times ------- 1 stacks like that: ---------- #-1 native_safe_halt #0 default_idle #1 arch_cpu_idle #2 default_idle_call #3 do_idle #4 cpu_startup_entry #5 rest_init #6 start_kernel #7 x86_64_start_reservations #8 x86_64_start_kernel #9 secondary_startup_64_no_verify youngest=397s(pid=0), oldest=397s(pid=0) ........................ swapper/0 1 times ** Execution took 0.46s (real) 0.09s (CPU), Child processes: 0.37s