***************** crashinfo --stacksummary ***************** /exports/testreports/63777/testresults/sanity-pcc-ldiskfs-DNE-rocky8.10_x86_64-rocky8.10_x86_64/oleg108-client-timeout-core (4.18.0rh8.10-debug) ------- 28 stacks like that: ---------- #0 __schedule #1 schedule #2 rescuer_thread #3 kthread #4 ret_from_fork youngest=26s(pid=125454), oldest=3097s(pid=3) ........................ acpi_thermal_pm 1 times ata_sff 1 times blkcg_punt_bio 1 times crypto 1 times edac-poller 1 times ext4-rsv-conver 2 times ipv6_addrconf 1 times kblockd 1 times kintegrityd 1 times knbd0-recv 1 times kstrp 1 times kthrotld 1 times md 1 times md_bitmap 1 times mm_percpu_wq 1 times netns 1 times nfsiod 1 times rcu_gp 1 times rcu_par_gp 1 times rpciod 1 times scsi_tmf_0 1 times scsi_tmf_1 1 times slub_flushwq 1 times tpm_dev_wq 1 times writeback 1 times xprtiod 1 times zswap-shrink 1 times ------- 27 stacks like that: ---------- #0 __schedule #1 schedule #2 worker_thread #3 kthread #4 ret_from_fork youngest=0s(pid=126919), oldest=3068s(pid=662) ........................ kworker/0:0 1 times kworker/0:0H 1 times kworker/0:1 1 times kworker/0:2 1 times kworker/0:2H 1 times kworker/0:3 1 times kworker/1:0 1 times kworker/1:1 1 times kworker/1:1H 1 times kworker/1:2 1 times kworker/1:2H 1 times kworker/1:3 1 times kworker/2:0 1 times kworker/2:0H 1 times kworker/2:1 1 times kworker/2:1H 1 times kworker/2:2 1 times kworker/3:0 1 times kworker/3:0H 1 times kworker/3:1H 1 times kworker/3:2 1 times kworker/3:3 1 times kworker/u8:0 1 times kworker/u8:1 1 times kworker/u8:2 1 times kworker/u8:3 1 times kworker/u9:1 1 times ------- 19 stacks like that: ---------- #0 __schedule #1 schedule #2 do_wait #3 kernel_wait4 #4 __do_sys_wait4 #5 __x64_sys_wait4 #6 do_syscall_64 #7 entry_SYSCALL_64_after_hwframe youngest=0s(pid=125505), oldest=2710s(pid=1550) ........................ auster 1 times bash 18 times ------- 16 stacks like that: ---------- #0 __schedule #1 schedule #2 smpboot_thread_fn #3 kthread #4 ret_from_fork youngest=0s(pid=31), oldest=3047s(pid=17) ........................ cpuhp/0 1 times cpuhp/1 1 times cpuhp/2 1 times cpuhp/3 1 times ksoftirqd/0 1 times ksoftirqd/1 1 times ksoftirqd/2 1 times ksoftirqd/3 1 times migration/0 1 times migration/1 1 times migration/2 1 times migration/3 1 times watchdog/0 1 times watchdog/1 1 times watchdog/2 1 times watchdog/3 1 times ------- 14 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout.constprop.11 #5 do_sys_poll #6 __x64_sys_poll #7 do_syscall_64 #8 entry_SYSCALL_64_after_hwframe youngest=0s(pid=1012), oldest=3029s(pid=1018) ........................ NetworkManager 1 times gdbus 2 times gmain 3 times irqbalance 1 times polkitd 2 times rngd 1 times rpcbind 1 times sshd 1 times tuned 2 times ------- 10 stacks like that: ---------- #0 __schedule #1 schedule #2 ptlrpc_wait_event #3 ptlrpc_main #4 kthread #5 ret_from_fork youngest=18s(pid=93018), oldest=442s(pid=93019) ........................ ldlm_cb00_000 1 times ldlm_cb00_001 1 times ldlm_cb01_000 1 times ldlm_cb01_001 1 times ldlm_cn00_000 1 times ldlm_cn00_001 1 times ldlm_cn00_002 1 times ldlm_cn01_000 1 times ldlm_cn01_001 1 times ldlm_cn01_002 1 times ------- 10 stacks like that: ---------- #0 __schedule #1 schedule #2 futex_wait_queue_me #3 futex_wait #4 do_futex #5 __x64_sys_futex #6 do_syscall_64 #7 entry_SYSCALL_64_after_hwframe youngest=4s(pid=1111), oldest=3027s(pid=1043) ........................ JS Helper 4 times gssproxy 5 times rs:main Q:Reg 1 times ------- 8 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout.constprop.11 #5 do_select #6 core_sys_select #7 kern_select #8 __x64_sys_select #9 do_syscall_64 #10 entry_SYSCALL_64_after_hwframe youngest=0s(pid=1360), oldest=3020s(pid=1059) ........................ agetty 3 times dhclient 1 times sshd 2 times tuned 2 times ------- 6 stacks like that: ---------- #0 __schedule #1 schedule #2 pipe_wait #3 pipe_read #4 new_sync_read #5 __vfs_read #6 vfs_read #7 ksys_read #8 __x64_sys_read #9 do_syscall_64 #10 entry_SYSCALL_64_after_hwframe youngest=0s(pid=127420), oldest=0s(pid=125244) ........................ sed 5 times tee 1 times ------- 5 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 ptlrpcd #5 kthread #6 ret_from_fork youngest=0s(pid=2410), oldest=5s(pid=2409) ........................ ptlrpcd_00_00 1 times ptlrpcd_00_01 1 times ptlrpcd_01_00 1 times ptlrpcd_01_01 1 times ptlrpcd_rcv 1 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 ksocknal_connd #4 kthread #5 ret_from_fork youngest=2755s(pid=2399), oldest=2936s(pid=2397) ........................ socknal_cd00 1 times socknal_cd01 1 times socknal_cd02 1 times socknal_cd03 1 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 ep_poll #5 do_epoll_wait #6 __x64_sys_epoll_wait #7 do_syscall_64 #8 entry_SYSCALL_64_after_hwframe youngest=4s(pid=788), oldest=3027s(pid=1038) ........................ dbus-daemon 1 times gssproxy 1 times systemd-journal 1 times systemd-logind 1 times ------- 3 stacks like that: ---------- #0 __schedule #1 schedule #2 ldlm_bl_thread_main #3 kthread #4 ret_from_fork youngest=0s(pid=96940), oldest=0s(pid=93025) ........................ ldlm_bl_01 1 times ldlm_bl_02 1 times ldlm_bl_03 1 times ------- 3 stacks like that: ---------- #0 __schedule #1 schedule #2 ksocknal_scheduler #3 kthread #4 ret_from_fork youngest=0s(pid=2404), oldest=2936s(pid=2402) ........................ socknal_sd00_00 1 times socknal_sd00_01 1 times socknal_sd01_00 1 times ------- 3 stacks like that: ---------- #0 __schedule #1 schedule #2 do_nanosleep #3 hrtimer_nanosleep #4 __x64_sys_nanosleep #5 do_syscall_64 #6 entry_SYSCALL_64_after_hwframe youngest=0s(pid=127659), oldest=35s(pid=1052) ........................ crond 1 times sleep 2 times ------- 3 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 ep_poll #5 call_rcu #6 __fput #7 do_epoll_wait #8 __x64_sys_epoll_wait #9 do_syscall_64 #10 entry_SYSCALL_64_after_hwframe youngest=26s(pid=1), oldest=26s(pid=821) ........................ systemd 2 times systemd-udevd 1 times ------- 3 stacks like that: ---------- #0 __schedule #1 schedule_idle #2 do_idle #3 cpu_startup_entry #4 start_secondary #5 secondary_startup_64_no_verify youngest=3097s(pid=0), oldest=3097s(pid=0) ........................ swapper/1 1 times swapper/2 1 times swapper/3 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 cl_sync_io_wait #3 ll_io_read_page #4 ll_readpage #5 generic_file_buffered_read #6 generic_file_read_iter #7 vvp_io_read_start #8 cl_io_start #9 cl_io_loop #10 ll_file_io_generic #11 do_file_read_iter #12 ll_file_read_iter #13 new_sync_read #14 __vfs_read #15 vfs_read #16 ksys_read #17 __x64_sys_read #18 do_syscall_64 #19 entry_SYSCALL_64_after_hwframe youngest=0s(pid=127632), oldest=0s(pid=127625) ........................ dd 2 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 ptlrpc_hr_main #3 kthread #4 ret_from_fork youngest=2936s(pid=2396), oldest=2936s(pid=2395) ........................ ptlrpc_hr00_000 1 times ptlrpc_hr01_000 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 kjournald2 #3 kthread #4 ret_from_fork youngest=0s(pid=125453), oldest=3067s(pid=670) ........................ jbd2/loop0-8 1 times jbd2/nbd0-8 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 scsi_error_handler #3 kthread #4 ret_from_fork youngest=3080s(pid=470), oldest=3080s(pid=466) ........................ scsi_eh_0 1 times scsi_eh_1 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 rcu_tasks_kthread #3 kthread #4 ret_from_fork youngest=3097s(pid=11), oldest=3097s(pid=10) ........................ rcu_tasks_rude_ 1 times rcu_tasks_trace 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_for_completion #4 __ldlm_bl_to_thread #5 ldlm_bl_to_thread #6 ldlm_bl_to_thread_list #7 ldlm_cancel_lru #8 lru_size_store #9 lustre_attr_store #10 sysfs_kf_write #11 kernfs_fop_write #12 __vfs_write #13 vfs_write #14 ksys_write #15 __x64_sys_write #16 do_syscall_64 #17 entry_SYSCALL_64_after_hwframe youngest=0s(pid=127652), oldest=0s(pid=127652) ........................ lctl 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 io_schedule #3 wait_on_page_bit_common #4 generic_file_buffered_read #5 generic_file_read_iter #6 do_file_read_iter #7 ll_file_read_iter #8 new_sync_read #9 __vfs_read #10 vfs_read #11 ksys_read #12 __x64_sys_read #13 do_syscall_64 #14 entry_SYSCALL_64_after_hwframe youngest=0s(pid=127648), oldest=0s(pid=127648) ........................ dd 1 times ------- 1 stacks like that: ---------- #-1 jbd2__journal_start #0 ext4_dirty_inode #1 ext4_dirty_inode #2 __mark_inode_dirty #3 generic_write_end #4 ext4_da_write_end #5 generic_perform_write #6 __generic_file_write_iter #7 ext4_file_write_iter #8 new_sync_write #9 __vfs_write #10 vfs_write #11 kernel_write #12 pcc_copy_data #13 pcc_attach_data_archive #14 pcc_readonly_attach #15 pcc_readonly_attach_thread #16 kthread #17 ret_from_fork youngest=0s(pid=127556), oldest=0s(pid=127556) ........................ ll_pcc_127555 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 cl_sync_io_wait #3 ll_io_read_page #4 ll_readpage #5 filemap_fault #6 ll_filemap_fault #7 vvp_io_fault_start #8 cl_io_start #9 cl_io_loop #10 ll_fault #11 __do_fault #12 do_fault #13 __handle_mm_fault #14 handle_mm_fault #15 do_user_addr_fault #16 __do_page_fault #17 do_page_fault #18 page_fault #-1 copy_user_enhanced_fast_string #19 copyin #20 copy_page_from_iter #21 pipe_write #22 new_sync_write #23 __vfs_write #24 vfs_write #25 ksys_write #26 __x64_sys_write #27 do_syscall_64 #28 entry_SYSCALL_64_after_hwframe youngest=0s(pid=127422), oldest=0s(pid=127422) ........................ mmap_cat 1 times ------- 1 stacks like that: ---------- #-1 debug_object_deactivate #0 __hrtimer_run_queues #1 hrtimer_interrupt #2 smp_apic_timer_interrupt #3 apic_timer_interrupt #4 apic_timer_interrupt #-1 set_page_dirty #5 shmem_write_end #6 generic_perform_write #7 __generic_file_write_iter #8 generic_file_write_iter #9 do_iter_readv_writev #10 do_iter_write #11 vfs_iter_write #12 lo_write_bvec #13 loop_queue_work #14 kthread_worker_fn #15 loop_kthread_worker_fn #16 kthread #17 ret_from_fork youngest=0s(pid=125451), oldest=0s(pid=125451) ........................ loop0 1 times ------- 1 stacks like that: ---------- #-1 generic_error_remove_page #0 cl_page_discard #1 osc_discard_cb #2 osc_page_gang_lookup #3 osc_lock_discard_pages #4 __osc_dlm_blocking_ast #5 osc_ldlm_blocking_ast #6 ldlm_cancel_callback #7 ldlm_cli_cancel_local #8 ldlm_cli_cancel_list_local #9 ldlm_bl_thread_main #10 kthread #11 ret_from_fork youngest=0s(pid=100783), oldest=0s(pid=100783) ........................ ldlm_bl_04 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 mgc_requeue_thread #3 kthread #4 ret_from_fork youngest=429s(pid=93028), oldest=429s(pid=93028) ........................ ll_cfg_requeue 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 expired_lock_main #3 kthread #4 ret_from_fork youngest=442s(pid=93027), oldest=442s(pid=93027) ........................ ldlm_elt 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 sigsuspend #3 __x64_sys_rt_sigsuspend #4 do_syscall_64 #5 entry_SYSCALL_64_after_hwframe youngest=94s(pid=5811), oldest=94s(pid=5811) ........................ anacron 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 lnet_peer_discovery #4 kthread #5 ret_from_fork youngest=0s(pid=2408), oldest=0s(pid=2408) ........................ lnet_discovery 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_for_completion_interruptible_timeout #4 lnet_monitor_thread #5 kthread #6 ret_from_fork youngest=0s(pid=2407), oldest=0s(pid=2407) ........................ monitor_thread 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 lnet_acceptor #3 kthread #4 ret_from_fork youngest=2936s(pid=2406), oldest=2936s(pid=2406) ........................ acceptor_001 1 times ------- 1 stacks like that: ---------- #-1 ioread8 #0 vp_interrupt #1 __handle_irq_event_percpu #2 handle_irq_event_percpu #3 handle_irq_event #4 handle_fasteoi_irq #5 handle_irq #6 do_IRQ #7 ret_from_intr #-1 iowrite16 #8 vp_notify #9 virtqueue_notify #10 start_xmit #11 dev_hard_start_xmit #12 sch_direct_xmit #13 __dev_queue_xmit #14 dev_queue_xmit #15 ip_finish_output2 #16 __ip_finish_output #17 ip_finish_output #18 ip_output #19 ip_local_out #20 __ip_queue_xmit #21 ip_queue_xmit #22 __tcp_transmit_skb #23 __tcp_send_ack #24 tcp_send_ack #25 tcp_cleanup_rbuf #26 tcp_recvmsg #27 inet_recvmsg #28 sock_recvmsg #29 ksocknal_lib_recv #30 ksocknal_process_receive #31 ksocknal_scheduler #32 kthread #33 ret_from_fork youngest=0s(pid=2405), oldest=0s(pid=2405) ........................ socknal_sd01_01 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 ksocknal_reaper #4 kthread #5 ret_from_fork youngest=0s(pid=2401), oldest=0s(pid=2401) ........................ socknal_reaper 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 do_sigtimedwait #5 __x64_sys_rt_sigtimedwait #6 do_syscall_64 #7 entry_SYSCALL_64_after_hwframe youngest=3001s(pid=1400), oldest=3001s(pid=1400) ........................ (sd-pam) 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout.constprop.11 #5 do_sys_poll #6 __x64_sys_ppoll #7 do_syscall_64 #8 entry_SYSCALL_64_after_hwframe youngest=0s(pid=1110), oldest=0s(pid=1110) ........................ in:imjournal 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout.constprop.11 #5 do_select #6 core_sys_select #7 __x64_sys_pselect6 #8 do_syscall_64 #9 entry_SYSCALL_64_after_hwframe youngest=312s(pid=1074), oldest=312s(pid=1074) ........................ rsyslogd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 nfs41_callback_svc #3 kthread #4 ret_from_fork youngest=3037s(pid=975), oldest=3037s(pid=975) ........................ NFSv4 callback 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 sk_wait_data #5 tcp_recvmsg #6 inet_recvmsg #7 sock_recvmsg #8 sock_xmit #9 nbd_read_stat #10 recv_work #11 process_one_work #12 worker_thread #13 kthread #14 ret_from_fork youngest=94s(pid=658), oldest=94s(pid=658) ........................ kworker/u9:0 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kswapd #3 kthread #4 ret_from_fork youngest=3092s(pid=71), oldest=3092s(pid=71) ........................ kswapd0 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kthread_worker_fn #3 kthread #4 ret_from_fork youngest=3096s(pid=59), oldest=3096s(pid=59) ........................ watchdogd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 khugepaged #4 kthread #5 ret_from_fork youngest=3s(pid=48), oldest=3s(pid=48) ........................ khugepaged 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 ksm_scan_thread #3 kthread #4 ret_from_fork youngest=3097s(pid=47), oldest=3097s(pid=47) ........................ ksmd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kcompactd #3 kthread #4 ret_from_fork youngest=3097s(pid=46), oldest=3097s(pid=46) ........................ kcompactd0 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 oom_reaper #3 kthread #4 ret_from_fork youngest=3097s(pid=44), oldest=3097s(pid=44) ........................ oom_reaper 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 schedule_timeout_interruptible #4 watchdog #5 kthread #6 ret_from_fork youngest=24s(pid=43), oldest=24s(pid=43) ........................ khungtaskd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 devtmpfsd #3 kthread #4 ret_from_fork youngest=442s(pid=39), oldest=442s(pid=39) ........................ kdevtmpfs 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 rcu_gp_kthread #4 kthread #5 ret_from_fork youngest=0s(pid=13), oldest=0s(pid=13) ........................ rcu_sched 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kthreadd #3 ret_from_fork youngest=1s(pid=2), oldest=1s(pid=2) ........................ kthreadd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule_idle #2 do_idle #3 cpu_startup_entry #4 rest_init #5 start_kernel #6 x86_64_start_reservations #7 x86_64_start_kernel #8 secondary_startup_64_no_verify youngest=3097s(pid=0), oldest=3097s(pid=0) ........................ swapper/0 1 times ** Execution took 0.93s (real) 0.20s (CPU), Child processes: 0.73s