***************** crashinfo --stacksummary ***************** /exports/testreports/65627/testresults/sanity-pcc-ldiskfs-DNE-rocky8.10_x86_64-rocky8.10_x86_64-retry4/oleg254-client-timeout-core (4.18.0rh8.10-debug) ------- 29 stacks like that: ---------- #0 __schedule #1 schedule #2 worker_thread #3 kthread #4 ret_from_fork youngest=0s(pid=83782), oldest=3261s(pid=658) ........................ kworker/0:0 1 times kworker/0:0H 1 times kworker/0:1 1 times kworker/0:1H 1 times kworker/0:2 1 times kworker/0:2H 1 times kworker/0:3 1 times kworker/1:0 1 times kworker/1:0H 1 times kworker/1:1 1 times kworker/1:1H 1 times kworker/1:3 1 times kworker/2:0 1 times kworker/2:0H 1 times kworker/2:1 1 times kworker/2:2 1 times kworker/2:2H 1 times kworker/2:3 1 times kworker/3:0 1 times kworker/3:0H 1 times kworker/3:1 1 times kworker/3:1H 1 times kworker/3:2 1 times kworker/3:3 1 times kworker/u8:0 1 times kworker/u8:1 1 times kworker/u8:2 1 times kworker/u8:3 1 times kworker/u9:1 1 times ------- 28 stacks like that: ---------- #0 __schedule #1 schedule #2 rescuer_thread #3 kthread #4 ret_from_fork youngest=30s(pid=123794), oldest=3271s(pid=3) ........................ acpi_thermal_pm 1 times ata_sff 1 times blkcg_punt_bio 1 times crypto 1 times edac-poller 1 times ext4-rsv-conver 2 times ipv6_addrconf 1 times kblockd 1 times kintegrityd 1 times knbd0-recv 1 times kstrp 1 times kthrotld 1 times md 1 times md_bitmap 1 times mm_percpu_wq 1 times netns 1 times nfsiod 1 times rcu_gp 1 times rcu_par_gp 1 times rpciod 1 times scsi_tmf_0 1 times scsi_tmf_1 1 times slub_flushwq 1 times tpm_dev_wq 1 times writeback 1 times xprtiod 1 times zswap-shrink 1 times ------- 16 stacks like that: ---------- #0 __schedule #1 schedule #2 smpboot_thread_fn #3 kthread #4 ret_from_fork youngest=0s(pid=32), oldest=3259s(pid=17) ........................ cpuhp/0 1 times cpuhp/1 1 times cpuhp/2 1 times cpuhp/3 1 times ksoftirqd/0 1 times ksoftirqd/1 1 times ksoftirqd/2 1 times ksoftirqd/3 1 times migration/0 1 times migration/1 1 times migration/2 1 times migration/3 1 times watchdog/0 1 times watchdog/1 1 times watchdog/2 1 times watchdog/3 1 times ------- 15 stacks like that: ---------- #0 __schedule #1 schedule #2 do_wait #3 kernel_wait4 #4 __do_sys_wait4 #5 __x64_sys_wait4 #6 do_syscall_64 #7 entry_SYSCALL_64_after_hwframe youngest=0s(pid=126107), oldest=2968s(pid=1549) ........................ auster 1 times bash 14 times ------- 14 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout.constprop.11 #5 do_sys_poll #6 __x64_sys_poll #7 do_syscall_64 #8 entry_SYSCALL_64_after_hwframe youngest=0s(pid=1017), oldest=3256s(pid=1018) ........................ NetworkManager 1 times gdbus 2 times gmain 3 times irqbalance 1 times polkitd 2 times rngd 1 times rpcbind 1 times sshd 1 times tuned 2 times ------- 11 stacks like that: ---------- #0 __schedule #1 schedule #2 ptlrpc_wait_event #3 ptlrpc_main #4 kthread #5 ret_from_fork youngest=21s(pid=89800), oldest=439s(pid=89804) ........................ ldlm_cb00_000 1 times ldlm_cb00_001 1 times ldlm_cb00_002 1 times ldlm_cb01_000 1 times ldlm_cb01_001 1 times ldlm_cn00_000 1 times ldlm_cn00_001 1 times ldlm_cn00_002 1 times ldlm_cn01_000 1 times ldlm_cn01_001 1 times ldlm_cn01_002 1 times ------- 10 stacks like that: ---------- #0 __schedule #1 schedule #2 futex_wait_queue_me #3 futex_wait #4 do_futex #5 __x64_sys_futex #6 do_syscall_64 #7 entry_SYSCALL_64_after_hwframe youngest=7s(pid=1133), oldest=3256s(pid=1046) ........................ JS Helper 4 times gssproxy 5 times rs:main Q:Reg 1 times ------- 8 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout.constprop.11 #5 do_select #6 core_sys_select #7 kern_select #8 __x64_sys_select #9 do_syscall_64 #10 entry_SYSCALL_64_after_hwframe youngest=0s(pid=1036), oldest=3254s(pid=1061) ........................ agetty 3 times dhclient 1 times sshd 2 times tuned 2 times ------- 7 stacks like that: ---------- #0 __schedule #1 schedule #2 pipe_wait #3 pipe_read #4 new_sync_read #5 __vfs_read #6 vfs_read #7 ksys_read #8 __x64_sys_read #9 do_syscall_64 #10 entry_SYSCALL_64_after_hwframe youngest=0s(pid=126105), oldest=0s(pid=123585) ........................ bash 2 times sed 4 times tee 1 times ------- 5 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 ptlrpcd #5 kthread #6 ret_from_fork youngest=0s(pid=2399), oldest=7s(pid=2397) ........................ ptlrpcd_00_00 1 times ptlrpcd_00_01 1 times ptlrpcd_01_00 1 times ptlrpcd_01_01 1 times ptlrpcd_rcv 1 times ------- 5 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 ep_poll #5 do_epoll_wait #6 __x64_sys_epoll_wait #7 do_syscall_64 #8 entry_SYSCALL_64_after_hwframe youngest=7s(pid=788), oldest=3256s(pid=1043) ........................ dbus-daemon 1 times gssproxy 1 times systemd 1 times systemd-journal 1 times systemd-logind 1 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 ldlm_bl_thread_main #3 kthread #4 ret_from_fork youngest=0s(pid=89811), oldest=0s(pid=90341) ........................ ldlm_bl_01 1 times ldlm_bl_02 1 times ldlm_bl_03 1 times ldlm_bl_04 1 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 ksocknal_scheduler #3 kthread #4 ret_from_fork youngest=0s(pid=2391), oldest=3194s(pid=2392) ........................ socknal_sd00_00 1 times socknal_sd00_01 1 times socknal_sd01_00 1 times socknal_sd01_01 1 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 ksocknal_connd #4 kthread #5 ret_from_fork youngest=3006s(pid=2385), oldest=3194s(pid=2386) ........................ socknal_cd00 1 times socknal_cd01 1 times socknal_cd02 1 times socknal_cd03 1 times ------- 3 stacks like that: ---------- #0 __schedule #1 schedule #2 do_nanosleep #3 hrtimer_nanosleep #4 __x64_sys_nanosleep #5 do_syscall_64 #6 entry_SYSCALL_64_after_hwframe youngest=0s(pid=126103), oldest=44s(pid=1053) ........................ crond 1 times sleep 2 times ------- 3 stacks like that: ---------- #0 __schedule #1 schedule_idle #2 do_idle #3 cpu_startup_entry #4 start_secondary #5 secondary_startup_64_no_verify youngest=3271s(pid=0), oldest=3271s(pid=0) ........................ swapper/1 1 times swapper/2 1 times swapper/3 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 ptlrpc_hr_main #3 kthread #4 ret_from_fork youngest=3194s(pid=2383), oldest=3194s(pid=2384) ........................ ptlrpc_hr00_000 1 times ptlrpc_hr01_000 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 ep_poll #5 call_rcu #6 __fput #7 do_epoll_wait #8 __x64_sys_epoll_wait #9 do_syscall_64 #10 entry_SYSCALL_64_after_hwframe youngest=30s(pid=823), oldest=30s(pid=1398) ........................ systemd 1 times systemd-udevd 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 kjournald2 #3 kthread #4 ret_from_fork youngest=1s(pid=123793), oldest=3261s(pid=671) ........................ jbd2/loop0-8 1 times jbd2/nbd0-8 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 scsi_error_handler #3 kthread #4 ret_from_fork youngest=3266s(pid=481), oldest=3266s(pid=471) ........................ scsi_eh_0 1 times scsi_eh_1 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 rcu_tasks_kthread #3 kthread #4 ret_from_fork youngest=3271s(pid=11), oldest=3271s(pid=10) ........................ rcu_tasks_rude_ 1 times rcu_tasks_trace 1 times ------- 1 stacks like that: ---------- #-1 native_write_cr4 #0 native_flush_tlb_global #1 __kernel_map_pages #2 free_unref_page_prepare #3 free_unref_page_list #4 release_pages #5 free_pages_and_swap_cache #6 tlb_flush_mmu #7 tlb_finish_mmu #8 exit_mmap #9 mmput #10 do_exit #11 do_group_exit #12 __do_sys_exit_group #13 __x64_sys_exit_group #14 do_syscall_64 #15 entry_SYSCALL_64_after_hwframe youngest=0s(pid=126110), oldest=0s(pid=126110) ........................ bash 1 times ------- 1 stacks like that: ---------- #-1 __handle_mm_fault #0 handle_mm_fault #1 do_user_addr_fault #2 __do_page_fault #3 do_page_fault #4 page_fault youngest=0s(pid=126109), oldest=0s(pid=126109) ........................ bash 1 times ------- 1 stacks like that: ---------- #-1 native_write_cr4 #0 native_flush_tlb_global #1 __kernel_map_pages #2 prep_new_page #3 get_page_from_freelist #4 __alloc_pages_nodemask #5 alloc_pages_current #6 __page_cache_alloc #7 pagecache_get_page #8 grab_cache_page_write_begin #9 ext4_da_write_begin #10 generic_perform_write #11 __generic_file_write_iter #12 ext4_file_write_iter #13 new_sync_write #14 __vfs_write #15 vfs_write #16 kernel_write #17 pcc_copy_data #18 pcc_attach_data_archive #19 pcc_readonly_attach #20 pcc_readonly_attach_thread #21 kthread #22 ret_from_fork youngest=0s(pid=126096), oldest=0s(pid=126096) ........................ ll_pcc_126092 1 times ------- 1 stacks like that: ---------- #-1 put_dec #0 number #1 vsnprintf #2 libcfs_debug_msg #3 _ldlm_lock_debug #4 ldlm_lock_addref_internal_nolock #5 lock_matches #6 ldlm_extent_search #7 search_itree #8 ldlm_lock_match_with_skip #9 osc_match_base #10 osc_obj_dlmlock_at_pgoff #11 osc_io_read_ahead_prep #12 cl_io_read_ahead_prep #13 lov_io_read_ahead_prep #14 cl_io_read_ahead_prep #15 ll_read_ahead_pages #16 ll_readahead.constprop.31 #17 ll_io_read_page #18 ll_readpage #19 generic_file_buffered_read #20 generic_file_read_iter #21 vvp_io_read_start #22 cl_io_start #23 cl_io_loop #24 ll_file_io_generic #25 do_file_read_iter #26 ll_file_read_iter #27 new_sync_read #28 __vfs_read #29 vfs_read #30 ksys_read #31 __x64_sys_read #32 do_syscall_64 #33 entry_SYSCALL_64_after_hwframe youngest=0s(pid=126094), oldest=0s(pid=126094) ........................ dd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 preempt_schedule_common #2 _cond_resched #3 cl_page_find #4 ll_read_ahead_page #5 ll_read_ahead_pages #6 ll_readahead.constprop.31 #7 ll_io_read_page #8 ll_readpage #9 generic_file_buffered_read #10 generic_file_read_iter #11 vvp_io_read_start #12 cl_io_start #13 cl_io_loop #14 ll_file_io_generic #15 do_file_read_iter #16 ll_file_read_iter #17 new_sync_read #18 __vfs_read #19 vfs_read #20 ksys_read #21 __x64_sys_read #22 do_syscall_64 #23 entry_SYSCALL_64_after_hwframe youngest=0s(pid=126092), oldest=0s(pid=126092) ........................ dd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 pipe_wait #3 pipe_write #4 new_sync_write #5 __vfs_write #6 vfs_write #7 ksys_write #8 __x64_sys_write #9 do_syscall_64 #10 entry_SYSCALL_64_after_hwframe youngest=0s(pid=125962), oldest=0s(pid=125962) ........................ mmap_cat 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kthread_worker_fn #3 loop_kthread_worker_fn #4 kthread #5 ret_from_fork youngest=0s(pid=123791), oldest=0s(pid=123791) ........................ loop0 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 sigsuspend #3 __x64_sys_rt_sigsuspend #4 do_syscall_64 #5 entry_SYSCALL_64_after_hwframe youngest=44s(pid=122768), oldest=44s(pid=122768) ........................ anacron 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 mgc_requeue_thread #3 kthread #4 ret_from_fork youngest=431s(pid=89813), oldest=431s(pid=89813) ........................ ll_cfg_requeue 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 expired_lock_main #3 kthread #4 ret_from_fork youngest=439s(pid=89812), oldest=439s(pid=89812) ........................ ldlm_elt 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 lnet_peer_discovery #4 kthread #5 ret_from_fork youngest=0s(pid=2396), oldest=0s(pid=2396) ........................ lnet_discovery 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_for_completion_interruptible_timeout #4 lnet_monitor_thread #5 kthread #6 ret_from_fork youngest=0s(pid=2395), oldest=0s(pid=2395) ........................ monitor_thread 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 lnet_acceptor #3 kthread #4 ret_from_fork youngest=3194s(pid=2394), oldest=3194s(pid=2394) ........................ acceptor_001 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 ksocknal_reaper #4 kthread #5 ret_from_fork youngest=0s(pid=2389), oldest=0s(pid=2389) ........................ socknal_reaper 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 do_sigtimedwait #5 __x64_sys_rt_sigtimedwait #6 do_syscall_64 #7 entry_SYSCALL_64_after_hwframe youngest=3248s(pid=1402), oldest=3248s(pid=1402) ........................ (sd-pam) 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout.constprop.11 #5 do_sys_poll #6 __x64_sys_ppoll #7 do_syscall_64 #8 entry_SYSCALL_64_after_hwframe youngest=0s(pid=1131), oldest=0s(pid=1131) ........................ in:imjournal 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout.constprop.11 #5 do_select #6 core_sys_select #7 __x64_sys_pselect6 #8 do_syscall_64 #9 entry_SYSCALL_64_after_hwframe youngest=161s(pid=1094), oldest=161s(pid=1094) ........................ rsyslogd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 nfs41_callback_svc #3 kthread #4 ret_from_fork youngest=314s(pid=974), oldest=314s(pid=974) ........................ NFSv4 callback 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 sk_wait_data #5 tcp_recvmsg #6 inet_recvmsg #7 sock_recvmsg #8 sock_xmit #9 nbd_read_stat #10 recv_work #11 process_one_work #12 worker_thread #13 kthread #14 ret_from_fork youngest=44s(pid=656), oldest=44s(pid=656) ........................ kworker/u9:0 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kswapd #3 kthread #4 ret_from_fork youngest=3268s(pid=71), oldest=3268s(pid=71) ........................ kswapd0 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kthread_worker_fn #3 kthread #4 ret_from_fork youngest=3271s(pid=58), oldest=3271s(pid=58) ........................ watchdogd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 khugepaged #4 kthread #5 ret_from_fork youngest=5s(pid=47), oldest=5s(pid=47) ........................ khugepaged 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 ksm_scan_thread #3 kthread #4 ret_from_fork youngest=3271s(pid=46), oldest=3271s(pid=46) ........................ ksmd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kcompactd #3 kthread #4 ret_from_fork youngest=3271s(pid=45), oldest=3271s(pid=45) ........................ kcompactd0 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 oom_reaper #3 kthread #4 ret_from_fork youngest=3271s(pid=43), oldest=3271s(pid=43) ........................ oom_reaper 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 schedule_timeout_interruptible #4 watchdog #5 kthread #6 ret_from_fork youngest=75s(pid=42), oldest=75s(pid=42) ........................ khungtaskd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 devtmpfsd #3 kthread #4 ret_from_fork youngest=439s(pid=39), oldest=439s(pid=39) ........................ kdevtmpfs 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 rcu_gp_kthread #4 kthread #5 ret_from_fork youngest=0s(pid=13), oldest=0s(pid=13) ........................ rcu_sched 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kthreadd #3 ret_from_fork youngest=0s(pid=2), oldest=0s(pid=2) ........................ kthreadd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule_idle #2 do_idle #3 cpu_startup_entry #4 rest_init #5 start_kernel #6 x86_64_start_reservations #7 x86_64_start_kernel #8 secondary_startup_64_no_verify youngest=3271s(pid=0), oldest=3271s(pid=0) ........................ swapper/0 1 times ** Execution took 0.81s (real) 0.20s (CPU), Child processes: 0.62s