***************** crashinfo --stacksummary ***************** /exports/testreports/54378/testresults/sanity3-ldiskfs-DNE-rocky8.10_x86_64-rocky8.10_x86_64/oleg102-client-vmcore (4.18.0rh8.10-debug) ------- 31 stacks like that: ---------- #0 __schedule #1 schedule #2 worker_thread #3 kthread #4 ret_from_fork youngest=0s(pid=175618), oldest=2681s(pid=658) ........................ kworker/0:0 1 times kworker/0:1 1 times kworker/0:1H 1 times kworker/0:2 1 times kworker/0:2H 1 times kworker/0:4 1 times kworker/1:0 1 times kworker/1:0H 1 times kworker/1:1 1 times kworker/1:1H 1 times kworker/1:2 1 times kworker/1:3 1 times kworker/2:0 1 times kworker/2:1 1 times kworker/2:1H 1 times kworker/2:2 1 times kworker/2:2H 1 times kworker/2:3 1 times kworker/3:0 1 times kworker/3:0H 1 times kworker/3:1 1 times kworker/3:1H 1 times kworker/3:2 1 times kworker/3:2H 1 times kworker/3:3 1 times kworker/u8:0 1 times kworker/u8:1 1 times kworker/u8:2 1 times kworker/u8:3 1 times kworker/u8:4 1 times kworker/u9:1 1 times ------- 27 stacks like that: ---------- #0 __schedule #1 schedule #2 rescuer_thread #3 kthread #4 ret_from_fork youngest=2680s(pid=673), oldest=2694s(pid=3) ........................ acpi_thermal_pm 1 times ata_sff 1 times blkcg_punt_bio 1 times crypto 1 times edac-poller 1 times ext4-rsv-conver 1 times ipv6_addrconf 1 times kblockd 1 times kintegrityd 1 times knbd0-recv 1 times kstrp 1 times kthrotld 1 times md 1 times md_bitmap 1 times mm_percpu_wq 1 times netns 1 times nfsiod 1 times rcu_gp 1 times rcu_par_gp 1 times rpciod 1 times scsi_tmf_0 1 times scsi_tmf_1 1 times slub_flushwq 1 times tpm_dev_wq 1 times writeback 1 times xprtiod 1 times zswap-shrink 1 times ------- 16 stacks like that: ---------- #0 __schedule #1 schedule #2 smpboot_thread_fn #3 kthread #4 ret_from_fork youngest=0s(pid=32), oldest=2674s(pid=17) ........................ cpuhp/0 1 times cpuhp/1 1 times cpuhp/2 1 times cpuhp/3 1 times ksoftirqd/0 1 times ksoftirqd/1 1 times ksoftirqd/2 1 times ksoftirqd/3 1 times migration/0 1 times migration/1 1 times migration/2 1 times migration/3 1 times watchdog/0 1 times watchdog/1 1 times watchdog/2 1 times watchdog/3 1 times ------- 14 stacks like that: ---------- #0 __schedule #1 schedule #2 ptlrpc_wait_event #3 ptlrpc_main #4 kthread #5 ret_from_fork youngest=0s(pid=168042), oldest=412s(pid=165281) ........................ ldlm_cb00_000 1 times ldlm_cb00_001 1 times ldlm_cb00_002 1 times ldlm_cb01_000 1 times ldlm_cb01_001 1 times ldlm_cb01_002 1 times ldlm_cb01_003 1 times ldlm_cb01_004 1 times ldlm_cn00_000 1 times ldlm_cn00_001 1 times ldlm_cn00_002 1 times ldlm_cn01_000 1 times ldlm_cn01_001 1 times ldlm_cn01_002 1 times ------- 14 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout.constprop.11 #5 do_sys_poll #6 __x64_sys_poll #7 do_syscall_64 #8 entry_SYSCALL_64_after_hwframe youngest=0s(pid=1017), oldest=2670s(pid=1020) ........................ NetworkManager 1 times gdbus 2 times gmain 3 times irqbalance 1 times polkitd 2 times rngd 1 times rpcbind 1 times sshd 1 times tuned 2 times ------- 10 stacks like that: ---------- #0 __schedule #1 schedule #2 futex_wait_queue_me #3 futex_wait #4 do_futex #5 __x64_sys_futex #6 do_syscall_64 #7 entry_SYSCALL_64_after_hwframe youngest=12s(pid=1095), oldest=2669s(pid=1047) ........................ JS Helper 4 times gssproxy 5 times rs:main Q:Reg 1 times ------- 10 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout.constprop.11 #5 do_select #6 core_sys_select #7 kern_select #8 __x64_sys_select #9 do_syscall_64 #10 entry_SYSCALL_64_after_hwframe youngest=0s(pid=1037), oldest=2667s(pid=1057) ........................ agetty 3 times dhclient 1 times fio 2 times sshd 2 times tuned 2 times ------- 6 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 ep_poll #5 do_epoll_wait #6 __x64_sys_epoll_wait #7 do_syscall_64 #8 entry_SYSCALL_64_after_hwframe youngest=12s(pid=1472), oldest=2669s(pid=1041) ........................ dbus-daemon 1 times gssproxy 1 times systemd 2 times systemd-logind 1 times systemd-udevd 1 times ------- 5 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 ptlrpcd #5 kthread #6 ret_from_fork youngest=0s(pid=2399), oldest=202s(pid=2398) ........................ ptlrpcd_00_00 1 times ptlrpcd_00_01 1 times ptlrpcd_01_00 1 times ptlrpcd_01_01 1 times ptlrpcd_rcv 1 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 ksocknal_scheduler #3 kthread #4 ret_from_fork youngest=0s(pid=2393), oldest=2639s(pid=2391) ........................ socknal_sd00_00 1 times socknal_sd00_01 1 times socknal_sd01_00 1 times socknal_sd01_01 1 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 ksocknal_connd #4 kthread #5 ret_from_fork youngest=2150s(pid=2389), oldest=2150s(pid=2388) ........................ socknal_cd00 1 times socknal_cd01 1 times socknal_cd02 1 times socknal_cd03 1 times ------- 3 stacks like that: ---------- #0 __schedule #1 schedule #2 cl_sync_io_wait #3 cl_sync_io_wait_recycle #4 ll_file_io_generic #5 do_file_write_iter #6 ll_file_write_iter #7 new_sync_write #8 __vfs_write #9 vfs_write #10 ksys_pwrite64 #11 __x64_sys_pwrite64 #12 do_syscall_64 #13 entry_SYSCALL_64_after_hwframe youngest=0s(pid=190999), oldest=0s(pid=191003) ........................ fio 3 times ------- 3 stacks like that: ---------- #0 __schedule #1 schedule #2 ldlm_bl_thread_main #3 kthread #4 ret_from_fork youngest=0s(pid=189353), oldest=0s(pid=176101) ........................ ldlm_bl_01 1 times ldlm_bl_03 1 times ldlm_bl_04 1 times ------- 3 stacks like that: ---------- #0 __schedule #1 schedule #2 do_wait #3 kernel_wait4 #4 __do_sys_wait4 #5 __x64_sys_wait4 #6 do_syscall_64 #7 entry_SYSCALL_64_after_hwframe youngest=9s(pid=190844), oldest=2556s(pid=1550) ........................ auster 1 times bash 2 times ------- 3 stacks like that: ---------- #0 __schedule #1 schedule #2 do_nanosleep #3 hrtimer_nanosleep #4 __x64_sys_nanosleep #5 do_syscall_64 #6 entry_SYSCALL_64_after_hwframe youngest=0s(pid=190993), oldest=19s(pid=1054) ........................ crond 1 times fio 2 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 ldlm_completion_ast #3 ldlm_cli_enqueue_fini #4 ldlm_cli_enqueue #5 osc_enqueue_base #6 osc_lock_enqueue #7 cl_lock_enqueue #8 lov_lock_enqueue #9 cl_lock_enqueue #10 cl_lock_request #11 cl_io_lock #12 cl_io_loop #13 ll_file_io_generic #14 do_file_write_iter #15 ll_file_write_iter #16 new_sync_write #17 __vfs_write #18 vfs_write #19 ksys_pwrite64 #20 __x64_sys_pwrite64 #21 do_syscall_64 #22 entry_SYSCALL_64_after_hwframe youngest=0s(pid=191001), oldest=0s(pid=191004) ........................ fio 2 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 ptlrpc_hr_main #3 kthread #4 ret_from_fork youngest=2639s(pid=2385), oldest=2639s(pid=2384) ........................ ptlrpc_hr00_000 1 times ptlrpc_hr01_000 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 scsi_error_handler #3 kthread #4 ret_from_fork youngest=2687s(pid=461), oldest=2687s(pid=469) ........................ scsi_eh_0 1 times scsi_eh_1 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 rcu_tasks_kthread #3 kthread #4 ret_from_fork youngest=2694s(pid=11), oldest=2694s(pid=10) ........................ rcu_tasks_rude_ 1 times rcu_tasks_trace 1 times ------- 2 stacks like that: ---------- #0 crash_nmi_callback #1 nmi_handle #2 default_do_nmi #3 do_nmi #4 end_repeat_nmi #-1 native_safe_halt #5 native_safe_halt #6 default_idle #7 arch_cpu_idle #8 default_idle_call #9 do_idle #10 cpu_startup_entry #11 start_secondary #12 secondary_startup_64_no_verify youngest=2694s(pid=0), oldest=2694s(pid=0) ........................ swapper/1 1 times swapper/3 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 range_lock #3 ll_file_io_generic #4 do_file_write_iter #5 ll_file_write_iter #6 new_sync_write #7 __vfs_write #8 vfs_write #9 ksys_pwrite64 #10 __x64_sys_pwrite64 #11 do_syscall_64 #12 entry_SYSCALL_64_after_hwframe youngest=0s(pid=191002), oldest=0s(pid=191002) ........................ fio 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 io_schedule #3 wait_on_page_bit_common #4 __lock_page #5 cl_page_make_ready #6 osc_extent_make_ready #7 osc_check_rpcs #8 osc_io_unplug0 #9 osc_cache_writeback_range #10 osc_io_fsync_start #11 cl_io_start #12 lov_io_call #13 lov_io_start #14 cl_io_start #15 cl_io_loop #16 cl_sync_file_range #17 ll_writepages #18 do_writepages #19 __filemap_fdatawrite_range #20 filemap_write_and_wait_range #21 generic_file_direct_write #22 __generic_file_write_iter #23 vvp_io_write_start #24 cl_io_start #25 cl_io_loop #26 ll_file_io_generic #27 do_file_write_iter #28 ll_file_write_iter #29 new_sync_write #30 __vfs_write #31 vfs_write #32 ksys_pwrite64 #33 __x64_sys_pwrite64 #34 do_syscall_64 #35 entry_SYSCALL_64_after_hwframe youngest=0s(pid=191000), oldest=0s(pid=191000) ........................ fio 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 ldlm_completion_ast #3 ldlm_cli_enqueue_fini #4 ldlm_cli_enqueue #5 osc_enqueue_base #6 osc_lock_enqueue #7 cl_lock_enqueue #8 lov_lock_enqueue #9 cl_lock_enqueue #10 cl_lock_request #11 cl_io_lock #12 cl_io_loop #13 ll_file_io_generic #14 do_file_read_iter #15 ll_file_read_iter #16 new_sync_read #17 __vfs_read #18 vfs_read #19 ksys_pread64 #20 __x64_sys_pread64 #21 do_syscall_64 #22 entry_SYSCALL_64_after_hwframe youngest=0s(pid=190998), oldest=0s(pid=190998) ........................ fio 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 pipe_wait #3 pipe_read #4 new_sync_read #5 __vfs_read #6 vfs_read #7 ksys_read #8 __x64_sys_read #9 do_syscall_64 #10 entry_SYSCALL_64_after_hwframe youngest=4s(pid=190845), oldest=4s(pid=190845) ........................ tee 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 mgc_requeue_thread #3 kthread #4 ret_from_fork youngest=408s(pid=165290), oldest=408s(pid=165290) ........................ ll_cfg_requeue 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 expired_lock_main #3 kthread #4 ret_from_fork youngest=412s(pid=165289), oldest=412s(pid=165289) ........................ ldlm_elt 1 times ------- 1 stacks like that: ---------- #0 machine_kexec #1 __crash_kexec #2 panic #3 lbug_with_loc.cold.4 #4 osc_page_delete #5 __cl_page_delete #6 cl_page_delete #7 ll_invalidatepage #8 truncate_cleanup_page #9 truncate_inode_pages_range #10 vvp_inode_ops #11 cl_object_inode_ops #12 osc_page_gang_lookup #13 osc_lock_discard_pages #14 osc_dlm_blocking_ast0 #15 osc_ldlm_blocking_ast #16 ldlm_cancel_callback #17 ldlm_cli_cancel_local #18 ldlm_cli_cancel #19 osc_ldlm_blocking_ast #20 ldlm_handle_bl_callback #21 ldlm_bl_thread_main #22 kthread #23 ret_from_fork youngest=0s(pid=165288), oldest=0s(pid=165288) ........................ ldlm_bl_02 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 sigsuspend #3 __x64_sys_rt_sigsuspend #4 do_syscall_64 #5 entry_SYSCALL_64_after_hwframe youngest=2299s(pid=46396), oldest=2299s(pid=46396) ........................ anacron 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 lnet_peer_discovery #4 kthread #5 ret_from_fork youngest=0s(pid=2397), oldest=0s(pid=2397) ........................ lnet_discovery 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_for_completion_interruptible_timeout #4 lnet_monitor_thread #5 kthread #6 ret_from_fork youngest=0s(pid=2396), oldest=0s(pid=2396) ........................ monitor_thread 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 lnet_acceptor #3 kthread #4 ret_from_fork youngest=2150s(pid=2395), oldest=2150s(pid=2395) ........................ acceptor_001 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 ksocknal_reaper #4 kthread #5 ret_from_fork youngest=0s(pid=2390), oldest=0s(pid=2390) ........................ socknal_reaper 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 do_sigtimedwait #5 __x64_sys_rt_sigtimedwait #6 do_syscall_64 #7 entry_SYSCALL_64_after_hwframe youngest=2655s(pid=1476), oldest=2655s(pid=1476) ........................ (sd-pam) 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout.constprop.11 #5 do_sys_poll #6 __x64_sys_ppoll #7 do_syscall_64 #8 entry_SYSCALL_64_after_hwframe youngest=0s(pid=1094), oldest=0s(pid=1094) ........................ in:imjournal 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout.constprop.11 #5 do_select #6 core_sys_select #7 __x64_sys_pselect6 #8 do_syscall_64 #9 entry_SYSCALL_64_after_hwframe youngest=46s(pid=1078), oldest=46s(pid=1078) ........................ rsyslogd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 nfs41_callback_svc #3 kthread #4 ret_from_fork youngest=2654s(pid=979), oldest=2654s(pid=979) ........................ NFSv4 callback 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 ep_poll #5 handle_mm_fault #6 do_epoll_wait #7 __x64_sys_epoll_wait #8 do_syscall_64 #9 entry_SYSCALL_64_after_hwframe youngest=0s(pid=791), oldest=0s(pid=791) ........................ systemd-journal 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kjournald2 #3 kthread #4 ret_from_fork youngest=2680s(pid=672), oldest=2680s(pid=672) ........................ jbd2/nbd0-8 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 sk_wait_data #5 tcp_recvmsg #6 inet_recvmsg #7 sock_recvmsg #8 sock_xmit #9 nbd_read_stat #10 recv_work #11 process_one_work #12 worker_thread #13 kthread #14 ret_from_fork youngest=9s(pid=655), oldest=9s(pid=655) ........................ kworker/u9:0 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kswapd #3 kthread #4 ret_from_fork youngest=2691s(pid=71), oldest=2691s(pid=71) ........................ kswapd0 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kthread_worker_fn #3 kthread #4 ret_from_fork youngest=2694s(pid=58), oldest=2694s(pid=58) ........................ watchdogd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 khugepaged #4 kthread #5 ret_from_fork youngest=6s(pid=48), oldest=6s(pid=48) ........................ khugepaged 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 ksm_scan_thread #3 kthread #4 ret_from_fork youngest=2694s(pid=47), oldest=2694s(pid=47) ........................ ksmd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kcompactd #3 kthread #4 ret_from_fork youngest=2694s(pid=46), oldest=2694s(pid=46) ........................ kcompactd0 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 oom_reaper #3 kthread #4 ret_from_fork youngest=2694s(pid=44), oldest=2694s(pid=44) ........................ oom_reaper 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 schedule_timeout_interruptible #4 watchdog #5 kthread #6 ret_from_fork youngest=113s(pid=43), oldest=113s(pid=43) ........................ khungtaskd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 devtmpfsd #3 kthread #4 ret_from_fork youngest=412s(pid=39), oldest=412s(pid=39) ........................ kdevtmpfs 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 rcu_gp_kthread #4 kthread #5 ret_from_fork youngest=0s(pid=13), oldest=0s(pid=13) ........................ rcu_sched 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kthreadd #3 ret_from_fork youngest=6s(pid=2), oldest=6s(pid=2) ........................ kthreadd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule_idle #2 do_idle #3 cpu_startup_entry #4 start_secondary #5 secondary_startup_64_no_verify youngest=2694s(pid=0), oldest=2694s(pid=0) ........................ swapper/2 1 times ------- 1 stacks like that: ---------- #0 crash_nmi_callback #1 nmi_handle #2 default_do_nmi #3 do_nmi #4 end_repeat_nmi #-1 native_safe_halt #5 native_safe_halt #6 default_idle #7 arch_cpu_idle #8 default_idle_call #9 do_idle #10 cpu_startup_entry #11 rest_init #12 start_kernel #13 x86_64_start_reservations #14 x86_64_start_kernel #15 secondary_startup_64_no_verify youngest=2694s(pid=0), oldest=2694s(pid=0) ........................ swapper/0 1 times ** Execution took 0.89s (real) 0.26s (CPU), Child processes: 0.65s