***************** crashinfo --stacksummary ***************** /exports/testreports/56395/testresults/racer-ldiskfs-DNE-rocky8.10_x86_64-rocky8.10_x86_64/oleg146-client-timeout-core (4.18.0rh8.10-debug) ------- 32 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_read_slowpath #4 down_read #5 ll_prep_md_op_data #6 ll_intent_file_open #7 ll_file_open #8 ll_dir_open #9 do_dentry_open #10 vfs_open #11 do_last #12 path_openat #13 do_filp_open #14 do_sys_openat2 #15 do_sys_open #16 __x64_sys_openat #17 do_syscall_64 #18 entry_SYSCALL_64_after_hwframe youngest=2563s(pid=18985), oldest=2587s(pid=11876) ........................ cat 3 times ls 29 times ------- 27 stacks like that: ---------- #0 __schedule #1 schedule #2 rescuer_thread #3 kthread #4 ret_from_fork youngest=3018s(pid=676), oldest=3029s(pid=3) ........................ acpi_thermal_pm 1 times ata_sff 1 times blkcg_punt_bio 1 times crypto 1 times edac-poller 1 times ext4-rsv-conver 1 times ipv6_addrconf 1 times kblockd 1 times kintegrityd 1 times knbd0-recv 1 times kstrp 1 times kthrotld 1 times md 1 times md_bitmap 1 times mm_percpu_wq 1 times netns 1 times nfsiod 1 times rcu_gp 1 times rcu_par_gp 1 times rpciod 1 times scsi_tmf_0 1 times scsi_tmf_1 1 times slub_flushwq 1 times tpm_dev_wq 1 times writeback 1 times xprtiod 1 times zswap-shrink 1 times ------- 24 stacks like that: ---------- #0 __schedule #1 schedule #2 worker_thread #3 kthread #4 ret_from_fork youngest=0s(pid=38712), oldest=3019s(pid=660) ........................ kworker/0:0 1 times kworker/0:0H 1 times kworker/0:1 1 times kworker/0:2 1 times kworker/0:2H 1 times kworker/1:0 1 times kworker/1:0H 1 times kworker/1:1 1 times kworker/1:1H 1 times kworker/1:2 1 times kworker/1:2H 1 times kworker/1:3 1 times kworker/2:0 1 times kworker/2:0H 1 times kworker/2:1 1 times kworker/2:2H 1 times kworker/3:0 1 times kworker/3:1 1 times kworker/3:1H 1 times kworker/3:2H 1 times kworker/u8:0 1 times kworker/u8:2 1 times kworker/u8:3 1 times kworker/u9:1 1 times ------- 16 stacks like that: ---------- #0 __schedule #1 schedule #2 smpboot_thread_fn #3 kthread #4 ret_from_fork youngest=0s(pid=31), oldest=3016s(pid=29) ........................ cpuhp/0 1 times cpuhp/1 1 times cpuhp/2 1 times cpuhp/3 1 times ksoftirqd/0 1 times ksoftirqd/1 1 times ksoftirqd/2 1 times ksoftirqd/3 1 times migration/0 1 times migration/1 1 times migration/2 1 times migration/3 1 times watchdog/0 1 times watchdog/1 1 times watchdog/2 1 times watchdog/3 1 times ------- 15 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_read_slowpath #4 down_read #5 ll_prep_md_op_data #6 ll_inode_revalidate #7 ll_getattr_dentry #8 ll_getattr #9 vfs_getattr_nosec #10 vfs_getattr #11 vfs_statx #12 __do_sys_newstat #13 __x64_sys_newstat #14 do_syscall_64 #15 entry_SYSCALL_64_after_hwframe youngest=2550s(pid=22835), oldest=2584s(pid=13316) ........................ chmod 3 times cp 2 times ln 5 times mkdir 3 times mv 2 times ------- 14 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout.constprop.11 #5 do_sys_poll #6 __x64_sys_poll #7 do_syscall_64 #8 entry_SYSCALL_64_after_hwframe youngest=0s(pid=1016), oldest=3013s(pid=1027) ........................ NetworkManager 1 times gdbus 2 times gmain 3 times irqbalance 1 times polkitd 2 times rngd 1 times rpcbind 1 times sshd 1 times tuned 2 times ------- 12 stacks like that: ---------- #0 __schedule #1 schedule #2 ptlrpc_wait_event #3 ptlrpc_main #4 kthread #5 ret_from_fork youngest=2430s(pid=5574), oldest=2863s(pid=5578) ........................ ldlm_cb00_000 1 times ldlm_cb00_001 1 times ldlm_cb00_002 1 times ldlm_cb01_000 1 times ldlm_cb01_001 1 times ldlm_cb01_002 1 times ldlm_cn00_000 1 times ldlm_cn00_001 1 times ldlm_cn00_002 1 times ldlm_cn01_000 1 times ldlm_cn01_001 1 times ldlm_cn01_002 1 times ------- 10 stacks like that: ---------- #0 __schedule #1 schedule #2 futex_wait_queue_me #3 futex_wait #4 do_futex #5 __x64_sys_futex #6 do_syscall_64 #7 entry_SYSCALL_64_after_hwframe youngest=184s(pid=1113), oldest=3013s(pid=1051) ........................ JS Helper 4 times gssproxy 5 times rs:main Q:Reg 1 times ------- 8 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_read_slowpath #4 down_read #5 ll_prep_md_op_data #6 ll_inode_revalidate #7 ll_getattr_dentry #8 ll_getattr #9 vfs_getattr_nosec #10 vfs_getattr #11 vfs_statx #12 __do_sys_newlstat #13 __x64_sys_newlstat #14 do_syscall_64 #15 entry_SYSCALL_64_after_hwframe youngest=2567s(pid=17630), oldest=2693s(pid=11702) ........................ getfattr 3 times lfs 3 times ln 1 times mv 1 times ------- 8 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout.constprop.11 #5 do_select #6 core_sys_select #7 kern_select #8 __x64_sys_select #9 do_syscall_64 #10 entry_SYSCALL_64_after_hwframe youngest=0s(pid=1039), oldest=3011s(pid=1061) ........................ agetty 3 times dhclient 1 times sshd 2 times tuned 2 times ------- 7 stacks like that: ---------- #0 __schedule #1 schedule #2 ldlm_bl_thread_main #3 kthread #4 ret_from_fork youngest=0s(pid=12217), oldest=6s(pid=5581) ........................ ldlm_bl_01 1 times ldlm_bl_02 1 times ldlm_bl_03 1 times ldlm_bl_04 1 times ldlm_bl_05 1 times ldlm_bl_06 1 times ldlm_bl_07 1 times ------- 7 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 ep_poll #5 do_epoll_wait #6 __x64_sys_epoll_wait #7 do_syscall_64 #8 entry_SYSCALL_64_after_hwframe youngest=11s(pid=1), oldest=3013s(pid=1046) ........................ dbus-daemon 1 times gssproxy 1 times systemd 2 times systemd-journal 1 times systemd-logind 1 times systemd-udevd 1 times ------- 5 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 ptlrpcd #5 kthread #6 ret_from_fork youngest=1s(pid=2272), oldest=2464s(pid=2268) ........................ ptlrpcd_00_00 1 times ptlrpcd_00_01 1 times ptlrpcd_01_00 1 times ptlrpcd_01_01 1 times ptlrpcd_rcv 1 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_read_slowpath #4 down_read #5 ll_prep_md_op_data #6 ll_inode_revalidate #7 ll_getattr_dentry #8 ll_getattr #9 vfs_getattr_nosec #10 vfs_getattr #11 vfs_statx #12 __do_sys_newfstatat #13 __x64_sys_newfstatat #14 do_syscall_64 #15 entry_SYSCALL_64_after_hwframe youngest=2570s(pid=16936), oldest=2582s(pid=13752) ........................ chown 1 times rm 3 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 ksocknal_scheduler #3 kthread #4 ret_from_fork youngest=1s(pid=2264), oldest=2981s(pid=2261) ........................ socknal_sd00_00 1 times socknal_sd00_01 1 times socknal_sd01_00 1 times socknal_sd01_01 1 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 ksocknal_connd #4 kthread #5 ret_from_fork youngest=2863s(pid=2256), oldest=2981s(pid=2257) ........................ socknal_cd00 1 times socknal_cd01 1 times socknal_cd02 1 times socknal_cd03 1 times ------- 3 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_write_slowpath #4 __might_sleep #5 down_write #6 filename_create #7 do_mkdirat #8 __x64_sys_mkdir #9 do_syscall_64 #10 entry_SYSCALL_64_after_hwframe youngest=2575s(pid=15512), oldest=2582s(pid=13795) ........................ mkdir 3 times ------- 3 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_read_slowpath #4 down_read #5 ll_prep_md_op_data #6 ll_inode_revalidate #7 ll_getattr_dentry #8 ll_getattr #9 vfs_getattr_nosec #10 vfs_getattr #11 vfs_statx #12 __do_sys_statx #13 __x64_sys_statx #14 do_syscall_64 #15 entry_SYSCALL_64_after_hwframe youngest=2578s(pid=14794), oldest=2584s(pid=13340) ........................ lfs 3 times ------- 3 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_write_slowpath #4 down_write #5 vfs_setxattr #6 setxattr #7 path_setxattr #8 __x64_sys_setxattr #9 do_syscall_64 #10 entry_SYSCALL_64_after_hwframe youngest=2582s(pid=13813), oldest=2585s(pid=13110) ........................ setfattr 3 times ------- 3 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_write_slowpath #4 down_write #5 vfs_removexattr #6 removexattr #7 path_removexattr #8 __x64_sys_removexattr #9 do_syscall_64 #10 entry_SYSCALL_64_after_hwframe youngest=2583s(pid=13585), oldest=2587s(pid=12842) ........................ setfattr 3 times ------- 3 stacks like that: ---------- #-1 native_safe_halt #0 default_idle #1 arch_cpu_idle #2 default_idle_call #3 do_idle #4 cpu_startup_entry #5 start_secondary #6 secondary_startup_64_no_verify youngest=3029s(pid=0), oldest=3029s(pid=0) ........................ swapper/1 1 times swapper/2 1 times swapper/3 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 pipe_wait #3 pipe_read #4 new_sync_read #5 __vfs_read #6 vfs_read #7 ksys_read #8 __x64_sys_read #9 do_syscall_64 #10 entry_SYSCALL_64_after_hwframe youngest=2475s(pid=9642), oldest=2475s(pid=9810) ........................ sed 1 times tee 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 do_wait #3 kernel_wait4 #4 __do_sys_wait4 #5 switch_fpu_return #6 do_syscall_64 #7 entry_SYSCALL_64_after_hwframe youngest=2475s(pid=9641), oldest=2475s(pid=9801) ........................ bash 2 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 ptlrpc_hr_main #3 kthread #4 ret_from_fork youngest=2981s(pid=2254), oldest=2981s(pid=2255) ........................ ptlrpc_hr00_000 1 times ptlrpc_hr01_000 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 do_wait #3 kernel_wait4 #4 __do_sys_wait4 #5 __x64_sys_wait4 #6 do_syscall_64 #7 entry_SYSCALL_64_after_hwframe youngest=2799s(pid=7715), oldest=2834s(pid=1554) ........................ auster 1 times bash 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 scsi_error_handler #3 kthread #4 ret_from_fork youngest=3024s(pid=459), oldest=3024s(pid=474) ........................ scsi_eh_0 1 times scsi_eh_1 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 rcu_tasks_kthread #3 kthread #4 ret_from_fork youngest=3029s(pid=11), oldest=3029s(pid=10) ........................ rcu_tasks_rude_ 1 times rcu_tasks_trace 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 sigsuspend #3 __x64_sys_rt_sigsuspend #4 do_syscall_64 #5 entry_SYSCALL_64_after_hwframe youngest=910s(pid=38453), oldest=910s(pid=38453) ........................ anacron 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 ldlm_cli_cancel #3 cleanup_resource #4 ldlm_resource_clean #5 cfs_hash_for_each_relax #6 cfs_hash_for_each_nolock #7 ldlm_namespace_cleanup #8 mdc_import_event #9 ptlrpc_invalidate_import #10 ptlrpc_invalidate_import_thread #11 kthread #12 ret_from_fork youngest=2489s(pid=38162), oldest=2489s(pid=38162) ........................ ll_imp_inval 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_read_slowpath #4 down_read #5 ll_prep_md_op_data #6 ll_file_open #7 ll_file_open #8 ll_dir_open #9 do_dentry_open #10 vfs_open #11 do_last #12 path_openat #13 do_filp_open #14 do_sys_openat2 #15 do_sys_open #16 __x64_sys_openat #17 do_syscall_64 #18 entry_SYSCALL_64_after_hwframe youngest=2583s(pid=13156), oldest=2583s(pid=13156) ........................ ls 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_write_slowpath #4 down_write #5 ll_update_default_lsm_md #6 ll_update_lsm_md #7 ll_update_inode #8 ll_prep_inode #9 ll_revalidate_it_finish #10 ll_inode_revalidate #11 ll_getattr_dentry #12 ll_getattr #13 vfs_getattr_nosec #14 vfs_getattr #15 vfs_statx #16 __do_sys_newfstatat #17 __x64_sys_newfstatat #18 do_syscall_64 #19 entry_SYSCALL_64_after_hwframe youngest=2693s(pid=11613), oldest=2693s(pid=11613) ........................ chown 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_read_slowpath #4 down_read #5 ll_prep_md_op_data #6 slab_post_alloc_hook #7 ll_close_inode_openhandle #8 ll_md_real_close #9 ll_lock_cancel_bits #10 ll_md_blocking_ast #11 ldlm_cancel_callback #12 ldlm_cli_cancel_local #13 ldlm_cli_cancel_list_local #14 ldlm_cancel_resource_local #15 mdc_resource_get_unused_res #16 mdc_setattr #17 lmv_setattr #18 ll_md_setattr #19 ll_setattr_raw #20 ll_setattr #21 notify_change #22 chown_common #23 do_fchownat #24 __x64_sys_fchownat #25 do_syscall_64 #26 entry_SYSCALL_64_after_hwframe youngest=2693s(pid=11607), oldest=2693s(pid=11607) ........................ chown 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 mgc_requeue_thread #3 kthread #4 ret_from_fork youngest=2802s(pid=5584), oldest=2802s(pid=5584) ........................ ll_cfg_requeue 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 expired_lock_main #3 kthread #4 ret_from_fork youngest=2863s(pid=5583), oldest=2863s(pid=5583) ........................ ldlm_elt 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_for_completion_interruptible_timeout #4 lnet_monitor_thread #5 kthread #6 ret_from_fork youngest=0s(pid=2267), oldest=0s(pid=2267) ........................ monitor_thread 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 lnet_peer_discovery #4 kthread #5 ret_from_fork youngest=0s(pid=2266), oldest=0s(pid=2266) ........................ lnet_discovery 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 lnet_acceptor #3 kthread #4 ret_from_fork youngest=2981s(pid=2265), oldest=2981s(pid=2265) ........................ acceptor_001 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 ksocknal_reaper #4 kthread #5 ret_from_fork youngest=0s(pid=2260), oldest=0s(pid=2260) ........................ socknal_reaper 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 do_sigtimedwait #5 __x64_sys_rt_sigtimedwait #6 do_syscall_64 #7 entry_SYSCALL_64_after_hwframe youngest=3002s(pid=1480), oldest=3002s(pid=1480) ........................ (sd-pam) 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout.constprop.11 #5 do_sys_poll #6 __x64_sys_ppoll #7 do_syscall_64 #8 entry_SYSCALL_64_after_hwframe youngest=0s(pid=1111), oldest=0s(pid=1111) ........................ in:imjournal 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout.constprop.11 #5 do_select #6 core_sys_select #7 __x64_sys_pselect6 #8 do_syscall_64 #9 entry_SYSCALL_64_after_hwframe youngest=259s(pid=1083), oldest=259s(pid=1083) ........................ rsyslogd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 do_nanosleep #3 hrtimer_nanosleep #4 __x64_sys_nanosleep #5 do_syscall_64 #6 entry_SYSCALL_64_after_hwframe youngest=11s(pid=1057), oldest=11s(pid=1057) ........................ crond 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 nfs41_callback_svc #3 kthread #4 ret_from_fork youngest=3014s(pid=978), oldest=3014s(pid=978) ........................ NFSv4 callback 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kjournald2 #3 kthread #4 ret_from_fork youngest=3018s(pid=675), oldest=3018s(pid=675) ........................ jbd2/nbd0-8 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 sk_wait_data #5 tcp_recvmsg #6 inet_recvmsg #7 sock_recvmsg #8 sock_xmit #9 nbd_read_stat #10 recv_work #11 process_one_work #12 worker_thread #13 kthread #14 ret_from_fork youngest=184s(pid=658), oldest=184s(pid=658) ........................ kworker/u9:0 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kswapd #3 kthread #4 ret_from_fork youngest=3026s(pid=71), oldest=3026s(pid=71) ........................ kswapd0 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kthread_worker_fn #3 kthread #4 ret_from_fork youngest=3028s(pid=59), oldest=3028s(pid=59) ........................ watchdogd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 khugepaged #4 kthread #5 ret_from_fork youngest=3s(pid=48), oldest=3s(pid=48) ........................ khugepaged 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 ksm_scan_thread #3 kthread #4 ret_from_fork youngest=3028s(pid=47), oldest=3028s(pid=47) ........................ ksmd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kcompactd #3 kthread #4 ret_from_fork youngest=3028s(pid=46), oldest=3028s(pid=46) ........................ kcompactd0 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 oom_reaper #3 kthread #4 ret_from_fork youngest=3028s(pid=44), oldest=3028s(pid=44) ........................ oom_reaper 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 schedule_timeout_interruptible #4 watchdog #5 kthread #6 ret_from_fork youngest=79s(pid=43), oldest=79s(pid=43) ........................ khungtaskd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 devtmpfsd #3 kthread #4 ret_from_fork youngest=2863s(pid=39), oldest=2863s(pid=39) ........................ kdevtmpfs 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 rcu_gp_kthread #3 kthread #4 ret_from_fork youngest=1s(pid=13), oldest=1s(pid=13) ........................ rcu_sched 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kthreadd #3 ret_from_fork youngest=5s(pid=2), oldest=5s(pid=2) ........................ kthreadd 1 times ------- 1 stacks like that: ---------- #-1 native_safe_halt #0 default_idle #1 arch_cpu_idle #2 default_idle_call #3 do_idle #4 cpu_startup_entry #5 rest_init #6 start_kernel #7 x86_64_start_reservations #8 x86_64_start_kernel #9 secondary_startup_64_no_verify youngest=3029s(pid=0), oldest=3029s(pid=0) ........................ swapper/0 1 times ** Execution took 2.31s (real) 0.51s (CPU), Child processes: 1.82s