***************** crashinfo --stacksummary ***************** /exports/testreports/71130/testresults/racer-ldiskfs-DNE-rocky8.10_x86_64-rocky8.10_x86_64/oleg450-client-timeout-core (4.18.0rh8.10-debug) ------- 55 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_read_slowpath #4 down_read #5 lookup_slow #6 walk_component #7 link_path_walk #8 path_openat #9 do_filp_open #10 do_sys_openat2 #11 do_sys_open #12 __x64_sys_openat #13 do_syscall_64 #14 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=13678), oldest=2854s(pid=14070) ........................ cat 2 times dd 1 times dir_create.sh 1 times ls 48 times touch 3 times ------- 40 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_read_slowpath #4 down_read #5 do_last #6 path_openat #7 do_filp_open #8 do_sys_openat2 #9 do_sys_open #10 __x64_sys_openat #11 do_syscall_64 #12 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=15248), oldest=2855s(pid=14008) ........................ cat 1 times fallocate 9 times lfs 4 times ls 26 times ------- 32 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 msleep #4 ll_statahead_thread #5 kthread #6 ret_from_fork youngest=0s(pid=11658), oldest=0s(pid=11712) ........................ ll_sa_11070 1 times ll_sa_11161 1 times ll_sa_11174 1 times ll_sa_11176 1 times ll_sa_11178 1 times ll_sa_11180 1 times ll_sa_11182 1 times ll_sa_11183 1 times ll_sa_11188 1 times ll_sa_11189 1 times ll_sa_11192 1 times ll_sa_11193 1 times ll_sa_11194 1 times ll_sa_11196 1 times ll_sa_11201 1 times ll_sa_11204 1 times ll_sa_11213 1 times ll_sa_11214 1 times ll_sa_11215 1 times ll_sa_11218 1 times ll_sa_11312 1 times ll_sa_11314 1 times ll_sa_11315 1 times ll_sa_11317 1 times ll_sa_11353 1 times ll_sa_11356 1 times ll_sa_11411 1 times ll_sa_11412 1 times ll_sa_11414 1 times ll_sa_11491 1 times ll_sa_11529 1 times ll_sa_11548 1 times ------- 27 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_read_slowpath #4 down_read #5 lookup_slow #6 walk_component #7 path_lookupat #8 filename_lookup #9 user_path_at_empty #10 vfs_statx #11 __do_sys_newstat #12 __x64_sys_newstat #13 do_syscall_64 #14 entry_SYSCALL_64_after_hwframe youngest=2847s(pid=15312), oldest=2855s(pid=14764) ........................ chmod 8 times cp 8 times getfattr 1 times ln 10 times ------- 27 stacks like that: ---------- #0 __schedule #1 schedule #2 do_wait #3 kernel_wait4 #4 __do_sys_wait4 #5 __x64_sys_wait4 #6 do_syscall_64 #7 entry_SYSCALL_64_after_hwframe youngest=2249s(pid=10865), oldest=2890s(pid=1551) ........................ auster 1 times bash 20 times racer.sh 6 times ------- 27 stacks like that: ---------- #0 __schedule #1 schedule #2 rescuer_thread #3 kthread #4 ret_from_fork youngest=3014s(pid=672), oldest=3022s(pid=3) ........................ acpi_thermal_pm 1 times ata_sff 1 times blkcg_punt_bio 1 times crypto 1 times edac-poller 1 times ext4-rsv-conver 1 times ipv6_addrconf 1 times kblockd 1 times kintegrityd 1 times knbd0-recv 1 times kstrp 1 times kthrotld 1 times md 1 times md_bitmap 1 times mm_percpu_wq 1 times netns 1 times nfsiod 1 times rcu_gp 1 times rcu_par_gp 1 times rpciod 1 times scsi_tmf_0 1 times scsi_tmf_1 1 times slub_flushwq 1 times tpm_dev_wq 1 times writeback 1 times xprtiod 1 times zswap-shrink 1 times ------- 23 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_write_slowpath #4 down_write #5 do_last #6 path_openat #7 do_filp_open #8 do_sys_openat2 #9 do_sys_open #10 __x64_sys_openat #11 do_syscall_64 #12 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=15266), oldest=2855s(pid=14772) ........................ dd 7 times fallocate 6 times file_concat.sh 8 times lfs 2 times ------- 22 stacks like that: ---------- #0 __schedule #1 schedule #2 worker_thread #3 kthread #4 ret_from_fork youngest=0s(pid=20184), oldest=3014s(pid=661) ........................ kworker/0:0 1 times kworker/0:0H 1 times kworker/0:1 1 times kworker/0:2 1 times kworker/0:2H 1 times kworker/1:0 1 times kworker/1:1 1 times kworker/1:1H 1 times kworker/1:2H 1 times kworker/2:1H 1 times kworker/2:2 1 times kworker/2:2H 1 times kworker/2:3 1 times kworker/3:0 1 times kworker/3:0H 1 times kworker/3:1 1 times kworker/3:1H 1 times kworker/3:2 1 times kworker/u8:0 1 times kworker/u8:2 1 times kworker/u8:4 1 times kworker/u9:1 1 times ------- 19 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_read_slowpath #4 down_read #5 lookup_slow #6 walk_component #7 path_lookupat #8 filename_lookup #9 user_path_at_empty #10 vfs_statx #11 __do_sys_newfstatat #12 __x64_sys_newfstatat #13 do_syscall_64 #14 entry_SYSCALL_64_after_hwframe youngest=2853s(pid=15300), oldest=2854s(pid=15030) ........................ chown 11 times cp 1 times rm 7 times ------- 17 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_write_slowpath #4 __might_sleep #5 down_write #6 filename_create #7 do_mknodat #8 __x64_sys_mknod #9 do_syscall_64 #10 entry_SYSCALL_64_after_hwframe youngest=2561s(pid=15501), oldest=2855s(pid=14778) ........................ mcreate 17 times ------- 16 stacks like that: ---------- #0 __schedule #1 schedule #2 smpboot_thread_fn #3 kthread #4 ret_from_fork youngest=0s(pid=14), oldest=3012s(pid=17) ........................ cpuhp/0 1 times cpuhp/1 1 times cpuhp/2 1 times cpuhp/3 1 times ksoftirqd/0 1 times ksoftirqd/1 1 times ksoftirqd/2 1 times ksoftirqd/3 1 times migration/0 1 times migration/1 1 times migration/2 1 times migration/3 1 times watchdog/0 1 times watchdog/1 1 times watchdog/2 1 times watchdog/3 1 times ------- 15 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_write_slowpath #4 down_write #5 lock_rename #6 do_renameat2 #7 __x64_sys_rename #8 do_syscall_64 #9 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=15263), oldest=2855s(pid=14918) ........................ mrename 15 times ------- 14 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout.constprop.11 #5 do_sys_poll #6 __x64_sys_poll #7 do_syscall_64 #8 entry_SYSCALL_64_after_hwframe youngest=0s(pid=1018), oldest=3010s(pid=1035) ........................ NetworkManager 1 times gdbus 2 times gmain 3 times irqbalance 1 times polkitd 2 times rngd 1 times rpcbind 1 times sshd 1 times tuned 2 times ------- 13 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_read_slowpath #4 down_read #5 lookup_slow #6 walk_component #7 path_lookupat #8 filename_lookup #9 user_path_at_empty #10 path_setxattr #11 __x64_sys_setxattr #12 do_syscall_64 #13 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=15241), oldest=2855s(pid=14714) ........................ setfattr 13 times ------- 12 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_write_slowpath #4 __might_sleep #5 down_write #6 filename_create #7 do_mkdirat #8 __x64_sys_mkdir #9 do_syscall_64 #10 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=15255), oldest=2854s(pid=14955) ........................ mkdir 12 times ------- 12 stacks like that: ---------- #0 __schedule #1 schedule #2 ptlrpc_wait_event #3 ptlrpc_main #4 kthread #5 ret_from_fork youngest=2848s(pid=6148), oldest=2905s(pid=6150) ........................ ldlm_cb00_000 1 times ldlm_cb00_001 1 times ldlm_cb00_002 1 times ldlm_cb01_000 1 times ldlm_cb01_001 1 times ldlm_cb01_002 1 times ldlm_cn00_000 1 times ldlm_cn00_001 1 times ldlm_cn00_002 1 times ldlm_cn01_000 1 times ldlm_cn01_001 1 times ldlm_cn01_002 1 times ------- 11 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_read_slowpath #4 down_read #5 lookup_slow #6 walk_component #7 path_lookupat #8 filename_lookup #9 user_path_at_empty #10 path_removexattr #11 __x64_sys_removexattr #12 do_syscall_64 #13 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=15239), oldest=2854s(pid=14962) ........................ setfattr 11 times ------- 11 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_read_slowpath #4 down_read #5 lookup_slow #6 walk_component #7 path_lookupat #8 filename_lookup #9 user_path_at_empty #10 do_sys_truncate #11 __x64_sys_truncate #12 do_syscall_64 #13 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=15223), oldest=2855s(pid=14753) ........................ truncate 11 times ------- 10 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_write_slowpath #4 __might_sleep #5 down_write #6 filename_create #7 do_symlinkat #8 __x64_sys_symlinkat #9 do_syscall_64 #10 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=15079), oldest=2855s(pid=14779) ........................ ln 10 times ------- 10 stacks like that: ---------- #0 __schedule #1 schedule #2 pipe_wait #3 pipe_read #4 new_sync_read #5 __vfs_read #6 vfs_read #7 ksys_read #8 __x64_sys_read #9 do_syscall_64 #10 entry_SYSCALL_64_after_hwframe youngest=2249s(pid=10859), oldest=2849s(pid=11123) ........................ grep 3 times sed 6 times tee 1 times ------- 10 stacks like that: ---------- #0 __schedule #1 schedule #2 futex_wait_queue_me #3 futex_wait #4 do_futex #5 __x64_sys_futex #6 do_syscall_64 #7 entry_SYSCALL_64_after_hwframe youngest=99s(pid=1134), oldest=3010s(pid=1049) ........................ JS Helper 4 times gssproxy 5 times rs:main Q:Reg 1 times ------- 8 stacks like that: ---------- #0 __schedule #1 schedule #2 d_alloc_parallel #3 lookup_open #4 do_last #5 path_openat #6 do_filp_open #7 do_sys_openat2 #8 do_sys_open #9 __x64_sys_openat #10 do_syscall_64 #11 entry_SYSCALL_64_after_hwframe youngest=2560s(pid=14296), oldest=2854s(pid=15090) ........................ fallocate 1 times ls 7 times ------- 8 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout.constprop.11 #5 do_select #6 core_sys_select #7 kern_select #8 __x64_sys_select #9 do_syscall_64 #10 entry_SYSCALL_64_after_hwframe youngest=0s(pid=1038), oldest=3008s(pid=1061) ........................ agetty 3 times dhclient 1 times sshd 2 times tuned 2 times ------- 7 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_read_slowpath #4 down_read #5 lookup_slow #6 walk_component #7 path_lookupat #8 filename_lookup #9 user_path_at_empty #10 vfs_statx #11 __do_sys_newlstat #12 __x64_sys_newlstat #13 do_syscall_64 #14 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=15262), oldest=2855s(pid=14816) ........................ getfattr 2 times lfs 2 times ln 3 times ------- 7 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 ep_poll #5 do_epoll_wait #6 __x64_sys_epoll_wait #7 do_syscall_64 #8 entry_SYSCALL_64_after_hwframe youngest=4s(pid=1), oldest=3010s(pid=1041) ........................ dbus-daemon 1 times gssproxy 1 times systemd 2 times systemd-journal 1 times systemd-logind 1 times systemd-udevd 1 times ------- 5 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_read_slowpath #4 down_read #5 lookup_slow #6 walk_component #7 path_lookupat #8 filename_lookup #9 user_path_at_empty #10 path_getxattr #11 __x64_sys_getxattr #12 do_syscall_64 #13 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=14390), oldest=2855s(pid=14529) ........................ getfattr 5 times ------- 5 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 ptlrpcd #5 kthread #6 ret_from_fork youngest=4s(pid=2395), oldest=2255s(pid=2396) ........................ ptlrpcd_00_00 1 times ptlrpcd_00_01 1 times ptlrpcd_01_00 1 times ptlrpcd_01_01 1 times ptlrpcd_rcv 1 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 ptlrpc_set_wait #5 ptlrpc_queue_wait #6 ldlm_cli_enqueue #7 mdc_enqueue_base #8 mdc_intent_lock #9 lmv_intent_lookup #10 lmv_intent_lock #11 ll_intent_lock #12 ll_inode_revalidate.constprop.46 #13 ll_getattr_dentry #14 ll_getattr #15 vfs_getattr_nosec #16 vfs_getattr #17 vfs_statx #18 __do_sys_newstat #19 __x64_sys_newstat #20 do_syscall_64 #21 entry_SYSCALL_64_after_hwframe youngest=0s(pid=15310), oldest=0s(pid=20090) ........................ cp 1 times df 3 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_read_slowpath #4 down_read #5 lookup_slow #6 walk_component #7 path_lookupat #8 filename_lookup #9 user_path_at_empty #10 vfs_statx #11 __do_sys_statx #12 __x64_sys_statx #13 do_syscall_64 #14 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=15147), oldest=2854s(pid=14930) ........................ lfs 4 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_read_slowpath #4 down_read #5 lookup_slow #6 walk_component #7 path_lookupat #8 filename_lookup #9 user_path_at_empty #10 do_fchmodat #11 __x64_sys_fchmodat #12 do_syscall_64 #13 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=15120), oldest=2855s(pid=14852) ........................ chmod 4 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_write_slowpath #4 __might_sleep #5 down_write #6 do_rmdir #7 __x64_sys_unlinkat #8 do_syscall_64 #9 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=14512), oldest=2854s(pid=13894) ........................ rm 4 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 ptlrpc_set_wait #5 ptlrpc_queue_wait #6 ldlm_cli_enqueue #7 mdc_enqueue_base #8 mdc_intent_lock #9 lmv_intent_open #10 lmv_intent_lock #11 ll_intent_lock #12 ll_intent_file_open #13 ll_file_open #14 ll_dir_open #15 do_dentry_open #16 vfs_open #17 do_last #18 path_openat #19 do_filp_open #20 do_sys_openat2 #21 do_sys_open #22 __x64_sys_openat #23 do_syscall_64 #24 entry_SYSCALL_64_after_hwframe youngest=0s(pid=13569), oldest=0s(pid=13563) ........................ ls 4 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 osc_extent_wait #3 osc_cache_wait_range #4 osc_cache_writeback_range #5 __osc_dlm_blocking_ast #6 osc_ldlm_blocking_ast #7 ldlm_cancel_callback #8 ldlm_cli_cancel_local #9 ldlm_cli_cancel_list_local #10 ldlm_bl_thread_main #11 kthread #12 ret_from_fork youngest=1641s(pid=11696), oldest=1641s(pid=14201) ........................ ldlm_bl_03 1 times ldlm_bl_04 1 times ldlm_bl_06 1 times ldlm_bl_07 1 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 obd_get_mod_rpc_slot #5 ptlrpc_get_mod_rpc_slot #6 mdc_close #7 lmv_close #8 ll_close_inode_openhandle #9 ll_md_real_close #10 ll_lock_cancel_bits #11 ll_md_blocking_ast #12 ldlm_cancel_callback #13 ldlm_cli_cancel_local #14 ldlm_cli_cancel_list_local #15 ldlm_bl_thread_main #16 kthread #17 ret_from_fork youngest=1958s(pid=20096), oldest=2254s(pid=6157) ........................ ldlm_bl_02 1 times ldlm_bl_05 1 times ldlm_bl_08 1 times ldlm_bl_09 1 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 ksocknal_scheduler #3 kthread #4 ret_from_fork youngest=2810s(pid=2388), oldest=2982s(pid=2390) ........................ socknal_sd00_00 1 times socknal_sd00_01 1 times socknal_sd01_00 1 times socknal_sd01_01 1 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 ksocknal_connd #4 kthread #5 ret_from_fork youngest=32s(pid=2386), oldest=231s(pid=2383) ........................ socknal_cd00 1 times socknal_cd01 1 times socknal_cd02 1 times socknal_cd03 1 times ------- 3 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_read_slowpath #4 down_read #5 do_last #6 path_openat #7 do_filp_open #8 do_open_execat #9 do_execveat_common #10 strncpy_from_user #11 __x64_sys_execve #12 do_syscall_64 #13 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=15253), oldest=2854s(pid=15106) ........................ timeout 3 times ------- 3 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_write_slowpath #4 __might_sleep #5 down_write #6 filename_create #7 do_linkat #8 __x64_sys_linkat #9 do_syscall_64 #10 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=14553), oldest=2855s(pid=14780) ........................ ln 3 times ------- 3 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_read_slowpath #4 down_read #5 lookup_slow #6 walk_component #7 path_lookupat #8 filename_lookup #9 user_path_at_empty #10 path_listxattr #11 __x64_sys_listxattr #12 do_syscall_64 #13 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=14669), oldest=2855s(pid=14233) ........................ getfattr 3 times ------- 3 stacks like that: ---------- #-1 native_safe_halt #0 default_idle #1 arch_cpu_idle #2 default_idle_call #3 do_idle #4 cpu_startup_entry #5 start_secondary #6 secondary_startup_64_no_verify youngest=3022s(pid=0), oldest=3022s(pid=0) ........................ swapper/1 1 times swapper/2 1 times swapper/3 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 io_schedule #3 wait_on_page_bit_common #4 wait_on_page_bit #5 mdc_read_page #6 lmv_read_page #7 ll_get_dir_folio #8 is_first_dirent #9 start_statahead_thread #10 ll_start_statahead #11 ll_getattr_dentry #12 ll_getattr #13 vfs_getattr_nosec #14 vfs_getattr #15 vfs_statx #16 __do_sys_newfstatat #17 __x64_sys_newfstatat #18 do_syscall_64 #19 entry_SYSCALL_64_after_hwframe youngest=2559s(pid=15163), oldest=2559s(pid=15184) ........................ chown 2 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_read_slowpath #4 down_read #5 lookup_slow #6 walk_component #7 link_path_walk #8 path_lookupat #9 filename_lookup #10 user_path_at_empty #11 path_removexattr #12 __x64_sys_removexattr #13 do_syscall_64 #14 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=15225), oldest=2854s(pid=15153) ........................ setfattr 2 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 cl_sync_io_wait #3 cl_lock_request #4 cl_glimpse_lock #5 __cl_glimpse_size #6 ll_getattr_dentry #7 ll_getattr #8 vfs_getattr_nosec #9 vfs_getattr #10 vfs_statx #11 __do_sys_newstat #12 __x64_sys_newstat #13 do_syscall_64 #14 entry_SYSCALL_64_after_hwframe youngest=2560s(pid=15107), oldest=2854s(pid=15257) ........................ chmod 2 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 ptlrpc_set_wait #5 ptlrpc_queue_wait #6 ldlm_cli_enqueue #7 mdc_enqueue_base #8 mdc_intent_lock #9 lmv_intent_lookup #10 lmv_intent_lock #11 ll_intent_lock #12 ll_lookup_it #13 ll_lookup_nd #14 __lookup_slow #15 lookup_slow #16 walk_component #17 path_lookupat #18 filename_lookup #19 user_path_at_empty #20 vfs_statx #21 __do_sys_newstat #22 __x64_sys_newstat #23 do_syscall_64 #24 entry_SYSCALL_64_after_hwframe youngest=0s(pid=15039), oldest=0s(pid=20008) ........................ cp 1 times df 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 obd_get_mod_rpc_slot #5 ptlrpc_get_mod_rpc_slot #6 mdc_reint #7 mdc_setattr #8 lmv_setattr #9 ll_md_setattr #10 ll_setattr_raw #11 ll_setattr #12 notify_change #13 do_truncate #14 vfs_truncate #15 do_sys_truncate #16 __x64_sys_truncate #17 do_syscall_64 #18 entry_SYSCALL_64_after_hwframe youngest=2560s(pid=15032), oldest=2854s(pid=15156) ........................ truncate 2 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 ptlrpc_set_wait #5 ptlrpc_queue_wait #6 ldlm_cli_enqueue #7 mdc_enqueue_base #8 mdc_intent_lock #9 lmv_revalidate_slaves #10 lmv_intent_lookup #11 lmv_intent_lock #12 ll_intent_lock #13 ll_inode_revalidate.constprop.46 #14 ll_getattr_dentry #15 ll_getattr #16 vfs_getattr_nosec #17 vfs_getattr #18 vfs_statx #19 __do_sys_newstat #20 __x64_sys_newstat #21 do_syscall_64 #22 entry_SYSCALL_64_after_hwframe youngest=0s(pid=14850), oldest=1s(pid=15077) ........................ getfattr 1 times ln 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_read_slowpath #4 down_read #5 lookup_slow #6 walk_component #7 path_lookupat #8 filename_lookup #9 user_path_at_empty #10 do_linkat #11 __x64_sys_linkat #12 do_syscall_64 #13 entry_SYSCALL_64_after_hwframe youngest=2855s(pid=14844), oldest=2855s(pid=14885) ........................ ln 2 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_write_slowpath #4 down_write #5 do_unlinkat #6 __x64_sys_unlinkat #7 do_syscall_64 #8 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=14552), oldest=2854s(pid=15085) ........................ rm 2 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_read_slowpath #4 down_read #5 lookup_slow #6 walk_component #7 path_lookupat #8 filename_lookup #9 user_path_at_empty #10 ksys_chdir #11 __x64_sys_chdir #12 do_syscall_64 #13 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=14758), oldest=2855s(pid=14378) ........................ mkdir 2 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 ptlrpc_set_wait #5 ptlrpc_queue_wait #6 mdc_close #7 lmv_close #8 ll_close_inode_openhandle #9 ll_md_real_close #10 ll_md_close #11 ll_file_release #12 __fput #13 ____fput #14 task_work_run #15 exit_to_usermode_loop #16 do_syscall_64 #17 entry_SYSCALL_64_after_hwframe youngest=0s(pid=14478), oldest=0s(pid=14361) ........................ dd 2 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 __mutex_lock #4 __mutex_lock_slowpath #5 mutex_lock #6 ll_file_open #7 ll_dir_open #8 do_dentry_open #9 vfs_open #10 do_last #11 path_openat #12 do_filp_open #13 do_sys_openat2 #14 do_sys_open #15 __x64_sys_openat #16 do_syscall_64 #17 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=13552), oldest=2854s(pid=13555) ........................ ls 2 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 obd_get_mod_rpc_slot #5 ptlrpc_get_mod_rpc_slot #6 ldlm_cli_enqueue #7 mdc_enqueue_base #8 mdc_intent_lock #9 lmv_intent_open #10 lmv_intent_lock #11 ll_intent_lock #12 ll_lookup_it #13 ll_atomic_open #14 lookup_open #15 do_last #16 path_openat #17 do_filp_open #18 do_sys_openat2 #19 do_sys_open #20 __x64_sys_openat #21 do_syscall_64 #22 entry_SYSCALL_64_after_hwframe youngest=2560s(pid=14957), oldest=2854s(pid=13282) ........................ fallocate 1 times ls 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 ptlrpc_set_wait #5 ptlrpc_queue_wait #6 ldlm_cli_enqueue #7 mdc_enqueue_base #8 mdc_intent_lock #9 lmv_intent_open #10 lmv_intent_lock #11 ll_intent_lock #12 ll_lookup_it #13 ll_atomic_open #14 lookup_open #15 do_last #16 path_openat #17 do_filp_open #18 do_sys_openat2 #19 do_sys_open #20 __x64_sys_openat #21 do_syscall_64 #22 entry_SYSCALL_64_after_hwframe youngest=0s(pid=14291), oldest=1s(pid=13263) ........................ ls 2 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 ptlrpc_hr_main #3 kthread #4 ret_from_fork youngest=2982s(pid=2382), oldest=2982s(pid=2381) ........................ ptlrpc_hr00_000 1 times ptlrpc_hr01_000 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 scsi_error_handler #3 kthread #4 ret_from_fork youngest=3018s(pid=447), oldest=3018s(pid=449) ........................ scsi_eh_0 1 times scsi_eh_1 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 rcu_tasks_kthread #3 kthread #4 ret_from_fork youngest=3022s(pid=11), oldest=3022s(pid=10) ........................ rcu_tasks_rude_ 1 times rcu_tasks_trace 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 sigsuspend #3 __x64_sys_rt_sigsuspend #4 do_syscall_64 #5 entry_SYSCALL_64_after_hwframe youngest=100s(pid=20325), oldest=100s(pid=20325) ........................ anacron 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 ldlm_bl_thread_main #3 kthread #4 ret_from_fork youngest=0s(pid=20143), oldest=0s(pid=20143) ........................ ldlm_bl_10 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 obd_get_request_slot #3 ldlm_cli_enqueue #4 mdc_enqueue_base #5 mdc_intent_lock #6 lmv_intent_lookup #7 lmv_intent_lock #8 ll_intent_lock #9 ll_lookup_it #10 ll_lookup_nd #11 __lookup_slow #12 lookup_slow #13 walk_component #14 path_lookupat #15 filename_lookup #16 user_path_at_empty #17 vfs_statx #18 __do_sys_newstat #19 __x64_sys_newstat #20 do_syscall_64 #21 entry_SYSCALL_64_after_hwframe youngest=2249s(pid=20099), oldest=2249s(pid=20099) ........................ df 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 obd_get_request_slot #3 ldlm_cli_enqueue #4 mdc_enqueue_base #5 mdc_intent_lock #6 lmv_intent_lookup #7 lmv_intent_lock #8 ll_intent_lock #9 ll_inode_revalidate.constprop.46 #10 ll_getattr_dentry #11 ll_getattr #12 vfs_getattr_nosec #13 vfs_getattr #14 vfs_statx #15 __do_sys_newstat #16 __x64_sys_newstat #17 do_syscall_64 #18 entry_SYSCALL_64_after_hwframe youngest=2250s(pid=20097), oldest=2250s(pid=20097) ........................ df 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 ptlrpc_set_wait #5 ptlrpc_queue_wait #6 mdc_getpage #7 do_mdc_read_folio_remote #8 do_read_cache_page #9 read_cache_page #10 mdc_read_page #11 lmv_read_page #12 ll_get_dir_folio #13 is_first_dirent #14 start_statahead_thread #15 ll_start_statahead #16 ll_getattr_dentry #17 ll_getattr #18 vfs_getattr_nosec #19 vfs_getattr #20 vfs_statx #21 __do_sys_newstat #22 __x64_sys_newstat #23 do_syscall_64 #24 entry_SYSCALL_64_after_hwframe youngest=0s(pid=15264), oldest=0s(pid=15264) ........................ cp 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 cl_sync_io_wait #3 cl_lock_request #4 cl_glimpse_lock #5 __cl_glimpse_size #6 ll_getattr_dentry #7 ll_getattr #8 vfs_getattr_nosec #9 vfs_getattr #10 vfs_statx #11 __do_sys_newlstat #12 __x64_sys_newlstat #13 do_syscall_64 #14 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=15230), oldest=2854s(pid=15230) ........................ getfattr 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_write_slowpath #4 down_write #5 vfs_setxattr #6 setxattr #7 path_setxattr #8 __x64_sys_setxattr #9 do_syscall_64 #10 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=15219), oldest=2854s(pid=15219) ........................ setfattr 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 obd_get_mod_rpc_slot #5 ptlrpc_get_mod_rpc_slot #6 ldlm_cli_enqueue #7 mdc_enqueue_base #8 mdc_intent_lock #9 lmv_intent_open #10 lmv_intent_lock #11 ll_intent_lock #12 ll_intent_file_open #13 ll_file_open #14 do_dentry_open #15 vfs_open #16 do_last #17 path_openat #18 do_filp_open #19 do_sys_openat2 #20 do_sys_open #21 __x64_sys_openat #22 do_syscall_64 #23 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=15216), oldest=2854s(pid=15216) ........................ lfs 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 __mutex_lock #4 __mutex_lock_slowpath #5 mutex_lock #6 lock_rename #7 do_renameat2 #8 __x64_sys_rename #9 do_syscall_64 #10 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=15209), oldest=2854s(pid=15209) ........................ mrename 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 obd_get_mod_rpc_slot #5 ptlrpc_get_mod_rpc_slot #6 mdc_close #7 lmv_close #8 ll_close_inode_openhandle #9 ll_md_real_close #10 ll_lock_cancel_bits #11 ll_md_blocking_ast #12 ldlm_cancel_callback #13 ldlm_cli_cancel_local #14 ldlm_cli_cancel_list_local #15 ldlm_cancel_resource_local #16 mdc_resource_cancel_unused_res #17 mdc_setattr #18 lmv_setattr #19 ll_md_setattr #20 ll_setattr_raw #21 ll_setattr #22 notify_change #23 chmod_common #24 do_fchmodat #25 __x64_sys_fchmodat #26 do_syscall_64 #27 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=15187), oldest=2854s(pid=15187) ........................ chmod 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 obd_get_mod_rpc_slot #5 ptlrpc_get_mod_rpc_slot #6 mdc_reint #7 mdc_setattr #8 lmv_setattr #9 ll_md_setattr #10 ll_setattr_raw #11 ll_setattr #12 notify_change #13 utimes_common #14 slab_free_freelist_hook #15 kmem_cache_free #16 __x64_sys_utimensat #17 do_syscall_64 #18 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=15161), oldest=2854s(pid=15161) ........................ touch 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 obd_get_mod_rpc_slot #5 ptlrpc_get_mod_rpc_slot #6 mdc_xattr_common #7 mdc_setxattr #8 lmv_setxattr #9 ll_xattr_set_common #10 __vfs_removexattr #11 __vfs_removexattr_locked #12 vfs_removexattr #13 removexattr #14 path_removexattr #15 __x64_sys_removexattr #16 do_syscall_64 #17 entry_SYSCALL_64_after_hwframe youngest=2561s(pid=15154), oldest=2561s(pid=15154) ........................ setfattr 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 obd_get_mod_rpc_slot #5 ptlrpc_get_mod_rpc_slot #6 mdc_xattr_common #7 mdc_setxattr #8 lmv_setxattr #9 ll_xattr_set_common #10 __vfs_setxattr #11 __vfs_setxattr_noperm #12 __vfs_setxattr_locked #13 vfs_setxattr #14 setxattr #15 path_setxattr #16 __x64_sys_setxattr #17 do_syscall_64 #18 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=15122), oldest=2854s(pid=15122) ........................ setfattr 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 osc_extent_wait #3 osc_cache_wait_range #4 osc_io_fsync_end #5 cl_io_end #6 lov_io_end_wrapper #7 lov_io_fsync_end #8 cl_io_end #9 cl_io_loop #10 cl_sync_file_range #11 ll_writepages #12 do_writepages #13 __filemap_fdatawrite_range #14 filemap_write_and_wait_range #15 ll_fsync #16 vfs_fsync_range #17 do_fsync #18 __x64_sys_fsync #19 do_syscall_64 #20 entry_SYSCALL_64_after_hwframe youngest=2231s(pid=15115), oldest=2231s(pid=15115) ........................ fallocate 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 ptlrpc_set_wait #5 ptlrpc_queue_wait #6 mdc_reint #7 mdc_create #8 lmv_create #9 ll_new_node #10 do_mkdir #11 ll_mkdir #12 vfs_mkdir #13 do_mkdirat #14 __x64_sys_mkdir #15 do_syscall_64 #16 entry_SYSCALL_64_after_hwframe youngest=0s(pid=15113), oldest=0s(pid=15113) ........................ mkdir 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 obd_get_mod_rpc_slot #5 ptlrpc_get_mod_rpc_slot #6 mdc_xattr_common #7 mdc_setxattr #8 lmv_setxattr #9 ll_xattr_set_common #10 __vfs_setxattr #11 __vfs_setxattr_noperm #12 __vfs_setxattr_locked #13 vfs_setxattr #14 setxattr #15 __x64_sys_fsetxattr #16 do_syscall_64 #17 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=15040), oldest=2854s(pid=15040) ........................ cp 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 ptlrpc_set_wait #5 ptlrpc_queue_wait #6 mdc_iocontrol #7 obd_iocontrol #8 lmv_iocontrol #9 ll_hsm_state_set #10 ll_setattr_raw #11 ll_setattr #12 notify_change #13 utimes_common #14 do_utimes #15 __x64_sys_utimensat #16 do_syscall_64 #17 entry_SYSCALL_64_after_hwframe youngest=0s(pid=15037), oldest=0s(pid=15037) ........................ cp 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 ptlrpc_set_wait #5 ptlrpc_queue_wait #6 mdc_reint #7 mdc_setattr #8 lmv_setattr #9 ll_md_setattr #10 ll_setattr_raw #11 ll_setattr #12 notify_change #13 do_truncate #14 vfs_truncate #15 do_sys_truncate #16 __x64_sys_truncate #17 do_syscall_64 #18 entry_SYSCALL_64_after_hwframe youngest=0s(pid=15031), oldest=0s(pid=15031) ........................ truncate 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_read_slowpath #4 down_read #5 lookup_slow #6 walk_component #7 link_path_walk #8 path_lookupat #9 filename_lookup #10 user_path_at_empty #11 path_listxattr #12 __x64_sys_listxattr #13 do_syscall_64 #14 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=14978), oldest=2854s(pid=14978) ........................ getfattr 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 d_alloc_parallel #3 __lookup_slow #4 lookup_slow #5 walk_component #6 path_lookupat #7 filename_lookup #8 user_path_at_empty #9 vfs_statx #10 __do_sys_newstat #11 __x64_sys_newstat #12 do_syscall_64 #13 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=14964), oldest=2854s(pid=14964) ........................ ln 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 obd_get_mod_rpc_slot #5 ptlrpc_get_mod_rpc_slot #6 mdc_reint #7 mdc_setattr #8 lmv_setattr #9 ll_md_setattr #10 ll_setattr_raw #11 ll_setattr #12 notify_change #13 chown_common #14 do_fchownat #15 __x64_sys_fchownat #16 do_syscall_64 #17 entry_SYSCALL_64_after_hwframe youngest=2561s(pid=14953), oldest=2561s(pid=14953) ........................ chown 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 d_alloc_parallel #3 __lookup_slow #4 lookup_slow #5 walk_component #6 path_lookupat #7 filename_lookup #8 user_path_at_empty #9 vfs_statx #10 __do_sys_newlstat #11 __x64_sys_newlstat #12 do_syscall_64 #13 entry_SYSCALL_64_after_hwframe youngest=2560s(pid=14902), oldest=2560s(pid=14902) ........................ getfattr 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 d_alloc_parallel #3 __lookup_slow #4 lookup_slow #5 walk_component #6 path_lookupat #7 filename_lookup #8 user_path_at_empty #9 vfs_statx #10 __do_sys_newfstatat #11 __x64_sys_newfstatat #12 do_syscall_64 #13 entry_SYSCALL_64_after_hwframe youngest=2560s(pid=14899), oldest=2560s(pid=14899) ........................ rm 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 cl_sync_io_wait #3 osc_lock_enqueue_wait #4 osc_lock_enqueue #5 cl_lock_enqueue #6 lov_lock_enqueue #7 cl_lock_enqueue #8 cl_lock_request #9 cl_io_lock #10 cl_io_loop #11 cl_setattr_ost #12 ll_setattr_raw #13 ll_setattr #14 notify_change #15 do_truncate #16 vfs_truncate #17 do_sys_truncate #18 __x64_sys_truncate #19 do_syscall_64 #20 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=14895), oldest=2854s(pid=14895) ........................ truncate 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_read_slowpath #4 down_read #5 lookup_slow #6 walk_component #7 link_path_walk #8 path_lookupat #9 filename_lookup #10 user_path_at_empty #11 vfs_statx #12 __do_sys_newstat #13 __x64_sys_newstat #14 do_syscall_64 #15 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=14894), oldest=2854s(pid=14894) ........................ getfattr 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 ptlrpc_set_wait #5 ptlrpc_queue_wait #6 ldlm_cli_enqueue #7 mdc_enqueue_base #8 mdc_intent_lock #9 mdc_read_page #10 lmv_read_page #11 ll_get_dir_folio #12 ll_dir_read #13 ll_iterate #14 iterate_dir #15 ksys_getdents64 #16 __x64_sys_getdents64 #17 do_syscall_64 #18 entry_SYSCALL_64_after_hwframe youngest=0s(pid=14884), oldest=0s(pid=14884) ........................ ls 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 osc_extent_wait #3 osc_cache_truncate_start #4 osc_io_setattr_start #5 cl_io_start #6 lov_io_call #7 lov_io_start #8 lov_io_setattr_start #9 cl_io_start #10 cl_io_loop #11 cl_setattr_ost #12 ll_setattr_raw #13 ll_setattr #14 notify_change #15 do_truncate #16 do_last #17 path_openat #18 do_filp_open #19 do_sys_openat2 #20 do_sys_open #21 __x64_sys_openat #22 do_syscall_64 #23 entry_SYSCALL_64_after_hwframe youngest=2231s(pid=14875), oldest=2231s(pid=14875) ........................ cp 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 ptlrpc_set_wait #5 ptlrpc_queue_wait #6 mdc_reint #7 mdc_create #8 lmv_create #9 ll_new_node #10 ll_symlink #11 vfs_symlink #12 do_symlinkat #13 __x64_sys_symlinkat #14 do_syscall_64 #15 entry_SYSCALL_64_after_hwframe youngest=0s(pid=14869), oldest=0s(pid=14869) ........................ ln 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_read_slowpath #4 down_read #5 lookup_slow #6 walk_component #7 path_lookupat #8 filename_lookup #9 user_path_at_empty #10 do_fchownat #11 __x64_sys_fchownat #12 do_syscall_64 #13 entry_SYSCALL_64_after_hwframe youngest=2855s(pid=14828), oldest=2855s(pid=14828) ........................ chown 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 obd_get_mod_rpc_slot #5 ptlrpc_get_mod_rpc_slot #6 mdc_iocontrol #7 obd_iocontrol #8 lmv_iocontrol #9 ll_hsm_state_set #10 ll_setattr_raw #11 ll_setattr #12 notify_change #13 utimes_common #14 do_utimes #15 __x64_sys_utimensat #16 do_syscall_64 #17 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=14803), oldest=2854s(pid=14803) ........................ cp 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_preempt_disabled #3 rwsem_down_read_slowpath #4 down_read #5 lookup_slow #6 walk_component #7 link_path_walk #8 path_parentat #9 filename_parentat #10 filename_create #11 do_linkat #12 __x64_sys_linkat #13 do_syscall_64 #14 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=14782), oldest=2854s(pid=14782) ........................ ln 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 ptlrpc_set_wait #5 ptlrpc_queue_wait #6 ldlm_cli_enqueue #7 mdc_enqueue_base #8 mdc_intent_lock #9 lmv_intent_lookup #10 lmv_intent_lock #11 ll_intent_lock #12 ll_lookup_it #13 ll_lookup_nd #14 __lookup_hash #15 do_renameat2 #16 __x64_sys_rename #17 do_syscall_64 #18 entry_SYSCALL_64_after_hwframe youngest=1s(pid=14770), oldest=1s(pid=14770) ........................ mrename 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_for_completion #4 osc_io_setattr_end #5 cl_io_end #6 lov_io_end_wrapper #7 lov_io_call #8 lov_io_end #9 cl_io_end #10 cl_io_loop #11 cl_setattr_ost #12 ll_setattr_raw #13 ll_setattr #14 notify_change #15 chown_common #16 ksys_fchown #17 __x64_sys_fchown #18 do_syscall_64 #19 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=14757), oldest=2854s(pid=14757) ........................ cp 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 cl_sync_io_wait #3 cl_lock_request #4 cl_glimpse_lock #5 __cl_glimpse_size #6 ll_getattr_dentry #7 ll_getattr #8 vfs_getattr_nosec #9 vfs_getattr #10 vfs_statx_fd #11 __do_sys_newfstat #12 __x64_sys_newfstat #13 do_syscall_64 #14 entry_SYSCALL_64_after_hwframe youngest=2561s(pid=14756), oldest=2561s(pid=14756) ........................ cat 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 obd_get_mod_rpc_slot #5 ptlrpc_get_mod_rpc_slot #6 mdc_reint #7 mdc_rename #8 lmv_rename #9 ll_rename #10 vfs_rename #11 do_renameat2 #12 __x64_sys_rename #13 do_syscall_64 #14 entry_SYSCALL_64_after_hwframe youngest=2561s(pid=14738), oldest=2561s(pid=14738) ........................ mrename 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 obd_get_mod_rpc_slot #5 ptlrpc_get_mod_rpc_slot #6 mdc_close #7 lmv_close #8 ll_close_inode_openhandle #9 ll_md_real_close #10 ll_md_close #11 ll_file_release #12 __fput #13 ____fput #14 task_work_run #15 do_exit #16 do_group_exit #17 get_signal #18 do_signal #19 exit_to_usermode_loop #20 do_syscall_64 #21 entry_SYSCALL_64_after_hwframe youngest=2561s(pid=14647), oldest=2561s(pid=14647) ........................ cat 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 ptlrpc_set_wait #5 ptlrpc_queue_wait #6 ldlm_cli_enqueue #7 mdc_enqueue_base #8 mdc_intent_lock #9 lmv_intent_lookup #10 lmv_intent_lock #11 ll_intent_lock #12 ll_layout_intent #13 ll_layout_refresh #14 vvp_io_init #15 __cl_io_init #16 cl_io_init #17 __cl_glimpse_size #18 ll_getattr_dentry #19 ll_getattr #20 vfs_getattr_nosec #21 vfs_getattr #22 vfs_statx #23 __do_sys_newlstat #24 __x64_sys_newlstat #25 do_syscall_64 #26 entry_SYSCALL_64_after_hwframe youngest=0s(pid=14618), oldest=0s(pid=14618) ........................ chmod 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 ptlrpc_set_wait #5 ptlrpc_queue_wait #6 mdc_reint #7 mdc_setattr #8 lmv_setattr #9 ll_md_setattr #10 ll_setattr_raw #11 ll_setattr #12 notify_change #13 chown_common #14 do_fchownat #15 __x64_sys_fchownat #16 do_syscall_64 #17 entry_SYSCALL_64_after_hwframe youngest=0s(pid=14589), oldest=0s(pid=14589) ........................ chown 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 ptlrpc_set_wait #5 ptlrpc_queue_wait #6 ldlm_cli_enqueue #7 mdc_enqueue_base #8 mdc_intent_lock #9 lmv_intent_lookup #10 lmv_intent_lock #11 ll_intent_lock #12 ll_lookup_it #13 ll_lookup_nd #14 __lookup_slow #15 lookup_slow #16 walk_component #17 path_lookupat #18 filename_lookup #19 user_path_at_empty #20 vfs_statx #21 __do_sys_newlstat #22 __x64_sys_newlstat #23 do_syscall_64 #24 entry_SYSCALL_64_after_hwframe youngest=0s(pid=14560), oldest=0s(pid=14560) ........................ chmod 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 ptlrpc_set_wait #5 ptlrpc_queue_wait #6 mdc_close #7 lmv_close #8 ll_close_inode_openhandle #9 ll_md_real_close #10 ll_md_close #11 ll_file_release #12 __fput #13 ____fput #14 task_work_run #15 do_exit #16 do_group_exit #17 get_signal #18 do_signal #19 exit_to_usermode_loop #20 do_syscall_64 #21 entry_SYSCALL_64_after_hwframe youngest=0s(pid=14538), oldest=0s(pid=14538) ........................ cat 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 ptlrpc_set_wait #5 ptlrpc_queue_wait #6 mdc_close #7 lmv_close #8 ll_close_inode_openhandle #9 ll_md_real_close #10 ll_lock_cancel_bits #11 ll_md_blocking_ast #12 ldlm_cancel_callback #13 ldlm_cli_cancel_local #14 ldlm_cli_cancel_list_local #15 ldlm_cancel_resource_local #16 mdc_resource_cancel_unused_res #17 mdc_unlink #18 lmv_unlink #19 ll_rmdir #20 vfs_rmdir #21 do_rmdir #22 __x64_sys_unlinkat #23 do_syscall_64 #24 entry_SYSCALL_64_after_hwframe youngest=0s(pid=14511), oldest=0s(pid=14511) ........................ rm 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 ptlrpc_set_wait #5 ptlrpc_queue_wait #6 ldlm_cli_enqueue #7 mdc_enqueue_base #8 mdc_intent_lock #9 lmv_intent_lookup #10 lmv_intent_lock #11 ll_intent_lock #12 ll_lookup_it #13 ll_lookup_nd #14 __lookup_slow #15 lookup_slow #16 walk_component #17 link_path_walk #18 path_lookupat #19 filename_lookup #20 user_path_at_empty #21 vfs_statx #22 __do_sys_newlstat #23 __x64_sys_newlstat #24 do_syscall_64 #25 entry_SYSCALL_64_after_hwframe youngest=0s(pid=14184), oldest=0s(pid=14184) ........................ cp 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 obd_get_mod_rpc_slot #5 ptlrpc_get_mod_rpc_slot #6 mdc_close #7 lmv_close #8 ll_close_inode_openhandle #9 ll_release_openhandle #10 ll_file_open #11 ll_dir_open #12 do_dentry_open #13 vfs_open #14 do_last #15 path_openat #16 do_filp_open #17 do_sys_openat2 #18 do_sys_open #19 __x64_sys_openat #20 do_syscall_64 #21 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=13564), oldest=2854s(pid=13564) ........................ ls 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 obd_get_mod_rpc_slot #5 ptlrpc_get_mod_rpc_slot #6 mdc_close #7 lmv_close #8 ll_close_inode_openhandle #9 ll_md_real_close #10 ll_md_close #11 ll_file_release #12 ll_dir_release #13 __fput #14 ____fput #15 task_work_run #16 exit_to_usermode_loop #17 do_syscall_64 #18 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=13288), oldest=2854s(pid=13288) ........................ ls 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 cl_sync_io_wait #3 ll_io_read_page #4 ll_readpage #5 generic_file_buffered_read #6 generic_file_read_iter #7 vvp_io_read_start #8 cl_io_start #9 cl_io_loop #10 ll_file_io_generic #11 do_file_read_iter #12 ll_file_read_iter #13 new_sync_read #14 __vfs_read #15 vfs_read #16 ksys_read #17 __x64_sys_read #18 do_syscall_64 #19 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=12867), oldest=2854s(pid=12867) ........................ cat 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 d_alloc_parallel #3 __lookup_slow #4 lookup_slow #5 walk_component #6 link_path_walk #7 path_openat #8 do_filp_open #9 do_sys_openat2 #10 do_sys_open #11 __x64_sys_openat #12 do_syscall_64 #13 entry_SYSCALL_64_after_hwframe youngest=2854s(pid=11133), oldest=2854s(pid=11133) ........................ dir_create.sh 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 mgc_requeue_thread #3 kthread #4 ret_from_fork youngest=2866s(pid=6159), oldest=2866s(pid=6159) ........................ ll_cfg_requeue 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 expired_lock_main #3 kthread #4 ret_from_fork youngest=2905s(pid=6158), oldest=2905s(pid=6158) ........................ ldlm_elt 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 ptlrpc_set_wait #5 ptlrpc_queue_wait #6 mdc_close #7 lmv_close #8 ll_close_inode_openhandle #9 ll_md_real_close #10 ll_lock_cancel_bits #11 ll_md_blocking_ast #12 ldlm_cancel_callback #13 ldlm_cli_cancel_local #14 ldlm_cli_cancel_list_local #15 ldlm_bl_thread_main #16 kthread #17 ret_from_fork youngest=0s(pid=6156), oldest=0s(pid=6156) ........................ ldlm_bl_01 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 lnet_peer_discovery #4 kthread #5 ret_from_fork youngest=0s(pid=2394), oldest=0s(pid=2394) ........................ lnet_discovery 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_for_completion_interruptible_timeout #4 lnet_monitor_thread #5 kthread #6 ret_from_fork youngest=0s(pid=2393), oldest=0s(pid=2393) ........................ monitor_thread 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 lnet_acceptor #3 kthread #4 ret_from_fork youngest=2982s(pid=2392), oldest=2982s(pid=2392) ........................ acceptor_001 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 ksocknal_reaper #4 kthread #5 ret_from_fork youngest=0s(pid=2387), oldest=0s(pid=2387) ........................ socknal_reaper 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 do_sigtimedwait #5 __x64_sys_rt_sigtimedwait #6 do_syscall_64 #7 entry_SYSCALL_64_after_hwframe youngest=3001s(pid=1478), oldest=3001s(pid=1478) ........................ (sd-pam) 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout.constprop.11 #5 do_sys_poll #6 __x64_sys_ppoll #7 do_syscall_64 #8 entry_SYSCALL_64_after_hwframe youngest=0s(pid=1131), oldest=0s(pid=1131) ........................ in:imjournal 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout.constprop.11 #5 do_select #6 core_sys_select #7 __x64_sys_pselect6 #8 do_syscall_64 #9 entry_SYSCALL_64_after_hwframe youngest=252s(pid=1090), oldest=252s(pid=1090) ........................ rsyslogd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 do_nanosleep #3 hrtimer_nanosleep #4 __x64_sys_nanosleep #5 do_syscall_64 #6 entry_SYSCALL_64_after_hwframe youngest=40s(pid=1056), oldest=40s(pid=1056) ........................ crond 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 nfs41_callback_svc #3 kthread #4 ret_from_fork youngest=187s(pid=976), oldest=187s(pid=976) ........................ NFSv4 callback 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kjournald2 #3 kthread #4 ret_from_fork youngest=3014s(pid=671), oldest=3014s(pid=671) ........................ jbd2/nbd0-8 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 sk_wait_data #5 tcp_recvmsg #6 inet_recvmsg #7 sock_recvmsg #8 sock_xmit #9 nbd_read_stat #10 recv_work #11 process_one_work #12 worker_thread #13 kthread #14 ret_from_fork youngest=100s(pid=658), oldest=100s(pid=658) ........................ kworker/u9:0 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kswapd #3 kthread #4 ret_from_fork youngest=3020s(pid=71), oldest=3020s(pid=71) ........................ kswapd0 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kthread_worker_fn #3 kthread #4 ret_from_fork youngest=3022s(pid=59), oldest=3022s(pid=59) ........................ watchdogd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 khugepaged #4 kthread #5 ret_from_fork youngest=9s(pid=48), oldest=9s(pid=48) ........................ khugepaged 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 ksm_scan_thread #3 kthread #4 ret_from_fork youngest=3022s(pid=47), oldest=3022s(pid=47) ........................ ksmd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kcompactd #3 kthread #4 ret_from_fork youngest=3022s(pid=46), oldest=3022s(pid=46) ........................ kcompactd0 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 oom_reaper #3 kthread #4 ret_from_fork youngest=3022s(pid=44), oldest=3022s(pid=44) ........................ oom_reaper 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 schedule_timeout_interruptible #4 watchdog #5 kthread #6 ret_from_fork youngest=72s(pid=43), oldest=72s(pid=43) ........................ khungtaskd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 devtmpfsd #3 kthread #4 ret_from_fork youngest=2905s(pid=39), oldest=2905s(pid=39) ........................ kdevtmpfs 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_for_completion #4 osc_io_fsync_end #5 cl_io_end #6 lov_io_end_wrapper #7 lov_io_fsync_end #8 cl_io_end #9 cl_io_loop #10 cl_sync_file_range #11 ll_writepages #12 do_writepages #13 __writeback_single_inode #14 writeback_sb_inodes #15 __writeback_inodes_wb #16 wb_writeback #17 wb_workfn #18 process_one_work #19 worker_thread #20 kthread #21 ret_from_fork youngest=2827s(pid=36), oldest=2827s(pid=36) ........................ kworker/u8:1 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 rcu_gp_kthread #3 kthread #4 ret_from_fork youngest=0s(pid=13), oldest=0s(pid=13) ........................ rcu_sched 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kthreadd #3 ret_from_fork youngest=4s(pid=2), oldest=4s(pid=2) ........................ kthreadd 1 times ------- 1 stacks like that: ---------- #-1 native_safe_halt #0 default_idle #1 arch_cpu_idle #2 default_idle_call #3 do_idle #4 cpu_startup_entry #5 rest_init #6 start_kernel #7 x86_64_start_reservations #8 x86_64_start_kernel #9 secondary_startup_64_no_verify youngest=3022s(pid=0), oldest=3022s(pid=0) ........................ swapper/0 1 times ** Execution took 4.14s (real) 1.04s (CPU), Child processes: 3.11s