***************** crashinfo --stacksummary ***************** /exports/testreports/47154/testresults/racer-ldiskfs-DNE-centos7_x86_64-centos7_x86_64/oleg231-client-timeout-core (3.10.0-7.9-debug) ------- 25 stacks like that: ---------- #0 __schedule #1 schedule #2 rescuer_thread #3 kthread #4 ret_from_fork_nospec_begin youngest=911s(pid=47), oldest=1019s(pid=12) ........................ ata_sff 1 times bioset 3 times crypto 1 times deferwq 1 times edac-poller 1 times ext4-rsv-conver 1 times ipv6_addrconf 1 times kblockd 1 times kintegrityd 1 times kmpath_rdacd 1 times kpsmoused 1 times kthrotld 1 times kvm-irqfd-clean 1 times lru-add-drain 1 times md 1 times netns 1 times nfsiod 1 times rpciod 1 times scsi_tmf_0 1 times scsi_tmf_1 1 times watchdogd 1 times writeback 1 times xprtiod 1 times ------- 24 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 io_schedule_timeout #4 io_schedule #5 bit_wait_io #6 __wait_on_bit_lock #7 __lock_page #8 __cl_page_own #9 cl_page_own #10 osc_discard_cb #11 osc_page_gang_lookup #12 osc_lock_discard_pages #13 osc_ldlm_blocking_ast #14 ldlm_cancel_callback #15 ldlm_cli_cancel_local #16 ldlm_cli_cancel #17 osc_ldlm_blocking_ast #18 ldlm_handle_bl_callback #19 ldlm_bl_thread_main #20 kthread #21 ret_from_fork_nospec_begin youngest=811s(pid=22223), oldest=911s(pid=5894) ........................ ldlm_bl_01 1 times ldlm_bl_02 1 times ldlm_bl_03 1 times ldlm_bl_04 1 times ldlm_bl_06 1 times ldlm_bl_08 1 times ldlm_bl_10 1 times ldlm_bl_11 1 times ldlm_bl_13 1 times ldlm_bl_14 1 times ldlm_bl_16 1 times ldlm_bl_17 1 times ldlm_bl_18 1 times ldlm_bl_19 1 times ldlm_bl_21 1 times ldlm_bl_22 1 times ldlm_bl_23 1 times ldlm_bl_25 1 times ldlm_bl_26 1 times ldlm_bl_27 1 times ldlm_bl_28 1 times ldlm_bl_29 1 times ldlm_bl_30 1 times ldlm_bl_36 1 times ------- 18 stacks like that: ---------- #0 __schedule #1 schedule #2 worker_thread #3 kthread #4 ret_from_fork_nospec_begin youngest=0s(pid=46), oldest=1011s(pid=4) ........................ kworker/0:0H 1 times kworker/0:1 1 times kworker/0:1H 1 times kworker/0:2 1 times kworker/1:0H 1 times kworker/1:1 1 times kworker/1:1H 1 times kworker/1:2 1 times kworker/2:0H 1 times kworker/2:1 1 times kworker/2:1H 1 times kworker/2:2 1 times kworker/3:0H 1 times kworker/3:1 1 times kworker/3:1H 1 times kworker/3:2 1 times kworker/u8:0 1 times kworker/u8:1 1 times ------- 15 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 ll_inode_size_lock #5 ll_merge_attr #6 cl_glimpse_lock #7 cl_glimpse_size0 #8 ll_getattr_dentry #9 ll_getattr #10 vfs_getattr #11 vfs_fstatat #12 SYSC_newstat #13 sys_newstat #14 system_call_fastpath youngest=881s(pid=10974), oldest=910s(pid=12231) ........................ chmod 3 times file_exec.sh 1 times getfattr 1 times lfs 1 times ln 9 times ------- 14 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 io_schedule_timeout #4 io_schedule #5 bit_wait_io #6 __wait_on_bit_lock #7 __lock_page #8 truncate_inode_pages_range #9 truncate_inode_pages_final #10 ll_truncate_inode_pages_final #11 ll_delete_inode #12 evict #13 iput #14 do_unlinkat #15 sys_unlinkat #16 system_call_fastpath youngest=796s(pid=29904), oldest=909s(pid=12893) ........................ rm 14 times ------- 12 stacks like that: ---------- #0 __schedule #1 schedule #2 pipe_wait #3 pipe_read #4 do_sync_read #5 vfs_read #6 sys_read #7 system_call_fastpath youngest=289s(pid=10168), oldest=912s(pid=10574) ........................ grep 5 times sed 6 times tee 1 times ------- 12 stacks like that: ---------- #0 __schedule #1 schedule #2 ptlrpc_wait_event #3 ptlrpc_main #4 kthread #5 ret_from_fork_nospec_begin youngest=601s(pid=5378), oldest=943s(pid=5380) ........................ ldlm_cb00_000 1 times ldlm_cb00_001 1 times ldlm_cb00_002 1 times ldlm_cb01_000 1 times ldlm_cb01_001 1 times ldlm_cb01_002 1 times ldlm_cn00_000 1 times ldlm_cn00_001 1 times ldlm_cn00_002 1 times ldlm_cn01_000 1 times ldlm_cn01_001 1 times ldlm_cn01_002 1 times ------- 12 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 io_schedule_timeout #4 io_schedule #5 bit_wait_io #6 __wait_on_bit_lock #7 __lock_page #8 truncate_inode_pages_range #9 truncate_pagecache #10 vvp_io_setattr_end #11 cl_io_end #12 cl_io_loop #13 cl_setattr_ost #14 ll_setattr_raw #15 ll_setattr #16 notify_change #17 do_truncate #18 do_last #19 path_openat #20 do_filp_open #21 do_sys_open #22 sys_open #23 system_call_fastpath youngest=811s(pid=10760), oldest=909s(pid=10499) ........................ cp 4 times dd 2 times dir_create.sh 6 times ------- 12 stacks like that: ---------- #0 __schedule #1 schedule #2 smpboot_thread_fn #3 kthread #4 ret_from_fork_nospec_begin youngest=2s(pid=28), oldest=707s(pid=23) ........................ ksoftirqd/0 1 times ksoftirqd/1 1 times ksoftirqd/2 1 times ksoftirqd/3 1 times migration/0 1 times migration/1 1 times migration/2 1 times migration/3 1 times watchdog/0 1 times watchdog/1 1 times watchdog/2 1 times watchdog/3 1 times ------- 9 stacks like that: ---------- #0 __schedule #1 schedule #2 do_wait #3 sys_wait4 #4 system_call_fastpath youngest=289s(pid=10166), oldest=926s(pid=1162) ........................ auster 1 times bash 8 times ------- 8 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 lock_rename #5 SYSC_renameat2 #6 sys_renameat2 #7 sys_rename #8 system_call_fastpath youngest=880s(pid=13045), oldest=884s(pid=8347) ........................ mrename 8 times ------- 8 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout #5 do_sys_poll #6 sys_poll #7 system_call_fastpath youngest=1s(pid=819), oldest=1005s(pid=872) ........................ NetworkManager 1 times gdbus 2 times gmain 2 times polkitd 3 times ------- 8 stacks like that: ---------- #0 __schedule #1 schedule #2 futex_wait_queue_me #3 futex_wait #4 do_futex #5 sys_futex #6 system_call_fastpath youngest=118s(pid=907), oldest=1006s(pid=808) ........................ JS GC Helper 1 times JS Sour~ Thread 1 times gssproxy 5 times rs:main Q:Reg 1 times ------- 8 stacks like that: ---------- #0 __schedule #1 schedule #2 rcu_nocb_kthread #3 kthread #4 ret_from_fork_nospec_begin youngest=0s(pid=20), oldest=1019s(pid=10) ........................ rcuob/0 1 times rcuob/1 1 times rcuob/2 1 times rcuob/3 1 times rcuos/0 1 times rcuos/1 1 times rcuos/2 1 times rcuos/3 1 times ------- 7 stacks like that: ---------- #0 __schedule #1 schedule #2 ll_agl_thread #3 kthread #4 ret_from_fork_nospec_begin youngest=796s(pid=30161), oldest=906s(pid=16095) ........................ ll_agl_15257 1 times ll_agl_16028 1 times ll_agl_16672 1 times ll_agl_20179 2 times ll_agl_26497 1 times ll_agl_29904 1 times ------- 7 stacks like that: ---------- #0 __schedule #1 schedule #2 ll_statahead_thread #3 kthread #4 ret_from_fork_nospec_begin youngest=796s(pid=30142), oldest=906s(pid=16075) ........................ ll_sa_15257 1 times ll_sa_16028 1 times ll_sa_16672 1 times ll_sa_20179 2 times ll_sa_26497 1 times ll_sa_29904 1 times ------- 7 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 io_schedule_timeout #4 io_schedule #5 bit_wait_io #6 __wait_on_bit_lock #7 __lock_page #8 __cl_page_own #9 cl_page_own #10 check_and_discard_cb #11 osc_page_gang_lookup #12 osc_lock_discard_pages #13 osc_ldlm_blocking_ast #14 ldlm_cancel_callback #15 ldlm_cli_cancel_local #16 ldlm_cli_cancel #17 osc_ldlm_blocking_ast #18 ldlm_handle_bl_callback #19 ldlm_bl_thread_main #20 kthread #21 ret_from_fork_nospec_begin youngest=901s(pid=18133), oldest=910s(pid=11731) ........................ ldlm_bl_05 1 times ldlm_bl_07 1 times ldlm_bl_09 1 times ldlm_bl_12 1 times ldlm_bl_15 1 times ldlm_bl_20 1 times ldlm_bl_24 1 times ------- 7 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 ll_inode_size_lock #5 ll_merge_attr #6 cl_glimpse_lock #7 cl_glimpse_size0 #8 ll_getattr_dentry #9 ll_getattr #10 vfs_getattr #11 vfs_fstatat #12 SYSC_newfstatat #13 sys_newfstatat #14 system_call_fastpath youngest=883s(pid=8699), oldest=909s(pid=13404) ........................ chown 7 times ------- 7 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 io_schedule_timeout #4 io_schedule #5 bit_wait_io #6 __wait_on_bit_lock #7 __lock_page #8 truncate_inode_pages_range #9 truncate_inode_pages_final #10 ll_truncate_inode_pages_final #11 ll_delete_inode #12 evict #13 iput #14 ll_migrate #15 ll_dir_ioctl #16 do_vfs_ioctl #17 sys_ioctl #18 system_call_fastpath youngest=811s(pid=15573), oldest=909s(pid=12704) ........................ lfs 7 times ------- 6 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 lookup_slow #5 path_lookupat #6 filename_lookup #7 user_path_at_empty #8 user_path_at #9 vfs_fstatat #10 SYSC_newlstat #11 sys_newlstat #12 system_call_fastpath youngest=883s(pid=8479), oldest=884s(pid=8394) ........................ getfattr 3 times ln 3 times ------- 6 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 do_last #5 path_openat #6 do_filp_open #7 do_sys_open #8 sys_open #9 system_call_fastpath youngest=759s(pid=6826), oldest=811s(pid=14026) ........................ fallocate 2 times lfs 1 times touch 3 times ------- 6 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 ep_poll #5 sys_epoll_wait #6 system_call_fastpath youngest=0s(pid=1), oldest=910s(pid=601) ........................ dbus-daemon 1 times gssproxy 1 times systemd 1 times systemd-journal 1 times systemd-logind 1 times systemd-udevd 1 times ------- 5 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 filename_create #5 user_path_create #6 sys_symlinkat #7 sys_symlink #8 system_call_fastpath youngest=767s(pid=30350), oldest=883s(pid=8146) ........................ ln 5 times ------- 5 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 ll_inode_size_lock #5 ll_merge_attr #6 cl_glimpse_lock #7 cl_glimpse_size0 #8 ll_getattr_dentry #9 ll_getattr #10 vfs_getattr #11 vfs_fstatat #12 SYSC_newlstat #13 sys_newlstat #14 system_call_fastpath youngest=882s(pid=9744), oldest=909s(pid=13156) ........................ getfattr 2 times lfs 1 times ln 2 times ------- 5 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 vfs_removexattr #5 removexattr #6 sys_removexattr #7 system_call_fastpath youngest=868s(pid=28279), oldest=884s(pid=7140) ........................ setfattr 5 times ------- 5 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 vfs_setxattr #5 setxattr #6 sys_setxattr #7 system_call_fastpath youngest=868s(pid=28487), oldest=885s(pid=6537) ........................ setfattr 5 times ------- 5 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 ptlrpcd #5 kthread #6 ret_from_fork_nospec_begin youngest=3s(pid=2003), oldest=769s(pid=1999) ........................ ptlrpcd_00_00 1 times ptlrpcd_00_01 1 times ptlrpcd_01_00 1 times ptlrpcd_01_01 1 times ptlrpcd_rcv 1 times ------- 5 stacks like that: ---------- #0 __schedule #1 schedule #2 ldlm_bl_thread_main #3 kthread #4 ret_from_fork_nospec_begin youngest=0s(pid=5735), oldest=4s(pid=18678) ........................ ldlm_bl_32 1 times ldlm_bl_34 1 times ldlm_bl_35 1 times ldlm_bl_39 1 times ldlm_bl_40 1 times ------- 5 stacks like that: ---------- #0 __schedule #1 schedule youngest=809s(pid=15823), oldest=1006s(pid=768) ........................ ldlm_bl_33 1 times ll_imp_inval 3 times nfsv4.1-svc 1 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 io_schedule_timeout #4 io_schedule #5 bit_wait_io #6 __wait_on_bit_lock #7 __lock_page #8 truncate_inode_pages_range #9 truncate_inode_pages_final #10 ll_truncate_inode_pages_final #11 ll_delete_inode #12 evict #13 iput #14 __dentry_kill #15 dput #16 __fput #17 ____fput #18 task_work_run #19 do_exit #20 do_group_exit #21 get_signal_to_deliver #22 do_signal #23 do_notify_resume #24 int_signal youngest=607s(pid=13273), oldest=611s(pid=20841) ........................ dd 2 times fallocate 2 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 lookup_slow #5 path_lookupat #6 filename_lookup #7 user_path_at_empty #8 user_path_at #9 vfs_fstatat #10 SYSC_newstat #11 sys_newstat #12 system_call_fastpath youngest=883s(pid=8565), oldest=883s(pid=8545) ........................ chmod 2 times lfs 1 times ln 1 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 chmod_common #5 sys_fchmodat #6 system_call_fastpath youngest=769s(pid=27773), oldest=884s(pid=7628) ........................ chmod 4 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 ksocknal_scheduler #3 kthread #4 ret_from_fork_nospec_begin youngest=3s(pid=1994), oldest=991s(pid=1992) ........................ socknal_sd00_00 1 times socknal_sd00_01 1 times socknal_sd01_00 1 times socknal_sd01_01 1 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 ksocknal_connd #4 kthread #5 ret_from_fork_nospec_begin youngest=943s(pid=1987), oldest=990s(pid=1988) ........................ socknal_cd00 1 times socknal_cd01 1 times socknal_cd02 1 times socknal_cd03 1 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout #5 do_select #6 core_sys_select #7 sys_select #8 system_call_fastpath youngest=1s(pid=1122), oldest=1004s(pid=863) ........................ dhclient 1 times rsyslogd 1 times sshd 2 times ------- 3 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 do_last #5 path_openat #6 do_filp_open #7 do_open_exec #8 do_execve_common #9 sys_execve #10 stub_execve youngest=811s(pid=12850), oldest=811s(pid=12832) ........................ file_exec.sh 3 times ------- 3 stacks like that: ---------- #0 __schedule #1 schedule #2 cl_sync_io_wait #3 osc_lock_enqueue_wait #4 osc_lock_enqueue #5 cl_lock_enqueue #6 lov_lock_enqueue #7 cl_lock_enqueue #8 cl_lock_request #9 cl_io_lock #10 cl_io_loop #11 cl_setattr_ost #12 ll_setattr_raw #13 ll_setattr #14 notify_change #15 do_truncate #16 do_last #17 path_openat #18 do_filp_open #19 do_sys_open #20 sys_open #21 system_call_fastpath youngest=904s(pid=10322), oldest=908s(pid=10489) ........................ dir_create.sh 3 times ------- 3 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 ll_inode_size_lock #5 ll_merge_attr #6 cl_glimpse_lock #7 cl_glimpse_size0 #8 ll_getattr_dentry #9 ll_getattr #10 vfs_getattr #11 vfs_fstat #12 SYSC_newfstat #13 sys_newfstat #14 system_call_fastpath youngest=883s(pid=8708), oldest=908s(pid=13938) ........................ cat 3 times ------- 3 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 filename_create #5 user_path_create #6 sys_mknodat #7 sys_mknod #8 system_call_fastpath youngest=883s(pid=8367), oldest=884s(pid=8406) ........................ mcreate 3 times ------- 3 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 n_tty_read #4 tty_read #5 vfs_read #6 sys_read #7 system_call_fastpath youngest=1002s(pid=842), oldest=1003s(pid=840) ........................ agetty 3 times ------- 3 stacks like that: ---------- #-1 native_safe_halt #0 default_idle #1 default_enter_idle #2 cpuidle_enter_state #3 cpuidle_idle_call #4 arch_cpu_idle #5 cpu_startup_entry #6 start_secondary #7 start_cpu youngest=1019s(pid=0), oldest=1019s(pid=0) ........................ swapper/1 1 times swapper/2 1 times swapper/3 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 io_schedule_timeout #4 io_schedule #5 bit_wait_io #6 __wait_on_bit_lock #7 __lock_page #8 __find_lock_page #9 find_lock_page #10 truncate_inode_pages_range #11 truncate_pagecache #12 vvp_io_setattr_end #13 cl_io_end #14 cl_io_loop #15 cl_setattr_ost #16 ll_setattr_raw #17 ll_setattr #18 notify_change #19 do_truncate #20 vfs_truncate #21 do_sys_truncate #22 sys_truncate #23 system_call_fastpath youngest=908s(pid=13297), oldest=910s(pid=12235) ........................ truncate 2 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 io_schedule_timeout #4 io_schedule #5 bit_wait_io #6 __wait_on_bit_lock #7 __lock_page #8 truncate_inode_pages_range #9 truncate_pagecache #10 vvp_io_setattr_end #11 cl_io_end #12 cl_io_loop #13 cl_setattr_ost #14 ll_setattr_raw #15 ll_setattr #16 notify_change #17 do_truncate #18 vfs_truncate #19 do_sys_truncate #20 sys_truncate #21 system_call_fastpath youngest=909s(pid=12674), oldest=910s(pid=12095) ........................ truncate 2 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 vvp_io_setattr_start #5 cl_io_start #6 cl_io_loop #7 cl_setattr_ost #8 ll_setattr_raw #9 ll_setattr #10 notify_change #11 utimes_common #12 do_utimes #13 sys_utimensat #14 system_call_fastpath youngest=881s(pid=11240), oldest=902s(pid=20299) ........................ touch 2 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 io_schedule_timeout #4 io_schedule #5 bit_wait_io #6 __wait_on_bit_lock #7 __lock_page #8 truncate_inode_pages_range #9 truncate_inode_pages_final #10 ll_truncate_inode_pages_final #11 ll_delete_inode #12 evict #13 iput #14 __dentry_kill #15 dput #16 __fput #17 ____fput #18 task_work_run #19 get_signal_to_deliver #20 do_signal #21 do_notify_resume #22 int_signal youngest=611s(pid=10265), oldest=611s(pid=10218) ........................ dir_create.sh 2 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 io_schedule_timeout #4 io_schedule #5 bit_wait_io #6 __wait_on_bit_lock #7 __lock_page #8 __cl_page_own #9 cl_page_own #10 osc_discard_cb #11 osc_page_gang_lookup #12 osc_lock_discard_pages #13 osc_ldlm_blocking_ast #14 ldlm_cancel_callback #15 ldlm_cli_cancel_local #16 ldlm_cli_cancel_list_local #17 ldlm_bl_thread_main #18 kthread #19 ret_from_fork_nospec_begin youngest=227s(pid=26456), oldest=307s(pid=8807) ........................ ldlm_bl_37 1 times ldlm_bl_38 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 lookup_slow #5 path_lookupat #6 filename_lookup #7 user_path_at_empty #8 user_path_at #9 vfs_fstatat #10 SYSC_newfstatat #11 sys_newfstatat #12 system_call_fastpath youngest=884s(pid=8380), oldest=884s(pid=8370) ........................ chown 2 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 __wait_on_freeing_inode #3 find_inode #4 ilookup5_nowait #5 ilookup5 #6 iget5_locked #7 ll_iget #8 ll_prep_inode #9 ll_lookup_it_finish #10 ll_lookup_it.constprop.42 #11 ll_lookup_nd #12 lookup_real #13 __lookup_hash #14 do_unlinkat #15 sys_unlinkat #16 system_call_fastpath youngest=869s(pid=26332), oldest=885s(pid=6110) ........................ rm 2 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 ldlm_completion_ast #3 ldlm_cli_enqueue_fini #4 ldlm_cli_enqueue #5 osc_enqueue_base #6 osc_lock_enqueue #7 cl_lock_enqueue #8 lov_lock_enqueue #9 cl_lock_enqueue #10 cl_lock_request #11 cl_io_lock #12 cl_io_loop #13 cl_setattr_ost #14 ll_setattr_raw #15 ll_setattr #16 notify_change #17 do_truncate #18 do_last #19 path_openat #20 do_filp_open #21 do_sys_open #22 sys_open #23 system_call_fastpath youngest=886s(pid=5070), oldest=898s(pid=23899) ........................ cp 2 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 ptlrpc_hr_main #3 kthread #4 ret_from_fork_nospec_begin youngest=990s(pid=1986), oldest=991s(pid=1985) ........................ ptlrpc_hr00_000 1 times ptlrpc_hr01_000 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 scsi_error_handler #3 kthread #4 ret_from_fork_nospec_begin youngest=1016s(pid=288), oldest=1016s(pid=284) ........................ scsi_eh_0 1 times scsi_eh_1 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 rcu_gp_kthread #3 kthread #4 ret_from_fork_nospec_begin youngest=0s(pid=9), oldest=1019s(pid=8) ........................ rcu_bh 1 times rcu_sched 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 filename_create #5 user_path_create #6 sys_linkat #7 system_call_fastpath youngest=768s(pid=29524), oldest=768s(pid=29524) ........................ ln 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 chown_common #5 sys_fchownat #6 system_call_fastpath youngest=769s(pid=27339), oldest=769s(pid=27339) ........................ chown 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 ldlm_completion_ast #3 ldlm_lock_match_with_skip #4 osc_enqueue_base #5 osc_lock_enqueue #6 cl_lock_enqueue #7 lov_lock_enqueue #8 cl_lock_enqueue #9 cl_lock_request #10 cl_io_lock #11 cl_io_loop #12 cl_setattr_ost #13 ll_setattr_raw #14 ll_setattr #15 notify_change #16 do_truncate #17 do_last #18 path_openat #19 do_filp_open #20 do_sys_open #21 sys_open #22 system_call_fastpath youngest=904s(pid=18239), oldest=904s(pid=18239) ........................ cp 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 ldlm_completion_ast #3 ldlm_cli_enqueue_fini #4 ldlm_cli_enqueue #5 osc_enqueue_base #6 osc_lock_enqueue #7 cl_lock_enqueue #8 lov_lock_enqueue #9 cl_lock_enqueue #10 cl_lock_request #11 cl_io_lock #12 cl_io_loop #13 ll_file_io_generic #14 do_file_write_iter #15 ll_file_write_iter #16 ll_file_aio_write #17 ll_file_write #18 vfs_write #19 sys_write #20 system_call_fastpath youngest=904s(pid=17638), oldest=904s(pid=17638) ........................ cp 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 io_schedule_timeout #4 io_schedule #5 bit_wait_io #6 __wait_on_bit_lock #7 __lock_page #8 truncate_inode_pages_range #9 truncate_inode_pages_final #10 ll_truncate_inode_pages_final #11 ll_delete_inode #12 evict #13 iput #14 __dentry_kill #15 dput #16 __fput #17 ____fput #18 task_work_run #19 do_exit #20 do_group_exit #21 sys_exit_group #22 system_call_fastpath youngest=811s(pid=16401), oldest=811s(pid=16401) ........................ dd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 io_schedule_timeout #4 io_schedule #5 bit_wait_io #6 __wait_on_bit_lock #7 __lock_page #8 __cl_page_own #9 cl_page_own #10 osc_discard_cb #11 osc_page_gang_lookup #12 osc_lock_discard_pages #13 osc_ldlm_blocking_ast #14 ldlm_cancel_callback #15 ldlm_cli_cancel_local #16 ldlm_cli_cancel #17 cleanup_resource #18 ldlm_resource_clean #19 cfs_hash_for_each_relax #20 cfs_hash_for_each_nolock #21 ldlm_namespace_cleanup #22 osc_import_event #23 ptlrpc_invalidate_import #24 ptlrpc_invalidate_import_thread #25 kthread #26 ret_from_fork_nospec_begin youngest=810s(pid=14315), oldest=810s(pid=14315) ........................ ll_imp_inval 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 cl_sync_io_wait #3 osc_lock_enqueue_wait #4 osc_lock_enqueue #5 cl_lock_enqueue #6 lov_lock_enqueue #7 cl_lock_enqueue #8 cl_lock_request #9 cl_io_lock #10 cl_io_loop #11 cl_setattr_ost #12 ll_setattr_raw #13 ll_setattr #14 notify_change #15 do_truncate #16 vfs_truncate #17 do_sys_truncate #18 sys_truncate #19 system_call_fastpath youngest=909s(pid=13168), oldest=909s(pid=13168) ........................ truncate 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 lookup_slow #5 path_lookupat #6 filename_lookup #7 user_path_at_empty #8 user_path_at #9 do_sys_truncate #10 sys_truncate #11 system_call_fastpath youngest=811s(pid=12773), oldest=811s(pid=12773) ........................ truncate 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 ll_inode_size_lock #5 ll_merge_attr #6 ll_file_io_generic #7 do_file_write_iter #8 ll_file_write_iter #9 ll_file_aio_write #10 ll_file_write #11 vfs_write #12 sys_write #13 system_call_fastpath youngest=909s(pid=12546), oldest=909s(pid=12546) ........................ dd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 io_schedule_timeout #4 io_schedule #5 bit_wait_io #6 __wait_on_bit #7 wait_on_page_bit_killable #8 __lock_page_or_retry #9 filemap_fault #10 ll_filemap_fault #11 vvp_io_fault_start #12 cl_io_start #13 cl_io_loop #14 ll_fault #15 __do_fault #16 do_cow_fault #17 handle_pte_fault #18 __handle_mm_fault #19 handle_mm_fault #20 __do_page_fault #21 trace_do_page_fault #22 do_async_page_fault #23 async_page_fault #-1 __clear_user #24 clear_user #25 padzero #26 load_elf_binary #27 search_binary_handler #28 do_execve_common #29 sys_execve #30 stub_execve youngest=911s(pid=11635), oldest=911s(pid=11635) ........................ 7 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 io_schedule_timeout #4 io_schedule #5 bit_wait_io #6 __wait_on_bit_lock #7 __lock_page #8 truncate_inode_pages_range #9 truncate_inode_pages_final #10 ll_truncate_inode_pages_final #11 ll_delete_inode #12 evict #13 iput #14 __dentry_kill #15 dput #16 __fput #17 ____fput #18 task_work_run #19 do_notify_resume #20 int_signal youngest=811s(pid=11007), oldest=811s(pid=11007) ........................ cp 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 __wait_on_freeing_inode #3 find_inode #4 ilookup5_nowait #5 ilookup5 #6 iget5_locked #7 ll_iget #8 ll_prep_inode #9 ll_lookup_it_finish #10 ll_lookup_it.constprop.42 #11 ll_atomic_open #12 do_last #13 path_openat #14 do_filp_open #15 do_sys_open #16 sys_open #17 system_call_fastpath youngest=908s(pid=10275), oldest=908s(pid=10275) ........................ dir_create.sh 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 vvp_io_setattr_start #3 cl_io_start #4 cl_io_loop #5 ll_fallocate #6 vfs_fallocate #7 sys_fallocate #8 system_call_fastpath youngest=883s(pid=8626), oldest=883s(pid=8626) ........................ fallocate 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 lookup_slow #5 path_lookupat #6 filename_lookup #7 user_path_at_empty #8 user_path_at #9 sys_removexattr #10 system_call_fastpath youngest=883s(pid=8426), oldest=883s(pid=8426) ........................ setfattr 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 lookup_slow #5 link_path_walk #6 path_lookupat #7 filename_lookup #8 user_path_at_empty #9 user_path_at #10 do_utimes #11 sys_utimensat #12 system_call_fastpath youngest=883s(pid=8423), oldest=883s(pid=8423) ........................ touch 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 lookup_slow #5 path_lookupat #6 filename_lookup #7 user_path_at_empty #8 user_path_at #9 sys_setxattr #10 system_call_fastpath youngest=883s(pid=8405), oldest=883s(pid=8405) ........................ setfattr 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 lookup_slow #5 path_lookupat #6 filename_lookup #7 user_path_at_empty #8 user_path_at #9 sys_fchownat #10 system_call_fastpath youngest=883s(pid=8385), oldest=883s(pid=8385) ........................ chown 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 lookup_slow #5 link_path_walk #6 path_openat #7 do_filp_open #8 do_sys_open #9 sys_open #10 system_call_fastpath youngest=883s(pid=8373), oldest=883s(pid=8373) ........................ touch 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 vfs_rename #5 SYSC_renameat2 #6 sys_renameat2 #7 sys_rename #8 system_call_fastpath youngest=883s(pid=8320), oldest=883s(pid=8320) ........................ mrename 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 vvp_io_setattr_start #5 cl_io_start #6 cl_io_loop #7 cl_setattr_ost #8 ll_setattr_raw #9 ll_setattr #10 notify_change #11 chmod_common #12 sys_fchmodat #13 system_call_fastpath youngest=884s(pid=7355), oldest=884s(pid=7355) ........................ chmod 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 io_schedule_timeout #4 io_schedule #5 bit_wait_io #6 __wait_on_bit_lock #7 __lock_page #8 __find_lock_page #9 grab_cache_page_write_begin #10 ll_write_begin #11 generic_file_buffered_write #12 __generic_file_aio_write #13 __generic_file_write_iter #14 vvp_io_write_start #15 cl_io_start #16 cl_io_loop #17 ll_file_io_generic #18 do_file_write_iter #19 ll_file_write_iter #20 ll_file_aio_write #21 ll_file_write #22 vfs_write #23 sys_write #24 system_call_fastpath youngest=884s(pid=7282), oldest=884s(pid=7282) ........................ cat 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 __mutex_lock_slowpath #3 mutex_lock #4 do_last #5 path_openat #6 do_filp_open #7 do_sys_open #8 sys_openat #9 system_call_fastpath youngest=885s(pid=5468), oldest=885s(pid=5468) ........................ ls 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 mgc_requeue_thread #3 kthread #4 ret_from_fork_nospec_begin youngest=913s(pid=5389), oldest=913s(pid=5389) ........................ ll_cfg_requeue 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 expired_lock_main #3 kthread #4 ret_from_fork_nospec_begin youngest=942s(pid=5388), oldest=942s(pid=5388) ........................ ldlm_elt 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 lnet_peer_discovery #4 kthread #5 ret_from_fork_nospec_begin youngest=0s(pid=1998), oldest=0s(pid=1998) ........................ lnet_discovery 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_for_completion_interruptible_timeout #4 lnet_monitor_thread #5 kthread #6 ret_from_fork_nospec_begin youngest=0s(pid=1997), oldest=0s(pid=1997) ........................ monitor_thread 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 lnet_acceptor #3 kthread #4 ret_from_fork_nospec_begin youngest=990s(pid=1996), oldest=990s(pid=1996) ........................ acceptor_001 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 ksocknal_reaper #4 kthread #5 ret_from_fork_nospec_begin youngest=0s(pid=1991), oldest=0s(pid=1991) ........................ socknal_reaper 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 io_schedule_timeout #4 io_schedule #5 bit_wait_io #6 __wait_on_bit_lock #7 __lock_page #8 __cl_page_own #9 cl_page_own #10 check_and_discard_cb #11 osc_page_gang_lookup #12 osc_lock_discard_pages #13 osc_ldlm_blocking_ast #14 ldlm_cancel_callback #15 ldlm_cli_cancel_local #16 ldlm_cli_cancel_list_local #17 ldlm_bl_thread_main #18 kthread #19 ret_from_fork_nospec_begin youngest=307s(pid=1210), oldest=307s(pid=1210) ........................ ldlm_bl_31 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout #5 do_sys_poll #6 sys_ppoll #7 system_call_fastpath youngest=0s(pid=902), oldest=0s(pid=902) ........................ in:imjournal 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kjournald2 #3 kthread #4 ret_from_fork_nospec_begin youngest=1010s(pid=480), oldest=1010s(pid=480) ........................ jbd2/nbd0-8 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 nbd_thread #3 kthread #4 ret_from_fork_nospec_begin youngest=119s(pid=450), oldest=119s(pid=450) ........................ nbd0 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 sk_wait_data #4 tcp_recvmsg #5 inet_recvmsg #6 sock_recvmsg #7 kernel_recvmsg #8 sock_xmit #9 __nbd_ioctl #10 nbd_ioctl #11 blkdev_ioctl #12 block_ioctl #13 do_vfs_ioctl #14 sys_ioctl #15 system_call_fastpath youngest=119s(pid=448), oldest=119s(pid=448) ........................ nbd-client 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 khugepaged #4 kthread #5 ret_from_fork_nospec_begin youngest=6s(pid=54), oldest=6s(pid=54) ........................ khugepaged 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 ksm_scan_thread #3 kthread #4 ret_from_fork_nospec_begin youngest=1017s(pid=53), oldest=1017s(pid=53) ........................ ksmd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kswapd #3 kthread #4 ret_from_fork_nospec_begin youngest=1017s(pid=52), oldest=1017s(pid=52) ........................ kswapd0 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 schedule_timeout_interruptible #4 watchdog #5 kthread #6 ret_from_fork_nospec_begin youngest=57s(pid=37), oldest=57s(pid=37) ........................ khungtaskd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 devtmpfsd #3 kthread #4 ret_from_fork_nospec_begin youngest=942s(pid=35), oldest=942s(pid=35) ........................ kdevtmpfs 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kthreadd #3 ret_from_fork_nospec_begin youngest=119s(pid=2), oldest=119s(pid=2) ........................ kthreadd 1 times ------- 1 stacks like that: ---------- #-1 native_safe_halt #0 default_idle #1 default_enter_idle #2 cpuidle_enter_state #3 cpuidle_idle_call #4 arch_cpu_idle #5 cpu_startup_entry #6 rest_init #7 start_kernel #8 x86_64_start_reservations #9 x86_64_start_kernel #10 start_cpu youngest=1019s(pid=0), oldest=1019s(pid=0) ........................ swapper/0 1 times ** Execution took 3.18s (real) 0.44s (CPU), Child processes: 2.78s