***************** crashinfo --stacksummary ***************** /exports/testreports/52899/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64-retry2/oleg459-client-vmcore (3.10.0-7.9-debug) ------- 26 stacks like that: ---------- #0 __schedule #1 schedule #2 rescuer_thread #3 kthread #4 ret_from_fork_nospec_begin youngest=1s(pid=16090), oldest=1542s(pid=12) ........................ ata_sff 1 times bioset 3 times crypto 1 times deferwq 1 times edac-poller 1 times ext4-rsv-conver 2 times ipv6_addrconf 1 times kblockd 1 times kintegrityd 1 times kmpath_rdacd 1 times kpsmoused 1 times kthrotld 1 times kvm-irqfd-clean 1 times lru-add-drain 1 times md 1 times netns 1 times nfsiod 1 times rpciod 1 times scsi_tmf_0 1 times scsi_tmf_1 1 times watchdogd 1 times writeback 1 times xprtiod 1 times ------- 22 stacks like that: ---------- #0 __schedule #1 schedule #2 worker_thread #3 kthread #4 ret_from_fork_nospec_begin youngest=0s(pid=9802), oldest=1534s(pid=25) ........................ kworker/0:0 1 times kworker/0:0H 1 times kworker/0:1 1 times kworker/0:1H 1 times kworker/0:2 1 times kworker/1:0 1 times kworker/1:0H 1 times kworker/1:1 1 times kworker/1:1H 1 times kworker/1:2 1 times kworker/2:0 1 times kworker/2:0H 1 times kworker/2:1 1 times kworker/2:1H 1 times kworker/3:0 1 times kworker/3:0H 1 times kworker/3:1 1 times kworker/3:1H 1 times kworker/3:2 1 times kworker/u8:0 1 times kworker/u8:1 1 times kworker/u8:2 1 times ------- 21 stacks like that: ---------- #0 __schedule #1 schedule #2 do_wait #3 sys_wait4 #4 system_call_fastpath youngest=0s(pid=16182), oldest=1441s(pid=1167) ........................ auster 1 times bash 20 times ------- 12 stacks like that: ---------- #0 __schedule #1 schedule #2 smpboot_thread_fn #3 kthread #4 ret_from_fork_nospec_begin youngest=0s(pid=6), oldest=2s(pid=14) ........................ ksoftirqd/0 1 times ksoftirqd/1 1 times ksoftirqd/2 1 times ksoftirqd/3 1 times migration/0 1 times migration/1 1 times migration/2 1 times migration/3 1 times watchdog/0 1 times watchdog/1 1 times watchdog/2 1 times watchdog/3 1 times ------- 10 stacks like that: ---------- #0 __schedule #1 schedule #2 ptlrpc_wait_event #3 ptlrpc_main #4 kthread #5 ret_from_fork_nospec_begin youngest=0s(pid=25105), oldest=233s(pid=25106) ........................ ldlm_cb00_000 1 times ldlm_cb00_001 1 times ldlm_cb01_000 1 times ldlm_cb01_001 1 times ldlm_cn00_000 1 times ldlm_cn00_001 1 times ldlm_cn00_002 1 times ldlm_cn01_000 1 times ldlm_cn01_001 1 times ldlm_cn01_002 1 times ------- 8 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout #5 do_sys_poll #6 sys_poll #7 system_call_fastpath youngest=2s(pid=821), oldest=1531s(pid=871) ........................ NetworkManager 1 times gdbus 2 times gmain 2 times polkitd 3 times ------- 8 stacks like that: ---------- #0 __schedule #1 schedule #2 futex_wait_queue_me #3 futex_wait #4 do_futex #5 sys_futex #6 system_call_fastpath youngest=0s(pid=905), oldest=1532s(pid=813) ........................ JS GC Helper 1 times JS Sour~ Thread 1 times gssproxy 5 times rs:main Q:Reg 1 times ------- 8 stacks like that: ---------- #0 __schedule #1 schedule #2 rcu_nocb_kthread #3 kthread #4 ret_from_fork_nospec_begin youngest=0s(pid=27), oldest=1542s(pid=10) ........................ rcuob/0 1 times rcuob/1 1 times rcuob/2 1 times rcuob/3 1 times rcuos/0 1 times rcuos/1 1 times rcuos/2 1 times rcuos/3 1 times ------- 7 stacks like that: ---------- #0 __schedule #1 schedule #2 pipe_wait #3 pipe_read #4 do_sync_read #5 vfs_read #6 sys_read #7 system_call_fastpath youngest=0s(pid=16183), oldest=0s(pid=16162) ........................ sed 6 times tee 1 times ------- 7 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 ep_poll #5 sys_epoll_wait #6 system_call_fastpath youngest=0s(pid=564), oldest=1s(pid=596) ........................ dbus-daemon 1 times gssproxy 1 times systemd 1 times systemd-journal 1 times systemd-logind 1 times systemd-udevd 2 times ------- 5 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 ptlrpcd #5 kthread #6 ret_from_fork_nospec_begin youngest=0s(pid=1963), oldest=0s(pid=1962) ........................ ptlrpcd_00_00 1 times ptlrpcd_00_01 1 times ptlrpcd_01_00 1 times ptlrpcd_01_01 1 times ptlrpcd_rcv 1 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 ldlm_bl_thread_main #3 kthread #4 ret_from_fork_nospec_begin youngest=0s(pid=16188), oldest=0s(pid=25113) ........................ ldlm_bl_01 1 times ldlm_bl_02 1 times ldlm_bl_03 1 times ldlm_bl_04 1 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 ksocknal_scheduler #3 kthread #4 ret_from_fork_nospec_begin youngest=0s(pid=1957), oldest=1510s(pid=1955) ........................ socknal_sd00_00 1 times socknal_sd00_01 1 times socknal_sd01_00 1 times socknal_sd01_01 1 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 ksocknal_connd #4 kthread #5 ret_from_fork_nospec_begin youngest=1465s(pid=1950), oldest=1510s(pid=1951) ........................ socknal_cd00 1 times socknal_cd01 1 times socknal_cd02 1 times socknal_cd03 1 times ------- 4 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout #5 do_select #6 core_sys_select #7 sys_select #8 system_call_fastpath youngest=0s(pid=1127), oldest=1530s(pid=860) ........................ dhclient 1 times rsyslogd 1 times sshd 2 times ------- 3 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 n_tty_read #4 tty_read #5 vfs_read #6 sys_read #7 system_call_fastpath youngest=1528s(pid=842), oldest=1529s(pid=841) ........................ agetty 3 times ------- 3 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 cpu_startup_entry #3 start_secondary #4 start_cpu youngest=1542s(pid=0), oldest=1542s(pid=0) ........................ swapper/1 1 times swapper/2 1 times swapper/3 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 io_schedule_timeout #4 io_schedule #5 bit_wait_io #6 __wait_on_bit_lock #7 __lock_page_killable #8 do_generic_file_read.constprop.52 #9 generic_file_aio_read #10 do_file_read_iter #11 ll_file_read_iter #12 ll_file_aio_read #13 ll_file_read #14 vfs_read #15 sys_read #16 system_call_fastpath youngest=0s(pid=16187), oldest=0s(pid=16184) ........................ dd 2 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 ptlrpc_hr_main #3 kthread #4 ret_from_fork_nospec_begin youngest=1510s(pid=1949), oldest=1510s(pid=1948) ........................ ptlrpc_hr00_000 1 times ptlrpc_hr01_000 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 kjournald2 #3 kthread #4 ret_from_fork_nospec_begin youngest=1s(pid=16089), oldest=1535s(pid=473) ........................ jbd2/loop0-8 1 times jbd2/nbd0-8 1 times ------- 2 stacks like that: ---------- #0 __schedule #1 schedule #2 scsi_error_handler #3 kthread #4 ret_from_fork_nospec_begin youngest=1538s(pid=286), oldest=1539s(pid=282) ........................ scsi_eh_0 1 times scsi_eh_1 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 mgc_requeue_thread #3 kthread #4 ret_from_fork_nospec_begin youngest=226s(pid=25116), oldest=226s(pid=25116) ........................ ll_cfg_requeue 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 expired_lock_main #3 kthread #4 ret_from_fork_nospec_begin youngest=233s(pid=25114), oldest=233s(pid=25114) ........................ ldlm_elt 1 times ------- 1 stacks like that: ---------- #0 crash_nmi_callback #1 nmi_handle #2 do_nmi #3 end_repeat_nmi #-1 copy_user_enhanced_fast_string #4 copy_user_enhanced_fast_string #5 file_read_actor #6 do_generic_file_read.constprop.52 #7 generic_file_aio_read #8 do_file_read_iter #9 ll_file_read_iter #10 ll_file_aio_read #11 ll_file_read #12 vfs_read #13 sys_read #14 system_call_fastpath youngest=0s(pid=16185), oldest=0s(pid=16185) ........................ dd 1 times ------- 1 stacks like that: ---------- #0 crash_nmi_callback #1 nmi_handle #2 do_nmi #3 end_repeat_nmi #-1 io_serial_out #4 io_serial_out #5 serial8250_console_putchar #6 uart_console_write #7 serial8250_console_write #8 call_console_drivers.constprop.17 #9 console_unlock #10 vprintk_emit #11 vprintk_default #12 printk #13 show_trace_log_lvl #14 show_stack #15 dump_stack #16 lbug_with_loc #17 cl_env_percpu_put #18 do_read_folio #19 ll_readpage #20 do_generic_file_read.constprop.52 #21 generic_file_aio_read #22 do_file_read_iter #23 ll_file_read_iter #24 ll_file_aio_read #25 ll_file_read #26 vfs_read #27 sys_read #28 system_call_fastpath youngest=0s(pid=16180), oldest=0s(pid=16180) ........................ dd 1 times ------- 1 stacks like that: ---------- #0 crash_nmi_callback #1 nmi_handle #2 do_nmi #3 end_repeat_nmi #-1 kmemleak_alloc #4 kmemleak_alloc #5 kmem_cache_alloc #6 jbd2__journal_start #7 __ext4_journal_start_sb #8 ext4_da_write_begin #9 generic_file_buffered_write #10 __generic_file_aio_write #11 generic_file_aio_write #12 ext4_file_write #13 do_sync_write #14 vfs_write #15 cfs_kernel_write #16 pcc_attach_data_archive #17 pcc_readonly_attach #18 pcc_readonly_attach_sync #19 pcc_try_readonly_open_attach #20 pcc_file_open #21 ll_file_open #22 do_dentry_open #23 vfs_open #24 do_last #25 path_openat #26 do_filp_open #27 do_sys_open #28 sys_open #29 system_call_fastpath youngest=0s(pid=16179), oldest=0s(pid=16179) ........................ dd 1 times ------- 1 stacks like that: ---------- #0 machine_kexec #1 __crash_kexec #2 panic #3 lbug_with_loc #4 cl_env_init0 #5 cl_env_percpu_get #6 do_read_folio #7 ll_readpage #8 do_generic_file_read.constprop.52 #9 generic_file_aio_read #10 do_file_read_iter #11 ll_file_read_iter #12 ll_file_aio_read #13 ll_file_read #14 vfs_read #15 sys_read #16 system_call_fastpath youngest=0s(pid=16177), oldest=0s(pid=16177) ........................ dd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 do_nanosleep #3 hrtimer_nanosleep #4 sys_nanosleep #5 system_call_fastpath youngest=0s(pid=16145), oldest=0s(pid=16145) ........................ sleep 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_woken #4 ptlrpc_set_wait #5 ptlrpc_queue_wait #6 ldlm_cli_enqueue #7 mdc_enqueue_base #8 mdc_intent_lock #9 lmv_intent_lookup #10 lmv_intent_lock #11 ll_intent_lock #12 ll_lookup_it #13 ll_lookup_nd #14 lookup_real #15 __lookup_hash #16 lookup_slow #17 path_lookupat #18 filename_lookup #19 user_path_at_empty #20 user_path_at #21 vfs_fstatat #22 SYSC_newstat #23 sys_newstat #24 system_call_fastpath youngest=0s(pid=16144), oldest=0s(pid=16144) ........................ bash 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 loop_thread #3 kthread #4 ret_from_fork_nospec_begin youngest=1s(pid=16088), oldest=1s(pid=16088) ........................ loop0 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 lnet_peer_discovery #4 kthread #5 ret_from_fork_nospec_begin youngest=0s(pid=1961), oldest=0s(pid=1961) ........................ lnet_discovery 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 wait_for_completion_interruptible_timeout #4 lnet_monitor_thread #5 kthread #6 ret_from_fork_nospec_begin youngest=0s(pid=1960), oldest=0s(pid=1960) ........................ monitor_thread 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 lnet_acceptor #3 kthread #4 ret_from_fork_nospec_begin youngest=1510s(pid=1959), oldest=1510s(pid=1959) ........................ acceptor_001 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 ksocknal_reaper #4 kthread #5 ret_from_fork_nospec_begin youngest=0s(pid=1954), oldest=0s(pid=1954) ........................ socknal_reaper 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_hrtimeout_range_clock #3 schedule_hrtimeout_range #4 poll_schedule_timeout #5 do_sys_poll #6 sys_ppoll #7 system_call_fastpath youngest=0s(pid=900), oldest=0s(pid=900) ........................ in:imjournal 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule youngest=1532s(pid=768), oldest=1532s(pid=768) ........................ nfsv4.1-svc 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 nbd_thread #3 kthread #4 ret_from_fork_nospec_begin youngest=0s(pid=449), oldest=0s(pid=449) ........................ nbd0 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 sk_wait_data #4 tcp_recvmsg #5 inet_recvmsg #6 sock_recvmsg #7 kernel_recvmsg #8 sock_xmit #9 __nbd_ioctl #10 nbd_ioctl #11 blkdev_ioctl #12 block_ioctl #13 do_vfs_ioctl #14 sys_ioctl #15 system_call_fastpath youngest=0s(pid=447), oldest=0s(pid=447) ........................ nbd-client 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 khugepaged #4 kthread #5 ret_from_fork_nospec_begin youngest=1s(pid=53), oldest=1s(pid=53) ........................ khugepaged 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 ksm_scan_thread #3 kthread #4 ret_from_fork_nospec_begin youngest=1540s(pid=52), oldest=1540s(pid=52) ........................ ksmd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kswapd #3 kthread #4 ret_from_fork_nospec_begin youngest=1540s(pid=51), oldest=1540s(pid=51) ........................ kswapd0 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 schedule_timeout_interruptible #4 watchdog #5 kthread #6 ret_from_fork_nospec_begin youngest=102s(pid=37), oldest=102s(pid=37) ........................ khungtaskd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 devtmpfsd #3 kthread #4 ret_from_fork_nospec_begin youngest=233s(pid=35), oldest=233s(pid=35) ........................ kdevtmpfs 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 schedule_timeout #3 rcu_gp_kthread #4 kthread #5 ret_from_fork_nospec_begin youngest=0s(pid=9), oldest=0s(pid=9) ........................ rcu_sched 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 rcu_gp_kthread #3 kthread #4 ret_from_fork_nospec_begin youngest=1542s(pid=8), oldest=1542s(pid=8) ........................ rcu_bh 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule #2 kthreadd #3 ret_from_fork_nospec_begin youngest=0s(pid=2), oldest=0s(pid=2) ........................ kthreadd 1 times ------- 1 stacks like that: ---------- #0 __schedule #1 schedule_preempt_disabled #2 cpu_startup_entry #3 rest_init #4 start_kernel #5 x86_64_start_reservations #6 x86_64_start_kernel #7 start_cpu youngest=1542s(pid=0), oldest=1542s(pid=0) ........................ swapper/0 1 times ** Execution took 0.63s (real) 0.12s (CPU), Child processes: 0.50s