00000100:00000001:0.0F:1749610262.022748:0:16356:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610262.022759:0:16356:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610262.022761:0:16356:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610262.022765:0:16356:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800571d16c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749610262.022768:0:16356:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610262.022771:0:16356:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610262.022773:0:16356:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610262.022776:0:16356:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610262.022778:0:16356:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0F:1749610262.034647:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79980. 00080000:00000010:2.0:1749610262.034657:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79980. 00000020:00000001:2.0:1749610262.034661:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610262.034747:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79980. 00080000:00000010:2.0:1749610262.034751:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79980. 00000020:00000001:2.0:1749610262.034755:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610262.034762:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79980. 00080000:00000010:2.0:1749610262.034766:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79980. 00000020:00000001:2.0:1749610262.034769:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610262.083717:0:13879:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610262.083728:0:13879:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610262.083730:0:13879:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610262.083733:0:13879:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610262.083735:0:13879:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610262.083738:0:13879:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610262.083739:0:13879:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0F:1749610262.173093:0:21966:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334d00. 00080000:00000010:1.0:1749610262.173103:0:21966:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334d00. 00000020:00000001:1.0:1749610262.173108:0:21966:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610262.173120:0:21966:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334d00. 00080000:00000010:1.0:1749610262.173124:0:21966:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334d00. 00000020:00000001:1.0:1749610262.173127:0:21966:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610262.173132:0:21966:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334d00. 00080000:00000010:1.0:1749610262.173136:0:21966:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334d00. 00000020:00000001:1.0:1749610262.173138:0:21966:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610262.177054:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79200. 00080000:00000010:2.0:1749610262.177062:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79200. 00000020:00000001:2.0:1749610262.177066:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610262.177149:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79200. 00080000:00000010:2.0:1749610262.177153:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79200. 00000020:00000001:2.0:1749610262.177155:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610262.177160:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79200. 00080000:00000010:2.0:1749610262.177163:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79200. 00000020:00000001:2.0:1749610262.177165:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610262.255790:0:1039:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610262.255795:0:1039:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610262.255921:0:16353:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610262.255926:0:16353:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610262.255930:0:16353:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0F:1749610262.331879:0:16445:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610262.331893:0:16445:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610262.331896:0:16445:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610262.331900:0:16445:0:(client.c:2663:ptlrpc_set_wait()) set ffff880094dcca80 going to sleep for 0 seconds 00000100:00000001:3.0:1749610262.331904:0:16445:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610262.331907:0:16445:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610262.331910:0:16445:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610262.331912:0:16445:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610262.331915:0:16445:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610262.357849:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2fb80. 00080000:00000010:0.0:1749610262.357858:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2fb80. 00000020:00000001:0.0:1749610262.357867:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610262.357947:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2fb80. 00080000:00000010:0.0:1749610262.357952:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2fb80. 00000020:00000001:0.0:1749610262.357956:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610262.357964:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2fb80. 00080000:00000010:0.0:1749610262.357968:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2fb80. 00000020:00000001:0.0:1749610262.357972:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610262.432575:0:22007:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2fb80. 00080000:00000010:0.0:1749610262.432585:0:22007:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2fb80. 00000020:00000001:0.0:1749610262.432595:0:22007:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610262.432611:0:22007:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2fb80. 00080000:00000010:0.0:1749610262.432616:0:22007:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2fb80. 00000020:00000001:0.0:1749610262.432620:0:22007:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610262.432627:0:22007:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2fb80. 00080000:00000010:0.0:1749610262.432632:0:22007:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2fb80. 00000020:00000001:0.0:1749610262.432636:0:22007:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610262.437358:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2fb80. 00080000:00000010:0.0:1749610262.437365:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2fb80. 00000020:00000001:0.0:1749610262.437375:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610262.437448:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2fb80. 00080000:00000010:0.0:1749610262.437453:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2fb80. 00000020:00000001:0.0:1749610262.437456:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610262.437462:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2fb80. 00080000:00000010:0.0:1749610262.437465:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2fb80. 00000020:00000001:0.0:1749610262.437468:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610262.600626:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79980. 00080000:00000010:2.0:1749610262.600633:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79980. 00000020:00000001:2.0:1749610262.600637:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610262.600683:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79980. 00080000:00000010:2.0:1749610262.600687:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79980. 00000020:00000001:2.0:1749610262.600689:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610262.600694:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79980. 00080000:00000010:2.0:1749610262.600697:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79980. 00000020:00000001:2.0:1749610262.600699:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610262.998765:0:16408:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880129f38e00. 00000020:00000040:0.0:1749610262.998780:0:16408:0:(genops.c:1229:class_import_get()) import ffff8800b1a6d000 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749610262.998788:0:16408:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610262.998792:0:16408:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610262.998799:0:16408:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610262.998827:0:16408:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a76600. 00000100:00000001:0.0:1749610262.998838:0:16408:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610262.998846:0:16408:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749610262.998849:0:16408:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749610262.998856:0:16408:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ffb7e40. 00000100:00000001:0.0:1749610262.998860:0:16408:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137414196800 : -131936295354816 : ffff88012ffb7e40) 00000100:00000001:0.0:1749610262.998865:0:16408:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610262.998867:0:16408:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137313013248 : -131936396538368 : ffff880129f38e00) 00000100:00000001:0.0:1749610262.998874:0:16408:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610262.998880:0:16408:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610262.998883:0:16408:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749610262.998886:0:16408:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610262.998898:0:16408:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880129f38e00 x1834598777636992/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610262.998914:0:16408:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610262.998917:0:16408:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610262.998923:0:16408:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880129f38e00 x1834598777636992/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610262.998936:0:16408:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749610262.998940:0:16408:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610262.998942:0:16408:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610262.998946:0:16408:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ffb7e40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610262.998959:0:16408:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610262.998963:0:16408:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749610262.998968:0:16408:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610262.998972:0:16408:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610262.998975:0:16408:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610262.998982:0:16408:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880129f38e00 x1834598777636992/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610262.998995:0:16408:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f38e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:16408:1834598777636992:0@lo:900:osp-pre-0-1.0 00000100:00000001:0.0:1749610262.999003:0:16408:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610262.999006:0:16408:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749610262.999010:0:16408:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749610262.999013:0:16408:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610262.999019:0:16408:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880129f38e00 x1834598777636992/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610262.999030:0:16408:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610262.999034:0:16408:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ffb7e40. 00000100:00000001:0.0:1749610262.999039:0:16408:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749610262.999041:0:16408:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749610262.999044:0:16408:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610262.999049:0:16408:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880129f38e00 x1834598777636992/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610262.999058:0:16408:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749610262.999062:0:16408:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610262.999065:0:16408:0:(genops.c:1242:class_import_put()) import ffff8800b1a6d000 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749610262.999068:0:16408:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610262.999073:0:16408:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a76600. 02000000:00000001:0.0:1749610262.999078:0:16408:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610262.999080:0:16408:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610262.999083:0:16408:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880129f38e00. 00000100:00000001:0.0:1749610262.999088:0:16408:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610262.999091:0:16408:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610263.022726:0:16356:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610263.022731:0:16356:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610263.022734:0:16356:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610263.022737:0:16356:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800571d16c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610263.022741:0:16356:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610263.022744:0:16356:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610263.022746:0:16356:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610263.022756:0:16356:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610263.022759:0:16356:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610263.027766:0:16410:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880129f38e00. 00000020:00000040:0.0:1749610263.027775:0:16410:0:(genops.c:1229:class_import_get()) import ffff8800b1a6d000 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749610263.027789:0:16410:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610263.027792:0:16410:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610263.027798:0:16410:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610263.027805:0:16410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a76600. 00000100:00000001:0.0:1749610263.027837:0:16410:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610263.027844:0:16410:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749610263.027846:0:16410:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749610263.027853:0:16410:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ffb7e40. 00000100:00000001:0.0:1749610263.027856:0:16410:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137414196800 : -131936295354816 : ffff88012ffb7e40) 00000100:00000001:0.0:1749610263.027861:0:16410:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610263.027863:0:16410:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137313013248 : -131936396538368 : ffff880129f38e00) 00000100:00000001:0.0:1749610263.027869:0:16410:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610263.027875:0:16410:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610263.027877:0:16410:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749610263.027879:0:16410:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610263.027888:0:16410:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880129f38e00 x1834598777637120/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610263.027899:0:16410:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610263.027901:0:16410:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610263.027905:0:16410:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880129f38e00 x1834598777637120/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610263.027912:0:16410:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749610263.027915:0:16410:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610263.027916:0:16410:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610263.027918:0:16410:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ffb7e40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610263.027920:0:16410:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610263.027922:0:16410:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749610263.027925:0:16410:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610263.027927:0:16410:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610263.027929:0:16410:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610263.027932:0:16410:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880129f38e00 x1834598777637120/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610263.027941:0:16410:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f38e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:16410:1834598777637120:0@lo:900:osp-pre-1-1.0 00000100:00000001:0.0:1749610263.027952:0:16410:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610263.027954:0:16410:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749610263.027957:0:16410:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749610263.027959:0:16410:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610263.027962:0:16410:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880129f38e00 x1834598777637120/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610263.027969:0:16410:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610263.027971:0:16410:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ffb7e40. 00000100:00000001:0.0:1749610263.027974:0:16410:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749610263.027975:0:16410:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749610263.027977:0:16410:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610263.027980:0:16410:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880129f38e00 x1834598777637120/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610263.027986:0:16410:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749610263.027988:0:16410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610263.027990:0:16410:0:(genops.c:1242:class_import_put()) import ffff8800b1a6d000 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749610263.027992:0:16410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610263.027995:0:16410:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a76600. 02000000:00000001:0.0:1749610263.027998:0:16410:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610263.028000:0:16410:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610263.028001:0:16410:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880129f38e00. 00000100:00000001:0.0:1749610263.028005:0:16410:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610263.028006:0:16410:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1749610263.035743:0:22094:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334d80. 00080000:00000010:1.0:1749610263.035748:0:22094:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334d80. 00000020:00000001:1.0:1749610263.035752:0:22094:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610263.035762:0:22094:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334d80. 00080000:00000010:1.0:1749610263.035765:0:22094:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334d80. 00000020:00000001:1.0:1749610263.035767:0:22094:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610263.035772:0:22094:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334d80. 00080000:00000010:1.0:1749610263.035775:0:22094:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334d80. 00000020:00000001:1.0:1749610263.035777:0:22094:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610263.038301:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79200. 00080000:00000010:2.0:1749610263.038304:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79200. 00000020:00000001:2.0:1749610263.038307:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610263.038347:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79200. 00080000:00000010:2.0:1749610263.038349:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79200. 00000020:00000001:2.0:1749610263.038351:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610263.038354:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79200. 00080000:00000010:2.0:1749610263.038356:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79200. 00000020:00000001:2.0:1749610263.038357:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610263.083783:0:13879:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610263.083798:0:13879:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610263.083801:0:13879:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610263.083829:0:13879:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610263.083834:0:13879:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610263.083839:0:13879:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610263.083842:0:13879:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610263.089750:0:21237:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9966ab6c-a434-4a76-8d0c-e5d342f8d05c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610263.089757:0:21237:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9966ab6c-a434-4a76-8d0c-e5d342f8d05c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749610263.089760:0:21237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610263.089764:0:21237:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610263.089766:0:21237:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610263.089768:0:21237:0:(import.c:66:import_set_state_nolock()) ffff880129e40800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610263.089772:0:21237:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610263.089777:0:21237:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4864 00000100:00080000:2.0:1749610263.089781:0:21237:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610263.089783:0:21237:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 34 to 0@lo 00000100:00000001:2.0:1749610263.089786:0:21237:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610263.089788:0:21237:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 35 to 0@lo 00000100:00000001:2.0:1749610263.089790:0:21237:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000020:00000001:2.0:1749610263.089794:0:21237:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610263.089795:0:21237:0:(genops.c:823:class_conn2export()) looking for export cookie 0x303b8ee4031992de 00000020:00000001:2.0:1749610263.089798:0:21237:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610263.089844:0:21237:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129c20800 refcount=4 00000020:00000001:2.0:1749610263.089864:0:21237:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137309767680 : -131936399783936 : ffff880129c20800) 00000020:00000001:2.0:1749610263.089867:0:21237:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137309767680 : -131936399783936 : ffff880129c20800) 00000100:00000040:2.0:1749610263.089871:0:21237:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 34 to 0@lo 00000100:00000001:2.0:1749610263.089886:0:21237:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610263.089888:0:21237:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 35 to 0@lo 00000100:00000001:2.0:1749610263.089890:0:21237:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000020:00000040:2.0:1749610263.089894:0:21237:0:(genops.c:898:class_export_put()) PUTting export ffff880129c20800 : new refcount 3 00000100:00080000:2.0:1749610263.089897:0:21237:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880129e40800 using connection 192.168.204.134@tcp/0@lo 00000100:00000001:2.0:1749610263.089899:0:21237:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610263.089902:0:21237:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610263.089909:0:21237:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610263.089912:0:21237:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610263.089914:0:21237:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610263.089916:0:21237:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610263.089921:0:21237:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133ab8380. 00000020:00000040:2.0:1749610263.089925:0:21237:0:(genops.c:1229:class_import_get()) import ffff880129e40800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610263.089929:0:21237:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610263.089931:0:21237:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610263.089934:0:21237:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610263.089937:0:21237:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610263.089940:0:21237:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610263.089947:0:21237:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e976400. 00000100:00000001:2.0:1749610263.089953:0:21237:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610263.089962:0:21237:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133ab8380 x1834598777637248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610263.089973:0:21237:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610263.089977:0:21237:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610263.089982:0:21237:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133ab8380] to pc [ptlrpcd_rcv+-1] req@ffff880133ab8380 x1834598777637248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610263.090006:0:21237:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610263.090010:0:21237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610263.090013:0:21237:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749610263.090016:0:21237:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133ab8a80. 00000020:00000040:2.0:1749610263.090019:0:21237:0:(genops.c:1229:class_import_get()) import ffff880129e43000 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:2.0:1749610263.090021:0:21237:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610263.090028:0:21237:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610263.090030:0:21237:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610263.090034:0:21237:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880095da9c00. 00000100:00000001:2.0:1749610263.090037:0:21237:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610263.090041:0:21237:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff880133ab8a80 x1834598777637376/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610263.090048:0:21237:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610263.090050:0:21237:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610263.090055:0:21237:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133ab8a80] to pc [ptlrpcd_00_01+1] req@ffff880133ab8a80 x1834598777637376/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610263.090065:0:13879:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610263.090070:0:13879:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610263.090072:0:13879:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610263.090078:0:21237:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610263.090080:0:21237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1749610263.090081:0:13879:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133ab8380 x1834598777637248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610263.090083:0:21237:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749610263.090087:0:21237:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133abaa00. 00000020:00000040:2.0:1749610263.090089:0:21237:0:(genops.c:1229:class_import_get()) import ffff88008ee36000 refcount=3 obd=lustre-OST0001-osc-MDT0001 00000100:00000001:2.0:1749610263.090092:0:21237:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610263.090093:0:21237:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610263.090094:0:21237:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610263.090097:0:21237:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880095da9600. 00000100:00000001:2.0:1749610263.090099:0:21237:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610263.090102:0:21237:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID req@ffff880133abaa00 x1834598777637504/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610263.090108:0:13879:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610263.090109:0:21237:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610263.090110:0:21237:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610263.090110:0:13879:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610263.090113:0:21237:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133abaa00] to pc [ptlrpcd_00_02+2] req@ffff880133abaa00 x1834598777637504/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610263.090113:0:13879:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610263.090116:0:13879:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610263.090119:0:13879:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610263.090123:0:13879:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:13879:1834598777637248:0@lo:38:kworker.0 00000100:00000001:0.0:1749610263.090127:0:13879:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610263.090131:0:13879:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610263.090133:0:21237:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610263.090133:0:13879:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610263.090135:0:13879:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1749610263.090136:0:21237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610263.090139:0:21237:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000010:0.0:1749610263.090139:0:13879:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800571c9400. 00000100:00000001:2.0:1749610263.090141:0:21237:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610263.090142:0:21237:0:(import.c:66:import_set_state_nolock()) ffff8800b1a6d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1749610263.090142:0:13879:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610263.090149:0:21237:0:(import.c:480:import_select_connection()) Process entered 00000400:00000010:0.0:1749610263.090149:0:13879:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88005bdaaaa8. 00000100:00080000:2.0:1749610263.090152:0:21237:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4864 00000100:00080000:2.0:1749610263.090155:0:21237:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000400:00000010:0.0:1749610263.090156:0:13879:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e0c83b8. 00000100:00000040:2.0:1749610263.090157:0:21237:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 34 to 0@lo 00000100:00000001:2.0:1749610263.090159:0:21237:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610263.090161:0:21237:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 35 to 0@lo 00000100:00000001:2.0:1749610263.090163:0:21237:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000100:00000200:0.0:1749610263.090164:0:13879:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598777637248, portal 4 00000020:00000001:2.0:1749610263.090165:0:21237:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610263.090166:0:21237:0:(genops.c:823:class_conn2export()) looking for export cookie 0x303b8ee403199339 00000100:00000001:0.0:1749610263.090166:0:13879:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1749610263.090167:0:21237:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610263.090168:0:13881:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610263.090168:0:13879:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137476064128 : -131936233487488 : ffff880133ab8380) 00000020:00000040:2.0:1749610263.090169:0:21237:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b1a6a000 refcount=9 00000020:00000001:2.0:1749610263.090171:0:21237:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135294705664 : -131938414845952 : ffff8800b1a6a000) 00000020:00000001:2.0:1749610263.090173:0:21237:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135294705664 : -131938414845952 : ffff8800b1a6a000) 00000100:00000001:1.0:1749610263.090174:0:13881:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749610263.090176:0:21237:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 34 to 0@lo 00000100:00000001:1.0:1749610263.090176:0:13881:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610263.090176:0:13879:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133ab8380 x1834598777637248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610263.090178:0:21237:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610263.090180:0:21237:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 35 to 0@lo 00000100:00000001:2.0:1749610263.090182:0:21237:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000020:00000040:2.0:1749610263.090184:0:21237:0:(genops.c:898:class_export_put()) PUTting export ffff8800b1a6a000 : new refcount 8 00000100:00000040:1.0:1749610263.090184:0:13881:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133ab8a80 x1834598777637376/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610263.090184:0:13879:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:2.0:1749610263.090186:0:21237:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800b1a6d000 using connection 192.168.204.134@tcp/0@lo 00000100:00000001:2.0:1749610263.090188:0:21237:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610263.090188:0:13879:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749610263.090189:0:21237:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:0.0:1749610263.090190:0:13879:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e0c8cc0. 00000100:00000200:0.0:1749610263.090192:0:13879:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598777637248, offset 0 02000000:00000001:2.0:1749610263.090193:0:21237:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610263.090194:0:13881:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749610263.090195:0:21237:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610263.090196:0:13881:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610263.090197:0:21237:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610263.090198:0:21237:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610263.090198:0:13879:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749610263.090200:0:13881:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1749610263.090201:0:21237:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133ab9180. 02000000:00000001:1.0:1749610263.090202:0:13881:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749610263.090203:0:21237:0:(genops.c:1229:class_import_get()) import ffff8800b1a6d000 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749610263.090205:0:21237:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749610263.090205:0:13881:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610263.090206:0:21237:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610263.090208:0:21237:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1749610263.090208:0:13881:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133ab8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:13881:1834598777637376:0@lo:400:kworker.0 02000000:00000001:2.0:1749610263.090209:0:21237:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610263.090211:0:21237:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610263.090212:0:13881:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1749610263.090212:0:13879:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749610263.090215:0:13881:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610263.090217:0:13881:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610263.090218:0:21237:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e977400. 02000000:00000001:1.0:1749610263.090219:0:13881:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610263.090221:0:21237:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610263.090221:0:13879:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ed0724980 02000000:00000010:1.0:1749610263.090224:0:13881:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88005faa9a00. 00000100:00000001:3.0:1749610263.090225:0:13882:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749610263.090226:0:21237:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133ab9180 x1834598777637632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1749610263.090226:0:13881:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610263.090228:0:13879:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0xce5 [256] + 3640 00000100:00000001:3.0:1749610263.090230:0:13882:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1749610263.090230:0:13881:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c786630. 00000100:00000001:3.0:1749610263.090232:0:13882:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610263.090233:0:21237:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610263.090235:0:21237:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610263.090236:0:13879:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749610263.090238:0:21237:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133ab9180] to pc [ptlrpcd_rcv+-1] req@ffff880133ab9180 x1834598777637632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610263.090240:0:13882:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133abaa00 x1834598777637504/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610263.090241:0:13879:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749610263.090244:0:13881:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a51b1908. 00000100:00000001:2.0:1749610263.090246:0:21237:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610263.090246:0:13879:0:(events.c:287:request_in_callback()) Process entered 00000100:00080000:2.0:1749610263.090248:0:21237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000200:1.0:1749610263.090248:0:13881:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598777637376, portal 4 00000100:00000200:0.0:1749610263.090248:0:13879:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:3.0:1749610263.090251:0:13882:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749610263.090251:0:21237:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749610263.090251:0:13881:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610263.090252:0:13881:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137476065920 : -131936233485696 : ffff880133ab8a80) 00000100:00000010:0.0:1749610263.090252:0:13879:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880129f38e00. 00000100:00000001:3.0:1749610263.090253:0:13882:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610263.090253:0:21237:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610263.090254:0:21237:0:(import.c:66:import_set_state_nolock()) ffff88012c014000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1749610263.090256:0:13882:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749610263.090256:0:21237:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610263.090258:0:21237:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4864 02000000:00000001:3.0:1749610263.090259:0:13882:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749610263.090260:0:21237:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749610263.090260:0:13881:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133ab8a80 x1834598777637376/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610263.090261:0:13882:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610263.090261:0:13879:0:(events.c:338:request_in_callback()) incoming req@ffff880129f38e00 x1834598777637248 msgsize 520 00000100:00000040:2.0:1749610263.090263:0:21237:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 34 to 0@lo 00000100:00100000:3.0:1749610263.090264:0:13882:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133abaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:13882:1834598777637504:0@lo:400:kworker.0 00000100:00000001:2.0:1749610263.090265:0:21237:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1749610263.090265:0:13879:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749610263.090266:0:21237:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 35 to 0@lo 00000100:00000001:3.0:1749610263.090268:0:13882:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610263.090268:0:21237:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000100:00000001:1.0:1749610263.090268:0:13881:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749610263.090270:0:21237:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749610263.090271:0:13882:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1749610263.090271:0:21237:0:(genops.c:823:class_conn2export()) looking for export cookie 0x303b8ee4031993a9 00000100:00000040:1.0:1749610263.090271:0:13881:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749610263.090272:0:21237:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1749610263.090273:0:13882:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610263.090273:0:13881:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a51b1880. 00000020:00000040:2.0:1749610263.090274:0:21237:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012c013800 refcount=8 02000000:00000001:3.0:1749610263.090275:0:13882:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1749610263.090275:0:13881:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598777637376, offset 0 00000020:00000001:2.0:1749610263.090276:0:21237:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137347463168 : -131936362088448 : ffff88012c013800) 00000100:00000001:0.0:1749610263.090277:0:13879:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:2.0:1749610263.090278:0:21237:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137347463168 : -131936362088448 : ffff88012c013800) 02000000:00000010:3.0:1749610263.090280:0:13882:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009026a600. 00000100:00000040:2.0:1749610263.090280:0:21237:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 34 to 0@lo 00000400:00000200:1.0:1749610263.090280:0:13881:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749610263.090282:0:13882:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610263.090282:0:21237:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610263.090283:0:21237:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 35 to 0@lo 00000100:00000001:2.0:1749610263.090285:0:21237:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000400:00000010:3.0:1749610263.090287:0:13882:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007929ce70. 00000400:00000200:1.0:1749610263.090288:0:13881:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1749610263.090291:0:21237:0:(genops.c:898:class_export_put()) PUTting export ffff88012c013800 : new refcount 7 00000400:00000010:3.0:1749610263.090293:0:13882:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b19917f8. 00000100:00080000:2.0:1749610263.090294:0:21237:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88012c014000 using connection 192.168.204.134@tcp/0@lo 00000100:00000001:2.0:1749610263.090296:0:21237:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610263.090298:0:13882:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598777637504, portal 4 02000000:00000001:2.0:1749610263.090298:0:21237:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1749610263.090298:0:13879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e0c8cc0 00000100:00000001:3.0:1749610263.090300:0:13882:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610263.090301:0:13882:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137476073984 : -131936233477632 : ffff880133abaa00) 02000000:00000001:2.0:1749610263.090301:0:21237:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749610263.090301:0:13879:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008e0c8cc0. 02000000:00000001:2.0:1749610263.090302:0:21237:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610263.090304:0:21237:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610263.090304:0:13879:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610263.090306:0:21237:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610263.090307:0:13881:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848ed0724a00 00000100:00000040:3.0:1749610263.090309:0:13882:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133abaa00 x1834598777637504/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610263.090309:0:21237:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133abb800. 00000100:00000200:0.0:1749610263.090309:0:13879:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133ab8380 x1834598777637248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749610263.090310:0:21237:0:(genops.c:1229:class_import_get()) import ffff88012c014000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749610263.090312:0:21237:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610263.090313:0:21237:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610263.090314:0:13881:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x12b5 [8] + 4256 00000100:00000001:2.0:1749610263.090315:0:21237:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749610263.090316:0:13882:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749610263.090316:0:21237:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610263.090317:0:21237:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610263.090317:0:13879:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610263.090319:0:13882:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749610263.090319:0:13881:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1749610263.090320:0:21237:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e977000. 00000100:00000040:0.0:1749610263.090320:0:13879:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133ab8380 x1834598777637248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610288 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610263.090321:0:13882:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1991770. 00000100:00000001:2.0:1749610263.090323:0:21237:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610263.090323:0:13881:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610263.090326:0:13879:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610263.090327:0:21237:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133abb800 x1834598777637760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610263.090327:0:13881:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610263.090328:0:13879:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:1.0:1749610263.090329:0:13881:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:3.0:1749610263.090332:0:13882:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598777637504, offset 0 00000100:00000001:0.0:1749610263.090332:0:13879:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610263.090333:0:21237:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000010:1.0:1749610263.090333:0:13881:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012cbcfb80. 00000100:00000001:2.0:1749610263.090334:0:21237:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610263.090336:0:13881:0:(events.c:338:request_in_callback()) incoming req@ffff88012cbcfb80 x1834598777637376 msgsize 224 00000100:00000040:2.0:1749610263.090337:0:21237:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133abb800] to pc [ptlrpcd_rcv+-1] req@ffff880133abb800 x1834598777637760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610263.090337:0:13879:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1922 usecs (2 jiffies) 00000400:00000200:3.0:1749610263.090338:0:13882:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749610263.090340:0:13881:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610263.090340:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299537154 00000100:00000001:2.0:1749610263.090344:0:21237:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610263.090344:0:13879:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4860ac0. 00000400:00000200:3.0:1749610263.090346:0:13882:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749610263.090346:0:21237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610263.090349:0:21237:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749610263.090349:0:13879:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:1.0:1749610263.090351:0:13881:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749610263.090353:0:13882:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848ed0724a80 00000100:00000010:2.0:1749610263.090353:0:21237:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f545880. 00000020:00000040:2.0:1749610263.090355:0:21237:0:(genops.c:1229:class_import_get()) import ffff88008e008800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610263.090355:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299537154 00000100:00000001:2.0:1749610263.090357:0:21237:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:0.0:1749610263.090357:0:13879:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4860840. 00000400:00000200:3.0:1749610263.090358:0:13882:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x12b5 [8] + 4480 02000000:00000001:2.0:1749610263.090358:0:21237:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610263.090359:0:21237:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610263.090360:0:13879:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000010:2.0:1749610263.090362:0:21237:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880095da9000. 00000400:00000200:3.0:1749610263.090363:0:13882:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610263.090363:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299537154 00000100:00000001:2.0:1749610263.090364:0:21237:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610263.090364:0:13881:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a51b1880 00000100:00000010:0.0:1749610263.090365:0:13879:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4860700. 00000400:00000200:3.0:1749610263.090366:0:13882:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749610263.090366:0:13881:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a51b1880. 00000100:00000001:0.0:1749610263.090367:0:13879:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:1.0:1749610263.090370:0:13881:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610263.090370:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299537154 00000100:00000001:3.0:1749610263.090371:0:13882:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749610263.090371:0:21237:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88008f545880 x1834598777637888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1749610263.090372:0:13879:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4860d80. 00000100:00000200:3.0:1749610263.090373:0:13882:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:1.0:1749610263.090374:0:13881:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133ab8a80 x1834598777637376/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610263.090374:0:13879:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000010:3.0:1749610263.090377:0:13882:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011e644700. 00000100:00000001:0.0:1749610263.090377:0:13879:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610263.090378:0:21237:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1749610263.090379:0:13882:0:(events.c:338:request_in_callback()) incoming req@ffff88011e644700 x1834598777637504 msgsize 224 00000100:00000001:0.0:1749610263.090379:0:13879:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610263.090380:0:21237:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610263.090381:0:13879:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610263.090383:0:13881:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610263.090383:0:13879:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610263.090384:0:13882:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749610263.090384:0:21237:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88008f545880] to pc [ptlrpcd_00_03+3] req@ffff88008f545880 x1834598777637888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610263.090386:0:13881:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133ab8a80 x1834598777637376/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610279 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610263.090391:0:21237:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610263.090393:0:13881:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610263.090393:0:13879:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1749610263.090394:0:21237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:1.0:1749610263.090394:0:13881:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610263.090395:0:13882:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610263.090395:0:13879:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749610263.090396:0:21237:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610263.090397:0:13879:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610263.090398:0:21237:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1749610263.090398:0:13881:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610263.090398:0:13879:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1749610263.090399:0:21237:0:(import.c:66:import_set_state_nolock()) ffff8800967b8800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610263.090400:0:13879:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749610263.090401:0:13882:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b1991770 00000100:00000001:2.0:1749610263.090401:0:21237:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610263.090403:0:21237:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4864 00000400:00000010:3.0:1749610263.090404:0:13882:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b1991770. 00000100:00000040:0.0:1749610263.090404:0:13879:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133ab9180 x1834598777637632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610263.090405:0:21237:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1749610263.090406:0:13882:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1749610263.090407:0:13881:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 35133 usecs (36 jiffies) 00000100:00000040:2.0:1749610263.090408:0:21237:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 34 to 0@lo 00000100:00000200:3.0:1749610263.090410:0:13882:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133abaa00 x1834598777637504/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610263.090410:0:21237:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610263.090410:0:13881:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299537188 00000100:00000001:0.0:1749610263.090411:0:13879:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749610263.090412:0:21237:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 35 to 0@lo 00000100:00000001:0.0:1749610263.090412:0:13879:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610263.090413:0:21237:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 02000000:00000001:0.0:1749610263.090414:0:13879:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1749610263.090415:0:21237:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610263.090416:0:21237:0:(genops.c:823:class_conn2export()) looking for export cookie 0x303b8ee4031aa60e 00000020:00000001:2.0:1749610263.090417:0:21237:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610263.090417:0:13881:0:(niobuf.c:648:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4299537154 02000000:00000001:0.0:1749610263.090417:0:13879:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610263.090418:0:13882:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1749610263.090419:0:21237:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800967b8000 refcount=8 02000000:00000001:0.0:1749610263.090419:0:13879:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610263.090421:0:21237:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134838894592 : -131938870657024 : ffff8800967b8000) 00000100:00000001:1.0:1749610263.090421:0:13881:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299537188 00000100:00000040:3.0:1749610263.090422:0:13882:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133abaa00 x1834598777637504/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610279 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610263.090422:0:13879:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133ab9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:13879:1834598777637632:0@lo:38:kworker.0 00000020:00000001:2.0:1749610263.090423:0:21237:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134838894592 : -131938870657024 : ffff8800967b8000) 00000100:00000001:1.0:1749610263.090424:0:13881:0:(niobuf.c:648:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4299537154 00000100:00000040:2.0:1749610263.090425:0:21237:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 34 to 0@lo 00000100:00000001:0.0:1749610263.090425:0:13879:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749610263.090426:0:13881:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299537188 00000100:00000001:2.0:1749610263.090427:0:21237:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749610263.090427:0:13879:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749610263.090428:0:13882:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610263.090428:0:21237:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 35 to 0@lo 02000000:00000001:0.0:1749610263.090428:0:13879:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610263.090429:0:13881:0:(niobuf.c:648:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4299537154 00000100:00000001:3.0:1749610263.090430:0:13882:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610263.090430:0:21237:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 02000000:00000001:0.0:1749610263.090430:0:13879:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1749610263.090432:0:21237:0:(genops.c:898:class_export_put()) PUTting export ffff8800967b8000 : new refcount 7 00000100:00000001:1.0:1749610263.090432:0:13881:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299537188 02000000:00000010:0.0:1749610263.090432:0:13879:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800571c9000. 00000100:00000001:3.0:1749610263.090433:0:13882:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610263.090434:0:21237:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8800967b8800 using connection 192.168.204.134@tcp/0@lo 00000100:00000001:1.0:1749610263.090434:0:13881:0:(niobuf.c:648:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4299537154 02000000:00000001:0.0:1749610263.090434:0:13879:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610263.090437:0:13882:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: using a timeout of 32220 usecs (33 jiffies) 00000100:00000001:1.0:1749610263.090437:0:13881:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749610263.090438:0:13879:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88005bdaa370. 00000100:00000001:3.0:1749610263.090439:0:13882:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299537185 00000100:00000001:1.0:1749610263.090439:0:13881:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610263.090440:0:21237:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610263.090441:0:21237:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:0.0:1749610263.090441:0:13879:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e0c8cc0. 00000100:00000001:1.0:1749610263.090442:0:13881:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610263.090443:0:13882:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299537188 02000000:00000001:2.0:1749610263.090444:0:21237:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610263.090444:0:13881:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749610263.090444:0:13879:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598777637632, portal 10 00000100:00000001:3.0:1749610263.090445:0:13882:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299537185 02000000:00000001:2.0:1749610263.090446:0:21237:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610263.090446:0:13879:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610263.090447:0:13882:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299537188 00000100:00000001:2.0:1749610263.090447:0:21237:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610263.090447:0:13879:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137476067712 : -131936233483904 : ffff880133ab9180) 00000100:00000001:3.0:1749610263.090449:0:13882:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299537185 00000100:00000001:2.0:1749610263.090449:0:21237:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610263.090450:0:13881:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610263.090451:0:13882:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299537188 00000100:00000010:2.0:1749610263.090452:0:21237:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f546a00. 00000100:00000001:1.0:1749610263.090452:0:13881:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1749610263.090453:0:13879:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133ab9180 x1834598777637632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749610263.090454:0:21237:0:(genops.c:1229:class_import_get()) import ffff8800967b8800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:1.0:1749610263.090454:0:13881:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610263.090455:0:13881:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749610263.090456:0:21237:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1749610263.090456:0:13881:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610263.090457:0:21237:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610263.090458:0:21237:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749610263.090458:0:13881:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610263.090459:0:13882:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299537185 02000000:00000001:2.0:1749610263.090459:0:21237:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749610263.090459:0:13879:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749610263.090460:0:21237:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610263.090461:0:13882:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299537188 00000100:00000040:0.0:1749610263.090461:0:13879:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610263.090462:0:13879:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e0c8770. 00000100:00000001:3.0:1749610263.090463:0:13882:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749610263.090463:0:21237:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e977c00. 00000100:00000001:3.0:1749610263.090465:0:13882:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610263.090465:0:13879:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598777637632, offset 0 00000100:00000001:2.0:1749610263.090466:0:21237:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610263.090468:0:13882:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610263.090468:0:13879:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749610263.090469:0:21237:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008f546a00 x1834598777638016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610263.090470:0:13882:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610263.090474:0:13879:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610263.090475:0:13882:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610263.090476:0:21237:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610263.090477:0:13882:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749610263.090477:0:21237:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610263.090477:0:17551:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610263.090479:0:13882:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749610263.090479:0:13879:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ed0724b00 00000100:00000001:3.0:1749610263.090480:0:13882:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749610263.090480:0:21237:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88008f546a00] to pc [ptlrpcd_rcv+-1] req@ffff88008f546a00 x1834598777638016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610263.090480:0:17551:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598777637376 00000100:00000001:3.0:1749610263.090481:0:13882:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610263.090482:0:17551:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1749610263.090484:0:13882:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1749610263.090484:0:17551:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610263.090485:0:13882:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610263.090485:0:13879:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0xadd [64] + 168808 00000100:00000001:3.0:1749610263.090487:0:13882:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610263.090487:0:21237:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610263.090487:0:17551:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610263.090489:0:13882:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610263.090489:0:21237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1749610263.090491:0:13882:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749610263.090491:0:17551:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610263.090492:0:13882:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610263.090492:0:21237:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1749610263.090493:0:13882:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1749610263.090494:0:17551:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598777637376 00000400:00000200:0.0:1749610263.090494:0:13879:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1749610263.090495:0:21237:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ab1dbb80. 00000020:00000001:1.0:1749610263.090496:0:17551:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1749610263.090497:0:13882:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008f545880 x1834598777637888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749610263.090497:0:21237:0:(genops.c:1229:class_import_get()) import ffff8800967ba000 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610263.090498:0:21237:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:1.0:1749610263.090498:0:17551:0:(genops.c:823:class_conn2export()) looking for export cookie 0x303b8ee4031993da 00000400:00000200:0.0:1749610263.090498:0:13879:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749610263.090500:0:21237:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1749610263.090500:0:17551:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749610263.090501:0:21237:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610263.090501:0:13879:0:(events.c:287:request_in_callback()) Process entered 00000020:00000040:1.0:1749610263.090502:0:17551:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129ee8800 refcount=5 00000100:00000200:0.0:1749610263.090503:0:13879:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610263.090504:0:13882:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1749610263.090504:0:21237:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880095da9d00. 00000100:00000001:3.0:1749610263.090505:0:13882:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610263.090505:0:17551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312684032 : -131936396867584 : ffff880129ee8800) 00000100:00000001:2.0:1749610263.090506:0:21237:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610263.090506:0:13879:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880129f3aa00. 02000000:00000001:3.0:1749610263.090507:0:13882:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1749610263.090507:0:17551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312684032 : -131936396867584 : ffff880129ee8800) 00000100:00000040:0.0:1749610263.090508:0:13879:0:(events.c:338:request_in_callback()) incoming req@ffff880129f3aa00 x1834598777637632 msgsize 520 02000000:00000001:3.0:1749610263.090509:0:13882:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610263.090509:0:21237:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff8800ab1dbb80 x1834598777638144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1749610263.090511:0:13882:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610263.090513:0:13879:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749610263.090514:0:13882:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f545880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:13882:1834598777637888:0@lo:400:kworker.0 00000100:00000001:1.0:1749610263.090516:0:17551:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610263.090517:0:13882:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610263.090519:0:13882:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:1.0:1749610263.090519:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b52a0580. 00000100:00000001:0.0:1749610263.090519:0:13879:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749610263.090521:0:13882:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610263.090522:0:13882:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1749610263.090523:0:13879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e0c8770 00000020:00000010:1.0:1749610263.090524:0:17551:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800ab28d000. 02000000:00000010:3.0:1749610263.090525:0:13882:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009026ba00. 00000100:00000001:2.0:1749610263.090525:0:21237:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1749610263.090525:0:13879:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008e0c8770. 02000000:00000001:3.0:1749610263.090527:0:13882:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610263.090527:0:21237:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610263.090527:0:13879:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:3.0:1749610263.090530:0:13882:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007929ccb8. 00000020:00000040:1.0:1749610263.090530:0:17551:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff8800978b9570) now 6 - evictor 00000100:00000200:0.0:1749610263.090530:0:13879:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133ab9180 x1834598777637632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610263.090531:0:21237:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800ab1dbb80] to pc [ptlrpcd_00_00+0] req@ffff8800ab1dbb80 x1834598777638144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610263.090533:0:13882:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1991770. 00000100:00000200:3.0:1749610263.090537:0:13882:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598777637888, portal 10 00000100:00000001:1.0:1749610263.090537:0:17551:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749610263.090537:0:13879:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610263.090540:0:13879:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133ab9180 x1834598777637632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610288 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610263.090541:0:17551:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88005faa9800. 00000100:00000001:2.0:1749610263.090542:0:21237:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610263.090543:0:13882:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610263.090544:0:13882:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134718888064 : -131938990663552 : ffff88008f545880) 00000020:00000010:1.0:1749610263.090546:0:17551:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88008f334d80. 00000100:00000001:0.0:1749610263.090546:0:13879:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610263.090547:0:21237:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4874) 00000100:00000001:0.0:1749610263.090548:0:13879:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1749610263.090550:0:13882:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88008f545880 x1834598777637888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610263.090550:0:13879:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610263.090551:0:17551:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008ed39af0. 00000100:00000040:0.0:1749610263.090553:0:13879:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1082 usecs (2 jiffies) 00000100:00000001:0.0:1749610263.090555:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299537154 00000100:00000001:3.0:1749610263.090556:0:13882:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610263.090557:0:17551:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1749610263.090557:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299537188 00000100:00000040:3.0:1749610263.090558:0:13882:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610263.090559:0:13882:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b19916e8. 00000100:00000001:0.0:1749610263.090559:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299537154 00000100:00000001:2.0:1749610263.090560:0:13881:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610263.090560:0:17551:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610263.090561:0:17551:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610263.090561:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299537188 00000100:00000200:3.0:1749610263.090562:0:13882:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598777637888, offset 0 00000100:00000001:2.0:1749610263.090562:0:13881:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610263.090563:0:17551:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610263.090563:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299537154 00000100:00000001:2.0:1749610263.090564:0:13881:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610263.090565:0:13882:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610263.090565:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299537188 00000100:00100000:2.0:1749610263.090566:0:13881:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1749610263.090567:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299537154 00000100:00000001:2.0:1749610263.090568:0:13881:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610263.090569:0:17551:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610263.090569:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299537188 00000400:00000200:3.0:1749610263.090571:0:13882:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610263.090571:0:17551:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749610263.090571:0:13879:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610263.090573:0:13881:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610263.090573:0:17551:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610263.090573:0:13879:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610263.090574:0:13881:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610263.090576:0:13882:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ed0724c00 00000100:00000001:2.0:1749610263.090576:0:13881:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610263.090577:0:17551:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610263.090578:0:13881:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610263.090579:0:13881:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610263.090579:0:13879:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749610263.090580:0:13882:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xadd [64] + 169328 00000100:00000040:2.0:1749610263.090583:0:13881:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ab1dbb80 x1834598777638144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610263.090583:0:13879:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133abb800 x1834598777637760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610263.090584:0:13882:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610263.090584:0:17551:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610263.090585:0:17551:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598777637504 00000400:00000200:3.0:1749610263.090587:0:13882:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749610263.090587:0:17551:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610263.090588:0:17551:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610263.090590:0:13882:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610263.090590:0:13881:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610263.090590:0:17551:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610263.090590:0:13879:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1749610263.090591:0:13882:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749610263.090591:0:13881:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610263.090591:0:13879:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610263.090592:0:17551:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610263.090593:0:13879:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610263.090594:0:13881:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1749610263.090594:0:17551:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598777637504 00000100:00000010:3.0:1749610263.090595:0:13882:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011e646a00. 02000000:00000001:0.0:1749610263.090595:0:13879:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610263.090596:0:13881:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610263.090596:0:17551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610263.090597:0:17551:0:(genops.c:823:class_conn2export()) looking for export cookie 0x303b8ee4031aa631 02000000:00000001:0.0:1749610263.090597:0:13879:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610263.090598:0:13882:0:(events.c:338:request_in_callback()) incoming req@ffff88011e646a00 x1834598777637888 msgsize 224 02000000:00000001:2.0:1749610263.090598:0:13881:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610263.090598:0:17551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610263.090600:0:17551:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88005d17d000 refcount=5 00000100:00100000:0.0:1749610263.090600:0:13879:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:13879:1834598777637760:0@lo:38:kworker.0 00000100:00100000:2.0:1749610263.090601:0:13881:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800ab1dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:13881:1834598777638144:0@lo:400:kworker.0 00000100:00100000:3.0:1749610263.090602:0:13882:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1749610263.090602:0:17551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612133876060160 : -131939833491456 : ffff88005d17d000) 00000100:00000001:0.0:1749610263.090603:0:13879:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610263.090604:0:13881:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1749610263.090604:0:17551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612133876060160 : -131939833491456 : ffff88005d17d000) 02000000:00000001:0.0:1749610263.090605:0:13879:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749610263.090606:0:17551:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1749610263.090606:0:13879:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610263.090607:0:13881:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:1.0:1749610263.090608:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b52a0740. 02000000:00000001:0.0:1749610263.090608:0:13879:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610263.090609:0:13882:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:2.0:1749610263.090609:0:13881:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610263.090610:0:13881:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:1.0:1749610263.090610:0:17551:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800ab28d800. 02000000:00000010:0.0:1749610263.090611:0:13879:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800571c8800. 00000400:00000200:3.0:1749610263.090612:0:13882:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b19916e8 00000020:00000040:1.0:1749610263.090612:0:17551:0:(obd_config.c:923:class_incref()) incref lustre-OST0001 (ffff880096358000) now 6 - evictor 00000400:00000010:3.0:1749610263.090613:0:13882:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b19916e8. 02000000:00000010:2.0:1749610263.090613:0:13881:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008f71f800. 02000000:00000001:0.0:1749610263.090613:0:13879:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610263.090614:0:17551:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749610263.090615:0:13882:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749610263.090615:0:13881:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610263.090616:0:17551:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88005faa8800. 00000400:00000010:0.0:1749610263.090616:0:13879:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88005bdaa9a0. 00000100:00000200:3.0:1749610263.090618:0:13882:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f545880 x1834598777637888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610263.090619:0:13879:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e0c8770. 00000100:00000200:0.0:1749610263.090622:0:13879:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598777637760, portal 10 00000020:00000010:1.0:1749610263.090624:0:17551:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88008f334500. 00000100:00000001:0.0:1749610263.090624:0:13879:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610263.090625:0:13882:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610263.090625:0:13879:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137476077568 : -131936233474048 : ffff880133abb800) 00000020:00000010:1.0:1749610263.090627:0:17551:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008ed39bb8. 00000100:00000040:3.0:1749610263.090628:0:13882:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008f545880 x1834598777637888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610279 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610263.090628:0:13881:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009586dc60. 00000100:00000040:0.0:1749610263.090630:0:13879:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133abb800 x1834598777637760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610263.090631:0:17551:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610263.090632:0:17551:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1749610263.090633:0:13881:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800963005d8. 00000100:00000001:3.0:1749610263.090634:0:13882:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610263.090634:0:17551:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610263.090635:0:13882:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610263.090636:0:13879:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610263.090637:0:13882:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610263.090637:0:13881:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598777638144, portal 10 00000100:00000001:1.0:1749610263.090637:0:17551:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749610263.090638:0:17551:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:0.0:1749610263.090638:0:13879:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610263.090639:0:17551:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610263.090639:0:13879:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e0c8aa0. 00000100:00000040:3.0:1749610263.090640:0:13882:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 828 usecs (1 jiffies) 00000100:00000001:3.0:1749610263.090642:0:13882:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299537153 00000100:00000200:0.0:1749610263.090642:0:13879:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598777637760, offset 0 00000100:00000001:1.0:1749610263.090643:0:17551:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610263.090645:0:13881:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1749610263.090645:0:13879:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610263.090646:0:13881:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135185070976 : -131938524480640 : ffff8800ab1dbb80) 00000100:00000001:1.0:1749610263.090648:0:17551:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610263.090650:0:13882:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299537188 00000100:00000001:1.0:1749610263.090650:0:17551:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749610263.090650:0:13879:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610263.090652:0:13882:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299537153 00000100:00000040:2.0:1749610263.090653:0:13881:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ab1dbb80 x1834598777638144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610263.090654:0:13882:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299537188 00000100:00100000:1.0:1749610263.090654:0:17551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00000001:3.0:1749610263.090655:0:13882:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299537153 00000400:00000200:0.0:1749610263.090655:0:13879:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ed0724b80 00000100:00000040:1.0:1749610263.090656:0:17551:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129ee8800 : new rpc_count 1 00000100:00000001:3.0:1749610263.090657:0:13882:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299537188 00000100:00000001:1.0:1749610263.090658:0:17551:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137359768448 : -131936349783168 : ffff88012cbcfb80) 00000100:00000001:3.0:1749610263.090659:0:13882:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299537153 00000100:00000001:2.0:1749610263.090659:0:13881:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749610263.090659:0:13879:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0xadd [64] + 169552 00000100:00000001:3.0:1749610263.090661:0:13882:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299537188 00000100:00000040:2.0:1749610263.090662:0:13881:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610263.090663:0:13882:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610263.090663:0:17551:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012cbcfb80 x1834598777637376/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:454/0 lens 224/0 e 0 to 0 dl 1749610274 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610263.090663:0:13879:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749610263.090664:0:13881:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880096300bb0. 00000100:00000001:3.0:1749610263.090665:0:13882:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610263.090666:0:13879:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610263.090667:0:13882:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610263.090667:0:13881:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598777638144, offset 0 00000100:00000001:0.0:1749610263.090668:0:13879:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610263.090669:0:13882:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610263.090671:0:13881:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610263.090671:0:17551:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610263.090673:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b52a0f40. 00000100:00000200:0.0:1749610263.090701:0:13879:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610263.090704:0:17551:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749610263.090705:0:13881:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1749610263.090705:0:13879:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880129f3bb80. 00000100:00000001:3.0:1749610263.090706:0:13883:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1749610263.090707:0:17551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b52a0f40. 00000100:00000001:3.0:1749610263.090708:0:13883:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610263.090708:0:13879:0:(events.c:338:request_in_callback()) incoming req@ffff880129f3bb80 x1834598777637760 msgsize 520 00000400:00000200:2.0:1749610263.090714:0:13881:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ed0724d00 00000100:00100000:1.0:1749610263.090714:0:17551:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cbcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:13881:x1834598777637376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1749610263.090715:0:13879:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1749610263.090718:0:17551:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598777637376 00000400:00000200:2.0:1749610263.090720:0:13881:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xadd [64] + 170072 00000100:00000001:3.0:1749610263.090721:0:16363:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610263.090721:0:13879:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:1.0:1749610263.090722:0:17551:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:3.0:1749610263.090723:0:16363:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598777637248 02000000:00000001:3.0:1749610263.090725:0:16363:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1749610263.090725:0:13881:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749610263.090725:0:17551:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749610263.090727:0:16363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1749610263.090727:0:17551:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610263.090727:0:13879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e0c8aa0 00000400:00000200:2.0:1749610263.090728:0:13881:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610263.090729:0:16363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610263.090729:0:13879:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008e0c8aa0. 00000020:00000001:1.0:1749610263.090730:0:17551:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749610263.090731:0:13879:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:3.0:1749610263.090732:0:16363:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610263.090732:0:13881:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:1.0:1749610263.090733:0:17551:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109004224 : -1600547392 : ffffffffa09995c0) 00000100:00000200:2.0:1749610263.090734:0:13881:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:3.0:1749610263.090735:0:16363:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598777637248 00000100:00000200:0.0:1749610263.090735:0:13879:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133abb800 x1834598777637760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610263.090736:0:17551:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749610263.090737:0:16363:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:2.0:1749610263.090737:0:13881:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ab1dad80. 00000020:00000040:3.0:1749610263.090738:0:16363:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610263.090739:0:17551:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610263.090740:0:16363:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749610263.090740:0:13881:0:(events.c:338:request_in_callback()) incoming req@ffff8800ab1dad80 x1834598777638144 msgsize 224 00000020:00000001:1.0:1749610263.090741:0:17551:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749610263.090741:0:13879:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749610263.090742:0:16363:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610263.090743:0:17551:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749610263.090744:0:16363:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610263.090744:0:13881:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749610263.090744:0:13879:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133abb800 x1834598777637760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610288 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610263.090745:0:17551:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610263.090747:0:16363:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009026a200. 00000020:00000001:1.0:1749610263.090747:0:17551:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749610263.090750:0:13879:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610263.090751:0:16363:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880094779580. 00000100:00000001:2.0:1749610263.090752:0:13881:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610263.090752:0:13879:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:3.0:1749610263.090754:0:16363:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ab1a2898. 00000100:00000001:0.0:1749610263.090755:0:13879:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610263.090756:0:17551:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610263.090758:0:16363:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1749610263.090758:0:13881:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880096300bb0 00000100:00000040:0.0:1749610263.090758:0:13879:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 896 usecs (1 jiffies) 02000000:00000001:1.0:1749610263.090759:0:17551:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610263.090760:0:16363:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1749610263.090760:0:13881:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880096300bb0. 00000100:00000001:0.0:1749610263.090760:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299537154 00000100:00000001:3.0:1749610263.090761:0:16363:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610263.090762:0:13881:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:1.0:1749610263.090763:0:17551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880129f3ec00. 00000100:00000001:0.0:1749610263.090763:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299537188 00000100:00000001:3.0:1749610263.090765:0:16363:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610263.090765:0:17551:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610263.090765:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299537154 00000100:00000200:2.0:1749610263.090766:0:13881:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800ab1dbb80 x1834598777638144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610263.090766:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299537188 00000100:00000001:1.0:1749610263.090768:0:17551:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610263.090768:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299537154 00000020:00000001:1.0:1749610263.090770:0:17551:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610263.090770:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299537188 00000100:00000001:3.0:1749610263.090771:0:16363:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610263.090772:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299537154 00000100:00000001:2.0:1749610263.090773:0:13881:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000040:1.0:1749610263.090773:0:17551:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 111669149697, transno 0, xid 1834598777637376 00000100:00000001:0.0:1749610263.090774:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299537188 00000100:00000001:0.0:1749610263.090775:0:13879:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610263.090776:0:13881:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ab1dbb80 x1834598777638144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610279 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610263.090776:0:17551:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749610263.090777:0:13879:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610263.090780:0:13879:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1749610263.090781:0:17551:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012cbcfb80 x1834598777637376/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:454/0 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610263.090782:0:13879:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610263.090783:0:13881:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610263.090784:0:13881:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610263.090785:0:16363:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610263.090786:0:13879:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610263.090787:0:16363:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610263.090787:0:13881:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610263.090787:0:13879:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749610263.090789:0:17551:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:3.0:1749610263.090791:0:16363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00000040:2.0:1749610263.090791:0:13881:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 681 usecs (1 jiffies) 00010000:00000001:1.0:1749610263.090791:0:17551:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610263.090793:0:16363:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137313013248 : -131936396538368 : ffff880129f38e00) 00000100:00000001:2.0:1749610263.090794:0:13881:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299537154 00000100:00001000:1.0:1749610263.090795:0:17551:0:(import.c:2097:obd_at_measure()) add 1 to ffff880087ecb9f0 time=97 v=5 (1 1 2 0) 00000100:00000040:3.0:1749610263.090798:0:16363:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880129f38e00 x1834598777637248/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610283 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610263.090798:0:17551:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610263.090801:0:13881:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299537188 00000100:00000040:1.0:1749610263.090801:0:17551:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 36 to 0@lo 00000100:00000001:1.0:1749610263.090803:0:17551:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000100:00000001:0.0:1749610263.090803:0:13879:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610263.090825:0:13881:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299537154 00000100:00000001:2.0:1749610263.090828:0:13881:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299537188 00000100:00000001:2.0:1749610263.090830:0:13881:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299537154 00000100:00000001:2.0:1749610263.090832:0:13881:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299537188 00000100:00000001:0.0:1749610263.090833:0:13879:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610263.090834:0:13881:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299537154 02000000:00000001:1.0:1749610263.090835:0:17551:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610263.090835:0:13879:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610263.090836:0:13881:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299537188 02000000:00000001:1.0:1749610263.090837:0:17551:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610263.090838:0:13881:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610263.090839:0:17551:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749610263.090840:0:16363:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:13879:x1834598777637248:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749610263.090840:0:13881:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610263.090841:0:13879:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008f546a00 x1834598777638016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610263.090842:0:17551:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610263.090843:0:13881:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610263.090844:0:16363:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598777637248 00000100:00000001:2.0:1749610263.090845:0:13881:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610263.090845:0:17551:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a51b1880. 00000020:00000001:3.0:1749610263.090847:0:16363:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:1.0:1749610263.090848:0:17551:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598777637376, offset 224 00010000:00000001:3.0:1749610263.090850:0:16363:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:1.0:1749610263.090852:0:17551:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610263.090852:0:13879:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610263.090854:0:13879:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610263.090857:0:13879:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1749610263.090859:0:17551:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749610263.090860:0:13879:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610263.090862:0:16358:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1749610263.090862:0:13879:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610263.090864:0:16363:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610263.090864:0:16358:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598777637632 00000400:00000200:1.0:1749610263.090865:0:17551:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ed0724a00 00000100:00100000:0.0:1749610263.090865:0:13879:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008f546a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:13879:1834598777638016:0@lo:38:kworker.0 02000000:00000001:2.0:1749610263.090866:0:16358:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00010000:00020000:3.0:1749610263.090867:0:16363:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610263.090868:0:16358:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610263.090868:0:13879:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1749610263.090870:0:16363:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610263.090870:0:16358:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610263.090870:0:17551:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x389d [1] + 224 02000000:00000001:0.0:1749610263.090870:0:13879:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610263.090872:0:13879:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610263.090873:0:16363:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749610263.090873:0:16358:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610263.090873:0:13879:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1749610263.090874:0:17551:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749610263.090875:0:16358:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598777637632 00000100:00000001:3.0:1749610263.090876:0:16363:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000010:0.0:1749610263.090876:0:13879:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800571cac00. 00000020:00000001:2.0:1749610263.090877:0:16358:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1749610263.090877:0:17551:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610263.090878:0:16363:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749610263.090878:0:13879:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610263.090879:0:16358:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:3.0:1749610263.090880:0:16363:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1749610263.090880:0:16358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610263.090881:0:17551:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:0.0:1749610263.090881:0:13879:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88005bdaa1b8. 00000020:00000001:2.0:1749610263.090882:0:16358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610263.090883:0:16363:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135f06800. 00000020:00000001:2.0:1749610263.090884:0:16358:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610263.090885:0:16363:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610263.090885:0:13879:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e0c8aa0. 00000100:00000200:1.0:1749610263.090886:0:17551:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133ab8a80 x1834598777637376/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610279 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610263.090887:0:16363:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610263.090887:0:16358:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008f71f400. 00000100:00000200:0.0:1749610263.090888:0:13879:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598777638016, portal 10 00010000:00000001:3.0:1749610263.090890:0:16363:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610263.090890:0:13879:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1749610263.090891:0:16363:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610263.090891:0:16358:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880135f79f80. 00000100:00000001:0.0:1749610263.090892:0:13879:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134718892544 : -131938990659072 : ffff88008f546a00) 00000100:00001000:3.0:1749610263.090894:0:16363:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:2.0:1749610263.090894:0:16358:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b5364190. 00000100:00000001:3.0:1749610263.090897:0:16363:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610263.090898:0:16358:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1749610263.090898:0:13879:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88008f546a00 x1834598777638016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610263.090900:0:16363:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610263.090900:0:16358:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1749610263.090902:0:16363:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 37 to 0@lo 00000100:00000001:2.0:1749610263.090902:0:16358:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610263.090902:0:17551:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133ab8a80 x1834598777637376/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610263.090904:0:16363:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000100:00000001:0.0:1749610263.090904:0:13879:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610263.090906:0:16358:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610263.090906:0:13879:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610263.090907:0:16363:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134714493856 : -131938995057760 : 0xffff88008f114ba0) 00000400:00000010:0.0:1749610263.090908:0:13879:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e0c8880. 00000100:00000040:3.0:1749610263.090910:0:16363:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008f114ba0 refcount 37 to 0@lo 00000100:00000200:0.0:1749610263.090910:0:13879:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598777638016, offset 0 02000000:00000001:3.0:1749610263.090912:0:16363:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610263.090913:0:16363:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610263.090913:0:16358:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610263.090914:0:13879:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610263.090918:0:16358:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749610263.090920:0:16358:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598777637888 00000400:00000200:0.0:1749610263.090920:0:13879:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610263.090921:0:16363:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610263.090921:0:17551:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749610263.090924:0:16363:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749610263.090925:0:13879:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ed0724c80 02000000:00000001:2.0:1749610263.090926:0:16358:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1749610263.090927:0:16363:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b19916e8. 00000100:00000001:2.0:1749610263.090928:0:16358:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610263.090929:0:16358:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610263.090929:0:13879:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0xadd [64] + 170296 02000000:00000001:2.0:1749610263.090932:0:16358:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610263.090933:0:16358:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598777637888 00000400:00000200:0.0:1749610263.090933:0:13879:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610263.090934:0:16363:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598777637248, offset 0 00000020:00000001:2.0:1749610263.090935:0:16358:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610263.090936:0:16358:0:(genops.c:823:class_conn2export()) looking for export cookie 0x303b8ee4031993be 00000020:00000001:2.0:1749610263.090937:0:16358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1749610263.090938:0:16363:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1749610263.090939:0:16358:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129eea000 refcount=5 00000020:00000001:2.0:1749610263.090941:0:16358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312690176 : -131936396861440 : ffff880129eea000) 00000400:00000200:1.0:1749610263.090942:0:17551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a51b1880 00000400:00000200:0.0:1749610263.090942:0:13879:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749610263.090943:0:16358:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312690176 : -131936396861440 : ffff880129eea000) 00000400:00000200:3.0:1749610263.090945:0:16363:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749610263.090945:0:17551:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a51b1880. 00000100:00000001:2.0:1749610263.090946:0:16358:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749610263.090948:0:16358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b19fcac0. 00000100:00000001:1.0:1749610263.090949:0:17551:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610263.090950:0:13879:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:3.0:1749610263.090967:0:16363:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ed0724980 00000100:00000001:1.0:1749610263.090968:0:17551:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:0.0:1749610263.090968:0:13879:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:2.0:1749610263.090970:0:16358:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff8800b1b40000) now 8 - evictor 00000100:00000010:0.0:1749610263.090971:0:13879:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880129f39c00. 00000400:00000200:3.0:1749610263.090972:0:16363:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x3895 [1] + 0 00000100:00000001:2.0:1749610263.090973:0:16358:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749610263.090974:0:17551:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610263.090974:0:13879:0:(events.c:338:request_in_callback()) incoming req@ffff880129f39c00 x1834598777638016 msgsize 520 00000020:00000010:2.0:1749610263.090976:0:16358:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008f71fc00. 00000400:00000200:3.0:1749610263.090977:0:16363:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749610263.090979:0:16358:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880135f79100. 00000100:00000040:1.0:1749610263.090979:0:17551:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 36 to 0@lo 00000100:00100000:0.0:1749610263.090979:0:13879:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749610263.090981:0:16363:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749610263.090981:0:16358:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b53643e8. 00010000:00000001:1.0:1749610263.090983:0:17551:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749610263.090984:0:16363:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749610263.090986:0:17551:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610263.090987:0:16358:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749610263.090987:0:13879:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:3.0:1749610263.090989:0:16363:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133ab8380 x1834598777637248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610288 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610263.090989:0:16358:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1749610263.090990:0:17551:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749610263.090991:0:16358:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610263.090992:0:16358:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610263.090992:0:13879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e0c8880 00000400:00000010:0.0:1749610263.090994:0:13879:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008e0c8880. 00000100:00000001:2.0:1749610263.090996:0:16358:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610263.090996:0:13879:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1749610263.090997:0:17551:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012cbcfb80 x1834598777637376/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:454/0 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610263.090998:0:16363:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133ab8380 x1834598777637248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610263.090998:0:16358:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610263.090999:0:16358:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610263.091001:0:16358:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749610263.091001:0:13879:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f546a00 x1834598777638016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610263.091006:0:16358:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610263.091007:0:16363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:2.0:1749610263.091007:0:16358:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598777637760 00000100:00000001:0.0:1749610263.091008:0:13879:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749610263.091009:0:16358:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610263.091010:0:16358:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749610263.091011:0:16363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b19916e8 00000100:00000001:2.0:1749610263.091011:0:16358:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610263.091011:0:13879:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008f546a00 x1834598777638016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610288 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610263.091013:0:16363:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b19916e8. 02000000:00000001:2.0:1749610263.091014:0:16358:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610263.091014:0:17551:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cbcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:13881:x1834598777637376:12345-0@lo:400:kworker.0 Request processed in 338us (673us total) trans 0 rc 0/0 00000100:00000001:3.0:1749610263.091015:0:16363:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:2.0:1749610263.091015:0:16358:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598777637760 00000100:00000001:3.0:1749610263.091016:0:16363:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:2.0:1749610263.091017:0:16358:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610263.091018:0:16358:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610263.091018:0:13879:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610263.091019:0:16363:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610263.091019:0:16358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610263.091020:0:13879:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1749610263.091022:0:16363:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 35 to 0@lo 00000100:00000001:0.0:1749610263.091023:0:13879:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610263.091025:0:16363:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610263.091025:0:16358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610263.091026:0:13879:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 775 usecs (1 jiffies) 00000020:00000001:3.0:1749610263.091027:0:16363:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749610263.091027:0:16358:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610263.091027:0:17551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00000001:0.0:1749610263.091029:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299537154 00000020:00000010:2.0:1749610263.091030:0:16358:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008f71fa00. 00000100:00000040:3.0:1749610263.091031:0:16363:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880129f38e00 x1834598777637248/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610283 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610263.091031:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299537188 00000020:00000010:2.0:1749610263.091032:0:16358:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880135f79900. 00000100:00000040:1.0:1749610263.091032:0:17551:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129ee8800 : new rpc_count 0 00000100:00000001:0.0:1749610263.091034:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299537154 00000020:00000010:2.0:1749610263.091035:0:16358:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b5364320. 00000100:00000001:0.0:1749610263.091036:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299537188 00000100:00000001:1.0:1749610263.091037:0:17551:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610263.091038:0:16358:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610263.091038:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299537154 00000100:00000001:2.0:1749610263.091039:0:16358:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610263.091039:0:17551:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610263.091040:0:16358:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610263.091040:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299537188 00000100:00100000:3.0:1749610263.091041:0:16363:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:13879:x1834598777637248:12345-0@lo:38:kworker.0 Request processed in 202us (778us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749610263.091042:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299537154 00000100:00000001:2.0:1749610263.091043:0:16358:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610263.091043:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299537188 00000100:00000001:2.0:1749610263.091045:0:16358:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610263.091045:0:13879:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610263.091046:0:17551:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88008f334d80. 00000100:00000001:0.0:1749610263.091047:0:13879:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610263.091049:0:16363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00000001:2.0:1749610263.091049:0:16358:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749610263.091050:0:16358:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598777638144 02000000:00000001:2.0:1749610263.091051:0:16358:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610263.091052:0:16363:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:0.0:1749610263.091052:0:13879:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610263.091053:0:16363:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610263.091053:0:16358:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1749610263.091053:0:17551:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008ed39af0. 00000100:00000001:2.0:1749610263.091054:0:16358:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749610263.091054:0:13879:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1749610263.091056:0:16358:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610263.091057:0:16363:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880094779580. 00000100:00100000:2.0:1749610263.091058:0:16358:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598777638144 00000020:00000010:1.0:1749610263.091058:0:17551:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88005faa9800. 00000020:00000001:2.0:1749610263.091059:0:16358:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610263.091060:0:16358:0:(genops.c:823:class_conn2export()) looking for export cookie 0x303b8ee4031aa623 00000020:00000010:3.0:1749610263.091061:0:16363:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ab1a2898. 00000400:00000010:0.0:1749610263.091061:0:13879:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88005bdaaaa8. 00000020:00000001:2.0:1749610263.091062:0:16358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610263.091064:0:16358:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880057178800 refcount=5 00000020:00000040:1.0:1749610263.091064:0:17551:0:(genops.c:898:class_export_put()) PUTting export ffff880129ee8800 : new refcount 4 00000400:00000200:0.0:1749610263.091065:0:13879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e0c83b8 00000020:00000001:2.0:1749610263.091066:0:16358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612133775378432 : -131939934173184 : ffff880057178800) 00000400:00000010:0.0:1749610263.091067:0:13879:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008e0c83b8. 00000020:00000001:2.0:1749610263.091068:0:16358:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612133775378432 : -131939934173184 : ffff880057178800) 00000100:00000001:1.0:1749610263.091068:0:17551:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610263.091070:0:16358:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610263.091070:0:13879:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749610263.091072:0:16363:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009026a200. 00000020:00000010:2.0:1749610263.091072:0:16358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b19fce80. 00000020:00000010:2.0:1749610263.091074:0:16358:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff880129ebf0c0. 00000100:00000200:0.0:1749610263.091074:0:13879:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133ab8380 x1834598777637248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610263.091076:0:16363:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610263.091078:0:16358:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1749610263.091079:0:16358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b19fce80. 00000100:00000001:1.0:1749610263.091079:0:17551:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610263.091081:0:17551:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749610263.091082:0:13879:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133ab8380 x1834598777637248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610288 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610263.091083:0:16358:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008f71fe00. 00000020:00000010:2.0:1749610263.091085:0:16358:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880135f79480. 00000100:00100000:1.0:1749610263.091087:0:17551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000020:00000010:2.0:1749610263.091088:0:16358:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b53644b0. 00000100:00000001:2.0:1749610263.091090:0:16358:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610263.091090:0:13879:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610263.091091:0:16358:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749610263.091091:0:17551:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88005d17d000 : new rpc_count 1 00000100:00000001:0.0:1749610263.091091:0:13879:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610263.091092:0:16358:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610263.091093:0:17551:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137119074048 : -131936590477568 : ffff88011e644700) 00000100:00000001:0.0:1749610263.091094:0:13879:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610263.091095:0:17611:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610263.091095:0:16358:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:0.0:1749610263.091096:0:13879:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1749610263.091097:0:17611:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598777638016 00000100:00000001:0.0:1749610263.091098:0:13879:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749610263.091099:0:17611:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1749610263.091099:0:17551:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88011e644700 x1834598777637504/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:454/0 lens 224/0 e 0 to 0 dl 1749610274 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610263.091100:0:13879:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610263.091101:0:17611:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610263.091101:0:16358:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610263.091102:0:16358:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610263.091103:0:17611:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610263.091103:0:13879:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610263.091104:0:16358:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610263.091105:0:17611:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610263.091107:0:17551:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1749610263.091108:0:17611:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598777638016 00000100:00001000:0.0:1749610263.091109:0:13879:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e40c38 time=1749610263 v=5 (0 0 0 0) 00000020:00000001:3.0:1749610263.091110:0:17611:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:1.0:1749610263.091110:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b52a0f40. 00000020:00000040:3.0:1749610263.091111:0:17611:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610263.091111:0:16358:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610263.091112:0:17551:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1749610263.091112:0:13879:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e40bf0 time=31 v=20 (1 1 1 20) 00000020:00000001:3.0:1749610263.091113:0:17611:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610263.091113:0:16358:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749610263.091115:0:17611:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610263.091115:0:17551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b52a0f40. 00000100:00000001:0.0:1749610263.091115:0:13879:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1749610263.091116:0:17611:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610263.091117:0:16358:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00000001:0.0:1749610263.091118:0:13879:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749610263.091119:0:17611:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009026a200. 00000100:00000040:2.0:1749610263.091120:0:16358:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129eea000 : new rpc_count 1 00000100:00000001:0.0:1749610263.091120:0:13879:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749610263.091122:0:17611:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880094779580. 00000100:00000001:2.0:1749610263.091122:0:16358:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137119083008 : -131936590468608 : ffff88011e646a00) 00000020:00000010:3.0:1749610263.091124:0:17611:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ab1a2898. 00000100:00000040:0.0:1749610263.091125:0:13879:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133ab8380 x1834598777637248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610288 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610263.091127:0:17611:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1749610263.091127:0:16358:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88011e646a00 x1834598777637888/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:454/0 lens 224/0 e 0 to 0 dl 1749610274 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610263.091127:0:17551:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e644700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:13882:x1834598777637504:12345-0@lo:400:kworker.0 00000100:00000001:3.0:1749610263.091128:0:17611:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610263.091130:0:17611:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610263.091131:0:17551:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598777637504 00000100:00000001:0.0:1749610263.091132:0:13879:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749610263.091133:0:17551:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610263.091134:0:17611:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610263.091135:0:13879:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610263.091136:0:17611:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610263.091136:0:16358:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1749610263.091136:0:17551:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749610263.091137:0:13879:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749610263.091138:0:16358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b19fce80. 00000020:00000001:1.0:1749610263.091138:0:17551:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610263.091139:0:13879:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610263.091140:0:16358:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610263.091140:0:17551:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749610263.091142:0:17611:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1749610263.091142:0:16358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b19fce80. 00000020:00000001:1.0:1749610263.091142:0:17551:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109004224 : -1600547392 : ffffffffa09995c0) 00000100:00000001:0.0:1749610263.091142:0:13879:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610263.091143:0:17611:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00080000:0.0:1749610263.091144:0:13879:0:(import.c:66:import_set_state_nolock()) ffff880129e40800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:1.0:1749610263.091145:0:17551:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00100000:2.0:1749610263.091146:0:16358:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:13882:x1834598777637888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1749610263.091147:0:17611:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000020:00000001:1.0:1749610263.091148:0:17551:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749610263.091148:0:13879:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-19) 00000100:00000200:2.0:1749610263.091149:0:16358:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598777637888 00000100:00000040:3.0:1749610263.091150:0:17611:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880057178800 : new rpc_count 1 00000020:00000001:1.0:1749610263.091150:0:17551:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749610263.091150:0:13879:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749610263.091151:0:17551:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749610263.091152:0:16358:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610263.091153:0:17611:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135185067392 : -131938524484224 : ffff8800ab1dad80) 00000020:00000001:1.0:1749610263.091153:0:17551:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610263.091154:0:16358:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:0.0:1749610263.091154:0:13879:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133ab8380 x1834598777637248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610288 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610263.091155:0:17551:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1749610263.091156:0:16358:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610263.091158:0:17611:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800ab1dad80 x1834598777638144/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:454/0 lens 224/0 e 0 to 0 dl 1749610274 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610263.091158:0:17551:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1749610263.091159:0:16358:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749610263.091160:0:16358:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109004224 : -1600547392 : ffffffffa09995c0) 02000000:00000001:1.0:1749610263.091160:0:17551:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1749610263.091163:0:16358:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000010:1.0:1749610263.091164:0:17551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880129f3f000. 00000100:00000001:3.0:1749610263.091166:0:17611:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1749610263.091166:0:16358:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610263.091166:0:17551:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610263.091168:0:17611:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880129d2aa40. 00000020:00000001:2.0:1749610263.091168:0:16358:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749610263.091168:0:17551:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610263.091169:0:16358:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749610263.091170:0:17551:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610263.091171:0:17611:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749610263.091172:0:16358:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610263.091173:0:17611:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880129d2aa40. 00000020:00000001:2.0:1749610263.091173:0:16358:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000040:1.0:1749610263.091173:0:17551:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 12884901889, transno 0, xid 1834598777637504 00000100:00100000:0.0:1749610263.091174:0:13879:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:13879:1834598777637248:0@lo:38:kworker.0 00010000:00000001:1.0:1749610263.091175:0:17551:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749610263.091176:0:16358:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1749610263.091178:0:17611:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ab1dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:13881:x1834598777638144:12345-0@lo:400:kworker.0 02000000:00000001:2.0:1749610263.091178:0:16358:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000200:1.0:1749610263.091179:0:17551:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88011e644700 x1834598777637504/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:454/0 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610263.091179:0:13879:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610263.091181:0:16358:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012e975400. 00000100:00000001:0.0:1749610263.091181:0:13879:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749610263.091183:0:16358:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610263.091184:0:13879:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133ab8380 x1834598777637248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610288 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610263.091186:0:16358:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610263.091187:0:17611:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598777638144 00010000:00000001:1.0:1749610263.091187:0:17551:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1749610263.091188:0:16358:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610263.091188:0:17551:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610263.091189:0:17611:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749610263.091190:0:13879:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00001000:1.0:1749610263.091191:0:17551:0:(import.c:2097:obd_at_measure()) add 1 to ffff880087ecb9f0 time=97 v=5 (1 1 2 0) 00000020:00000001:3.0:1749610263.091192:0:17611:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:0.0:1749610263.091192:0:13879:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1749610263.091194:0:17611:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749610263.091195:0:16358:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598777637888 00000100:00000001:1.0:1749610263.091195:0:17551:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000010:0.0:1749610263.091195:0:13879:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800571c9400. 00000020:00000001:3.0:1749610263.091196:0:17611:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1749610263.091197:0:17551:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 36 to 0@lo 00000020:00000001:3.0:1749610263.091198:0:17611:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109004224 : -1600547392 : ffffffffa09995c0) 00010000:00000001:2.0:1749610263.091198:0:16358:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:0.0:1749610263.091198:0:13879:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749610263.091199:0:17551:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000020:00000001:0.0:1749610263.091200:0:13879:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1749610263.091201:0:17611:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1749610263.091201:0:17551:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:0.0:1749610263.091201:0:13879:0:(genops.c:1242:class_import_put()) import ffff880129e40800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00010000:00000200:2.0:1749610263.091202:0:16358:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88011e646a00 x1834598777637888/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:454/0 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610263.091203:0:17551:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610263.091204:0:17611:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610263.091204:0:13879:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1749610263.091205:0:17611:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749610263.091205:0:17551:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:0.0:1749610263.091206:0:13879:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e976400. 00000020:00000001:3.0:1749610263.091207:0:17611:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1749610263.091207:0:17551:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749610263.091209:0:17611:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610263.091210:0:16358:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:1.0:1749610263.091210:0:17551:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a51b1880. 00000020:00000001:3.0:1749610263.091211:0:17611:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1749610263.091211:0:13879:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1749610263.091212:0:16358:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610263.091213:0:13879:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749610263.091214:0:17611:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00001000:2.0:1749610263.091215:0:16358:0:(import.c:2097:obd_at_measure()) add 1 to ffff88008e64bdf0 time=112 v=5 (1 1 1 0) 00000100:00000010:0.0:1749610263.091215:0:13879:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133ab8380. 02000000:00000001:3.0:1749610263.091216:0:17611:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610263.091218:0:16358:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1749610263.091218:0:17551:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598777637504, offset 224 00000100:00000001:0.0:1749610263.091218:0:13879:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000010:3.0:1749610263.091219:0:17611:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135f05000. 00000100:00000040:2.0:1749610263.091220:0:16358:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 37 to 0@lo 00000100:00000001:0.0:1749610263.091220:0:13879:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610263.091221:0:13879:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610263.091222:0:17611:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610263.091222:0:16358:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000400:00000200:1.0:1749610263.091223:0:17551:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610263.091224:0:17611:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610263.091225:0:16358:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1749610263.091226:0:17611:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610263.091226:0:13879:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1749610263.091227:0:16358:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610263.091227:0:13879:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1749610263.091229:0:17611:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598777638144 00000100:00000001:2.0:1749610263.091229:0:16358:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610263.091229:0:13879:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749610263.091230:0:17551:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749610263.091231:0:17611:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749610263.091231:0:13879:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749610263.091232:0:16358:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610263.091233:0:13879:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610263.091234:0:16358:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880096300bb0. 00010000:00000200:3.0:1749610263.091235:0:17611:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800ab1dad80 x1834598777638144/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:454/0 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610263.091235:0:13879:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610263.091236:0:17551:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ed0724a80 00000100:00000200:2.0:1749610263.091238:0:16358:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598777637888, offset 224 00000400:00000200:1.0:1749610263.091241:0:17551:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x38a5 [1] + 224 00010000:00000001:3.0:1749610263.091242:0:17611:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610263.091244:0:17611:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610263.091245:0:17551:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610263.091245:0:13880:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1749610263.091247:0:17611:0:(import.c:2097:obd_at_measure()) add 1 to ffff88008e64bdf0 time=112 v=5 (1 1 1 0) 00000100:00000001:0.0:1749610263.091247:0:13880:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610263.091249:0:17551:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610263.091251:0:17611:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610263.091253:0:17611:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 38 to 0@lo 00000100:00000001:3.0:1749610263.091255:0:17611:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000400:00000200:2.0:1749610263.091255:0:16358:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749610263.091257:0:17611:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610263.091259:0:17611:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610263.091259:0:17551:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610263.091261:0:17611:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610263.091261:0:16359:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1749610263.091263:0:17611:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1749610263.091263:0:17551:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133abaa00 x1834598777637504/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610279 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610263.091264:0:16358:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610263.091264:0:16359:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1749610263.091265:0:17611:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b19916e8. 00000100:00100000:0.0:1749610263.091268:0:16359:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00000200:3.0:1749610263.091269:0:17611:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598777638144, offset 224 00000400:00000200:2.0:1749610263.091270:0:16358:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ed0724c00 00000100:00000001:0.0:1749610263.091271:0:16359:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137313020416 : -131936396531200 : ffff880129f3aa00) 00000100:00000040:1.0:1749610263.091272:0:17551:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133abaa00 x1834598777637504/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610263.091276:0:16358:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x38b5 [1] + 224 00000100:00000040:0.0:1749610263.091276:0:16359:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880129f3aa00 x1834598777637632/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610283 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610263.091281:0:17611:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610263.091281:0:16358:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610263.091284:0:16358:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610263.091285:0:17551:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610263.091288:0:17611:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610263.091288:0:16358:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749610263.091290:0:17551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a51b1880 00000100:00000200:2.0:1749610263.091292:0:16358:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f545880 x1834598777637888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610279 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610263.091292:0:17551:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a51b1880. 00000400:00000200:3.0:1749610263.091294:0:17611:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ed0724d00 00000100:00000001:1.0:1749610263.091294:0:17551:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610263.091296:0:17551:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:0.0:1749610263.091298:0:16359:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:13879:x1834598777637632:12345-0@lo:38:kworker.0 00000400:00000200:3.0:1749610263.091299:0:17611:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x38c1 [1] + 224 00000100:00000001:1.0:1749610263.091299:0:17551:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610263.091302:0:16358:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88008f545880 x1834598777637888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610263.091302:0:16359:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598777637632 00000400:00000200:3.0:1749610263.091303:0:17611:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749610263.091303:0:17551:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 37 to 0@lo 00000020:00000001:0.0:1749610263.091304:0:16359:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749610263.091305:0:17551:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:3.0:1749610263.091306:0:17611:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749610263.091307:0:17551:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610263.091307:0:16359:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749610263.091308:0:17551:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749610263.091310:0:17611:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610263.091311:0:16358:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749610263.091312:0:17551:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011e644700 x1834598777637504/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:454/0 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610263.091315:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880096300bb0 00000100:00000200:3.0:1749610263.091317:0:17611:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ab1dbb80 x1834598777638144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610279 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610263.091317:0:16358:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880096300bb0. 00000020:00000001:0.0:1749610263.091317:0:16359:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610263.091320:0:16358:0:(events.c:387:reply_out_callback()) Process entered 00010000:00020000:0.0:1749610263.091320:0:16359:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610263.091321:0:16358:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:1.0:1749610263.091322:0:17551:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e644700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:13882:x1834598777637504:12345-0@lo:400:kworker.0 Request processed in 213us (940us total) trans 0 rc 0/0 00010000:00000001:0.0:1749610263.091323:0:16359:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610263.091324:0:16358:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610263.091325:0:16359:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610263.091328:0:16359:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:1.0:1749610263.091330:0:17551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00000001:0.0:1749610263.091330:0:16359:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1749610263.091332:0:17611:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800ab1dbb80 x1834598777638144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610263.091332:0:16358:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 36 to 0@lo 00000100:00000040:1.0:1749610263.091332:0:17551:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88005d17d000 : new rpc_count 0 02000000:00000001:0.0:1749610263.091332:0:16359:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1749610263.091334:0:16358:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749610263.091334:0:17551:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:0.0:1749610263.091335:0:16359:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800571c9400. 00000020:00000001:2.0:1749610263.091336:0:16358:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610263.091336:0:17551:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749610263.091337:0:16359:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610263.091338:0:16358:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1749610263.091339:0:17551:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88008f334500. 00000100:00000001:0.0:1749610263.091340:0:16359:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610263.091342:0:17551:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008ed39bb8. 00000100:00000040:2.0:1749610263.091343:0:16358:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011e646a00 x1834598777637888/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:454/0 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610263.091343:0:16359:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610263.091345:0:17611:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:0.0:1749610263.091345:0:16359:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610263.091348:0:16359:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:1.0:1749610263.091350:0:17551:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88005faa8800. 00000400:00000200:3.0:1749610263.091351:0:17611:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b19916e8 00000100:00000001:0.0:1749610263.091351:0:16359:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:2.0:1749610263.091353:0:16358:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:13882:x1834598777637888:12345-0@lo:400:kworker.0 Request processed in 215us (752us total) trans 0 rc 0/0 00000100:00000001:0.0:1749610263.091353:0:16359:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1749610263.091354:0:17611:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b19916e8. 00000020:00000040:1.0:1749610263.091354:0:17551:0:(genops.c:898:class_export_put()) PUTting export ffff88005d17d000 : new refcount 4 00000100:00000001:1.0:1749610263.091356:0:17551:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610263.091356:0:16359:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 37 to 0@lo 00000100:00000001:3.0:1749610263.091357:0:17611:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610263.091358:0:16359:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000100:00000001:3.0:1749610263.091359:0:17611:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610263.091360:0:16359:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134714493856 : -131938995057760 : 0xffff88008f114ba0) 00000100:00100000:2.0:1749610263.091361:0:16358:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00000001:3.0:1749610263.091363:0:17611:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610263.091363:0:16359:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008f114ba0 refcount 37 to 0@lo 00000100:00000040:2.0:1749610263.091364:0:16358:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129eea000 : new rpc_count 0 02000000:00000001:0.0:1749610263.091365:0:16359:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610263.091366:0:16358:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1749610263.091367:0:16359:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610263.091368:0:17611:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 36 to 0@lo 00000100:00000001:2.0:1749610263.091368:0:16358:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610263.091369:0:16359:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:3.0:1749610263.091371:0:17611:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000010:2.0:1749610263.091372:0:16358:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880135f79100. 00000100:00000040:0.0:1749610263.091372:0:16359:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:1.0:1749610263.091373:0:16402:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000001:3.0:1749610263.091374:0:17611:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610263.091374:0:16359:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e0c83b8. 00000020:00000010:2.0:1749610263.091375:0:16358:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b53643e8. 00000020:00000001:3.0:1749610263.091377:0:17611:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000040:1.0:1749610263.091377:0:16402:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff8800b1b40000) now 8 - evictor 00000100:00000200:0.0:1749610263.091378:0:16359:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598777637632, offset 0 00000100:00080000:1.0:1749610263.091380:0:16402:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000010:2.0:1749610263.091382:0:16358:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008f71fc00. 00000020:00000040:1.0:1749610263.091382:0:16402:0:(obd_config.c:951:class_decref()) Decref lustre-OST0001 (ffff880096358000) now 6 - evictor 00000400:00000200:0.0:1749610263.091383:0:16359:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749610263.091384:0:17611:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ab1dad80 x1834598777638144/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:454/0 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749610263.091384:0:16402:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1749610263.091386:0:16358:0:(genops.c:898:class_export_put()) PUTting export ffff880129eea000 : new refcount 4 00000020:00000040:1.0:1749610263.091386:0:16402:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff8800978b9570) now 6 - evictor 00000100:00000001:2.0:1749610263.091389:0:16358:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610263.091389:0:16359:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749610263.091399:0:17611:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ab1dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:13881:x1834598777638144:12345-0@lo:400:kworker.0 Request processed in 230us (655us total) trans 0 rc 0/0 00000100:00000001:2.0:1749610263.091399:0:16358:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1749610263.091400:0:16359:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ed0724b00 00000100:00000001:2.0:1749610263.091401:0:16358:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749610263.091405:0:16359:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x38ad [1] + 0 00000100:00100000:2.0:1749610263.091407:0:16358:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000400:00000200:0.0:1749610263.091410:0:16359:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610263.091411:0:16358:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137313024896 : -131936396526720 : ffff880129f3bb80) 00000100:00100000:3.0:1749610263.091414:0:17611:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000400:00000200:0.0:1749610263.091414:0:16359:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610263.091415:0:16357:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749610263.091416:0:16358:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880129f3bb80 x1834598777637760/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610283 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610263.091417:0:16357:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610263.091417:0:16359:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749610263.091418:0:17611:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880057178800 : new rpc_count 0 00000100:00000200:0.0:1749610263.091421:0:16359:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133ab9180 x1834598777637632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610288 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610263.091422:0:17611:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1749610263.091422:0:16357:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00000001:3.0:1749610263.091425:0:17611:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610263.091425:0:16357:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137313016832 : -131936396534784 : ffff880129f39c00) 00000020:00000010:3.0:1749610263.091429:0:17611:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880135f79480. 00000100:00000040:1.0:1749610263.091429:0:16357:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880129f39c00 x1834598777638016/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610283 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610263.091430:0:16358:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:13879:x1834598777637760:12345-0@lo:38:kworker.0 00000100:00000040:0.0:1749610263.091430:0:16359:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133ab9180 x1834598777637632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610263.091435:0:17611:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b53644b0. 00000100:00000200:2.0:1749610263.091435:0:16358:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598777637760 00000020:00000001:2.0:1749610263.091439:0:16358:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:1.0:1749610263.091439:0:16357:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:13879:x1834598777638016:12345-0@lo:38:kworker.0 00000020:00000010:3.0:1749610263.091442:0:17611:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008f71fe00. 00010000:00000001:2.0:1749610263.091442:0:16358:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749610263.091442:0:16359:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:1.0:1749610263.091443:0:16357:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598777638016 00000020:00000001:1.0:1749610263.091445:0:16357:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749610263.091446:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e0c83b8 00010000:00000001:1.0:1749610263.091447:0:16357:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:0.0:1749610263.091447:0:16359:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008e0c83b8. 00000100:00000001:0.0:1749610263.091450:0:16359:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610263.091451:0:16359:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610263.091454:0:16359:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610263.091455:0:16358:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610263.091457:0:16359:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 35 to 0@lo 00000020:00000040:3.0:1749610263.091459:0:17611:0:(genops.c:898:class_export_put()) PUTting export ffff880057178800 : new refcount 4 00000100:00000001:0.0:1749610263.091459:0:16359:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749610263.091460:0:16358:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:1.0:1749610263.091460:0:16357:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610263.091461:0:16359:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1749610263.091463:0:16358:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610263.091464:0:17611:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:1.0:1749610263.091464:0:16357:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:0.0:1749610263.091466:0:16359:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880129f3aa00 x1834598777637632/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610283 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610263.091467:0:16358:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749610263.091467:0:16357:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749610263.091470:0:16357:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610263.091472:0:16357:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610263.091474:0:16357:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1749610263.091475:0:16359:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:13879:x1834598777637632:12345-0@lo:38:kworker.0 Request processed in 178us (964us total) trans 0 rc -19/-19 02000000:00000001:1.0:1749610263.091476:0:16357:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610263.091479:0:16358:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000010:1.0:1749610263.091481:0:16357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880129f3c400. 00000100:00000001:2.0:1749610263.091482:0:16358:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610263.091483:0:16357:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610263.091483:0:16359:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 02000000:00000001:2.0:1749610263.091484:0:16358:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610263.091485:0:16357:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610263.091486:0:16359:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610263.091487:0:16359:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1749610263.091488:0:16357:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:2.0:1749610263.091490:0:16358:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012e976400. 00010000:00000001:1.0:1749610263.091490:0:16357:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610263.091490:0:16359:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880135f79f80. 02000000:00000001:2.0:1749610263.091493:0:16358:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610263.091493:0:16357:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:0.0:1749610263.091494:0:16359:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b5364190. 00000100:00000001:2.0:1749610263.091496:0:16358:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610263.091499:0:16359:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008f71f400. 00010000:00000001:2.0:1749610263.091500:0:16358:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610263.091501:0:16357:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610263.091502:0:16359:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749610263.091503:0:16358:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610263.091504:0:16357:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00001000:2.0:1749610263.091506:0:16358:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:1.0:1749610263.091506:0:16357:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 36 to 0@lo 00000100:00000001:3.0:1749610263.091509:0:13881:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610263.091509:0:16357:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000100:00000001:2.0:1749610263.091510:0:16358:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610263.091511:0:16357:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134714493856 : -131938995057760 : 0xffff88008f114ba0) 00000100:00000001:3.0:1749610263.091512:0:13881:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610263.091514:0:16358:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610263.091514:0:16357:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008f114ba0 refcount 36 to 0@lo 02000000:00000001:1.0:1749610263.091516:0:16357:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749610263.091517:0:16358:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 37 to 0@lo 00000400:00000001:3.0:1749610263.091518:0:13881:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1749610263.091518:0:16357:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749610263.091520:0:13881:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610263.091520:0:16357:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610263.091520:0:13879:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610263.091521:0:16358:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000100:00000001:0.0:1749610263.091521:0:13879:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1749610263.091522:0:16357:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610263.091523:0:13881:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009586dc60. 00000100:00000001:2.0:1749610263.091524:0:16358:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134714493856 : -131938995057760 : 0xffff88008f114ba0) 00000400:00000010:1.0:1749610263.091524:0:16357:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a51b1880. 00000400:00000200:3.0:1749610263.091528:0:13881:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800963005d8 00000100:00000040:2.0:1749610263.091529:0:16358:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008f114ba0 refcount 37 to 0@lo 00000400:00000010:3.0:1749610263.091531:0:13881:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800963005d8. 02000000:00000001:2.0:1749610263.091532:0:16358:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610263.091534:0:16358:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610263.091536:0:13881:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610263.091537:0:16358:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610263.091541:0:16358:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000001:0.0:1749610263.091541:0:13879:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1749610263.091542:0:13881:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ab1dbb80 x1834598777638144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749610263.091543:0:13879:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610263.091545:0:16358:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880096300bb0. 00000400:00000010:0.0:1749610263.091550:0:13879:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88005bdaa370. 00000100:00000200:3.0:1749610263.091551:0:13881:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800ab1dbb80 x1834598777638144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610279 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610263.091554:0:13879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e0c8cc0 00000400:00000010:0.0:1749610263.091556:0:13879:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008e0c8cc0. 00000100:00000001:3.0:1749610263.091558:0:13881:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610263.091559:0:13879:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610263.091560:0:13881:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610263.091561:0:16357:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598777638016, offset 0 00000100:00000001:3.0:1749610263.091562:0:13881:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:2.0:1749610263.091563:0:16358:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598777637760, offset 0 00000100:00000200:0.0:1749610263.091563:0:13879:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133ab9180 x1834598777637632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610263.091564:0:13881:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1749610263.091565:0:16357:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610263.091566:0:13881:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610263.091568:0:13881:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610263.091570:0:13881:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610263.091570:0:16358:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610263.091572:0:16357:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610263.091572:0:13879:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133ab9180 x1834598777637632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610288 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749610263.091575:0:13881:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800967ba438 time=62 v=5 (5 5 5 0) 00000100:00001000:3.0:1749610263.091579:0:13881:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800967ba3f0 time=62 v=5 (1 1 1 0) 00000100:00000001:0.0:1749610263.091579:0:13879:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610263.091580:0:13879:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610263.091581:0:13881:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1749610263.091581:0:16358:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610263.091581:0:16357:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ed0724c80 00000100:00000001:0.0:1749610263.091582:0:13879:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610263.091583:0:13881:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610263.091584:0:13879:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1749610263.091585:0:13881:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1749610263.091586:0:16357:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x38d1 [1] + 0 00000100:00000001:0.0:1749610263.091586:0:13879:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610263.091588:0:13879:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1749610263.091590:0:13881:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8800ab1dbb80 x1834598777638144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610279 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610263.091590:0:16358:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ed0724b80 00000400:00000200:1.0:1749610263.091590:0:16357:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749610263.091590:0:13879:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610263.091594:0:16357:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:0.0:1749610263.091594:0:13879:0:(import.c:2097:obd_at_measure()) add 0 to ffff8800b1a6d438 time=1749610263 v=5 (0 0 0 0) 00000400:00000200:2.0:1749610263.091596:0:16358:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x38bd [1] + 0 00010000:00000001:3.0:1749610263.091597:0:13881:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610263.091598:0:13879:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800b1a6d3f0 time=13 v=20 (1 1 1 20) 00000100:00000001:3.0:1749610263.091600:0:13881:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1749610263.091600:0:16357:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610263.091600:0:13879:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1749610263.091601:0:16358:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610263.091602:0:13879:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610263.091603:0:13881:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1749610263.091604:0:13881:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1749610263.091604:0:16358:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610263.091604:0:16357:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f546a00 x1834598777638016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610288 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610263.091604:0:13879:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610263.091606:0:13881:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610263.091608:0:16358:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749610263.091608:0:13879:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133ab9180 x1834598777637632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610288 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610263.091609:0:13881:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ab1dbb80 x1834598777638144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610279 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610263.091613:0:16358:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133abb800 x1834598777637760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610288 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610263.091614:0:16357:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88008f546a00 x1834598777638016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610263.091615:0:13879:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610263.091618:0:13879:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610263.091619:0:13879:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610263.091621:0:13879:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:2.0:1749610263.091622:0:16358:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133abb800 x1834598777637760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610263.091623:0:16357:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610263.091623:0:13879:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610263.091625:0:13879:0:(import.c:66:import_set_state_nolock()) ffff8800b1a6d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:1.0:1749610263.091626:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a51b1880 00000400:00000010:1.0:1749610263.091628:0:16357:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a51b1880. 00000100:00080000:0.0:1749610263.091628:0:13879:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-19) 00000100:00000001:3.0:1749610263.091629:0:13881:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610263.091630:0:13879:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610263.091631:0:16358:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610263.091631:0:16357:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610263.091632:0:13881:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610263.091632:0:16357:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610263.091634:0:13881:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610263.091634:0:13879:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133ab9180 x1834598777637632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610288 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610263.091635:0:16357:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610263.091638:0:13881:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ab1dbb80 x1834598777638144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610279 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610263.091638:0:16357:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 36 to 0@lo 00000100:00000001:1.0:1749610263.091641:0:16357:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610263.091642:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880096300bb0 00000020:00000001:1.0:1749610263.091643:0:16357:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749610263.091645:0:16358:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880096300bb0. 00000100:00100000:3.0:1749610263.091646:0:13881:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800ab1dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:13881:1834598777638144:0@lo:400:kworker.0 00000100:00000001:2.0:1749610263.091647:0:16358:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:1.0:1749610263.091647:0:16357:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880129f39c00 x1834598777638016/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610283 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610263.091649:0:16358:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:3.0:1749610263.091652:0:13881:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749610263.091652:0:16358:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749610263.091653:0:13881:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1749610263.091653:0:13879:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133ab9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:13879:1834598777637632:0@lo:38:kworker.0 00000400:00000010:3.0:1749610263.091655:0:13881:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c786630. 00000100:00000040:2.0:1749610263.091655:0:16358:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 35 to 0@lo 00000100:00000001:2.0:1749610263.091657:0:16358:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610263.091658:0:13881:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a51b1908 00000020:00000001:2.0:1749610263.091659:0:16358:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749610263.091660:0:13881:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a51b1908. 00000100:00100000:1.0:1749610263.091662:0:16357:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:13879:x1834598777638016:12345-0@lo:38:kworker.0 Request processed in 221us (685us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610263.091663:0:13881:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:0.0:1749610263.091663:0:13879:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1749610263.091664:0:16358:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880129f3bb80 x1834598777637760/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610283 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749610263.091665:0:13879:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1749610263.091666:0:13881:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133ab8a80 x1834598777637376/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610263.091667:0:13879:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88005bdaa9a0. 00000400:00000200:0.0:1749610263.091669:0:13879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e0c8770 00000100:00100000:1.0:1749610263.091670:0:16357:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000400:00000010:0.0:1749610263.091671:0:13879:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008e0c8770. 00000100:00000001:1.0:1749610263.091672:0:16357:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1749610263.091674:0:13881:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133ab8a80 x1834598777637376/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610279 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610263.091674:0:16357:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610263.091681:0:13881:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610263.091682:0:13881:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610263.091685:0:13881:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610263.091686:0:13881:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610263.091688:0:13881:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610263.091694:0:13879:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610263.091700:0:13879:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133abb800 x1834598777637760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610263.091702:0:16358:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:13879:x1834598777637760:12345-0@lo:38:kworker.0 Request processed in 244us (963us total) trans 0 rc -19/-19 00000020:00000010:1.0:1749610263.091703:0:16357:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880094779580. 00000020:00000010:1.0:1749610263.091707:0:16357:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ab1a2898. 00000100:00100000:2.0:1749610263.091711:0:16358:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000020:00000010:1.0:1749610263.091711:0:16357:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009026a200. 00000100:00000001:2.0:1749610263.091713:0:16358:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1749610263.091713:0:13879:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133abb800 x1834598777637760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610288 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610263.091714:0:16357:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610263.091715:0:13881:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610263.091715:0:16358:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1749610263.091718:0:13881:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610263.091719:0:16358:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880135f79900. 00000100:00001000:3.0:1749610263.091722:0:13881:0:(import.c:2097:obd_at_measure()) add 5 to ffff880129e43438 time=97 v=5 (5 5 5 0) 00000020:00000010:2.0:1749610263.091722:0:16358:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b5364320. 00000100:00000001:0.0:1749610263.091724:0:13879:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:3.0:1749610263.091725:0:13881:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e433f0 time=97 v=5 (1 1 1 0) 00000020:00000010:2.0:1749610263.091726:0:16358:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008f71fa00. 00000100:00000001:0.0:1749610263.091726:0:13879:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610263.091727:0:13881:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610263.091728:0:13882:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610263.091729:0:13881:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610263.091729:0:16358:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610263.091729:0:13879:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610263.091730:0:13882:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1749610263.091731:0:13881:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1749610263.091732:0:13879:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1749610263.091734:0:13881:0:(ldlm_request.c:1545:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610263.091734:0:13879:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000001:1.0:1749610263.091735:0:13882:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610263.091736:0:13881:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000001:1.0:1749610263.091736:0:13882:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1749610263.091737:0:13881:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 111669149697 00000100:00000001:0.0:1749610263.091737:0:13879:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610263.091739:0:13882:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007929ccb8. 00000100:00000001:3.0:1749610263.091740:0:13881:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1749610263.091740:0:13879:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610263.091742:0:13882:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b1991770 00000400:00000010:1.0:1749610263.091744:0:13882:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b1991770. 00000100:00001000:0.0:1749610263.091745:0:13879:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012c014438 time=1749610263 v=5 (0 0 0 0) 00000100:00000001:3.0:1749610263.091746:0:13881:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610263.091747:0:13882:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:0.0:1749610263.091749:0:13879:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012c0143f0 time=112 v=20 (1 1 20 0) 00000100:00000040:3.0:1749610263.091750:0:13881:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133ab8a80 x1834598777637376/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610279 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610263.091751:0:13882:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f545880 x1834598777637888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610263.091753:0:13879:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610263.091755:0:13879:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610263.091758:0:13881:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610263.091758:0:13879:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610263.091760:0:13881:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1749610263.091760:0:13882:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f545880 x1834598777637888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610279 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610263.091761:0:13881:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610263.091764:0:13881:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133ab8a80 x1834598777637376/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610279 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610263.091764:0:13879:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133abb800 x1834598777637760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610288 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610263.091767:0:13882:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610263.091768:0:13882:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610263.091770:0:13882:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:3.0:1749610263.091771:0:13881:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133ab8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:13881:1834598777637376:0@lo:400:kworker.0 02000000:00000001:1.0:1749610263.091772:0:13882:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610263.091774:0:13882:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610263.091774:0:13879:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610263.091775:0:13881:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610263.091776:0:13882:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610263.091777:0:13881:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749610263.091778:0:13882:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610263.091778:0:13879:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1749610263.091780:0:13881:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ab1dbb80 x1834598777638144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610279 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610263.091780:0:13879:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749610263.091783:0:13882:0:(import.c:2097:obd_at_measure()) add 5 to ffff88008e008c38 time=112 v=5 (5 5 5 0) 00000100:00000001:0.0:1749610263.091783:0:13879:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610263.091785:0:13879:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610263.091786:0:13881:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00001000:1.0:1749610263.091787:0:13882:0:(import.c:2097:obd_at_measure()) add 1 to ffff88008e008bf0 time=112 v=5 (1 1 1 0) 02000000:00000001:3.0:1749610263.091788:0:13881:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749610263.091789:0:13882:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00080000:0.0:1749610263.091789:0:13879:0:(import.c:66:import_set_state_nolock()) ffff88012c014000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000010:3.0:1749610263.091791:0:13881:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008f71f800. 00000100:00000001:1.0:1749610263.091791:0:13882:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610263.091793:0:13882:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1749610263.091794:0:13881:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610263.091795:0:13881:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610263.091797:0:13881:0:(genops.c:1242:class_import_put()) import ffff8800967ba000 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1749610263.091799:0:13881:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610263.091801:0:13881:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880095da9d00. 00000100:00080000:0.0:1749610263.091803:0:13879:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-19) 02000000:00000001:3.0:1749610263.091804:0:13881:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00010000:00080000:1.0:1749610263.091804:0:13882:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88008f545880 x1834598777637888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610279 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610263.091831:0:13881:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610263.091833:0:13881:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ab1dbb80. 00000100:00000001:3.0:1749610263.091836:0:13881:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1749610263.091837:0:13882:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610263.091838:0:13881:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610263.091840:0:13881:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610263.091840:0:13882:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749610263.091842:0:13882:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000040:3.0:1749610263.091843:0:13881:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133ab8a80 x1834598777637376/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610279 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610263.091844:0:13882:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610263.091845:0:13882:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610263.091849:0:13882:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008f545880 x1834598777637888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610279 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610263.091850:0:13881:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610263.091851:0:13881:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610263.091853:0:13881:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88005faa9a00. 02000000:00000001:3.0:1749610263.091855:0:13881:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749610263.091855:0:13879:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610263.091856:0:13882:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610263.091859:0:13882:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610263.091860:0:13882:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610263.091861:0:13881:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610263.091863:0:13881:0:(genops.c:1242:class_import_put()) import ffff880129e43000 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000100:00000040:1.0:1749610263.091864:0:13882:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f545880 x1834598777637888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610279 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610263.091864:0:13879:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133abb800 x1834598777637760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610288 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610263.091865:0:13881:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610263.091867:0:13881:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880095da9c00. 02000000:00000001:3.0:1749610263.091869:0:13881:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610263.091870:0:13881:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:1.0:1749610263.091871:0:13882:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f545880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:13882:1834598777637888:0@lo:400:kworker.0 00000100:00000010:3.0:1749610263.091872:0:13881:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133ab8a80. 00000100:00000001:3.0:1749610263.091874:0:13881:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610263.091875:0:13881:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610263.091876:0:13879:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:13879:1834598777637760:0@lo:38:kworker.0 00000100:00000001:3.0:1749610263.091877:0:13881:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1749610263.091877:0:13882:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610263.091879:0:13882:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610263.091880:0:13882:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007929ce70. 00000100:00000001:3.0:1749610263.091882:0:13881:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1749610263.091883:0:13882:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b19917f8 00000100:00000001:3.0:1749610263.091884:0:13881:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610263.091884:0:13882:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b19917f8. 00000100:00000001:3.0:1749610263.091886:0:13881:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610263.091887:0:13881:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610263.091887:0:13882:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610263.091890:0:13882:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133abaa00 x1834598777637504/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610263.091898:0:13882:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133abaa00 x1834598777637504/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610279 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610263.091904:0:13882:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610263.091906:0:13882:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610263.091908:0:13882:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610263.091909:0:13882:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610263.091911:0:13882:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610263.091912:0:13882:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610263.091914:0:13882:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610263.091924:0:13882:0:(import.c:2097:obd_at_measure()) add 5 to ffff88008ee36438 time=47 v=5 (5 5 5 0) 00000100:00001000:1.0:1749610263.091929:0:13882:0:(import.c:2097:obd_at_measure()) add 1 to ffff88008ee363f0 time=47 v=5 (1 1 1 0) 00000100:00000001:1.0:1749610263.091933:0:13882:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610263.091936:0:13882:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610263.091939:0:13882:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1749610263.091942:0:13882:0:(ldlm_request.c:1545:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610263.091945:0:13882:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749610263.091948:0:13882:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: skip recheck: last_committed 12884901889 00000100:00000001:1.0:1749610263.091950:0:13882:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610263.091952:0:13882:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610263.091958:0:13882:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133abaa00 x1834598777637504/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610279 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610263.091968:0:13882:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610263.091972:0:13882:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610263.091974:0:13882:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610263.091979:0:13882:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133abaa00 x1834598777637504/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610279 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610263.091991:0:13882:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133abaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:13882:1834598777637504:0@lo:400:kworker.0 00000100:00000001:1.0:1749610263.091998:0:13882:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610263.092001:0:13882:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610263.092006:0:13882:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008f545880 x1834598777637888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610279 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610263.092018:0:13882:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610263.092020:0:13882:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610263.092024:0:13882:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009026ba00. 02000000:00000001:1.0:1749610263.092029:0:13882:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610263.092032:0:13882:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610263.092034:0:13882:0:(genops.c:1242:class_import_put()) import ffff88008e008800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749610263.092037:0:13882:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610263.092040:0:13882:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880095da9000. 02000000:00000001:1.0:1749610263.092044:0:13882:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610263.092047:0:13882:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610263.092049:0:13882:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f545880. 00000100:00000001:1.0:1749610263.092062:0:13882:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610263.092064:0:13882:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610263.092067:0:13882:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610263.092090:0:13882:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133abaa00 x1834598777637504/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610279 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610263.092090:0:13879:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610263.092094:0:13879:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610263.092100:0:13879:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133ab9180 x1834598777637632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610288 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610263.092101:0:13882:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610263.092103:0:13882:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610263.092106:0:13882:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009026a600. 02000000:00000001:1.0:1749610263.092109:0:13882:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749610263.092110:0:13879:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1749610263.092111:0:13882:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610263.092113:0:13882:0:(genops.c:1242:class_import_put()) import ffff88008ee36000 refcount=2 obd=lustre-OST0001-osc-MDT0001 02000000:00000001:0.0:1749610263.092113:0:13879:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1749610263.092116:0:13882:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610263.092116:0:13879:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800571c9000. 02000000:00000010:1.0:1749610263.092118:0:13882:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880095da9600. 02000000:00000001:0.0:1749610263.092120:0:13879:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1749610263.092121:0:13882:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1749610263.092122:0:13879:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1749610263.092123:0:13882:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:0.0:1749610263.092124:0:13879:0:(genops.c:1242:class_import_put()) import ffff8800b1a6d000 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000010:1.0:1749610263.092125:0:13882:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133abaa00. 00000020:00000001:0.0:1749610263.092127:0:13879:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749610263.092128:0:13882:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610263.092130:0:13882:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749610263.092130:0:13879:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e977400. 00000100:00000001:1.0:1749610263.092133:0:13882:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610263.092153:0:13879:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610263.092155:0:13879:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749610263.092157:0:13882:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:0.0:1749610263.092158:0:13879:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133ab9180. 00000100:00000001:1.0:1749610263.092159:0:13882:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610263.092161:0:13882:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610263.092162:0:13879:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610263.092163:0:13882:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610263.092164:0:13879:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610263.092167:0:13879:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610263.092171:0:13879:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133abb800 x1834598777637760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610288 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610263.092181:0:13879:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610263.092183:0:13879:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610263.092186:0:13879:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800571c8800. 02000000:00000001:0.0:1749610263.092192:0:13879:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610263.092194:0:13879:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610263.092196:0:13879:0:(genops.c:1242:class_import_put()) import ffff88012c014000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749610263.092199:0:13879:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610263.092201:0:13879:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e977000. 02000000:00000001:0.0:1749610263.092215:0:13879:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610263.092217:0:13879:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610263.092220:0:13879:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133abb800. 00000100:00000001:0.0:1749610263.092223:0:13879:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610263.092226:0:13879:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610263.092229:0:13879:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610263.092232:0:13879:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610263.092234:0:13879:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749610263.092240:0:13879:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610263.092242:0:13879:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610263.092245:0:13879:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88005bdaa1b8. 00000400:00000200:0.0:1749610263.092249:0:13879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e0c8aa0 00000400:00000010:0.0:1749610263.092252:0:13879:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008e0c8aa0. 00000100:00000001:0.0:1749610263.092255:0:13879:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610263.092261:0:13879:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f546a00 x1834598777638016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610263.092273:0:13879:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f546a00 x1834598777638016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610288 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610263.092280:0:13879:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610263.092282:0:13879:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610263.092284:0:13879:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610263.092286:0:13879:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610263.092287:0:13879:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610263.092289:0:13879:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610263.092291:0:13879:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610263.092296:0:13879:0:(import.c:2097:obd_at_measure()) add 0 to ffff8800967b8c38 time=1749610263 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610263.092299:0:13879:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800967b8bf0 time=62 v=20 (1 1 20 0) 00000100:00000001:0.0:1749610263.092302:0:13879:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610263.092304:0:13879:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610263.092306:0:13879:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610263.092310:0:13879:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008f546a00 x1834598777638016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610288 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610263.092316:0:13879:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610263.092319:0:13879:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610263.092326:0:13879:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610263.092328:0:13879:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610263.092330:0:13879:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610263.092333:0:13879:0:(import.c:66:import_set_state_nolock()) ffff8800967b8800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610263.092336:0:13879:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-19) 00000100:00000001:0.0:1749610263.092338:0:13879:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610263.092342:0:13879:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008f546a00 x1834598777638016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610288 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610263.092349:0:13879:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008f546a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:13879:1834598777638016:0@lo:38:kworker.0 00000100:00000001:0.0:1749610263.092354:0:13879:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610263.092356:0:13879:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610263.092358:0:13879:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008f546a00 x1834598777638016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610288 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610263.092365:0:13879:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610263.092366:0:13879:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610263.092368:0:13879:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800571cac00. 02000000:00000001:0.0:1749610263.092371:0:13879:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610263.092372:0:13879:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610263.092373:0:13879:0:(genops.c:1242:class_import_put()) import ffff8800967b8800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749610263.092375:0:13879:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610263.092377:0:13879:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e977c00. 02000000:00000001:0.0:1749610263.092380:0:13879:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610263.092381:0:13879:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610263.092383:0:13879:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f546a00. 00000100:00000001:0.0:1749610263.092385:0:13879:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610263.092387:0:13879:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610263.092388:0:13879:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610263.092390:0:13879:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610263.092392:0:13879:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610263.092393:0:13879:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610263.092395:0:13879:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610263.125763:0:19557:0:(connection.c:75:cpu_latency_work()) work item of ffff8800a49158e0 (cpu 0) has reached its deadline 4299537188, at 4299537188 00000100:00000010:1.0:1749610263.125776:0:19557:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4860840. 00000100:00000040:0.0:1749610263.125784:0:1039:0:(connection.c:75:cpu_latency_work()) work item of ffff8800a4915800 (cpu 0) has reached its deadline 4299537188, at 4299537188 00000100:00000040:2.0:1749610263.125785:0:2304:0:(connection.c:75:cpu_latency_work()) work item of ffff8800a49159c0 (cpu 0) has reached its deadline 4299537188, at 4299537188 00000100:00000010:2.0:1749610263.125858:0:2304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4860700. 00000100:00000040:3.0:1749610263.125864:0:28986:0:(connection.c:75:cpu_latency_work()) work item of ffff8800a4915aa0 (cpu 0) has reached its deadline 4299537188, at 4299537188 00000100:00000010:0.0:1749610263.125868:0:1039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4860ac0. 00000100:00000010:3.0:1749610263.125877:0:28986:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4860d80. 00000001:00000001:1.0:1749610263.148352:0:22136:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1749610263.148357:0:22136:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 906: Simple test for io_uring I/O engine via fio ========================================================== 22:51:01 (1749610261) 00000001:00000001:1.0:1749610263.156608:0:22136:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:2.0:1749610263.190647:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79100. 00080000:00000010:2.0:1749610263.190654:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79100. 00000020:00000001:2.0:1749610263.190659:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610263.190741:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79100. 00080000:00000010:2.0:1749610263.190745:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79100. 00000020:00000001:2.0:1749610263.190749:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610263.190755:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79100. 00080000:00000010:2.0:1749610263.190760:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79100. 00000020:00000001:2.0:1749610263.190763:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610263.257762:0:1039:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610263.257768:0:1039:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610263.257823:0:16354:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610263.257825:0:16354:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610263.257827:0:16354:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610263.331894:0:16445:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610263.331901:0:16445:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610263.331904:0:16445:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610263.331909:0:16445:0:(client.c:2663:ptlrpc_set_wait()) set ffff880094dcca80 going to sleep for 0 seconds 00000100:00000001:3.0:1749610263.331913:0:16445:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610263.331918:0:16445:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610263.331920:0:16445:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610263.331923:0:16445:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610263.331925:0:16445:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610263.633176:0:22158:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779980. 00080000:00000010:3.0:1749610263.633182:0:22158:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779980. 00000020:00000001:3.0:1749610263.633185:0:22158:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610263.633195:0:22158:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779980. 00080000:00000010:3.0:1749610263.633198:0:22158:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779980. 00000020:00000001:3.0:1749610263.633200:0:22158:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610263.633204:0:22158:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779980. 00080000:00000010:3.0:1749610263.633207:0:22158:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779980. 00000020:00000001:3.0:1749610263.633209:0:22158:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610263.635438:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2f080. 00080000:00000010:0.0:1749610263.635442:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2f080. 00000020:00000001:0.0:1749610263.635446:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610263.635484:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2f080. 00080000:00000010:0.0:1749610263.635487:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2f080. 00000020:00000001:0.0:1749610263.635489:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610263.635492:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2f080. 00080000:00000010:0.0:1749610263.635493:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2f080. 00000020:00000001:0.0:1749610263.635495:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749610263.721078:0:22201:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1749610263.721081:0:22201:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity test_906 Client OS does not support io_uring I/O engine 00000001:00000001:3.0:1749610263.723045:0:22201:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:1.0:1749610263.751966:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334500. 00080000:00000010:1.0:1749610263.751973:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334500. 00000020:00000001:1.0:1749610263.751976:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610263.752015:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334500. 00080000:00000010:1.0:1749610263.752019:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334500. 00000020:00000001:1.0:1749610263.752021:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610263.752029:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334500. 00080000:00000010:1.0:1749610263.752032:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334500. 00000020:00000001:1.0:1749610263.752033:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610264.022714:0:16356:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610264.022717:0:16356:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610264.022719:0:16356:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610264.022721:0:16356:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800571d16c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610264.022727:0:16356:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610264.022730:0:16356:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610264.022731:0:16356:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610264.022733:0:16356:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610264.022734:0:16356:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610264.091728:0:13879:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610264.091741:0:13879:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610264.091743:0:13879:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610264.091747:0:13879:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610264.091750:0:13879:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610264.091753:0:13879:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610264.091755:0:13879:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610264.110069:0:22223:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334500. 00080000:00000010:1.0:1749610264.110077:0:22223:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334500. 00000020:00000001:1.0:1749610264.110082:0:22223:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610264.110096:0:22223:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334500. 00080000:00000010:1.0:1749610264.110101:0:22223:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334500. 00000020:00000001:1.0:1749610264.110104:0:22223:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610264.110110:0:22223:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334500. 00080000:00000010:1.0:1749610264.110114:0:22223:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334500. 00000020:00000001:1.0:1749610264.110116:0:22223:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610264.112542:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334500. 00080000:00000010:1.0:1749610264.112545:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334500. 00000020:00000001:1.0:1749610264.112547:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610264.112584:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334500. 00080000:00000010:1.0:1749610264.112586:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334500. 00000020:00000001:1.0:1749610264.112588:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610264.112591:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334500. 00080000:00000010:1.0:1749610264.112593:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334500. 00000020:00000001:1.0:1749610264.112594:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1749610264.199058:0:22265:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1749610264.199062:0:22265:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 907: write rpc error during unlink ======== 22:51:02 (1749610262) 00000001:00000001:1.0:1749610264.202965:0:22265:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:3.0:1749610264.232001:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779000. 00080000:00000010:3.0:1749610264.232007:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779000. 00000020:00000001:3.0:1749610264.232012:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610264.232076:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779000. 00080000:00000010:3.0:1749610264.232081:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779000. 00000020:00000001:3.0:1749610264.232084:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610264.232090:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779000. 00080000:00000010:3.0:1749610264.232095:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779000. 00000020:00000001:3.0:1749610264.232098:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610264.259726:0:1039:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610264.259730:0:1039:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610264.259779:0:1039:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610264.259781:0:1039:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610264.259799:0:1039:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610264.259801:0:1039:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610264.259802:0:1039:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610264.259804:0:1039:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610264.259832:0:18751:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610264.259834:0:18751:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610264.259836:0:18751:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610264.331780:0:16445:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610264.331811:0:16445:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610264.331813:0:16445:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610264.331816:0:16445:0:(client.c:2663:ptlrpc_set_wait()) set ffff880094dcca80 going to sleep for 0 seconds 00000100:00000001:3.0:1749610264.331818:0:16445:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610264.331821:0:16445:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610264.331823:0:16445:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610264.331825:0:16445:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610264.331826:0:16445:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610264.358587:0:22287:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334500. 00080000:00000010:1.0:1749610264.358594:0:22287:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334500. 00000020:00000001:1.0:1749610264.358598:0:22287:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610264.358607:0:22287:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334500. 00080000:00000010:1.0:1749610264.358611:0:22287:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334500. 00000020:00000001:1.0:1749610264.358614:0:22287:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610264.358621:0:22287:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334500. 00080000:00000010:1.0:1749610264.358624:0:22287:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334500. 00000020:00000001:1.0:1749610264.358627:0:22287:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610264.361350:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79d80. 00080000:00000010:2.0:1749610264.361354:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79d80. 00000020:00000001:2.0:1749610264.361358:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610264.361419:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79d80. 00080000:00000010:2.0:1749610264.361422:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79d80. 00000020:00000001:2.0:1749610264.361425:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610264.361430:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79d80. 00080000:00000010:2.0:1749610264.361432:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79d80. 00000020:00000001:2.0:1749610264.361434:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610264.472271:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79d80. 00080000:00000010:2.0:1749610264.472278:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79d80. 00000020:00000001:2.0:1749610264.472283:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610264.472350:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79d80. 00080000:00000010:2.0:1749610264.472355:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79d80. 00000020:00000001:2.0:1749610264.472358:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610264.472364:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79d80. 00080000:00000010:2.0:1749610264.472368:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79d80. 00000020:00000001:2.0:1749610264.472371:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610264.756915:0:22351:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334b00. 00080000:00000010:1.0:1749610264.756929:0:22351:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334b00. 00000020:00000001:1.0:1749610264.756935:0:22351:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610264.756952:0:22351:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334b00. 00080000:00000010:1.0:1749610264.756957:0:22351:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334b00. 00000020:00000001:1.0:1749610264.756961:0:22351:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610264.756968:0:22351:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334b00. 00080000:00000010:1.0:1749610264.756973:0:22351:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334b00. 00000020:00000001:1.0:1749610264.756976:0:22351:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610264.761554:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79b00. 00080000:00000010:2.0:1749610264.761561:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79b00. 00000020:00000001:2.0:1749610264.761566:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610264.761639:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79b00. 00080000:00000010:2.0:1749610264.761644:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79b00. 00000020:00000001:2.0:1749610264.761647:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610264.761653:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79b00. 00080000:00000010:2.0:1749610264.761656:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79b00. 00000020:00000001:2.0:1749610264.761659:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749610264.857632:0:22394:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1749610264.857636:0:22394:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_907: @@@@@@ FAIL: dd failed 00000001:00000001:3.0:1749610264.860375:0:22394:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:2.0:1749610264.892737:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79a00. 00080000:00000010:2.0:1749610264.892743:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79a00. 00000020:00000001:2.0:1749610264.892746:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610264.892804:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79a00. 00080000:00000010:2.0:1749610264.892808:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79a00. 00000020:00000001:2.0:1749610264.892810:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610264.892815:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79a00. 00080000:00000010:2.0:1749610264.892818:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79a00. 00000020:00000001:2.0:1749610264.892820:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610264.999834:0:16408:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ab1d9f80. 00000020:00000040:2.0:1749610264.999845:0:16408:0:(genops.c:1229:class_import_get()) import ffff8800b1a6d000 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749610264.999850:0:16408:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610264.999853:0:16408:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610264.999857:0:16408:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610264.999863:0:16408:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88008f71ea00. 00000100:00000001:2.0:1749610264.999868:0:16408:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610264.999872:0:16408:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749610264.999873:0:16408:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749610264.999878:0:16408:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006dca8d80. 00000100:00000001:2.0:1749610264.999879:0:16408:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134156209536 : -131939553342080 : ffff88006dca8d80) 00000100:00000001:2.0:1749610264.999881:0:16408:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610264.999882:0:16408:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612135185063808 : -131938524487808 : ffff8800ab1d9f80) 00000100:00000001:2.0:1749610264.999886:0:16408:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610264.999889:0:16408:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610264.999890:0:16408:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749610264.999891:0:16408:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610264.999898:0:16408:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ab1d9f80 x1834598777638272/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610264.999904:0:16408:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610264.999905:0:16408:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610264.999907:0:16408:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ab1d9f80 x1834598777638272/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610264.999911:0:16408:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749610264.999913:0:16408:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610264.999924:0:16408:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610264.999925:0:16408:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006dca8d80 going to sleep for 0 seconds 00000100:00000001:2.0:1749610264.999927:0:16408:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610264.999929:0:16408:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749610264.999931:0:16408:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610264.999933:0:16408:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610264.999934:0:16408:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610264.999936:0:16408:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ab1d9f80 x1834598777638272/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610264.999941:0:16408:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800ab1d9f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:16408:1834598777638272:0@lo:900:osp-pre-0-1.0 00000100:00000001:2.0:1749610264.999944:0:16408:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610264.999946:0:16408:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749610264.999947:0:16408:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749610264.999948:0:16408:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610264.999950:0:16408:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ab1d9f80 x1834598777638272/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610264.999953:0:16408:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610264.999955:0:16408:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006dca8d80. 00000100:00000001:2.0:1749610264.999958:0:16408:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749610264.999958:0:16408:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749610264.999959:0:16408:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610264.999961:0:16408:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ab1d9f80 x1834598777638272/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610264.999964:0:16408:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749610264.999965:0:16408:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610264.999966:0:16408:0:(genops.c:1242:class_import_put()) import ffff8800b1a6d000 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749610264.999967:0:16408:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610264.999969:0:16408:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88008f71ea00. 02000000:00000001:2.0:1749610264.999971:0:16408:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610264.999972:0:16408:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610264.999973:0:16408:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ab1d9f80. 00000100:00000001:2.0:1749610264.999975:0:16408:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610264.999975:0:16408:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610265.022753:0:16356:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610265.022759:0:16356:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610265.022761:0:16356:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610265.022765:0:16356:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800571d16c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610265.022784:0:16356:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610265.022788:0:16356:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610265.022791:0:16356:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610265.022794:0:16356:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610265.022796:0:16356:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610265.028824:0:16410:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133abb800. 00000020:00000040:0.0:1749610265.028830:0:16410:0:(genops.c:1229:class_import_get()) import ffff8800b1a6d000 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749610265.028833:0:16410:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610265.028836:0:16410:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610265.028840:0:16410:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610265.028846:0:16410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a76400. 00000100:00000001:0.0:1749610265.028850:0:16410:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610265.028854:0:16410:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749610265.028855:0:16410:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749610265.028876:0:16410:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ffb76c0. 00000100:00000001:0.0:1749610265.028878:0:16410:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137414194880 : -131936295356736 : ffff88012ffb76c0) 00000100:00000001:0.0:1749610265.028890:0:16410:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610265.028891:0:16410:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137476077568 : -131936233474048 : ffff880133abb800) 00000100:00000001:0.0:1749610265.028895:0:16410:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610265.028898:0:16410:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610265.028900:0:16410:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749610265.028901:0:16410:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610265.028908:0:16410:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133abb800 x1834598777638400/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610265.028915:0:16410:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610265.028916:0:16410:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610265.028919:0:16410:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133abb800 x1834598777638400/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610265.028924:0:16410:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749610265.028925:0:16410:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610265.028926:0:16410:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610265.028928:0:16410:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ffb76c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749610265.028929:0:16410:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610265.028930:0:16410:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749610265.028932:0:16410:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610265.028934:0:16410:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610265.028936:0:16410:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610265.028938:0:16410:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133abb800 x1834598777638400/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610265.028943:0:16410:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133abb800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:16410:1834598777638400:0@lo:900:osp-pre-1-1.0 00000100:00000001:0.0:1749610265.028946:0:16410:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610265.028948:0:16410:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749610265.028949:0:16410:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749610265.028951:0:16410:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610265.028953:0:16410:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133abb800 x1834598777638400/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610265.028957:0:16410:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610265.028962:0:16410:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ffb76c0. 00000100:00000001:0.0:1749610265.028964:0:16410:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749610265.028965:0:16410:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749610265.028966:0:16410:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610265.028968:0:16410:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133abb800 x1834598777638400/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610265.028972:0:16410:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749610265.028974:0:16410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610265.028975:0:16410:0:(genops.c:1242:class_import_put()) import ffff8800b1a6d000 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749610265.028976:0:16410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610265.028978:0:16410:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a76400. 02000000:00000001:0.0:1749610265.028981:0:16410:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610265.028982:0:16410:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610265.028983:0:16410:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133abb800. 00000100:00000001:0.0:1749610265.028985:0:16410:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610265.028986:0:16410:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610265.091737:0:13879:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610265.091748:0:13879:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610265.091750:0:13879:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610265.091753:0:13879:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610265.091755:0:13879:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610265.091757:0:13879:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610265.091759:0:13879:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610265.196334:0:22416:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334b00. 00080000:00000010:1.0:1749610265.196342:0:22416:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334b00. 00000020:00000001:1.0:1749610265.196347:0:22416:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610265.196359:0:22416:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334b00. 00080000:00000010:1.0:1749610265.196362:0:22416:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334b00. 00000020:00000001:1.0:1749610265.196366:0:22416:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610265.196372:0:22416:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334b00. 00080000:00000010:1.0:1749610265.196377:0:22416:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334b00. 00000020:00000001:1.0:1749610265.196396:0:22416:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610265.199254:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779980. 00080000:00000010:3.0:1749610265.199259:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779980. 00000020:00000001:3.0:1749610265.199263:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610265.199327:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779980. 00080000:00000010:3.0:1749610265.199331:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779980. 00000020:00000001:3.0:1749610265.199333:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610265.199339:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779980. 00080000:00000010:3.0:1749610265.199342:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779980. 00000020:00000001:3.0:1749610265.199344:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610265.261733:0:1039:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610265.261737:0:1039:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610265.261819:0:16353:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610265.261821:0:16353:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610265.261828:0:16353:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 2449 lines, 2449 kept, 0 dropped, 0 bad.