00010000:00000001:0.0F:1749610250.229776:0:1039:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610250.229786:0:1039:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0F:1749610250.229868:0:16353:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610250.229876:0:16353:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610250.229878:0:16353:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610250.331765:0:16445:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610250.331771:0:16445:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610250.331773:0:16445:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610250.331775:0:16445:0:(client.c:2663:ptlrpc_set_wait()) set ffff880094dcca80 going to sleep for 0 seconds 00000100:00000001:2.0:1749610250.331778:0:16445:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610250.331780:0:16445:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610250.331782:0:16445:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610250.331785:0:16445:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610250.331786:0:16445:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0F:1749610250.724879:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334f00. 00080000:00000010:1.0:1749610250.724889:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334f00. 00000020:00000001:1.0:1749610250.724895:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610250.724961:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334f00. 00080000:00000010:1.0:1749610250.724965:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334f00. 00000020:00000001:1.0:1749610250.724968:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610250.724974:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334f00. 00080000:00000010:1.0:1749610250.724978:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334f00. 00000020:00000001:1.0:1749610250.724981:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610250.872172:0:20469:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79380. 00080000:00000010:2.0:1749610250.872178:0:20469:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79380. 00000020:00000001:2.0:1749610250.872181:0:20469:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610250.872191:0:20469:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79380. 00080000:00000010:2.0:1749610250.872194:0:20469:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79380. 00000020:00000001:2.0:1749610250.872197:0:20469:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610250.872202:0:20469:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79380. 00080000:00000010:2.0:1749610250.872205:0:20469:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79380. 00000020:00000001:2.0:1749610250.872207:0:20469:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610250.874590:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334f00. 00080000:00000010:1.0:1749610250.874593:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334f00. 00000020:00000001:1.0:1749610250.874597:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610250.874634:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334f00. 00080000:00000010:1.0:1749610250.874636:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334f00. 00000020:00000001:1.0:1749610250.874638:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610250.874642:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334f00. 00080000:00000010:1.0:1749610250.874644:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334f00. 00000020:00000001:1.0:1749610250.874645:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610250.992733:0:16408:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012dcb1880. 00000020:00000040:0.0:1749610250.992740:0:16408:0:(genops.c:1229:class_import_get()) import ffff8800b1a6d000 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749610250.992745:0:16408:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610250.992748:0:16408:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610250.992753:0:16408:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610250.992759:0:16408:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a76c00. 00000100:00000001:0.0:1749610250.992765:0:16408:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610250.992770:0:16408:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749610250.992772:0:16408:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749610250.992776:0:16408:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ffb70c0. 00000100:00000001:0.0:1749610250.992778:0:16408:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137414193344 : -131936295358272 : ffff88012ffb70c0) 00000100:00000001:0.0:1749610250.992781:0:16408:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610250.992782:0:16408:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137377470592 : -131936332081024 : ffff88012dcb1880) 00000100:00000001:0.0:1749610250.992786:0:16408:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610250.992790:0:16408:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610250.992792:0:16408:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749610250.992794:0:16408:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610250.992802:0:16408:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012dcb1880 x1834598777633280/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610250.992812:0:16408:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610250.992814:0:16408:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610250.992817:0:16408:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012dcb1880 x1834598777633280/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610250.992825:0:16408:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749610250.992827:0:16408:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610250.992829:0:16408:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610250.992831:0:16408:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ffb70c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749610250.992833:0:16408:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610250.992835:0:16408:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749610250.992838:0:16408:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610250.992840:0:16408:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610250.992842:0:16408:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610250.992846:0:16408:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012dcb1880 x1834598777633280/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610250.992860:0:16408:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012dcb1880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:16408:1834598777633280:0@lo:900:osp-pre-0-1.0 00000100:00000001:0.0:1749610250.992864:0:16408:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610250.992866:0:16408:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749610250.992868:0:16408:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749610250.992870:0:16408:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610250.992874:0:16408:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012dcb1880 x1834598777633280/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610250.992881:0:16408:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610250.992883:0:16408:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ffb70c0. 00000100:00000001:0.0:1749610250.992885:0:16408:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749610250.992887:0:16408:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749610250.992889:0:16408:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610250.992892:0:16408:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012dcb1880 x1834598777633280/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610250.992898:0:16408:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749610250.992900:0:16408:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610250.992902:0:16408:0:(genops.c:1242:class_import_put()) import ffff8800b1a6d000 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749610250.992904:0:16408:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610250.992906:0:16408:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a76c00. 02000000:00000001:0.0:1749610250.992909:0:16408:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610250.992910:0:16408:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610250.992912:0:16408:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012dcb1880. 00000100:00000001:0.0:1749610250.992915:0:16408:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610250.992916:0:16408:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610251.014706:0:16356:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610251.014710:0:16356:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610251.014712:0:16356:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610251.014715:0:16356:0:(client.c:2663:ptlrpc_set_wait()) set ffff880131a4ad80 going to sleep for 0 seconds 00000100:00000001:0.0:1749610251.014717:0:16356:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610251.014719:0:16356:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610251.014721:0:16356:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610251.014723:0:16356:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610251.014724:0:16356:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610251.021727:0:16410:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012dcb1880. 00000020:00000040:0.0:1749610251.021732:0:16410:0:(genops.c:1229:class_import_get()) import ffff8800b1a6d000 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749610251.021736:0:16410:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610251.021739:0:16410:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610251.021743:0:16410:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610251.021747:0:16410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a76800. 00000100:00000001:0.0:1749610251.021752:0:16410:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610251.021755:0:16410:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749610251.021757:0:16410:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749610251.021760:0:16410:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ffb7180. 00000100:00000001:0.0:1749610251.021761:0:16410:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137414193536 : -131936295358080 : ffff88012ffb7180) 00000100:00000001:0.0:1749610251.021763:0:16410:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610251.021764:0:16410:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137377470592 : -131936332081024 : ffff88012dcb1880) 00000100:00000001:0.0:1749610251.021767:0:16410:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610251.021770:0:16410:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610251.021771:0:16410:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749610251.021772:0:16410:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610251.021779:0:16410:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012dcb1880 x1834598777633408/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610251.021785:0:16410:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610251.021786:0:16410:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610251.021788:0:16410:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012dcb1880 x1834598777633408/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610251.021792:0:16410:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749610251.021793:0:16410:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610251.021794:0:16410:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610251.021795:0:16410:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ffb7180 going to sleep for 0 seconds 00000100:00000001:0.0:1749610251.021796:0:16410:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610251.021797:0:16410:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749610251.021799:0:16410:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610251.021800:0:16410:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610251.021801:0:16410:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610251.021803:0:16410:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012dcb1880 x1834598777633408/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610251.021816:0:16410:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012dcb1880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:16410:1834598777633408:0@lo:900:osp-pre-1-1.0 00000100:00000001:0.0:1749610251.021819:0:16410:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610251.021820:0:16410:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749610251.021821:0:16410:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749610251.021822:0:16410:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610251.021824:0:16410:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012dcb1880 x1834598777633408/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610251.021828:0:16410:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610251.021829:0:16410:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ffb7180. 00000100:00000001:0.0:1749610251.021830:0:16410:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749610251.021831:0:16410:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749610251.021832:0:16410:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610251.021833:0:16410:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012dcb1880 x1834598777633408/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610251.021836:0:16410:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749610251.021838:0:16410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610251.021839:0:16410:0:(genops.c:1242:class_import_put()) import ffff8800b1a6d000 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749610251.021840:0:16410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610251.021841:0:16410:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a76800. 02000000:00000001:0.0:1749610251.021843:0:16410:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610251.021844:0:16410:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610251.021845:0:16410:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012dcb1880. 00000100:00000001:0.0:1749610251.021847:0:16410:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610251.021847:0:16410:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610251.066757:0:13879:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610251.066811:0:13879:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610251.066813:0:13879:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610251.066815:0:13879:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610251.066817:0:13879:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610251.066820:0:13879:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610251.066821:0:13879:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610251.080741:0:20511:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2f600. 00080000:00000010:0.0:1749610251.080748:0:20511:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2f600. 00000020:00000001:0.0:1749610251.080751:0:20511:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610251.080761:0:20511:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2f600. 00080000:00000010:0.0:1749610251.080764:0:20511:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2f600. 00000020:00000001:0.0:1749610251.080767:0:20511:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610251.080772:0:20511:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2f600. 00080000:00000010:0.0:1749610251.080775:0:20511:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2f600. 00000020:00000001:0.0:1749610251.080780:0:20511:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610251.231744:0:1039:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610251.231749:0:1039:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610251.231807:0:16354:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610251.231811:0:16354:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610251.231813:0:16354:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610251.331770:0:16445:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610251.331776:0:16445:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610251.331777:0:16445:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610251.331781:0:16445:0:(client.c:2663:ptlrpc_set_wait()) set ffff880094dcca80 going to sleep for 0 seconds 00000100:00000001:2.0:1749610251.331784:0:16445:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610251.331786:0:16445:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610251.331788:0:16445:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610251.331797:0:16445:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610251.331798:0:16445:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610251.592768:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334200. 00080000:00000010:1.0:1749610251.592774:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334200. 00000020:00000001:1.0:1749610251.592778:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610251.592830:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334200. 00080000:00000010:1.0:1749610251.592834:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334200. 00000020:00000001:1.0:1749610251.592836:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610251.592841:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334200. 00080000:00000010:1.0:1749610251.592844:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334200. 00000020:00000001:1.0:1749610251.592846:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610251.927790:0:20595:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334200. 00080000:00000010:1.0:1749610251.927803:0:20595:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334200. 00000020:00000001:1.0:1749610251.927812:0:20595:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610251.927840:0:20595:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334200. 00080000:00000010:1.0:1749610251.927847:0:20595:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334200. 00000020:00000001:1.0:1749610251.927853:0:20595:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610251.927865:0:20595:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334200. 00080000:00000010:1.0:1749610251.927870:0:20595:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334200. 00000020:00000001:1.0:1749610251.927873:0:20595:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610251.932008:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2fe80. 00080000:00000010:0.0:1749610251.932043:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2fe80. 00000020:00000001:0.0:1749610251.932053:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610251.932133:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2fe80. 00080000:00000010:0.0:1749610251.932137:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2fe80. 00000020:00000001:0.0:1749610251.932141:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610251.932147:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2fe80. 00080000:00000010:0.0:1749610251.932151:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2fe80. 00000020:00000001:0.0:1749610251.932154:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610252.014769:0:16356:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610252.014775:0:16356:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610252.014777:0:16356:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610252.014782:0:16356:0:(client.c:2663:ptlrpc_set_wait()) set ffff880131a4ad80 going to sleep for 0 seconds 00000100:00000001:1.0:1749610252.014785:0:16356:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610252.014789:0:16356:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610252.014792:0:16356:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1749610252.014804:0:16356:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880135f3a680 x1834598777627136/t0(0) o101->MGC192.168.204.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610252.014815:0:16356:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610252.014819:0:16356:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880135f3a680 x1834598777627136/t0(0) o101->MGC192.168.204.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610252.014829:0:16356:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1749610252.014832:0:16356:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610252.014835:0:16356:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610252.014837:0:16356:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610252.014840:0:16356:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880135f3a680 x1834598777627136/t0(0) o101->MGC192.168.204.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610252.014851:0:16356:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880135f3a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9966ab6c-a434-4a76-8d0c-e5d342f8d05c:16356:1834598777627136:0@lo:101:ll_cfg_requeue.0 00000100:00000001:1.0:1749610252.014858:0:16356:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610252.014861:0:16356:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1749610252.014866:0:16356:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1749610252.014868:0:16356:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610252.014873:0:16356:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880135f3a680 x1834598777627136/t0(0) o101->MGC192.168.204.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610252.014884:0:16356:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610252.014889:0:16356:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880131a4ad80. 00000100:00000001:1.0:1749610252.014897:0:16356:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1749610252.014899:0:16356:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:1.0:1749610252.014905:0:16356:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1749610252.014910:0:16356:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1749610252.014923:0:16356:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610252.014928:0:16356:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880096a76000 refcount=4 00000020:00000001:1.0:1749610252.014931:0:16356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134841769984 : -131938867781632 : ffff880096a76000) 00010000:00000001:1.0:1749610252.014936:0:16356:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134841769984 : -131938867781632 : ffff880096a76000) 00010000:00010000:1.0:1749610252.014944:0:16356:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.134@tcp lock: ffff880096a76000/0x303b8ee4031bb89d lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16356 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1749610252.014958:0:16356:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:1.0:1749610252.014965:0:16356:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.134@tcp lock: ffff880096a76000/0x303b8ee4031bb89d lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 16356 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1749610252.014975:0:16356:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1749610252.014979:0:16356:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.134@tcp lock: ffff880096a76000/0x303b8ee4031bb89d lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 16356 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1749610252.014990:0:16356:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1749610252.014992:0:16356:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1749610252.014996:0:16356:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.134@tcp lock: ffff880096a76000/0x303b8ee4031bb89d lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 16356 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1749610252.015005:0:16356:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1749610252.015008:0:16356:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610252.015029:0:16356:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1749610252.015033:0:16356:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.134@tcp lock: ffff880096a76000/0x303b8ee4031bb89d lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 16356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749610252.015040:0:16356:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff880096a76000 already unused, calling callback (ffffffffa01e0640) 10000000:00000001:1.0:1749610252.015044:0:16356:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1749610252.015047:0:16356:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.134@tcp lock: ffff880096a76000/0x303b8ee4031bb89d lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 16356 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1749610252.015052:0:16356:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1749610252.015054:0:16356:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1749610252.015061:0:16356:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610252.015063:0:16356:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880096a76000 refcount=5 00000020:00000001:1.0:1749610252.015065:0:16356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134841769984 : -131938867781632 : ffff880096a76000) 00010000:00000001:1.0:1749610252.015068:0:16356:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134841769984 : -131938867781632 : ffff880096a76000) 00010000:00000001:1.0:1749610252.015071:0:16356:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1749610252.015074:0:16356:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.134@tcp lock: ffff880096a76000/0x303b8ee4031bb89d lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 16356 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1749610252.015079:0:16356:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1749610252.015081:0:16356:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.134@tcp lock: ffff880096a76000/0x303b8ee4031bb89d lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 16356 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1749610252.015086:0:16356:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000040:1.0:1749610252.015089:0:16356:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:1.0:1749610252.015091:0:16356:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610252.015093:0:16356:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1749610252.015095:0:16356:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1749610252.015115:0:16356:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1749610252.015117:0:16356:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1749610252.015118:0:16356:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1749610252.015120:0:16356:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610252.015123:0:16356:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff880096a76000 with handle 0x303b8ee4031bb89d from hash 00010000:00000001:1.0:1749610252.015125:0:16356:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1749610252.015126:0:16356:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1749610252.015127:0:16356:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1749610252.015128:0:16356:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1749610252.015129:0:16356:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1749610252.015131:0:16356:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1749610252.015133:0:16356:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1749610252.015134:0:16356:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1749610252.015135:0:16356:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1749610252.015136:0:16356:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610252.015139:0:16356:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.134@tcp lock: ffff880096a76000/0x303b8ee4031bb89d lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 16356 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1749610252.015143:0:16356:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1749610252.015147:0:16356:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1749610252.015148:0:16356:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1749610252.015150:0:16356:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1749610252.015151:0:16356:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1749610252.015152:0:16356:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1749610252.015153:0:16356:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1749610252.015156:0:16356:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.134@tcp lock: ffff880096a76000/0x303b8ee4031bb89d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 16356 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1749610252.015163:0:16356:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8800b1812f00 count: 0 00010000:00000001:1.0:1749610252.015173:0:16356:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1749610252.015174:0:16356:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1749610252.015177:0:16356:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610252.015181:0:16356:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880135f3a680 x1834598777627136/t0(0) o101->MGC192.168.204.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610252.015188:0:16356:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1749610252.015191:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610252.015193:0:16356:0:(genops.c:1242:class_import_put()) import ffff88009feb9000 refcount=4 obd=MGC192.168.204.134@tcp 00000020:00000001:1.0:1749610252.015195:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610252.015199:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a77c00. 02000000:00000001:1.0:1749610252.015203:0:16356:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610252.015205:0:16356:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610252.015207:0:16356:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880135f3a680. 00000100:00000001:1.0:1749610252.015210:0:16356:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610252.015212:0:16356:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1749610252.015213:0:16356:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:1.0:1749610252.015216:0:16356:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:1.0:1749610252.015218:0:16356:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1749610252.015221:0:16356:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800b4984b40. 00000020:00000010:1.0:1749610252.015225:0:16356:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88005faa8c00. 00000020:00000010:1.0:1749610252.015230:0:16356:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88005faa9000. 00000040:00000010:1.0:1749610252.015286:0:16356:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88005faa8600. 00000020:00000010:1.0:1749610252.015291:0:16356:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012b1d4000. 00000020:00000010:1.0:1749610252.015296:0:16356:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88005faa9400. 80000000:00000010:1.0:1749610252.015299:0:16356:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b48e85a0. 00040000:00000010:1.0:1749610252.015306:0:16356:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88005faa9600. 00080000:00000010:1.0:1749610252.015323:0:16356:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012ca92000. 00080000:00000010:1.0:1749610252.015328:0:16356:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800957e4000. 10000000:00000040:1.0:1749610252.015335:0:16356:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88009fc91780 : new refcount 2 10000000:00000001:1.0:1749610252.015338:0:16356:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:1.0:1749610252.015344:0:16356:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88005faa9000. 00000040:00000010:1.0:1749610252.015348:0:16356:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88005faa8600. 00000020:00000010:1.0:1749610252.015351:0:16356:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012b1d4000. 00000020:00000010:1.0:1749610252.015356:0:16356:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88005faa9400. 80000000:00000010:1.0:1749610252.015359:0:16356:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b48e85a0. 00040000:00000010:1.0:1749610252.015363:0:16356:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88005faa9600. 00080000:00000010:1.0:1749610252.015368:0:16356:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8800957e4000. 00080000:00000010:1.0:1749610252.015374:0:16356:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012ca92000. 00000020:00000010:1.0:1749610252.015379:0:16356:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88005faa8c00. 10000000:00000010:1.0:1749610252.015382:0:16356:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800b4984b40. 10000000:01000000:1.0:1749610252.015386:0:16356:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.204.134@tcp: configuration from log 'lustre-mdtir' failed (-5). 10000000:00000400:1.0:1749610252.015390:0:16356:0:(mgc_request.c:1854:mgc_process_log()) MGC192.168.204.134@tcp: IR log lustre-mdtir failed, not fatal: rc = -5 10000000:00000001:1.0:1749610252.022493:0:16356:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1749610252.022497:0:16356:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1749610252.022500:0:16356:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1749610252.022503:0:16356:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1749610252.022505:0:16356:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1749610252.022508:0:16356:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1749610252.022510:0:16356:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1749610252.022513:0:16356:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1749610252.022515:0:16356:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1749610252.022517:0:16356:0:(mgc_request.c:108:config_log_get()) log lustre-MDT0001 (ffff8800b1937600) refs 2 10000000:00000001:1.0:1749610252.022519:0:16356:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1749610252.022521:0:16356:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1749610252.022523:0:16356:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(ffff8800b1937200) refs 2 10000000:00000001:1.0:1749610252.022525:0:16356:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1749610252.022526:0:16356:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1749610252.022528:0:16356:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:00000001:1.0:1749610252.022529:0:16356:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:1.0:1749610252.022531:0:16356:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 123 10000000:00000001:1.0:1749610252.022534:0:16356:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:1.0:1749610252.022544:0:16356:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00000100:00000010:1.0:1749610252.022550:0:16356:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880123041880. 00000020:00000040:1.0:1749610252.022554:0:16356:0:(genops.c:1229:class_import_get()) import ffff88009feb9000 refcount=5 obd=MGC192.168.204.134@tcp 00000100:00000001:1.0:1749610252.022559:0:16356:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610252.022562:0:16356:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610252.022567:0:16356:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610252.022572:0:16356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88005faa8c00. 00000100:00000001:1.0:1749610252.022579:0:16356:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610252.022583:0:16356:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1749610252.022586:0:16356:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1749610252.022591:0:16356:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009fcada00. 00010000:00000001:1.0:1749610252.022597:0:16356:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1749610252.022599:0:16356:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88005faa9e00. 00000020:00000001:1.0:1749610252.022602:0:16356:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749610252.022605:0:16356:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88005faa9e00 with handle 0x303b8ee4031bb8a4 to hash 00000020:00000001:1.0:1749610252.022607:0:16356:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1749610252.022609:0:16356:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612133919235584 : -131939790316032 : ffff88005faa9e00) 00010000:00000001:1.0:1749610252.022611:0:16356:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612133919235584 : -131939790316032 : ffff88005faa9e00) 00010000:00000001:1.0:1749610252.022614:0:16356:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1749610252.022616:0:16356:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610252.022620:0:16356:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.134@tcp lock: ffff88005faa9e00/0x303b8ee4031bb8a4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749610252.022630:0:16356:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.134@tcp lock: ffff88005faa9e00/0x303b8ee4031bb8a4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749610252.022641:0:16356:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.134@tcp lock: ffff88005faa9e00/0x303b8ee4031bb8a4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16356 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1749610252.022646:0:16356:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1749610252.022648:0:16356:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1749610252.022653:0:16356:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800571d16c0. 00000100:00000001:1.0:1749610252.022655:0:16356:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612133775742656 : -131939933808960 : ffff8800571d16c0) 00000100:00000001:1.0:1749610252.022657:0:16356:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610252.022659:0:16356:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137196656768 : -131936512894848 : ffff880123041880) 00000100:00000001:1.0:1749610252.022668:0:16356:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610252.022672:0:16356:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610252.022712:0:16356:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1749610252.022714:0:16356:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610252.022720:0:16356:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880123041880 x1834598777633536/t0(0) o101->MGC192.168.204.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610252.022730:0:16356:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610252.022732:0:16356:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1749610252.022737:0:16356:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880123041880 x1834598777633536/t0(0) o101->MGC192.168.204.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610252.022745:0:16356:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610252.022747:0:16356:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610252.022748:0:16356:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610252.022750:0:16356:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800571d16c0 going to sleep for 0 seconds 00000100:00000001:1.0:1749610252.022752:0:16356:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610252.022755:0:16356:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610252.022756:0:16356:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610252.022757:0:16356:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610252.022759:0:16356:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1F:1749610252.035833:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b1812f00. 00010000:00000010:1.1:1749610252.035850:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096a76000. 00000001:00000001:3.0F:1749610252.051555:0:20638:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1749610252.051562:0:20638:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 902: test short write doesn't hang lustre ========================================================== 22:50:50 (1749610250) 00000001:00000001:3.0:1749610252.057091:0:20638:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000001:3.0:1749610252.066834:0:13879:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610252.066850:0:13879:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610252.066853:0:13879:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610252.066859:0:13879:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610252.066862:0:13879:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610252.066867:0:13879:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610252.066871:0:13879:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610252.093367:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334280. 00080000:00000010:1.0:1749610252.093374:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334280. 00000020:00000001:1.0:1749610252.093377:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610252.093418:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334280. 00080000:00000010:1.0:1749610252.093422:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334280. 00000020:00000001:1.0:1749610252.093424:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610252.093430:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334280. 00080000:00000010:1.0:1749610252.093433:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334280. 00000020:00000001:1.0:1749610252.093435:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610252.233844:0:1039:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610252.233853:0:1039:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610252.233995:0:18751:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610252.234001:0:18751:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610252.234005:0:18751:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610252.331724:0:16445:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610252.331728:0:16445:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610252.331729:0:16445:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610252.331733:0:16445:0:(client.c:2663:ptlrpc_set_wait()) set ffff880094dcca80 going to sleep for 0 seconds 00000100:00000001:2.0:1749610252.331734:0:16445:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610252.331737:0:16445:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610252.331739:0:16445:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610252.331740:0:16445:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610252.331741:0:16445:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610252.398594:0:20660:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79c80. 00080000:00000010:2.0:1749610252.398603:0:20660:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79c80. 00000020:00000001:2.0:1749610252.398607:0:20660:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610252.398618:0:20660:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79c80. 00080000:00000010:2.0:1749610252.398622:0:20660:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79c80. 00000020:00000001:2.0:1749610252.398625:0:20660:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610252.398631:0:20660:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79c80. 00080000:00000010:2.0:1749610252.398634:0:20660:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79c80. 00000020:00000001:2.0:1749610252.398636:0:20660:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610252.401471:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2f080. 00080000:00000010:0.0:1749610252.401476:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2f080. 00000020:00000001:0.0:1749610252.401484:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610252.401542:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2f080. 00080000:00000010:0.0:1749610252.401544:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2f080. 00000020:00000001:0.0:1749610252.401547:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610252.401551:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2f080. 00080000:00000010:0.0:1749610252.401552:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2f080. 00000020:00000001:0.0:1749610252.401554:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610252.545201:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779f80. 00080000:00000010:3.0:1749610252.545209:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779f80. 00000020:00000001:3.0:1749610252.545213:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610252.545259:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779f80. 00080000:00000010:3.0:1749610252.545264:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779f80. 00000020:00000001:3.0:1749610252.545267:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610252.545273:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779f80. 00080000:00000010:3.0:1749610252.545276:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779f80. 00000020:00000001:3.0:1749610252.545278:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610252.815785:0:20725:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2f080. 00080000:00000010:0.0:1749610252.815794:0:20725:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2f080. 00000020:00000001:0.0:1749610252.815802:0:20725:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610252.815816:0:20725:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2f080. 00080000:00000010:0.0:1749610252.815821:0:20725:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2f080. 00000020:00000001:0.0:1749610252.815824:0:20725:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610252.815831:0:20725:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2f080. 00080000:00000010:0.0:1749610252.815835:0:20725:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2f080. 00000020:00000001:0.0:1749610252.815838:0:20725:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610252.819583:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779480. 00080000:00000010:3.0:1749610252.819588:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779480. 00000020:00000001:3.0:1749610252.819593:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610252.819662:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779480. 00080000:00000010:3.0:1749610252.819666:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779480. 00000020:00000001:3.0:1749610252.819669:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610252.819674:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779480. 00080000:00000010:3.0:1749610252.819712:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779480. 00000020:00000001:3.0:1749610252.819716:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610252.970611:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2f080. 00080000:00000010:0.0:1749610252.970620:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2f080. 00000020:00000001:0.0:1749610252.970628:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610252.970744:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2f080. 00080000:00000010:0.0:1749610252.970748:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2f080. 00000020:00000001:0.0:1749610252.970751:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610252.970757:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2f080. 00080000:00000010:0.0:1749610252.970782:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2f080. 00000020:00000001:0.0:1749610252.970785:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610252.993750:0:16408:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012dcb1880. 00000020:00000040:0.0:1749610252.993760:0:16408:0:(genops.c:1229:class_import_get()) import ffff8800b1a6d000 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749610252.993783:0:16408:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610252.993787:0:16408:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610252.993794:0:16408:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610252.993802:0:16408:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a77200. 00000100:00000001:0.0:1749610252.993811:0:16408:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610252.993819:0:16408:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749610252.993821:0:16408:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749610252.993829:0:16408:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ffb76c0. 00000100:00000001:0.0:1749610252.993831:0:16408:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137414194880 : -131936295356736 : ffff88012ffb76c0) 00000100:00000001:0.0:1749610252.993835:0:16408:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610252.993836:0:16408:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137377470592 : -131936332081024 : ffff88012dcb1880) 00000100:00000001:0.0:1749610252.993844:0:16408:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610252.993849:0:16408:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610252.993852:0:16408:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749610252.993854:0:16408:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610252.993867:0:16408:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012dcb1880 x1834598777633664/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610252.993879:0:16408:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610252.993881:0:16408:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610252.993886:0:16408:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012dcb1880 x1834598777633664/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610252.993894:0:16408:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749610252.993913:0:16408:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610252.993915:0:16408:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610252.993918:0:16408:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ffb76c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749610252.993920:0:16408:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610252.993945:0:16408:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749610252.993948:0:16408:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610252.993950:0:16408:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610252.993953:0:16408:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610252.993957:0:16408:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012dcb1880 x1834598777633664/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610252.993965:0:16408:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012dcb1880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:16408:1834598777633664:0@lo:900:osp-pre-0-1.0 00000100:00000001:0.0:1749610252.993969:0:16408:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610252.993972:0:16408:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749610252.993975:0:16408:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749610252.993977:0:16408:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610252.993980:0:16408:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012dcb1880 x1834598777633664/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610252.993987:0:16408:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610252.993989:0:16408:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ffb76c0. 00000100:00000001:0.0:1749610252.994022:0:16408:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749610252.994024:0:16408:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749610252.994026:0:16408:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610252.994029:0:16408:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012dcb1880 x1834598777633664/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610252.994035:0:16408:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749610252.994037:0:16408:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610252.994039:0:16408:0:(genops.c:1242:class_import_put()) import ffff8800b1a6d000 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749610252.994041:0:16408:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610252.994044:0:16408:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a77200. 02000000:00000001:0.0:1749610252.994048:0:16408:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610252.994050:0:16408:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610252.994052:0:16408:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012dcb1880. 00000100:00000001:0.0:1749610252.994055:0:16408:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610252.994056:0:16408:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749610253.022737:0:16410:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012dcb1880. 00000020:00000040:0.0:1749610253.022747:0:16410:0:(genops.c:1229:class_import_get()) import ffff8800b1a6d000 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749610253.022751:0:16410:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610253.022765:0:16410:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610253.022769:0:16410:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610253.022778:0:16356:0:(client.c:2515:ptlrpc_expired_set()) Process entered 02000000:00000010:0.0:1749610253.022779:0:16410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a77200. 00000100:00000001:1.0:1749610253.022784:0:16356:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610253.022785:0:16410:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610253.022786:0:16356:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610253.022789:0:16356:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800571d16c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749610253.022790:0:16410:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749610253.022791:0:16410:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000001:1.0:1749610253.022792:0:16356:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610253.022795:0:16356:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749610253.022796:0:16410:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ffb76c0. 00000100:00000001:1.0:1749610253.022797:0:16356:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610253.022797:0:16410:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137414194880 : -131936295356736 : ffff88012ffb76c0) 00000100:00000001:0.0:1749610253.022799:0:16410:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610253.022800:0:16410:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137377470592 : -131936332081024 : ffff88012dcb1880) 00000100:00000001:0.0:1749610253.022804:0:16410:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610253.022807:0:16410:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610253.022809:0:16410:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749610253.022810:0:16410:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610253.022812:0:16356:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610253.022813:0:16356:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610253.022817:0:16410:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012dcb1880 x1834598777633792/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610253.022823:0:16410:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610253.022824:0:16410:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610253.022827:0:16410:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012dcb1880 x1834598777633792/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610253.022831:0:16410:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749610253.022832:0:16410:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610253.022833:0:16410:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610253.022834:0:16410:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ffb76c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749610253.022835:0:16410:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610253.022837:0:16410:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749610253.022838:0:16410:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610253.022840:0:16410:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610253.022841:0:16410:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610253.022843:0:16410:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012dcb1880 x1834598777633792/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610253.022848:0:16410:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012dcb1880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:16410:1834598777633792:0@lo:900:osp-pre-1-1.0 00000100:00000001:0.0:1749610253.022855:0:16410:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610253.022856:0:16410:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749610253.022858:0:16410:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749610253.022859:0:16410:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610253.022861:0:16410:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012dcb1880 x1834598777633792/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610253.022865:0:16410:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610253.022866:0:16410:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ffb76c0. 00000100:00000001:0.0:1749610253.022868:0:16410:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749610253.022869:0:16410:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749610253.022870:0:16410:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610253.022871:0:16410:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012dcb1880 x1834598777633792/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610253.022875:0:16410:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749610253.022876:0:16410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610253.022877:0:16410:0:(genops.c:1242:class_import_put()) import ffff8800b1a6d000 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749610253.022878:0:16410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610253.022880:0:16410:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a77200. 02000000:00000001:0.0:1749610253.022882:0:16410:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610253.022884:0:16410:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610253.022885:0:16410:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012dcb1880. 00000100:00000001:0.0:1749610253.022887:0:16410:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610253.022888:0:16410:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610253.066806:0:13879:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610253.066820:0:13879:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610253.066822:0:13879:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610253.066827:0:13879:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610253.066830:0:13879:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610253.066848:0:13879:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610253.066851:0:13879:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610253.073795:0:29481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9966ab6c-a434-4a76-8d0c-e5d342f8d05c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610253.073802:0:29481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9966ab6c-a434-4a76-8d0c-e5d342f8d05c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749610253.073805:0:29481:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610253.073809:0:29481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610253.073811:0:29481:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610253.073814:0:29481:0:(import.c:66:import_set_state_nolock()) ffff880129e40800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610253.073817:0:29481:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610253.073821:0:29481:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4854 00000100:00080000:2.0:1749610253.073825:0:29481:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610253.073827:0:29481:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 34 to 0@lo 00000100:00000001:2.0:1749610253.073830:0:29481:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610253.073832:0:29481:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 35 to 0@lo 00000100:00000001:2.0:1749610253.073834:0:29481:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000020:00000001:2.0:1749610253.073851:0:29481:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610253.073853:0:29481:0:(genops.c:823:class_conn2export()) looking for export cookie 0x303b8ee4031992de 00000020:00000001:2.0:1749610253.073855:0:29481:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610253.073858:0:29481:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129c20800 refcount=4 00000020:00000001:2.0:1749610253.073860:0:29481:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137309767680 : -131936399783936 : ffff880129c20800) 00000020:00000001:2.0:1749610253.073862:0:29481:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137309767680 : -131936399783936 : ffff880129c20800) 00000100:00000040:2.0:1749610253.073865:0:29481:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 34 to 0@lo 00000100:00000001:2.0:1749610253.073867:0:29481:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610253.073869:0:29481:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 35 to 0@lo 00000100:00000001:2.0:1749610253.073870:0:29481:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000020:00000040:2.0:1749610253.073873:0:29481:0:(genops.c:898:class_export_put()) PUTting export ffff880129c20800 : new refcount 3 00000100:00080000:2.0:1749610253.073876:0:29481:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880129e40800 using connection 192.168.204.134@tcp/0@lo 00000100:00000001:2.0:1749610253.073878:0:29481:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610253.073880:0:29481:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610253.073887:0:29481:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610253.073889:0:29481:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610253.073891:0:29481:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610253.073894:0:29481:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610253.073899:0:29481:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011e644000. 00000020:00000040:2.0:1749610253.073902:0:29481:0:(genops.c:1229:class_import_get()) import ffff880129e40800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610253.073905:0:29481:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610253.073906:0:29481:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610253.073909:0:29481:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610253.073911:0:29481:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610253.073914:0:29481:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610253.073921:0:29481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88007258e400. 00000100:00000001:2.0:1749610253.073927:0:29481:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610253.073935:0:29481:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88011e644000 x1834598777633920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610253.073944:0:29481:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610253.073947:0:29481:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610253.073951:0:29481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88011e644000] to pc [ptlrpcd_rcv+-1] req@ffff88011e644000 x1834598777633920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610253.073985:0:29481:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610253.073987:0:29481:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610253.074004:0:29481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749610253.074007:0:29481:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011e645c00. 00000020:00000040:2.0:1749610253.074009:0:29481:0:(genops.c:1229:class_import_get()) import ffff880129e43000 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:2.0:1749610253.074012:0:29481:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610253.074013:0:29481:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610253.074015:0:29481:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610253.074019:0:29481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880095da9e00. 00000100:00000001:2.0:1749610253.074021:0:29481:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610253.074025:0:29481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff88011e645c00 x1834598777634048/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610253.074032:0:29481:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610253.074034:0:29481:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610253.074040:0:29481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88011e645c00] to pc [ptlrpcd_00_01+1] req@ffff88011e645c00 x1834598777634048/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610253.074043:0:13879:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610253.074048:0:13879:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610253.074051:0:13879:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749610253.074061:0:13879:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88011e644000 x1834598777633920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610253.074070:0:29481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610253.074071:0:13879:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749610253.074072:0:29481:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1749610253.074073:0:13879:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610253.074075:0:29481:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1749610253.074077:0:13879:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1749610253.074077:0:29481:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011e646a00. 00000020:00000040:2.0:1749610253.074079:0:29481:0:(genops.c:1229:class_import_get()) import ffff88008ee36000 refcount=3 obd=lustre-OST0001-osc-MDT0001 02000000:00000001:3.0:1749610253.074080:0:13879:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610253.074081:0:29481:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610253.074082:0:29481:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749610253.074083:0:13879:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610253.074084:0:29481:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610253.074087:0:13879:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88011e644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:13879:1834598777633920:0@lo:38:kworker.0 02000000:00000010:2.0:1749610253.074087:0:29481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880095da9c00. 00000100:00000001:2.0:1749610253.074089:0:29481:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610253.074091:0:13879:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749610253.074092:0:29481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID req@ffff88011e646a00 x1834598777634176/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1749610253.074095:0:13879:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610253.074098:0:13879:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610253.074099:0:29481:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610253.074100:0:13880:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749610253.074101:0:13879:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610253.074101:0:29481:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610253.074104:0:13880:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1749610253.074106:0:13880:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1749610253.074107:0:13879:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880098478800. 00000100:00000001:0.0:1749610253.074107:0:13881:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749610253.074109:0:13879:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610253.074109:0:29481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88011e646a00] to pc [ptlrpcd_00_02+2] req@ffff88011e646a00 x1834598777634176/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610253.074111:0:13881:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610253.074113:0:13880:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610253.074114:0:13880:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610253.074115:0:13880:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1749610253.074116:0:13879:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007929ce18. 00000100:00000001:1.0:1749610253.074116:0:13880:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610253.074118:0:13880:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610253.074123:0:13880:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88011e645c00 x1834598777634048/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610253.074124:0:13879:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b19916e8. 00000100:00000001:2.0:1749610253.074124:0:29481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610253.074127:0:29481:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:1.0:1749610253.074129:0:13880:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749610253.074130:0:29481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749610253.074130:0:13880:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610253.074131:0:13879:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598777633920, portal 4 00000100:00000001:2.0:1749610253.074131:0:29481:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610253.074132:0:29481:0:(import.c:66:import_set_state_nolock()) ffff8800b1a6d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:1.0:1749610253.074132:0:13880:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749610253.074134:0:13879:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610253.074134:0:29481:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:1.0:1749610253.074134:0:13880:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610253.074135:0:13880:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610253.074136:0:13879:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137119072256 : -131936590479360 : ffff88011e644000) 00000100:00080000:2.0:1749610253.074136:0:29481:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4854 00000100:00100000:1.0:1749610253.074137:0:13880:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88011e645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:13880:1834598777634048:0@lo:400:kworker.0 00000100:00080000:2.0:1749610253.074138:0:29481:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1749610253.074140:0:13880:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749610253.074141:0:29481:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 34 to 0@lo 00000100:00000040:3.0:1749610253.074143:0:13879:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88011e644000 x1834598777633920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610253.074143:0:29481:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749610253.074143:0:13880:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749610253.074144:0:29481:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 35 to 0@lo 02000000:00000001:1.0:1749610253.074144:0:13880:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610253.074145:0:13880:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610253.074146:0:29481:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000020:00000001:2.0:1749610253.074148:0:29481:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:1.0:1749610253.074148:0:13880:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88005faa9000. 00000020:00000040:2.0:1749610253.074149:0:29481:0:(genops.c:823:class_conn2export()) looking for export cookie 0x303b8ee403199339 00000100:00000001:3.0:1749610253.074150:0:13879:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749610253.074150:0:13880:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610253.074151:0:29481:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610253.074153:0:29481:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b1a6a000 refcount=9 00000100:00000040:3.0:1749610253.074154:0:13879:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749610253.074155:0:29481:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135294705664 : -131938414845952 : ffff8800b1a6a000) 00000400:00000010:1.0:1749610253.074155:0:13880:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c786210. 00000400:00000010:3.0:1749610253.074156:0:13879:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b19917f8. 00000020:00000001:2.0:1749610253.074156:0:29481:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135294705664 : -131938414845952 : ffff8800b1a6a000) 00000100:00000200:3.0:1749610253.074159:0:13879:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598777633920, offset 0 00000100:00000040:2.0:1749610253.074159:0:29481:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 34 to 0@lo 00000400:00000010:1.0:1749610253.074159:0:13880:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a51b1990. 00000100:00000001:2.0:1749610253.074161:0:29481:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610253.074162:0:29481:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 35 to 0@lo 00000100:00000001:2.0:1749610253.074164:0:29481:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000100:00000200:1.0:1749610253.074164:0:13880:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598777634048, portal 4 00000020:00000040:2.0:1749610253.074165:0:29481:0:(genops.c:898:class_export_put()) PUTting export ffff8800b1a6a000 : new refcount 8 00000100:00000001:1.0:1749610253.074166:0:13880:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1749610253.074167:0:13879:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610253.074167:0:13880:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137119079424 : -131936590472192 : ffff88011e645c00) 00000100:00080000:2.0:1749610253.074168:0:29481:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800b1a6d000 using connection 192.168.204.134@tcp/0@lo 00000100:00000001:2.0:1749610253.074170:0:29481:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610253.074171:0:29481:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1749610253.074173:0:13880:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88011e645c00 x1834598777634048/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610253.074175:0:29481:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610253.074176:0:29481:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610253.074177:0:13880:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610253.074179:0:13880:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749610253.074180:0:13879:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749610253.074180:0:13880:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a51b1908. 00000100:00000001:2.0:1749610253.074182:0:29481:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000200:1.0:1749610253.074182:0:13880:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598777634048, offset 0 00000100:00000001:2.0:1749610253.074184:0:29481:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610253.074186:0:29481:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011e644700. 00000020:00000040:2.0:1749610253.074188:0:29481:0:(genops.c:1229:class_import_get()) import ffff8800b1a6d000 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749610253.074190:0:29481:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610253.074191:0:29481:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610253.074191:0:13880:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610253.074192:0:13879:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ed0723c80 00000100:00000001:2.0:1749610253.074193:0:29481:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610253.074194:0:29481:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610253.074195:0:29481:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610253.074198:0:29481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88007258d400. 00000400:00000200:3.0:1749610253.074200:0:13879:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0xce5 [256] + 2600 00000400:00000200:1.0:1749610253.074200:0:13880:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610253.074201:0:29481:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610253.074205:0:29481:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88011e644700 x1834598777634304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1749610253.074207:0:13880:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848ed0723d00 00000100:00000001:2.0:1749610253.074211:0:29481:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610253.074212:0:29481:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610253.074213:0:13880:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x12b5 [8] + 3360 00000100:00000040:2.0:1749610253.074215:0:29481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88011e644700] to pc [ptlrpcd_rcv+-1] req@ffff88011e644700 x1834598777634304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610253.074216:0:13879:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610253.074220:0:13879:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610253.074222:0:13880:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610253.074223:0:29481:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610253.074225:0:13880:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610253.074226:0:13879:0:(events.c:287:request_in_callback()) Process entered 00000100:00080000:2.0:1749610253.074226:0:29481:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000200:3.0:1749610253.074228:0:13879:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00080000:2.0:1749610253.074228:0:29481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749610253.074229:0:13880:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610253.074230:0:29481:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000200:1.0:1749610253.074230:0:13880:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00080000:2.0:1749610253.074231:0:29481:0:(import.c:66:import_set_state_nolock()) ffff88012c014000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000010:3.0:1749610253.074233:0:13879:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b1814380. 00000100:00000001:2.0:1749610253.074233:0:29481:0:(import.c:480:import_select_connection()) Process entered 00000100:00000010:1.0:1749610253.074233:0:13880:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880123042680. 00000100:00080000:2.0:1749610253.074235:0:29481:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4854 00000100:00000040:1.0:1749610253.074235:0:13880:0:(events.c:338:request_in_callback()) incoming req@ffff880123042680 x1834598777634048 msgsize 224 00000100:00000040:3.0:1749610253.074236:0:13879:0:(events.c:338:request_in_callback()) incoming req@ffff8800b1814380 x1834598777633920 msgsize 520 00000100:00080000:2.0:1749610253.074237:0:29481:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749610253.074238:0:13880:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749610253.074240:0:13879:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749610253.074240:0:29481:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 34 to 0@lo 00000100:00000001:2.0:1749610253.074242:0:29481:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610253.074243:0:29481:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 35 to 0@lo 00000100:00000001:2.0:1749610253.074245:0:29481:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000020:00000001:2.0:1749610253.074247:0:29481:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610253.074248:0:29481:0:(genops.c:823:class_conn2export()) looking for export cookie 0x303b8ee4031993a9 00000020:00000001:2.0:1749610253.074249:0:29481:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610253.074252:0:13879:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610253.074252:0:13880:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000040:2.0:1749610253.074255:0:29481:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012c013800 refcount=8 00000020:00000001:2.0:1749610253.074257:0:29481:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137347463168 : -131936362088448 : ffff88012c013800) 00000400:00000200:3.0:1749610253.074259:0:13879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b19917f8 00000020:00000001:2.0:1749610253.074259:0:29481:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137347463168 : -131936362088448 : ffff88012c013800) 00000100:00000040:2.0:1749610253.074261:0:29481:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 34 to 0@lo 00000400:00000010:3.0:1749610253.074262:0:13879:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b19917f8. 00000100:00000001:2.0:1749610253.074263:0:29481:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610253.074265:0:29481:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 35 to 0@lo 00000400:00000200:1.0:1749610253.074265:0:13880:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a51b1908 00000100:00000001:2.0:1749610253.074266:0:29481:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000400:00000010:1.0:1749610253.074266:0:13880:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a51b1908. 00000020:00000040:2.0:1749610253.074268:0:29481:0:(genops.c:898:class_export_put()) PUTting export ffff88012c013800 : new refcount 7 00000100:00080000:2.0:1749610253.074270:0:29481:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88012c014000 using connection 192.168.204.134@tcp/0@lo 00000100:00000001:2.0:1749610253.074272:0:29481:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610253.074273:0:29481:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610253.074276:0:29481:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610253.074278:0:29481:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610253.074279:0:29481:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610253.074280:0:29481:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610253.074283:0:29481:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011e647100. 00000020:00000040:2.0:1749610253.074285:0:29481:0:(genops.c:1229:class_import_get()) import ffff88012c014000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749610253.074287:0:29481:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610253.074287:0:29481:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610253.074289:0:29481:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610253.074290:0:29481:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610253.074291:0:29481:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610253.074295:0:29481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88007258f000. 00000100:00000001:2.0:1749610253.074298:0:29481:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610253.074301:0:29481:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88011e647100 x1834598777634432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610253.074303:0:13880:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610253.074305:0:13879:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749610253.074306:0:13880:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88011e645c00 x1834598777634048/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610253.074307:0:29481:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610253.074308:0:29481:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610253.074309:0:13879:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88011e644000 x1834598777633920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610253.074311:0:29481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88011e647100] to pc [ptlrpcd_rcv+-1] req@ffff88011e647100 x1834598777634432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610253.074312:0:13880:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610253.074314:0:13880:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88011e645c00 x1834598777634048/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610269 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610253.074317:0:13879:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610253.074318:0:29481:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610253.074318:0:13880:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610253.074319:0:13880:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1749610253.074320:0:13879:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88011e644000 x1834598777633920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610278 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610253.074320:0:29481:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1749610253.074322:0:13880:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610253.074326:0:13880:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 35887 usecs (36 jiffies) 00000100:00000001:3.0:1749610253.074327:0:13879:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610253.074327:0:29481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1749610253.074328:0:13880:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299527172 00000100:00000001:3.0:1749610253.074329:0:13879:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000010:2.0:1749610253.074329:0:29481:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011e647800. 00000020:00000040:2.0:1749610253.074331:0:29481:0:(genops.c:1229:class_import_get()) import ffff88008e008800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000010:1.0:1749610253.074331:0:13880:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801373fa200. 00000100:00000001:3.0:1749610253.074333:0:13879:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610253.074334:0:29481:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749610253.074334:0:18780:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749610253.074335:0:29481:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1749610253.074335:0:13880:0:(niobuf.c:641:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request now active for cpu 0 02000000:00000001:2.0:1749610253.074336:0:29481:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610253.074337:0:13879:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1945 usecs (2 jiffies) 00000100:00100000:0.0:1749610253.074337:0:18780:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598777634048 02000000:00000010:2.0:1749610253.074339:0:29481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880095da9a00. 02000000:00000001:0.0:1749610253.074339:0:18780:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610253.074340:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299527138 00000100:00000001:1.0:1749610253.074340:0:13880:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299527172 00000100:00000001:2.0:1749610253.074341:0:29481:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610253.074341:0:18780:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000010:1.0:1749610253.074342:0:13880:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801373fab80. 00000100:00000001:0.0:1749610253.074342:0:18780:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610253.074343:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299527172 00000100:00000001:1.0:1749610253.074344:0:13880:0:(niobuf.c:641:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request now active for cpu 1 00000100:00000040:2.0:1749610253.074345:0:29481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88011e647800 x1834598777634560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610253.074346:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299527138 00000100:00000001:1.0:1749610253.074346:0:13880:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299527172 02000000:00000001:0.0:1749610253.074346:0:18780:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610253.074348:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299527172 00000100:00000010:1.0:1749610253.074348:0:13880:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801373fa900. 00000100:00100000:0.0:1749610253.074348:0:18780:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598777634048 00000020:00000001:0.0:1749610253.074349:0:18780:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610253.074350:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299527138 00000020:00000040:0.0:1749610253.074350:0:18780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x303b8ee4031993da 00000100:00000001:2.0:1749610253.074351:0:29481:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1749610253.074351:0:18780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610253.074352:0:29481:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610253.074354:0:13880:0:(niobuf.c:641:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request now active for cpu 2 00000100:00000040:2.0:1749610253.074355:0:29481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88011e647800] to pc [ptlrpcd_00_03+3] req@ffff88011e647800 x1834598777634560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610253.074358:0:18780:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129ee8800 refcount=5 00000100:00000001:1.0:1749610253.074360:0:13880:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299527172 00000020:00000001:0.0:1749610253.074360:0:18780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312684032 : -131936396867584 : ffff880129ee8800) 00000100:00000010:1.0:1749610253.074361:0:13880:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801373fa980. 00000020:00000001:0.0:1749610253.074361:0:18780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312684032 : -131936396867584 : ffff880129ee8800) 00000100:00000001:2.0:1749610253.074362:0:29481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610253.074363:0:13880:0:(niobuf.c:641:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request now active for cpu 3 00000100:00080000:2.0:1749610253.074364:0:29481:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749610253.074364:0:18780:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610253.074365:0:13880:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610253.074366:0:13880:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610253.074367:0:16363:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00080000:2.0:1749610253.074367:0:29481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000020:00000010:0.0:1749610253.074367:0:18780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012f859f40. 00000100:00000001:2.0:1749610253.074368:0:29481:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1749610253.074368:0:13880:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610253.074369:0:16363:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598777633920 00000100:00080000:2.0:1749610253.074370:0:29481:0:(import.c:66:import_set_state_nolock()) ffff8800967b8800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749610253.074370:0:13880:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610253.074371:0:16363:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1749610253.074371:0:18780:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff880136bf1800. 00000100:00000001:2.0:1749610253.074372:0:29481:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:3.0:1749610253.074373:0:16363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00080000:2.0:1749610253.074374:0:29481:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4854 00000100:00000001:3.0:1749610253.074375:0:16363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610253.074375:0:29481:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000020:00000040:0.0:1749610253.074375:0:18780:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff8800978b9570) now 6 - evictor 02000000:00000001:3.0:1749610253.074378:0:16363:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610253.074378:0:29481:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 34 to 0@lo 00000100:00000001:2.0:1749610253.074379:0:29481:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1749610253.074381:0:16363:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598777633920 00000100:00000040:2.0:1749610253.074381:0:29481:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 35 to 0@lo 00000100:00000001:0.0:1749610253.074381:0:18780:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749610253.074382:0:29481:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000020:00000001:2.0:1749610253.074384:0:29481:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:0.0:1749610253.074384:0:18780:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a76c00. 00000020:00000040:2.0:1749610253.074385:0:29481:0:(genops.c:823:class_conn2export()) looking for export cookie 0x303b8ee4031aa60e 00000020:00000001:2.0:1749610253.074387:0:29481:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610253.074388:0:16363:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610253.074388:0:29481:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800967b8000 refcount=8 00000100:00080000:1.0:1749610253.074388:0:16402:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000010:0.0:1749610253.074388:0:18780:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88012ec2f080. 00000020:00000040:3.0:1749610253.074390:0:16363:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749610253.074390:0:29481:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134838894592 : -131938870657024 : ffff8800967b8000) 00000020:00000040:1.0:1749610253.074390:0:16402:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff8800978b9570) now 6 - evictor 00000020:00000001:3.0:1749610253.074392:0:16363:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610253.074394:0:13882:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749610253.074395:0:16363:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610253.074395:0:13882:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749610253.074396:0:29481:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134838894592 : -131938870657024 : ffff8800967b8000) 00000100:00000001:1.0:1749610253.074396:0:13882:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1749610253.074397:0:16363:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610253.074399:0:29481:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 34 to 0@lo 00000100:00000040:1.0:1749610253.074399:0:13882:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88011e646a00 x1834598777634176/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610253.074401:0:16363:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009026a400. 00000100:00000001:2.0:1749610253.074401:0:29481:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610253.074403:0:29481:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 35 to 0@lo 00000100:00000001:1.0:1749610253.074403:0:13882:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610253.074404:0:29481:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000100:00000001:1.0:1749610253.074404:0:13882:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610253.074405:0:16363:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880094779480. 00000020:00000040:2.0:1749610253.074406:0:29481:0:(genops.c:898:class_export_put()) PUTting export ffff8800967b8000 : new refcount 7 02000000:00000001:1.0:1749610253.074406:0:13882:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610253.074407:0:13882:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610253.074408:0:13882:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610253.074409:0:29481:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8800967b8800 using connection 192.168.204.134@tcp/0@lo 00000100:00000001:2.0:1749610253.074410:0:29481:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610253.074410:0:13882:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88011e646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:13882:1834598777634176:0@lo:400:kworker.0 00000100:00000001:1.0:1749610253.074411:0:13882:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610253.074412:0:29481:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749610253.074413:0:13882:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610253.074413:0:13882:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610253.074414:0:29481:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610253.074415:0:13882:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749610253.074416:0:29481:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610253.074416:0:13882:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88005faa8400. 00000100:00000001:2.0:1749610253.074417:0:29481:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:1.0:1749610253.074417:0:13882:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610253.074419:0:29481:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610253.074419:0:13882:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c786630. 00000020:00000010:3.0:1749610253.074421:0:16363:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ab1a2640. 00000100:00000010:2.0:1749610253.074421:0:29481:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011e644a80. 00000400:00000010:1.0:1749610253.074421:0:13882:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a51b1908. 00000020:00000040:2.0:1749610253.074423:0:29481:0:(genops.c:1229:class_import_get()) import ffff8800967b8800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000200:1.0:1749610253.074423:0:13882:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598777634176, portal 4 00000100:00000001:1.0:1749610253.074424:0:13882:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1749610253.074425:0:29481:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1749610253.074425:0:13882:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137119083008 : -131936590468608 : ffff88011e646a00) 02000000:00000001:2.0:1749610253.074426:0:29481:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610253.074427:0:16363:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610253.074428:0:29481:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749610253.074429:0:16363:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749610253.074429:0:29481:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1749610253.074429:0:13882:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88011e646a00 x1834598777634176/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610253.074430:0:29481:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610253.074430:0:18780:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a9ff8c80. 00000100:00000001:3.0:1749610253.074431:0:16363:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610253.074434:0:29481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88007258e000. 00000100:00000040:0.0:1749610253.074435:0:18780:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1749610253.074436:0:29481:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610253.074436:0:13882:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610253.074437:0:16363:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610253.074437:0:13882:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610253.074437:0:18780:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:1.0:1749610253.074438:0:13882:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a51b1880. 00000100:00000001:0.0:1749610253.074438:0:18780:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1749610253.074440:0:29481:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88011e644a80 x1834598777634688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1749610253.074440:0:13882:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598777634176, offset 0 00000100:00000001:0.0:1749610253.074440:0:18780:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610253.074442:0:13882:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610253.074444:0:18780:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:1.0:1749610253.074445:0:13882:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610253.074446:0:16363:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610253.074446:0:29481:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610253.074446:0:18780:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749610253.074447:0:18780:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610253.074448:0:29481:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610253.074448:0:13882:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848ed0723d80 00000100:00000040:2.0:1749610253.074451:0:29481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88011e644a80] to pc [ptlrpcd_rcv+-1] req@ffff88011e644a80 x1834598777634688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610253.074451:0:13882:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x12b5 [8] + 3584 00000100:00000001:0.0:1749610253.074451:0:18780:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610253.074453:0:13882:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610253.074455:0:16363:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1749610253.074455:0:13882:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610253.074456:0:18780:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610253.074457:0:16363:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610253.074457:0:29481:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610253.074457:0:13882:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610253.074457:0:18780:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1749610253.074458:0:13882:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:2.0:1749610253.074460:0:29481:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:1.0:1749610253.074460:0:13882:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880123043480. 00000100:00100000:0.0:1749610253.074460:0:18780:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:3.0:1749610253.074461:0:16363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00000040:1.0:1749610253.074461:0:13882:0:(events.c:338:request_in_callback()) incoming req@ffff880123043480 x1834598777634176 msgsize 224 00000100:00000001:2.0:1749610253.074462:0:29481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1749610253.074462:0:18780:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129ee8800 : new rpc_count 1 00000100:00000001:0.0:1749610253.074463:0:18780:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137196660352 : -131936512891264 : ffff880123042680) 00000100:00000001:3.0:1749610253.074464:0:16363:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135292257152 : -131938417294464 : ffff8800b1814380) 00000100:00100000:1.0:1749610253.074464:0:13882:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749610253.074467:0:18780:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880123042680 x1834598777634048/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:444/0 lens 224/0 e 0 to 0 dl 1749610264 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610253.074468:0:16363:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b1814380 x1834598777633920/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610253.074468:0:13882:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000010:2.0:1749610253.074469:0:29481:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880129f38000. 00000400:00000200:1.0:1749610253.074470:0:13882:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a51b1880 00000020:00000040:2.0:1749610253.074471:0:29481:0:(genops.c:1229:class_import_get()) import ffff8800967ba000 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000400:00000010:1.0:1749610253.074471:0:13882:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a51b1880. 00000100:00000001:1.0:1749610253.074472:0:13882:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610253.074473:0:29481:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749610253.074473:0:18780:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1749610253.074474:0:29481:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:0.0:1749610253.074474:0:18780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012f859c00. 00000100:00000200:1.0:1749610253.074475:0:13882:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88011e646a00 x1834598777634176/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610253.074476:0:29481:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610253.074476:0:18780:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749610253.074477:0:18780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012f859c00. 00000100:00100000:3.0:1749610253.074478:0:16363:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1814380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:13879:x1834598777633920:12345-0@lo:38:kworker.0 02000000:00000010:2.0:1749610253.074479:0:29481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880095da9800. 00000100:00000001:1.0:1749610253.074480:0:13882:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749610253.074480:0:18780:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880123042680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:13880:x1834598777634048:12345-0@lo:400:kworker.0 00000100:00000001:2.0:1749610253.074481:0:29481:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610253.074481:0:13882:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88011e646a00 x1834598777634176/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610269 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610253.074482:0:16363:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598777633920 00000100:00000200:0.0:1749610253.074483:0:18780:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598777634048 00000100:00000040:2.0:1749610253.074485:0:29481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880129f38000 x1834598777634816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610253.074485:0:13882:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610253.074485:0:13882:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749610253.074486:0:16363:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610253.074487:0:13882:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610253.074489:0:13882:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: using a timeout of 32897 usecs (33 jiffies) 00000020:00000001:0.0:1749610253.074489:0:18780:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610253.074490:0:16363:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610253.074490:0:13882:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299527169 00000100:00000001:2.0:1749610253.074491:0:29481:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1749610253.074491:0:18780:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749610253.074492:0:29481:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610253.074492:0:13882:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299527172 00000020:00000001:0.0:1749610253.074492:0:18780:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610253.074493:0:13882:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299527169 00000020:00000001:0.0:1749610253.074494:0:18780:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749610253.074495:0:13882:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299527172 00000100:00000040:2.0:1749610253.074496:0:29481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880129f38000] to pc [ptlrpcd_00_00+0] req@ffff880129f38000 x1834598777634816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610253.074496:0:18780:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109004224 : -1600547392 : ffffffffa09995c0) 00000020:00000001:0.0:1749610253.074497:0:18780:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749610253.074498:0:13882:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299527169 00000020:00000001:0.0:1749610253.074499:0:18780:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610253.074500:0:13882:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299527172 00000020:00000001:0.0:1749610253.074500:0:18780:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749610253.074501:0:13882:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299527169 00000100:00000001:1.0:1749610253.074502:0:13882:0:(niobuf.c:655:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299527172 00000020:00000001:0.0:1749610253.074502:0:18780:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749610253.074503:0:13882:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749610253.074503:0:18780:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610253.074504:0:16363:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610253.074504:0:13882:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610253.074504:0:18780:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749610253.074505:0:13882:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610253.074506:0:13882:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610253.074507:0:18780:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00020000:3.0:1749610253.074508:0:16363:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749610253.074508:0:18780:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610253.074509:0:29481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610253.074509:0:13882:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1749610253.074510:0:16363:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610253.074510:0:13882:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749610253.074511:0:13882:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1749610253.074511:0:18780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880129f3e800. 00000100:00000001:1.0:1749610253.074512:0:13882:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610253.074512:0:13882:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610253.074512:0:18780:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610253.074513:0:16363:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610253.074513:0:18780:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610253.074514:0:29481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4864) 00000100:00100000:1.0:1749610253.074514:0:13882:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1749610253.074515:0:13882:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610253.074515:0:18780:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610253.074516:0:16363:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610253.074516:0:13882:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610253.074517:0:13882:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1749610253.074517:0:18780:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 111669149697, transno 0, xid 1834598777634048 00000100:00000001:3.0:1749610253.074518:0:16363:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610253.074518:0:13882:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610253.074518:0:13882:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610253.074519:0:13882:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1749610253.074519:0:18780:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:3.0:1749610253.074520:0:16363:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749610253.074521:0:13882:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88011e647800 x1834598777634560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1749610253.074522:0:18780:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880123042680 x1834598777634048/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:444/0 lens 224/224 e 0 to 0 dl 1749610264 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610253.074525:0:16363:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880098478c00. 00000100:00000001:1.0:1749610253.074525:0:13882:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1749610253.074526:0:16363:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610253.074526:0:13882:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610253.074527:0:13880:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749610253.074527:0:13882:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1749610253.074527:0:18780:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1749610253.074528:0:13882:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749610253.074528:0:18780:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610253.074529:0:16363:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610253.074529:0:13880:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1749610253.074529:0:13882:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610253.074530:0:13880:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1749610253.074530:0:13882:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88011e647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:13882:1834598777634560:0@lo:400:kworker.0 00000100:00001000:0.0:1749610253.074530:0:18780:0:(import.c:2097:obd_at_measure()) add 1 to ffff880087ecb9f0 time=87 v=5 (1 1 2 0) 00000100:00000001:1.0:1749610253.074532:0:13882:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610253.074532:0:18780:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749610253.074533:0:13882:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749610253.074533:0:18780:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 36 to 0@lo 00000100:00000040:2.0:1749610253.074534:0:13880:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880129f38000 x1834598777634816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610253.074534:0:13882:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610253.074535:0:13882:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610253.074535:0:18780:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00010000:00000001:3.0:1749610253.074536:0:16363:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:1.0:1749610253.074536:0:13882:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88005faa8600. 02000000:00000001:0.0:1749610253.074536:0:18780:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610253.074537:0:13882:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610253.074537:0:18780:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610253.074538:0:16363:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610253.074538:0:18780:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610253.074539:0:18780:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610253.074540:0:13880:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00001000:3.0:1749610253.074541:0:16363:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610253.074541:0:13880:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610253.074541:0:18780:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e0c83b8. 00000400:00000010:1.0:1749610253.074542:0:13882:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c786e18. 02000000:00000001:2.0:1749610253.074543:0:13880:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1749610253.074543:0:18780:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598777634048, offset 224 00000100:00000001:3.0:1749610253.074544:0:16363:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000010:1.0:1749610253.074544:0:13882:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a51b1880. 02000000:00000001:2.0:1749610253.074545:0:13880:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749610253.074546:0:13882:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598777634560, portal 10 00000400:00000200:0.0:1749610253.074546:0:18780:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610253.074547:0:16363:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749610253.074547:0:13880:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610253.074547:0:13882:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610253.074547:0:13882:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137119086592 : -131936590465024 : ffff88011e647800) 00000100:00100000:2.0:1749610253.074549:0:13880:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:13880:1834598777634816:0@lo:400:kworker.0 00000100:00000040:3.0:1749610253.074550:0:16363:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 37 to 0@lo 00000400:00000200:0.0:1749610253.074551:0:18780:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610253.074552:0:16363:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000100:00000001:2.0:1749610253.074552:0:13880:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1749610253.074552:0:13882:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88011e647800 x1834598777634560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610253.074554:0:13880:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749610253.074555:0:16363:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134714493856 : -131938995057760 : 0xffff88008f114ba0) 00000100:00000001:1.0:1749610253.074555:0:13882:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749610253.074555:0:18780:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ed0723d00 02000000:00000001:2.0:1749610253.074556:0:13880:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610253.074556:0:13882:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749610253.074557:0:16363:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008f114ba0 refcount 37 to 0@lo 02000000:00000001:2.0:1749610253.074557:0:13880:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1749610253.074557:0:13882:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a51b1770. 02000000:00000001:3.0:1749610253.074559:0:16363:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:1.0:1749610253.074559:0:13882:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598777634560, offset 0 02000000:00000010:2.0:1749610253.074560:0:13880:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008f71e200. 02000000:00000001:3.0:1749610253.074561:0:16363:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610253.074561:0:13880:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610253.074561:0:18780:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x37dd [1] + 224 00000100:00000001:3.0:1749610253.074563:0:16363:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749610253.074564:0:13882:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610253.074564:0:18780:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749610253.074565:0:16363:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610253.074565:0:13880:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009586dc08. 00000400:00000200:0.0:1749610253.074566:0:18780:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749610253.074567:0:16363:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b19917f8. 00000400:00000200:1.0:1749610253.074567:0:13882:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610253.074568:0:18780:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749610253.074569:0:13882:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ed0723f00 00000100:00000200:3.0:1749610253.074571:0:16363:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598777633920, offset 0 00000100:00000200:0.0:1749610253.074571:0:18780:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88011e645c00 x1834598777634048/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610253.074573:0:13882:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xadd [64] + 164792 00000400:00000200:1.0:1749610253.074575:0:13882:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610253.074577:0:13882:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749610253.074577:0:18780:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88011e645c00 x1834598777634048/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610253.074581:0:18780:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:2.0:1749610253.074583:0:13880:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800963004c8. 00000400:00000200:3.0:1749610253.074585:0:16363:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610253.074588:0:13880:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598777634816, portal 10 00000400:00000200:0.0:1749610253.074588:0:18780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e0c83b8 00000100:00000001:1.0:1749610253.074589:0:13882:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:0.0:1749610253.074589:0:18780:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008e0c83b8. 00000100:00000001:2.0:1749610253.074590:0:13880:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1749610253.074590:0:13882:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749610253.074591:0:16363:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610253.074591:0:13880:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137313009664 : -131936396541952 : ffff880129f38000) 00000100:00000001:0.0:1749610253.074591:0:18780:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610253.074592:0:18780:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000010:1.0:1749610253.074593:0:13882:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880135f3a680. 00000100:00000040:1.0:1749610253.074594:0:13882:0:(events.c:338:request_in_callback()) incoming req@ffff880135f3a680 x1834598777634560 msgsize 224 00000400:00000200:3.0:1749610253.074596:0:16363:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ed0723c80 00000100:00100000:1.0:1749610253.074596:0:13882:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610253.074596:0:18780:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610253.074597:0:13880:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880129f38000 x1834598777634816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610253.074598:0:18780:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 36 to 0@lo 00010000:00000001:0.0:1749610253.074599:0:18780:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:3.0:1749610253.074600:0:16363:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x37d5 [1] + 0 00000020:00000001:0.0:1749610253.074600:0:18780:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610253.074601:0:13882:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:0.0:1749610253.074601:0:18780:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749610253.074603:0:13880:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610253.074603:0:18780:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880123042680 x1834598777634048/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:444/0 lens 224/224 e 0 to 0 dl 1749610264 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610253.074604:0:16363:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749610253.074605:0:13880:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749610253.074605:0:13882:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a51b1770 00000400:00000010:1.0:1749610253.074606:0:13882:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a51b1770. 00000400:00000010:2.0:1749610253.074607:0:13880:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800963005d8. 00000100:00000001:1.0:1749610253.074607:0:13882:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:3.0:1749610253.074608:0:16363:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610253.074609:0:13880:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598777634816, offset 0 00000100:00000200:1.0:1749610253.074609:0:13882:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88011e647800 x1834598777634560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610253.074609:0:18780:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880123042680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:13880:x1834598777634048:12345-0@lo:400:kworker.0 Request processed in 135us (373us total) trans 0 rc 0/0 00000100:00000001:3.0:1749610253.074611:0:16363:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749610253.074613:0:13880:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610253.074613:0:13882:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1749610253.074615:0:16363:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88011e644000 x1834598777633920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610278 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610253.074615:0:13882:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88011e647800 x1834598777634560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610269 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610253.074615:0:18780:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00000040:0.0:1749610253.074616:0:18780:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129ee8800 : new rpc_count 0 00000100:00000001:0.0:1749610253.074618:0:18780:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1749610253.074619:0:13880:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610253.074619:0:13882:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610253.074619:0:13882:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610253.074619:0:18780:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749610253.074622:0:18780:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88012ec2f080. 00000100:00000040:3.0:1749610253.074624:0:16363:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88011e644000 x1834598777633920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610253.074624:0:13880:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ed0724000 00000400:00000200:2.0:1749610253.074628:0:13880:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xadd [64] + 165016 00000100:00000001:1.0:1749610253.074628:0:13882:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610253.074629:0:18780:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a9ff8c80. 00000100:00000040:1.0:1749610253.074630:0:13882:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 826 usecs (1 jiffies) 00000100:00000001:3.0:1749610253.074631:0:16363:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:0.0:1749610253.074631:0:18780:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a76c00. 00000400:00000200:2.0:1749610253.074632:0:13880:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610253.074632:0:13882:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299527137 00000100:00000001:1.0:1749610253.074633:0:13882:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299527172 00000020:00000040:0.0:1749610253.074633:0:18780:0:(genops.c:898:class_export_put()) PUTting export ffff880129ee8800 : new refcount 4 00000100:00000001:1.0:1749610253.074634:0:13882:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299527137 00000400:00000200:3.0:1749610253.074635:0:16363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b19917f8 00000400:00000200:2.0:1749610253.074635:0:13880:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610253.074635:0:13882:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299527172 00000100:00000001:0.0:1749610253.074635:0:18780:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610253.074636:0:13882:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299527137 00000400:00000010:3.0:1749610253.074637:0:16363:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b19917f8. 00000100:00000001:1.0:1749610253.074637:0:13882:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299527172 00000100:00000001:1.0:1749610253.074638:0:13882:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299527137 00000100:00000001:0.0:1749610253.074638:0:18780:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610253.074639:0:16363:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610253.074639:0:13882:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299527172 00000100:00000001:2.0:1749610253.074640:0:13880:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610253.074640:0:13882:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610253.074641:0:16363:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610253.074641:0:13882:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610253.074642:0:13880:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:0.0:1749610253.074642:0:18780:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598777634176 00000100:00000001:1.0:1749610253.074643:0:13882:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610253.074643:0:18780:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610253.074644:0:16363:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610253.074644:0:13882:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610253.074644:0:18780:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1749610253.074645:0:13880:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880129f3b800. 00000100:00000001:0.0:1749610253.074645:0:18780:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610253.074646:0:16363:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 35 to 0@lo 00000100:00000040:2.0:1749610253.074647:0:13880:0:(events.c:338:request_in_callback()) incoming req@ffff880129f3b800 x1834598777634816 msgsize 224 02000000:00000001:0.0:1749610253.074647:0:18780:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610253.074648:0:13883:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749610253.074648:0:18780:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598777634176 00000100:00000001:1.0:1749610253.074649:0:13883:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610253.074649:0:18780:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:2.0:1749610253.074650:0:13880:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:0.0:1749610253.074650:0:18780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x303b8ee4031aa631 00000020:00000001:0.0:1749610253.074651:0:18780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610253.074653:0:16363:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610253.074653:0:18780:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88005d17d000 refcount=5 00000020:00000001:0.0:1749610253.074654:0:18780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612133876060160 : -131939833491456 : ffff88005d17d000) 00000020:00000001:3.0:1749610253.074655:0:16363:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749610253.074655:0:18780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612133876060160 : -131939833491456 : ffff88005d17d000) 00000100:00000001:2.0:1749610253.074656:0:13880:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610253.074657:0:18780:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749610253.074658:0:18780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012f859c00. 00000100:00000040:3.0:1749610253.074659:0:16363:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b1814380 x1834598777633920/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610273 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610253.074660:0:13880:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800963005d8 00000020:00000010:0.0:1749610253.074660:0:18780:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff880136bf1100. 00000100:00000001:1.0:1749610253.074661:0:13881:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1749610253.074662:0:13880:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800963005d8. 00000100:00000001:1.0:1749610253.074662:0:13881:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610253.074662:0:18780:0:(obd_config.c:923:class_incref()) incref lustre-OST0001 (ffff880096358000) now 6 - evictor 00000100:00000001:2.0:1749610253.074664:0:13880:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610253.074666:0:18780:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:2.0:1749610253.074667:0:13880:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880129f38000 x1834598777634816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610253.074668:0:16363:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1814380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:13879:x1834598777633920:12345-0@lo:38:kworker.0 Request processed in 189us (429us total) trans 0 rc -19/-19 00000020:00000010:0.0:1749610253.074668:0:18780:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a76c00. 00000020:00000010:0.0:1749610253.074669:0:18780:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88012ec2f080. 00000020:00000010:0.0:1749610253.074671:0:18780:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a9ff8c80. 00000100:00000040:0.0:1749610253.074673:0:18780:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1749610253.074674:0:13880:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610253.074690:0:18780:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610253.074691:0:18780:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610253.074692:0:18780:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610253.074694:0:13880:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880129f38000 x1834598777634816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610269 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610253.074695:0:18780:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610253.074696:0:18780:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749610253.074697:0:18780:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610253.074699:0:16363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00000001:2.0:1749610253.074700:0:13880:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610253.074700:0:16359:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610253.074701:0:16359:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598777634560 00000100:00000001:3.0:1749610253.074702:0:16363:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610253.074702:0:13880:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610253.074702:0:18780:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610253.074703:0:16363:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1749610253.074703:0:16359:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610253.074703:0:16359:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610253.074704:0:16359:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610253.074705:0:13880:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610253.074706:0:16363:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880094779480. 02000000:00000001:1.0:1749610253.074706:0:16359:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610253.074707:0:16359:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598777634560 00000100:00000001:0.0:1749610253.074707:0:18780:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610253.074708:0:18780:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749610253.074709:0:16359:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610253.074709:0:16359:0:(genops.c:823:class_conn2export()) looking for export cookie 0x303b8ee4031993be 00000020:00000010:3.0:1749610253.074711:0:16363:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ab1a2640. 00000020:00000001:1.0:1749610253.074711:0:16359:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1749610253.074711:0:18780:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00000040:2.0:1749610253.074712:0:13880:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 672 usecs (1 jiffies) 00000020:00000040:1.0:1749610253.074713:0:16359:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129eea000 refcount=5 00000100:00000040:0.0:1749610253.074713:0:18780:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88005d17d000 : new rpc_count 1 00000100:00000001:2.0:1749610253.074714:0:13880:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299527138 00000020:00000001:1.0:1749610253.074714:0:16359:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312690176 : -131936396861440 : ffff880129eea000) 00000020:00000001:1.0:1749610253.074715:0:16359:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312690176 : -131936396861440 : ffff880129eea000) 00000100:00000001:0.0:1749610253.074715:0:18780:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137196663936 : -131936512887680 : ffff880123043480) 00000020:00000010:3.0:1749610253.074716:0:16363:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009026a400. 00000100:00000001:2.0:1749610253.074716:0:13880:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299527172 00000100:00000001:1.0:1749610253.074717:0:16359:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610253.074718:0:16363:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610253.074718:0:13880:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299527138 00000100:00000040:0.0:1749610253.074719:0:18780:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880123043480 x1834598777634176/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:444/0 lens 224/0 e 0 to 0 dl 1749610264 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610253.074720:0:13880:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299527172 00000100:00000001:2.0:1749610253.074722:0:13880:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299527138 00000020:00000010:1.0:1749610253.074722:0:16359:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801373fa500. 00000100:00000001:2.0:1749610253.074723:0:13880:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299527172 00000100:00000001:2.0:1749610253.074726:0:13880:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299527138 00000020:00000040:1.0:1749610253.074726:0:16359:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff8800b1b40000) now 8 - evictor 00000100:00000001:2.0:1749610253.074727:0:13880:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299527172 00000100:00000001:1.0:1749610253.074728:0:16359:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749610253.074729:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299527172 00000100:00000001:2.0:1749610253.074729:0:13880:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610253.074730:0:16359:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88005faa9400. 00000100:00000001:2.0:1749610253.074731:0:13880:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610253.074732:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299527139 00000020:00000010:1.0:1749610253.074732:0:16359:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88008f334480. 00000100:00000001:3.0:1749610253.074734:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299527172 00000400:00000001:2.0:1749610253.074735:0:13880:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1749610253.074735:0:16359:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008ed39bb8. 00000100:00000001:3.0:1749610253.074736:0:13879:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1749610253.074736:0:13880:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749610253.074736:0:18780:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1749610253.074738:0:13880:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c786210. 00000020:00000010:0.0:1749610253.074738:0:18780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012f859180. 00000100:00000001:3.0:1749610253.074739:0:13879:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610253.074739:0:16359:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749610253.074740:0:16359:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610253.074740:0:18780:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749610253.074741:0:13880:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a51b1990 00000100:00000001:1.0:1749610253.074741:0:16359:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1749610253.074742:0:13880:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a51b1990. 00000100:00000001:1.0:1749610253.074742:0:16359:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610253.074742:0:18780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012f859180. 00000100:00000001:1.0:1749610253.074744:0:16359:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749610253.074745:0:13880:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610253.074745:0:16359:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:0.0:1749610253.074745:0:18780:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880123043480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:13882:x1834598777634176:12345-0@lo:400:kworker.0 00000400:00000001:3.0:1749610253.074746:0:13879:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610253.074746:0:16359:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749610253.074747:0:13879:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1749610253.074748:0:13880:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88011e645c00 x1834598777634048/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610253.074748:0:18780:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598777634176 00000400:00000010:3.0:1749610253.074749:0:13879:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007929ce18. 00000020:00000001:0.0:1749610253.074750:0:18780:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610253.074751:0:16359:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610253.074752:0:13879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b19916e8 00000020:00000001:0.0:1749610253.074752:0:18780:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749610253.074753:0:18780:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610253.074754:0:13879:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b19916e8. 00000100:00000200:2.0:1749610253.074755:0:13880:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88011e645c00 x1834598777634048/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610253.074755:0:18780:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749610253.074756:0:13879:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610253.074756:0:16359:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610253.074756:0:16359:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598777634816 00000020:00000001:0.0:1749610253.074756:0:18780:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109004224 : -1600547392 : ffffffffa09995c0) 02000000:00000001:1.0:1749610253.074757:0:16359:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610253.074758:0:16359:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1749610253.074758:0:18780:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749610253.074759:0:16359:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610253.074760:0:13879:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88011e644000 x1834598777633920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610253.074760:0:18780:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610253.074761:0:13880:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749610253.074761:0:16359:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610253.074762:0:16359:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598777634816 00000020:00000001:0.0:1749610253.074762:0:18780:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749610253.074779:0:13880:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610253.074779:0:16359:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:3.0:1749610253.074780:0:13879:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88011e644000 x1834598777633920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610278 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610253.074780:0:16359:0:(genops.c:823:class_conn2export()) looking for export cookie 0x303b8ee4031aa623 00000020:00000001:0.0:1749610253.074780:0:18780:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749610253.074782:0:16359:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749610253.074782:0:18780:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610253.074783:0:13880:0:(client.c:1550:after_reply()) Process entered 00000020:00000040:1.0:1749610253.074784:0:16359:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880057178800 refcount=5 00000100:00000001:3.0:1749610253.074786:0:13879:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749610253.074786:0:13880:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1749610253.074786:0:16359:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612133775378432 : -131939934173184 : ffff880057178800) 00000020:00000001:0.0:1749610253.074786:0:18780:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749610253.074788:0:13879:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610253.074788:0:16359:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612133775378432 : -131939934173184 : ffff880057178800) 00000100:00000001:2.0:1749610253.074789:0:13880:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610253.074789:0:18780:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610253.074790:0:13879:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610253.074791:0:16359:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610253.074792:0:13880:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610253.074792:0:18780:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1749610253.074793:0:13879:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1749610253.074793:0:16359:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801373fa0c0. 02000000:00000001:2.0:1749610253.074796:0:13880:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610253.074796:0:16359:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b54a0f40. 02000000:00000010:0.0:1749610253.074798:0:18780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880129f3d800. 00000100:00000001:3.0:1749610253.074799:0:13879:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610253.074800:0:16359:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749610253.074801:0:13879:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610253.074801:0:16359:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8801373fa0c0. 02000000:00000001:0.0:1749610253.074801:0:18780:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610253.074804:0:13879:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610253.074804:0:13880:0:(import.c:2097:obd_at_measure()) add 5 to ffff880129e43438 time=87 v=5 (5 5 5 0) 00000100:00000001:0.0:1749610253.074804:0:18780:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610253.074806:0:16359:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88005faa9200. 00000020:00000001:0.0:1749610253.074807:0:18780:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610253.074809:0:13880:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e433f0 time=87 v=5 (1 1 1 0) 00000020:00000010:1.0:1749610253.074809:0:16359:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88008f334700. 00000100:00001000:3.0:1749610253.074810:0:13879:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e40c38 time=1749610253 v=5 (0 0 0 0) 00000020:00000010:1.0:1749610253.074811:0:16359:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008ed39898. 00010000:00000040:0.0:1749610253.074811:0:18780:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 12884901889, transno 0, xid 1834598777634176 00000100:00001000:3.0:1749610253.074814:0:13879:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e40bf0 time=21 v=20 (1 1 1 20) 00000100:00000001:2.0:1749610253.074814:0:13880:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1749610253.074814:0:18780:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749610253.074816:0:13880:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610253.074817:0:13879:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610253.074820:0:13879:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610253.074820:0:16359:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00010000:00000200:0.0:1749610253.074821:0:18780:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880123043480 x1834598777634176/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:444/0 lens 224/224 e 0 to 0 dl 1749610264 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610253.074822:0:13879:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610253.074822:0:16359:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610253.074824:0:16359:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610253.074826:0:16359:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:3.0:1749610253.074827:0:13879:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88011e644000 x1834598777633920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610278 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610253.074827:0:13880:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1749610253.074828:0:16359:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610253.074830:0:16359:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610253.074832:0:13880:0:(ldlm_request.c:1545:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610253.074832:0:18780:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610253.074835:0:13879:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749610253.074835:0:18780:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610253.074836:0:16359:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610253.074837:0:13880:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1749610253.074838:0:13879:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:0.0:1749610253.074839:0:18780:0:(import.c:2097:obd_at_measure()) add 1 to ffff880087ecb9f0 time=87 v=5 (1 1 2 0) 00000100:00000001:3.0:1749610253.074840:0:13879:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610253.074840:0:13880:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 111669149697 00000100:00000001:1.0:1749610253.074841:0:16359:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610253.074842:0:13879:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610253.074843:0:13880:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610253.074843:0:16359:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610253.074844:0:18780:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610253.074845:0:13879:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610253.074846:0:13880:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610253.074847:0:16359:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00080000:3.0:1749610253.074849:0:13879:0:(import.c:66:import_set_state_nolock()) ffff880129e40800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:0.0:1749610253.074849:0:18780:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 36 to 0@lo 00000100:00000040:1.0:1749610253.074850:0:16359:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129eea000 : new rpc_count 1 00000100:00080000:3.0:1749610253.074852:0:13879:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-19) 00000100:00000001:1.0:1749610253.074852:0:16359:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137514346112 : -131936195205504 : ffff880135f3a680) 00000100:00000040:2.0:1749610253.074853:0:13880:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88011e645c00 x1834598777634048/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610253.074854:0:13879:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610253.074858:0:16359:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880135f3a680 x1834598777634560/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:444/0 lens 224/0 e 0 to 0 dl 1749610264 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610253.074859:0:13879:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011e644000 x1834598777633920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610278 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610253.074860:0:18780:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 02000000:00000001:0.0:1749610253.074864:0:18780:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610253.074866:0:13880:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610253.074866:0:16359:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1749610253.074867:0:13879:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88011e644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:13879:1834598777633920:0@lo:38:kworker.0 02000000:00000001:0.0:1749610253.074867:0:18780:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610253.074868:0:16359:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801373fa0c0. 00000100:00000001:2.0:1749610253.074870:0:13880:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610253.074870:0:16359:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610253.074870:0:18780:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610253.074871:0:13879:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610253.074872:0:16359:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8801373fa0c0. 00000100:00000001:3.0:1749610253.074873:0:13879:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610253.074873:0:13880:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610253.074874:0:18780:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749610253.074876:0:13879:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88011e644000 x1834598777633920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610278 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610253.074876:0:16359:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:13882:x1834598777634560:12345-0@lo:400:kworker.0 00000400:00000010:0.0:1749610253.074878:0:18780:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e0c83b8. 00000100:00000040:2.0:1749610253.074879:0:13880:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011e645c00 x1834598777634048/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610253.074880:0:16359:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598777634560 00000020:00000001:1.0:1749610253.074882:0:16359:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610253.074883:0:13879:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1749610253.074883:0:18780:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598777634176, offset 224 00000020:00000001:1.0:1749610253.074884:0:16359:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:3.0:1749610253.074885:0:13879:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1749610253.074886:0:16359:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610253.074888:0:13879:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880098478800. 00000020:00000001:1.0:1749610253.074888:0:16359:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1749610253.074889:0:18780:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749610253.074890:0:16359:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109004224 : -1600547392 : ffffffffa09995c0) 02000000:00000001:3.0:1749610253.074891:0:13879:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610253.074892:0:13879:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:2.0:1749610253.074892:0:13880:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88011e645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:13880:1834598777634048:0@lo:400:kworker.0 00000020:00000001:1.0:1749610253.074893:0:16359:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000040:3.0:1749610253.074894:0:13879:0:(genops.c:1242:class_import_put()) import ffff880129e40800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1749610253.074896:0:16359:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610253.074898:0:16359:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749610253.074899:0:13880:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610253.074899:0:18780:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749610253.074900:0:16359:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749610253.074901:0:13879:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1749610253.074902:0:16359:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610253.074903:0:13880:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1749610253.074904:0:16359:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000010:3.0:1749610253.074905:0:13879:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88007258e400. 00000100:00000001:1.0:1749610253.074907:0:16359:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610253.074908:0:13879:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1749610253.074908:0:13880:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88011e645c00 x1834598777634048/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610253.074908:0:16359:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749610253.074908:0:18780:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ed0723d80 02000000:00000001:3.0:1749610253.074910:0:13879:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610253.074912:0:13879:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88011e644000. 00000100:00000001:3.0:1749610253.074916:0:13879:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1749610253.074916:0:18780:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x37e5 [1] + 224 02000000:00000010:1.0:1749610253.074917:0:16359:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dc85800. 00000100:00000001:3.0:1749610253.074918:0:13879:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610253.074918:0:13880:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610253.074919:0:16359:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610253.074920:0:13879:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610253.074921:0:13880:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749610253.074922:0:16359:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610253.074923:0:18780:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749610253.074924:0:16359:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610253.074925:0:13879:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1749610253.074925:0:13880:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88005faa9000. 00000100:00000001:3.0:1749610253.074927:0:13879:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1749610253.074927:0:16359:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598777634560 00000400:00000200:0.0:1749610253.074928:0:18780:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610253.074929:0:13879:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1749610253.074929:0:16359:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749610253.074930:0:13879:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749610253.074930:0:13880:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749610253.074932:0:13879:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1749610253.074933:0:13880:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749610253.074933:0:18780:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000200:1.0:1749610253.074934:0:16359:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880135f3a680 x1834598777634560/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:444/0 lens 224/224 e 0 to 0 dl 1749610264 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749610253.074936:0:13880:0:(genops.c:1242:class_import_put()) import ffff880129e43000 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000100:00000040:3.0:1749610253.074937:0:13879:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88011e644700 x1834598777634304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610253.074940:0:13880:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1749610253.074941:0:16359:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:2.0:1749610253.074943:0:13880:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880095da9e00. 00010000:00000001:1.0:1749610253.074943:0:16359:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610253.074944:0:13879:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610253.074946:0:13879:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610253.074946:0:16359:0:(import.c:2097:obd_at_measure()) add 1 to ffff88008e64bdf0 time=102 v=5 (1 1 1 0) 02000000:00000001:2.0:1749610253.074947:0:13880:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610253.074948:0:13879:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610253.074949:0:13880:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1749610253.074950:0:13879:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610253.074950:0:16359:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1749610253.074951:0:18780:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88011e646a00 x1834598777634176/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610253.074952:0:13879:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610253.074952:0:13880:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88011e645c00. 00000100:00000040:1.0:1749610253.074952:0:16359:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 37 to 0@lo 00000100:00100000:3.0:1749610253.074955:0:13879:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88011e644700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:13879:1834598777634304:0@lo:38:kworker.0 00000100:00000001:3.0:1749610253.074970:0:13879:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610253.074972:0:13879:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749610253.074972:0:16359:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000100:00000001:2.0:1749610253.074973:0:13880:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1749610253.074974:0:16359:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610253.074975:0:13879:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610253.074975:0:16359:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610253.074976:0:13879:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610253.074976:0:13880:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610253.074977:0:16359:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610253.074978:0:13880:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1749610253.074979:0:13879:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880098478800. 00000100:00000040:1.0:1749610253.074980:0:16359:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749610253.074981:0:13879:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610253.074982:0:16359:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a51b1770. 00000100:00000040:0.0:1749610253.074983:0:18780:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88011e646a00 x1834598777634176/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610253.074984:0:13879:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007929ce18. 00000100:00000001:2.0:1749610253.074985:0:13880:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1749610253.074986:0:16359:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598777634560, offset 224 00000400:00000010:3.0:1749610253.074988:0:13879:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b19916e8. 00000400:00000200:1.0:1749610253.075018:0:16359:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610253.075036:0:13880:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749610253.075038:0:13880:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1749610253.075039:0:13879:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598777634304, portal 10 00000400:00000200:1.0:1749610253.075039:0:16359:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610253.075040:0:13880:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610253.075041:0:18780:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610253.075042:0:13879:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610253.075042:0:13880:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610253.075043:0:13880:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610253.075043:0:16359:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ed0723f00 00000100:00000001:3.0:1749610253.075044:0:13879:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137119074048 : -131936590477568 : ffff88011e644700) 00000400:00000200:1.0:1749610253.075046:0:16359:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x37f1 [1] + 224 00000400:00000200:1.0:1749610253.075048:0:16359:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749610253.075050:0:13879:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88011e644700 x1834598777634304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610253.075050:0:16359:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610253.075052:0:18780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e0c83b8 00000400:00000010:0.0:1749610253.075054:0:18780:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008e0c83b8. 00000100:00000001:3.0:1749610253.075056:0:13879:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610253.075056:0:16357:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610253.075056:0:16359:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610253.075056:0:18780:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610253.075057:0:16357:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610253.075057:0:18780:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:1.0:1749610253.075058:0:16359:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88011e647800 x1834598777634560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610253.075059:0:18780:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610253.075060:0:16357:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00000040:0.0:1749610253.075062:0:18780:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 36 to 0@lo 00000100:00000040:3.0:1749610253.075063:0:13879:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749610253.075063:0:16357:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880057178800 : new rpc_count 1 00000100:00000040:1.0:1749610253.075063:0:16359:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88011e647800 x1834598777634560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610253.075064:0:18780:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000010:3.0:1749610253.075065:0:13879:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b19917f8. 00000100:00000001:2.0:1749610253.075065:0:16357:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137313024000 : -131936396527616 : ffff880129f3b800) 00000020:00000001:0.0:1749610253.075065:0:18780:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610253.075067:0:18780:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1749610253.075068:0:13879:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598777634304, offset 0 00000100:00000001:1.0:1749610253.075068:0:16359:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749610253.075069:0:16357:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880129f3b800 x1834598777634816/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:444/0 lens 224/0 e 0 to 0 dl 1749610264 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610253.075070:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a51b1770 00000100:00000040:0.0:1749610253.075070:0:18780:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880123043480 x1834598777634176/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:444/0 lens 224/224 e 0 to 0 dl 1749610264 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610253.075074:0:16359:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a51b1770. 00000100:00000001:2.0:1749610253.075076:0:16357:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610253.075077:0:16359:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:3.0:1749610253.075078:0:13879:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749610253.075078:0:16357:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012ff70100. 00000100:00100000:0.0:1749610253.075079:0:18780:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880123043480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:13882:x1834598777634176:12345-0@lo:400:kworker.0 Request processed in 342us (615us total) trans 0 rc 0/0 00000100:00000001:2.0:1749610253.075080:0:16357:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610253.075081:0:16359:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:2.0:1749610253.075082:0:16357:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012ff70100. 00000100:00000001:1.0:1749610253.075083:0:16359:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610253.075084:0:13879:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749610253.075085:0:16359:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 35 to 0@lo 00000100:00100000:2.0:1749610253.075086:0:16357:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:13880:x1834598777634816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1749610253.075086:0:18780:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00010000:00000001:1.0:1749610253.075087:0:16359:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000200:2.0:1749610253.075088:0:16357:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598777634816 00000020:00000001:1.0:1749610253.075088:0:16359:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610253.075089:0:13879:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ed0723e00 00000020:00000001:2.0:1749610253.075089:0:16357:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749610253.075089:0:16359:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1749610253.075091:0:16357:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:1.0:1749610253.075091:0:16359:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880135f3a680 x1834598777634560/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:444/0 lens 224/224 e 0 to 0 dl 1749610264 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610253.075092:0:16357:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610253.075093:0:16357:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1749610253.075093:0:18780:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88005d17d000 : new rpc_count 0 00000400:00000200:3.0:1749610253.075094:0:13879:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0xadd [64] + 165240 00000020:00000001:2.0:1749610253.075094:0:16357:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109004224 : -1600547392 : ffffffffa09995c0) 00000100:00000001:0.0:1749610253.075095:0:18780:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1749610253.075096:0:16357:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00100000:1.0:1749610253.075097:0:16359:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:13882:x1834598777634560:12345-0@lo:400:kworker.0 Request processed in 230us (501us total) trans 0 rc 0/0 00000100:00000001:0.0:1749610253.075097:0:18780:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1749610253.075098:0:16357:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610253.075099:0:13879:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749610253.075099:0:16357:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1749610253.075099:0:18780:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88012ec2f080. 00000020:00000001:2.0:1749610253.075100:0:16357:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749610253.075101:0:16357:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610253.075102:0:13879:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749610253.075102:0:16357:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00100000:1.0:1749610253.075102:0:16359:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00000001:2.0:1749610253.075103:0:16357:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1749610253.075103:0:16359:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129eea000 : new rpc_count 0 00000020:00000010:0.0:1749610253.075103:0:18780:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a9ff8c80. 02000000:00000001:2.0:1749610253.075104:0:16357:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610253.075105:0:16359:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610253.075106:0:13879:0:(events.c:287:request_in_callback()) Process entered 02000000:00000010:2.0:1749610253.075106:0:16357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007258e400. 00000100:00000001:1.0:1749610253.075106:0:16359:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749610253.075106:0:18780:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a76c00. 00000100:00000200:3.0:1749610253.075108:0:13879:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1749610253.075108:0:16357:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610253.075108:0:16359:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88008f334480. 00000020:00000040:0.0:1749610253.075108:0:18780:0:(genops.c:898:class_export_put()) PUTting export ffff88005d17d000 : new refcount 4 00000100:00000001:2.0:1749610253.075109:0:16357:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610253.075110:0:18780:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1749610253.075111:0:13879:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b1817100. 00000020:00000010:1.0:1749610253.075111:0:16359:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008ed39bb8. 00000020:00000010:1.0:1749610253.075112:0:16359:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88005faa9400. 00000100:00000040:3.0:1749610253.075113:0:13879:0:(events.c:338:request_in_callback()) incoming req@ffff8800b1817100 x1834598777634304 msgsize 520 00000020:00000001:2.0:1749610253.075114:0:16357:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610253.075114:0:16359:0:(genops.c:898:class_export_put()) PUTting export ffff880129eea000 : new refcount 4 00010000:00000040:2.0:1749610253.075115:0:16357:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598777634816 00010000:00000001:2.0:1749610253.075116:0:16357:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749610253.075116:0:16359:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610253.075117:0:13879:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000200:2.0:1749610253.075119:0:16357:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880129f3b800 x1834598777634816/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:444/0 lens 224/224 e 0 to 0 dl 1749610264 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610253.075123:0:16357:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749610253.075125:0:16357:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610253.075127:0:13879:0:(events.c:374:request_in_callback()) Process leaving 00000100:00001000:2.0:1749610253.075127:0:16357:0:(import.c:2097:obd_at_measure()) add 1 to ffff88008e64bdf0 time=102 v=5 (1 1 1 0) 00000100:00000001:2.0:1749610253.075128:0:16357:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610253.075128:0:16359:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749610253.075129:0:16357:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 36 to 0@lo 00000400:00000200:3.0:1749610253.075130:0:13879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b19917f8 00000100:00000001:2.0:1749610253.075130:0:16357:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000100:00100000:1.0:1749610253.075130:0:16359:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598777634304 02000000:00000001:1.0:1749610253.075131:0:16359:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1749610253.075132:0:16357:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749610253.075132:0:16359:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1749610253.075133:0:13879:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b19917f8. 02000000:00000001:2.0:1749610253.075133:0:16357:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610253.075133:0:16359:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610253.075134:0:16357:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749610253.075134:0:16359:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610253.075135:0:13879:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749610253.075135:0:16357:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610253.075136:0:16357:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800963005d8. 00000100:00100000:1.0:1749610253.075136:0:16359:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598777634304 00000020:00000001:1.0:1749610253.075137:0:16359:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610253.075137:0:16359:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:3.0:1749610253.075138:0:13879:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88011e644700 x1834598777634304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610253.075138:0:16359:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1749610253.075139:0:16357:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598777634816, offset 224 00000020:00000001:1.0:1749610253.075139:0:16359:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610253.075141:0:16357:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749610253.075141:0:16359:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610253.075142:0:16359:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88005faa9400. 00000020:00000010:1.0:1749610253.075143:0:16359:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88008f334480. 00000100:00080000:0.0:1749610253.075144:0:16402:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:3.0:1749610253.075145:0:13879:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749610253.075146:0:16357:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1749610253.075146:0:16402:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff8800b1b40000) now 8 - evictor 00000100:00000040:3.0:1749610253.075147:0:13879:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88011e644700 x1834598777634304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610278 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610253.075147:0:16402:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:0.0:1749610253.075148:0:16402:0:(obd_config.c:951:class_decref()) Decref lustre-OST0001 (ffff880096358000) now 6 - evictor 00000400:00000200:2.0:1749610253.075149:0:16357:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ed0724000 00000020:00000010:1.0:1749610253.075149:0:16359:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008ed39bb8. 00000400:00000200:2.0:1749610253.075152:0:16357:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x37fd [1] + 224 00000100:00000001:1.0:1749610253.075152:0:16359:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610253.075153:0:16359:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610253.075154:0:13879:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610253.075154:0:16357:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610253.075155:0:13879:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610253.075155:0:16359:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610253.075156:0:16357:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610253.075158:0:13879:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610253.075158:0:16359:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610253.075159:0:16357:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610253.075160:0:16357:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880129f38000 x1834598777634816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610253.075161:0:13879:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1088 usecs (2 jiffies) 00000100:00000001:1.0:1749610253.075162:0:16359:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610253.075163:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299527139 00000100:00000001:3.0:1749610253.075165:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299527172 00000100:00000040:2.0:1749610253.075166:0:16357:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880129f38000 x1834598777634816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610253.075167:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299527139 00000100:00000001:1.0:1749610253.075167:0:16359:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610253.075168:0:16359:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610253.075169:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299527172 00000100:00000001:0.0:1749610253.075169:0:16358:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610253.075170:0:16358:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610253.075171:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299527139 00000100:00100000:1.0:1749610253.075171:0:16359:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00000001:2.0:1749610253.075172:0:16357:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610253.075173:0:16359:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612135292268800 : -131938417282816 : ffff8800b1817100) 00000100:00000001:0.0:1749610253.075173:0:16358:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610253.075174:0:16358:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610253.075175:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800963005d8 00000400:00000010:2.0:1749610253.075176:0:16357:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800963005d8. 00000100:00000001:3.0:1749610253.075177:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299527172 00000100:00000001:2.0:1749610253.075177:0:16357:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:1.0:1749610253.075177:0:16359:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b1817100 x1834598777634304/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610253.075178:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299527139 00000100:00000001:2.0:1749610253.075178:0:16357:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610253.075180:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299527172 00000100:00000001:3.0:1749610253.075182:0:13879:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610253.075182:0:16357:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610253.075184:0:13879:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610253.075184:0:16357:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 35 to 0@lo 00000100:00100000:1.0:1749610253.075184:0:16359:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1817100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:13879:x1834598777634304:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610253.075185:0:13879:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1749610253.075185:0:16357:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749610253.075186:0:16357:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610253.075187:0:16357:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1749610253.075187:0:16359:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598777634304 00000020:00000001:1.0:1749610253.075189:0:16359:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:2.0:1749610253.075190:0:16357:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880129f3b800 x1834598777634816/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:444/0 lens 224/224 e 0 to 0 dl 1749610264 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610253.075191:0:13879:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88011e647100 x1834598777634432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610253.075191:0:16359:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:2.0:1749610253.075195:0:16357:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:13880:x1834598777634816:12345-0@lo:400:kworker.0 Request processed in 118us (547us total) trans 0 rc 0/0 00000100:00000001:3.0:1749610253.075197:0:13879:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610253.075198:0:13879:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610253.075199:0:16357:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 02000000:00000001:3.0:1749610253.075200:0:13879:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749610253.075200:0:16357:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880057178800 : new rpc_count 0 00000100:00000001:2.0:1749610253.075201:0:16357:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1749610253.075201:0:16359:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610253.075202:0:13879:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610253.075202:0:16357:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1749610253.075204:0:13879:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610253.075204:0:16357:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88008f334700. 00010000:00020000:1.0:1749610253.075205:0:16359:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749610253.075206:0:13879:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88011e647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:13879:1834598777634432:0@lo:38:kworker.0 00000020:00000010:2.0:1749610253.075206:0:16357:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008ed39898. 00010000:00000001:1.0:1749610253.075207:0:16359:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:2.0:1749610253.075208:0:16357:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88005faa9200. 00000100:00000001:3.0:1749610253.075209:0:13879:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1749610253.075209:0:16359:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:2.0:1749610253.075210:0:16357:0:(genops.c:898:class_export_put()) PUTting export ffff880057178800 : new refcount 4 02000000:00000001:3.0:1749610253.075211:0:13879:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610253.075211:0:16357:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610253.075211:0:16359:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:3.0:1749610253.075213:0:13879:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610253.075213:0:16359:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610253.075214:0:16359:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1749610253.075215:0:13879:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749610253.075217:0:16359:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dc86000. 02000000:00000001:1.0:1749610253.075218:0:16359:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610253.075219:0:13879:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880135365800. 00000100:00000001:2.0:1749610253.075219:0:13880:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610253.075219:0:16359:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610253.075220:0:13880:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1749610253.075221:0:13879:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610253.075221:0:13880:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1749610253.075221:0:16359:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000001:2.0:1749610253.075222:0:13880:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1749610253.075222:0:16359:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610253.075223:0:13879:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007929ce70. 00000400:00000010:2.0:1749610253.075223:0:13880:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009586dc08. 00000100:00001000:1.0:1749610253.075223:0:16359:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749610253.075225:0:13880:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800963004c8 00000100:00000001:1.0:1749610253.075225:0:16359:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000010:2.0:1749610253.075226:0:13880:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800963004c8. 00000100:00000001:2.0:1749610253.075227:0:13880:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610253.075227:0:16359:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1749610253.075228:0:13879:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b19917f8. 00000100:00000200:2.0:1749610253.075229:0:13880:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880129f38000 x1834598777634816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610253.075229:0:16359:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 36 to 0@lo 00000100:00000200:3.0:1749610253.075231:0:13879:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598777634432, portal 10 00000100:00000001:3.0:1749610253.075233:0:13879:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1749610253.075233:0:13880:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880129f38000 x1834598777634816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610253.075233:0:16359:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000100:00000001:3.0:1749610253.075234:0:13879:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137119084800 : -131936590466816 : ffff88011e647100) 00000100:00000001:1.0:1749610253.075235:0:16359:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134714493856 : -131938995057760 : 0xffff88008f114ba0) 00000100:00000040:1.0:1749610253.075236:0:16359:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008f114ba0 refcount 36 to 0@lo 00000100:00000001:2.0:1749610253.075237:0:13880:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610253.075238:0:13880:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610253.075238:0:16359:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1749610253.075239:0:13879:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88011e647100 x1834598777634432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610253.075239:0:13880:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610253.075239:0:16359:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610253.075240:0:16359:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610253.075241:0:16359:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610253.075242:0:16359:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a51b1770. 02000000:00000001:2.0:1749610253.075243:0:13880:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610253.075244:0:13880:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610253.075245:0:13880:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610253.075245:0:16359:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598777634304, offset 0 00000100:00000001:3.0:1749610253.075246:0:13879:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749610253.075246:0:13880:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610253.075247:0:16359:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749610253.075248:0:13879:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:2.0:1749610253.075249:0:13880:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800967ba438 time=52 v=5 (5 5 5 0) 00000400:00000010:3.0:1749610253.075250:0:13879:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1991770. 00000100:00001000:2.0:1749610253.075251:0:13880:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800967ba3f0 time=52 v=5 (1 1 1 0) 00000400:00000200:1.0:1749610253.075251:0:16359:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610253.075252:0:13879:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598777634432, offset 0 00000100:00000001:2.0:1749610253.075252:0:13880:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610253.075253:0:13880:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610253.075253:0:16359:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ed0723e00 00010000:00000001:2.0:1749610253.075254:0:13880:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1749610253.075256:0:13879:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00080000:2.0:1749610253.075257:0:13880:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880129f38000 x1834598777634816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610253.075260:0:13880:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610253.075262:0:13880:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749610253.075262:0:13880:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749610253.075263:0:13880:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610253.075264:0:13880:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610253.075266:0:13880:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880129f38000 x1834598777634816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610253.075267:0:13879:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610253.075268:0:16359:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x380d [1] + 0 00000100:00000001:2.0:1749610253.075269:0:13880:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610253.075270:0:13880:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610253.075271:0:13880:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610253.075271:0:16359:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610253.075272:0:13879:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ed0723e80 00000100:00000040:2.0:1749610253.075273:0:13880:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880129f38000 x1834598777634816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610253.075273:0:16359:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610253.075276:0:13879:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0xadd [64] + 165760 00000100:00100000:2.0:1749610253.075277:0:13880:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:13880:1834598777634816:0@lo:400:kworker.0 00000100:00000001:2.0:1749610253.075279:0:13880:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610253.075280:0:13880:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610253.075280:0:16359:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749610253.075281:0:13879:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749610253.075282:0:13880:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880129f38000 x1834598777634816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610253.075283:0:16359:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88011e644700 x1834598777634304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610278 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610253.075284:0:13879:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610253.075285:0:13880:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610253.075286:0:13880:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610253.075287:0:13880:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008f71e200. 00000100:00000001:3.0:1749610253.075288:0:13879:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:2.0:1749610253.075288:0:13880:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1749610253.075288:0:16359:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88011e644700 x1834598777634304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610253.075289:0:13879:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:2.0:1749610253.075292:0:13880:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749610253.075292:0:16359:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000010:3.0:1749610253.075293:0:13879:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011e645c00. 00000020:00000040:2.0:1749610253.075293:0:13880:0:(genops.c:1242:class_import_put()) import ffff8800967ba000 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1749610253.075294:0:13880:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1749610253.075295:0:13879:0:(events.c:338:request_in_callback()) incoming req@ffff88011e645c00 x1834598777634432 msgsize 520 02000000:00000010:2.0:1749610253.075295:0:13880:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880095da9800. 00000400:00000200:1.0:1749610253.075295:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a51b1770 02000000:00000001:2.0:1749610253.075296:0:13880:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:1.0:1749610253.075296:0:16359:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a51b1770. 02000000:00000001:2.0:1749610253.075297:0:13880:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749610253.075297:0:16359:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000010:2.0:1749610253.075298:0:13880:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880129f38000. 00000100:00000001:1.0:1749610253.075298:0:16359:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:3.0:1749610253.075299:0:13879:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610253.075299:0:16359:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610253.075300:0:13880:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610253.075300:0:13880:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610253.075301:0:13880:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610253.075301:0:16359:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 35 to 0@lo 00000100:00000001:1.0:1749610253.075302:0:16359:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610253.075303:0:13880:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610253.075304:0:13880:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610253.075304:0:16359:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610253.075305:0:13880:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610253.075306:0:13880:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610253.075306:0:16359:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b1817100 x1834598777634304/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610273 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610253.075307:0:13879:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749610253.075310:0:13879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b1991770 00000100:00100000:1.0:1749610253.075311:0:16359:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1817100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:13879:x1834598777634304:12345-0@lo:38:kworker.0 Request processed in 127us (196us total) trans 0 rc -19/-19 00000400:00000010:3.0:1749610253.075312:0:13879:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b1991770. 00000100:00000001:2.0:1749610253.075313:0:16357:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610253.075314:0:13879:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:2.0:1749610253.075314:0:16357:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598777634432 02000000:00000001:2.0:1749610253.075315:0:16357:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610253.075316:0:16357:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1749610253.075317:0:13879:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88011e647100 x1834598777634432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610253.075317:0:16357:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610253.075318:0:16357:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610253.075319:0:16359:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:2.0:1749610253.075320:0:16357:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598777634432 00000100:00000001:1.0:1749610253.075320:0:16359:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1749610253.075321:0:16357:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610253.075321:0:16357:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749610253.075321:0:16359:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1749610253.075322:0:16357:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749610253.075323:0:16357:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610253.075323:0:16359:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88008f334480. 00000100:00000001:3.0:1749610253.075324:0:13879:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749610253.075324:0:16357:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610253.075325:0:16359:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008ed39bb8. 00000020:00000010:2.0:1749610253.075326:0:16357:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008f71e200. 00000100:00000040:3.0:1749610253.075327:0:13879:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88011e647100 x1834598777634432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610278 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610253.075327:0:16359:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88005faa9400. 00000020:00000010:2.0:1749610253.075328:0:16357:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880135f79280. 00000100:00000001:1.0:1749610253.075328:0:16359:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610253.075333:0:13879:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610253.075335:0:13879:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:2.0:1749610253.075336:0:16357:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b5364190. 00000100:00000001:1.0:1749610253.075336:0:13882:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610253.075337:0:13879:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610253.075337:0:13882:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610253.075338:0:16357:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610253.075338:0:16357:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000001:1.0:1749610253.075339:0:13882:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749610253.075340:0:13879:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 902 usecs (1 jiffies) 00000100:00000001:2.0:1749610253.075340:0:16357:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749610253.075340:0:13882:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610253.075341:0:16357:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610253.075341:0:13882:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c786e18. 00000100:00000001:3.0:1749610253.075342:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299527138 00000400:00000200:1.0:1749610253.075343:0:13882:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a51b1880 00000100:00000001:3.0:1749610253.075344:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299527172 00000400:00000010:1.0:1749610253.075344:0:13882:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a51b1880. 00000100:00000001:1.0:1749610253.075345:0:13882:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610253.075346:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299527138 00000100:00000200:1.0:1749610253.075347:0:13882:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88011e647800 x1834598777634560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610253.075348:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299527172 00000100:00000001:3.0:1749610253.075350:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299527138 00000100:00000001:2.0:1749610253.075350:0:16357:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610253.075352:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299527172 00000100:00000200:1.0:1749610253.075352:0:13882:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88011e647800 x1834598777634560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610253.075354:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299527138 00000100:00000001:2.0:1749610253.075354:0:16357:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610253.075354:0:16357:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610253.075355:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299527172 00000100:00000001:1.0:1749610253.075355:0:13882:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:2.0:1749610253.075356:0:16357:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00000001:1.0:1749610253.075356:0:13882:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610253.075357:0:13882:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610253.075358:0:13882:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610253.075359:0:13882:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610253.075360:0:13882:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610253.075361:0:16357:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137119079424 : -131936590472192 : ffff88011e645c00) 02000000:00000001:1.0:1749610253.075361:0:13882:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610253.075362:0:13879:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610253.075363:0:16357:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88011e645c00 x1834598777634432/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749610253.075363:0:13882:0:(import.c:2097:obd_at_measure()) add 5 to ffff88008e008c38 time=102 v=5 (5 5 5 0) 00000100:00000001:3.0:1749610253.075364:0:13879:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610253.075365:0:13882:0:(import.c:2097:obd_at_measure()) add 1 to ffff88008e008bf0 time=102 v=5 (1 1 1 0) 00000100:00000001:3.0:1749610253.075366:0:13879:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610253.075366:0:13882:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610253.075367:0:13882:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610253.075368:0:16357:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e645c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:13879:x1834598777634432:12345-0@lo:38:kworker.0 00010000:00000001:1.0:1749610253.075368:0:13882:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1749610253.075370:0:13879:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88011e644a80 x1834598777634688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610253.075370:0:16357:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598777634432 00010000:00080000:1.0:1749610253.075370:0:13882:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88011e647800 x1834598777634560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610253.075371:0:16357:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749610253.075373:0:16357:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:1.0:1749610253.075374:0:13882:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610253.075376:0:13879:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1749610253.075377:0:16357:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610253.075378:0:13879:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610253.075378:0:13882:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00010000:00020000:2.0:1749610253.075379:0:16357:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:1.0:1749610253.075379:0:13882:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 02000000:00000001:3.0:1749610253.075380:0:13879:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610253.075380:0:13882:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00010000:00000001:2.0:1749610253.075381:0:16357:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610253.075381:0:13882:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610253.075382:0:13879:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1749610253.075382:0:16357:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610253.075383:0:13882:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88011e647800 x1834598777634560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610253.075384:0:13879:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610253.075384:0:16357:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610253.075385:0:16357:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610253.075385:0:16357:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1749610253.075387:0:13879:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88011e644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:13879:1834598777634688:0@lo:38:kworker.0 00000100:00000001:1.0:1749610253.075387:0:13882:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749610253.075388:0:16357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880098368000. 00000100:00000001:1.0:1749610253.075388:0:13882:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1749610253.075389:0:16357:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610253.075389:0:13882:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610253.075390:0:16357:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610253.075390:0:13882:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011e647800 x1834598777634560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610253.075391:0:13879:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1749610253.075391:0:16357:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749610253.075392:0:16357:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610253.075393:0:13879:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00001000:2.0:1749610253.075393:0:16357:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:1.0:1749610253.075394:0:13882:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88011e647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:13882:1834598777634560:0@lo:400:kworker.0 02000000:00000001:3.0:1749610253.075395:0:13879:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610253.075395:0:16357:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:3.0:1749610253.075396:0:13879:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610253.075396:0:16357:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610253.075397:0:16357:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 36 to 0@lo 00000400:00000001:1.0:1749610253.075397:0:13882:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610253.075398:0:13882:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610253.075399:0:16357:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000400:00000010:1.0:1749610253.075399:0:13882:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c786630. 02000000:00000010:3.0:1749610253.075400:0:13879:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009960d400. 00000100:00000001:2.0:1749610253.075400:0:16357:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134714493856 : -131938995057760 : 0xffff88008f114ba0) 00000400:00000200:1.0:1749610253.075400:0:13882:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a51b1908 00000400:00000010:1.0:1749610253.075401:0:13882:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a51b1908. 02000000:00000001:3.0:1749610253.075402:0:13879:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610253.075402:0:16357:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008f114ba0 refcount 36 to 0@lo 00000100:00000001:1.0:1749610253.075402:0:13882:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749610253.075403:0:16357:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610253.075404:0:16357:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610253.075404:0:13882:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88011e646a00 x1834598777634176/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610253.075405:0:13879:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007929ccb8. 00000100:00000001:2.0:1749610253.075405:0:16357:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610253.075406:0:16357:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610253.075407:0:16357:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800963004c8. 00000100:00000200:1.0:1749610253.075408:0:13882:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88011e646a00 x1834598777634176/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610253.075409:0:13879:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1991770. 00000100:00000200:2.0:1749610253.075410:0:16357:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598777634432, offset 0 00000100:00000001:1.0:1749610253.075411:0:13882:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:3.0:1749610253.075412:0:13879:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598777634688, portal 10 00000100:00000001:1.0:1749610253.075412:0:13882:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610253.075413:0:13882:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610253.075414:0:13879:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1749610253.075414:0:13882:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610253.075415:0:13879:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137119074944 : -131936590476672 : ffff88011e644a80) 00000400:00000200:2.0:1749610253.075415:0:16357:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610253.075415:0:13882:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610253.075416:0:13882:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610253.075417:0:13882:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610253.075419:0:16357:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:1.0:1749610253.075419:0:13882:0:(import.c:2097:obd_at_measure()) add 5 to ffff88008ee36438 time=37 v=5 (5 5 5 0) 00000100:00000040:3.0:1749610253.075420:0:13879:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88011e644a80 x1834598777634688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749610253.075420:0:13882:0:(import.c:2097:obd_at_measure()) add 1 to ffff88008ee363f0 time=37 v=5 (1 1 1 0) 00000100:00000001:1.0:1749610253.075421:0:13882:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610253.075422:0:13882:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610253.075423:0:16357:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ed0723e80 00010000:00000001:1.0:1749610253.075425:0:13882:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1749610253.075426:0:16357:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x3819 [1] + 0 00010000:00000001:1.0:1749610253.075426:0:13882:0:(ldlm_request.c:1545:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610253.075427:0:13879:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749610253.075428:0:16357:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610253.075428:0:13882:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749610253.075428:0:13882:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: skip recheck: last_committed 12884901889 00000100:00000040:3.0:1749610253.075429:0:13879:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610253.075429:0:13882:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1749610253.075430:0:16357:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610253.075430:0:13882:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610253.075431:0:13879:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1991880. 00000100:00000001:2.0:1749610253.075432:0:16357:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749610253.075432:0:13882:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88011e646a00 x1834598777634176/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610253.075434:0:13879:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598777634688, offset 0 00000100:00000200:2.0:1749610253.075435:0:16357:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88011e647100 x1834598777634432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610278 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610253.075435:0:13882:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610253.075436:0:13882:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1749610253.075437:0:13879:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610253.075437:0:13882:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610253.075439:0:13882:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011e646a00 x1834598777634176/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610253.075440:0:16357:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88011e647100 x1834598777634432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610253.075442:0:13882:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88011e646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:13882:1834598777634176:0@lo:400:kworker.0 00000400:00000200:3.0:1749610253.075443:0:13879:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610253.075444:0:16357:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610253.075444:0:13882:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610253.075445:0:13882:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610253.075447:0:13882:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88011e647800 x1834598777634560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610253.075448:0:13879:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ed0723f80 00000400:00000200:2.0:1749610253.075448:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800963004c8 00000400:00000010:2.0:1749610253.075449:0:16357:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800963004c8. 00000100:00000001:2.0:1749610253.075450:0:16357:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610253.075450:0:13882:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749610253.075451:0:16357:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:1.0:1749610253.075451:0:13882:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1749610253.075452:0:13879:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0xadd [64] + 166280 00000100:00000001:2.0:1749610253.075452:0:16357:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610253.075452:0:13882:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88005faa8600. 00000100:00000040:2.0:1749610253.075454:0:16357:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 35 to 0@lo 02000000:00000001:1.0:1749610253.075454:0:13882:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610253.075454:0:13882:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749610253.075455:0:16357:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610253.075455:0:13882:0:(genops.c:1242:class_import_put()) import ffff88008e008800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749610253.075456:0:13882:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1749610253.075457:0:13879:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749610253.075457:0:16357:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1749610253.075457:0:13882:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880095da9a00. 02000000:00000001:1.0:1749610253.075458:0:13882:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1749610253.075459:0:16357:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011e645c00 x1834598777634432/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610273 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610253.075459:0:13882:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610253.075460:0:13882:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88011e647800. 00000100:00000001:1.0:1749610253.075461:0:13882:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610253.075462:0:13882:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610253.075463:0:13882:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749610253.075464:0:13879:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1749610253.075464:0:16357:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e645c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:13879:x1834598777634432:12345-0@lo:38:kworker.0 Request processed in 95us (167us total) trans 0 rc -19/-19 00000100:00000040:1.0:1749610253.075464:0:13882:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88011e646a00 x1834598777634176/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610253.075467:0:13879:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610253.075468:0:13879:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:2.0:1749610253.075468:0:16357:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00000001:2.0:1749610253.075469:0:16357:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610253.075470:0:16357:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:3.0:1749610253.075471:0:13879:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011e644000. 00000020:00000010:2.0:1749610253.075472:0:16357:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880135f79280. 00000100:00000040:3.0:1749610253.075473:0:13879:0:(events.c:338:request_in_callback()) incoming req@ffff88011e644000 x1834598777634688 msgsize 520 00000100:00000001:1.0:1749610253.075473:0:13882:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000010:2.0:1749610253.075474:0:16357:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b5364190. 02000000:00000001:1.0:1749610253.075474:0:13882:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610253.075475:0:13882:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88005faa8400. 02000000:00000001:1.0:1749610253.075476:0:13882:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:3.0:1749610253.075477:0:13879:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1749610253.075477:0:13882:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:2.0:1749610253.075478:0:16357:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008f71e200. 00000020:00000040:1.0:1749610253.075478:0:13882:0:(genops.c:1242:class_import_put()) import ffff88008ee36000 refcount=2 obd=lustre-OST0001-osc-MDT0001 00000020:00000001:1.0:1749610253.075478:0:13882:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610253.075479:0:13882:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880095da9c00. 02000000:00000001:1.0:1749610253.075480:0:13882:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610253.075481:0:13882:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610253.075481:0:13882:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88011e646a00. 00000100:00000001:1.0:1749610253.075482:0:13882:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610253.075483:0:13882:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610253.075484:0:13882:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610253.075486:0:13882:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610253.075487:0:13882:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610253.075488:0:13882:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610253.075488:0:13882:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610253.075493:0:13879:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610253.075493:0:16357:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610253.075497:0:13879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b1991880 00000100:00000001:2.0:1749610253.075497:0:16357:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1749610253.075499:0:13879:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b1991880. 00000100:00000001:3.0:1749610253.075501:0:13879:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:2.0:1749610253.075501:0:16357:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598777634688 02000000:00000001:2.0:1749610253.075502:0:16357:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610253.075503:0:16357:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1749610253.075504:0:13879:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88011e644a80 x1834598777634688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610253.075504:0:16357:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610253.075506:0:16357:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610253.075507:0:16357:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598777634688 00000020:00000001:2.0:1749610253.075508:0:16357:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610253.075509:0:16357:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749610253.075509:0:16357:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749610253.075510:0:16357:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610253.075511:0:13879:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749610253.075511:0:16357:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610253.075513:0:16357:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008f71e200. 00000100:00000040:3.0:1749610253.075514:0:13879:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88011e644a80 x1834598777634688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610278 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610253.075514:0:16357:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880135f79280. 00000020:00000010:2.0:1749610253.075515:0:16357:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b5364190. 00000100:00000001:2.0:1749610253.075517:0:16357:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610253.075518:0:16357:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610253.075519:0:16357:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610253.075520:0:13879:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610253.075521:0:16357:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610253.075522:0:13879:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610253.075524:0:13879:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610253.075524:0:16357:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610253.075527:0:13879:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 782 usecs (1 jiffies) 00000100:00000001:2.0:1749610253.075527:0:16357:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610253.075527:0:16357:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610253.075529:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299527138 00000100:00100000:2.0:1749610253.075529:0:16357:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00000001:3.0:1749610253.075531:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299527172 00000100:00000001:2.0:1749610253.075531:0:16357:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137119072256 : -131936590479360 : ffff88011e644000) 00000100:00000040:2.0:1749610253.075532:0:16357:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88011e644000 x1834598777634688/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610253.075533:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299527138 00000100:00000001:3.0:1749610253.075535:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299527172 00000100:00000001:3.0:1749610253.075536:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299527138 00000100:00100000:2.0:1749610253.075537:0:16357:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:13879:x1834598777634688:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610253.075538:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299527172 00000100:00000200:2.0:1749610253.075539:0:16357:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598777634688 00000100:00000001:3.0:1749610253.075540:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299527138 00000020:00000001:2.0:1749610253.075540:0:16357:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610253.075541:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299527172 00010000:00000001:2.0:1749610253.075541:0:16357:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749610253.075543:0:13879:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749610253.075544:0:16357:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610253.075545:0:13879:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749610253.075546:0:16357:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749610253.075547:0:16357:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610253.075548:0:13879:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610253.075548:0:16357:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610253.075550:0:13879:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610253.075552:0:16357:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610253.075553:0:16357:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610253.075554:0:16357:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749610253.075555:0:16357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009836a800. 02000000:00000001:2.0:1749610253.075556:0:16357:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610253.075557:0:16357:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610253.075558:0:13879:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1749610253.075559:0:16357:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749610253.075559:0:16357:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610253.075560:0:13879:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749610253.075561:0:16357:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610253.075562:0:13879:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610253.075562:0:16357:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610253.075563:0:13879:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610253.075563:0:16357:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610253.075565:0:16357:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 36 to 0@lo 00000100:00000001:2.0:1749610253.075566:0:16357:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000400:00000001:3.0:1749610253.075567:0:13879:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749610253.075567:0:16357:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134714493856 : -131938995057760 : 0xffff88008f114ba0) 00000400:00000001:3.0:1749610253.075568:0:13879:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1749610253.075568:0:16357:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008f114ba0 refcount 36 to 0@lo 02000000:00000001:2.0:1749610253.075569:0:16357:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610253.075570:0:16357:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610253.075571:0:13879:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007929ce18. 00000100:00000001:2.0:1749610253.075571:0:16357:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610253.075572:0:16357:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749610253.075573:0:13879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b19916e8 00000400:00000010:2.0:1749610253.075573:0:16357:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800963004c8. 00000400:00000010:3.0:1749610253.075575:0:13879:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b19916e8. 00000100:00000001:3.0:1749610253.075577:0:13879:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610253.075578:0:16357:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598777634688, offset 0 00000400:00000200:2.0:1749610253.075580:0:16357:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749610253.075582:0:13879:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88011e644700 x1834598777634304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610253.075583:0:16357:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610253.075586:0:16357:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ed0723f80 00000400:00000200:2.0:1749610253.075588:0:16357:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x3829 [1] + 0 00000100:00000200:3.0:1749610253.075591:0:13879:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88011e644700 x1834598777634304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610278 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610253.075591:0:16357:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610253.075592:0:16357:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610253.075594:0:16357:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610253.075596:0:16357:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88011e644a80 x1834598777634688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610278 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610253.075597:0:13879:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610253.075598:0:13879:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610253.075600:0:13879:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610253.075601:0:13879:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1749610253.075601:0:16357:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88011e644a80 x1834598777634688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610253.075603:0:13879:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610253.075605:0:13879:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610253.075605:0:16357:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749610253.075607:0:13879:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610253.075610:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800963004c8 00000100:00001000:3.0:1749610253.075611:0:13879:0:(import.c:2097:obd_at_measure()) add 0 to ffff8800b1a6d438 time=1749610253 v=5 (0 0 0 0) 00000400:00000010:2.0:1749610253.075611:0:16357:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800963004c8. 00000100:00000001:2.0:1749610253.075612:0:16357:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610253.075613:0:16357:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00001000:3.0:1749610253.075614:0:13879:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800b1a6d3f0 time=153 v=20 (1 1 20 0) 00000100:00000001:2.0:1749610253.075615:0:16357:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610253.075616:0:13879:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1749610253.075616:0:16357:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 35 to 0@lo 00000100:00000001:2.0:1749610253.075617:0:16357:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610253.075618:0:13879:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749610253.075618:0:16357:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610253.075620:0:13879:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610253.075620:0:16357:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011e644000 x1834598777634688/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610273 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610253.075624:0:13879:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88011e644700 x1834598777634304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610278 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610253.075625:0:16357:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:13879:x1834598777634688:12345-0@lo:38:kworker.0 Request processed in 88us (151us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749610253.075629:0:16357:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00000001:2.0:1749610253.075630:0:16357:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610253.075631:0:13879:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610253.075631:0:16357:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749610253.075632:0:16357:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880135f79280. 00000100:00000001:3.0:1749610253.075633:0:13879:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:2.0:1749610253.075633:0:16357:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b5364190. 00000100:00000001:3.0:1749610253.075635:0:13879:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749610253.075635:0:16357:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008f71e200. 00000100:00000001:2.0:1749610253.075636:0:16357:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610253.075637:0:13879:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610253.075638:0:13879:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749610253.075641:0:13879:0:(import.c:66:import_set_state_nolock()) ffff8800b1a6d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749610253.075647:0:13879:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-19) 00000100:00000001:3.0:1749610253.075649:0:13879:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610253.075653:0:13879:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011e644700 x1834598777634304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610278 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610253.075661:0:13879:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88011e644700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:13879:1834598777634304:0@lo:38:kworker.0 00000400:00000001:3.0:1749610253.075666:0:13879:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610253.075667:0:13879:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610253.075669:0:13879:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007929ce70. 00000400:00000200:3.0:1749610253.075671:0:13879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b19917f8 00000400:00000010:3.0:1749610253.075692:0:13879:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b19917f8. 00000100:00000001:3.0:1749610253.075695:0:13879:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610253.075698:0:13879:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88011e647100 x1834598777634432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610253.075706:0:13879:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88011e647100 x1834598777634432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610278 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610253.075712:0:13879:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610253.075714:0:13879:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610253.075716:0:13879:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610253.075717:0:13879:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610253.075719:0:13879:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610253.075720:0:13879:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610253.075722:0:13879:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610253.075725:0:13879:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012c014438 time=1749610253 v=5 (0 0 0 0) 00000100:00001000:3.0:1749610253.075728:0:13879:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012c0143f0 time=102 v=20 (1 1 20 0) 00000100:00000001:3.0:1749610253.075731:0:13879:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610253.075732:0:13879:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610253.075733:0:13879:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610253.075737:0:13879:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88011e647100 x1834598777634432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610278 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610253.075743:0:13879:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610253.075745:0:13879:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610253.075750:0:13879:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610253.075752:0:13879:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610253.075753:0:13879:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749610253.075756:0:13879:0:(import.c:66:import_set_state_nolock()) ffff88012c014000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749610253.075758:0:13879:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-19) 00000100:00000001:3.0:1749610253.075760:0:13879:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610253.075764:0:13879:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011e647100 x1834598777634432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610278 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610253.075771:0:13879:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88011e647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:13879:1834598777634432:0@lo:38:kworker.0 00000400:00000001:3.0:1749610253.075776:0:13879:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610253.075777:0:13879:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610253.075779:0:13879:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007929ccb8. 00000400:00000200:3.0:1749610253.075781:0:13879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b1991770 00000400:00000010:3.0:1749610253.075783:0:13879:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b1991770. 00000100:00000001:3.0:1749610253.075785:0:13879:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610253.075788:0:13879:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88011e644a80 x1834598777634688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610253.075795:0:13879:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88011e644a80 x1834598777634688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610278 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610253.075801:0:13879:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610253.075802:0:13879:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610253.075804:0:13879:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610253.075806:0:13879:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610253.075807:0:13879:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610253.075808:0:13879:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610253.075810:0:13879:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610253.075814:0:13879:0:(import.c:2097:obd_at_measure()) add 0 to ffff8800967b8c38 time=1749610253 v=5 (0 0 0 0) 00000100:00001000:3.0:1749610253.075816:0:13879:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800967b8bf0 time=52 v=20 (1 1 20 0) 00000100:00000001:3.0:1749610253.075819:0:13879:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610253.075820:0:13879:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610253.075822:0:13879:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610253.075825:0:13879:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88011e644a80 x1834598777634688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610278 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610253.075835:0:13879:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610253.075837:0:13879:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610253.075838:0:13879:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610253.075840:0:13879:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610253.075841:0:13879:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749610253.075843:0:13879:0:(import.c:66:import_set_state_nolock()) ffff8800967b8800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749610253.075846:0:13879:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-19) 00000100:00000001:3.0:1749610253.075848:0:13879:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610253.075851:0:13879:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011e644a80 x1834598777634688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610278 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610253.075857:0:13879:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88011e644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:13879:1834598777634688:0@lo:38:kworker.0 00000100:00000001:3.0:1749610253.075861:0:13879:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610253.075863:0:13879:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610253.075865:0:13879:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88011e644700 x1834598777634304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610278 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610253.075871:0:13879:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610253.075873:0:13879:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610253.075875:0:13879:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880098478800. 02000000:00000001:3.0:1749610253.075878:0:13879:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610253.075879:0:13879:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610253.075881:0:13879:0:(genops.c:1242:class_import_put()) import ffff8800b1a6d000 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749610253.075883:0:13879:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610253.075884:0:13879:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88007258d400. 02000000:00000001:3.0:1749610253.075887:0:13879:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610253.075888:0:13879:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610253.075890:0:13879:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88011e644700. 00000100:00000001:3.0:1749610253.075892:0:13879:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610253.075893:0:13879:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610253.075895:0:13879:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610253.075897:0:13879:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88011e647100 x1834598777634432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610278 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610253.075912:0:13879:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610253.075913:0:13879:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610253.075915:0:13879:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880135365800. 02000000:00000001:3.0:1749610253.075921:0:13879:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610253.075922:0:13879:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610253.075923:0:13879:0:(genops.c:1242:class_import_put()) import ffff88012c014000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749610253.075925:0:13879:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610253.075927:0:13879:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88007258f000. 02000000:00000001:3.0:1749610253.075929:0:13879:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610253.075930:0:13879:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610253.075931:0:13879:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88011e647100. 00000100:00000001:3.0:1749610253.075933:0:13879:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610253.075934:0:13879:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610253.075936:0:13879:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610253.075938:0:13879:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88011e644a80 x1834598777634688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610278 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610253.075944:0:13879:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610253.075945:0:13879:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610253.075946:0:13879:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009960d400. 02000000:00000001:3.0:1749610253.075950:0:13879:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610253.075951:0:13879:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610253.075952:0:13879:0:(genops.c:1242:class_import_put()) import ffff8800967b8800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1749610253.075954:0:13879:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610253.075955:0:13879:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88007258e000. 02000000:00000001:3.0:1749610253.075957:0:13879:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610253.075958:0:13879:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610253.075959:0:13879:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88011e644a80. 00000100:00000001:3.0:1749610253.075961:0:13879:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610253.075961:0:13879:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610253.075963:0:13879:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610253.075965:0:13879:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610253.075966:0:13879:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610253.075967:0:13879:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610253.075969:0:13879:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610253.109776:0:2304:0:(connection.c:75:cpu_latency_work()) work item of ffff8800a49159c0 (cpu 0) has reached its deadline 4299527172, at 4299527172 00000100:00000040:0.0:1749610253.109776:0:1039:0:(connection.c:75:cpu_latency_work()) work item of ffff8800a4915800 (cpu 0) has reached its deadline 4299527172, at 4299527172 00000100:00000040:3.0:1749610253.109780:0:28986:0:(connection.c:75:cpu_latency_work()) work item of ffff8800a4915aa0 (cpu 0) has reached its deadline 4299527172, at 4299527172 00000100:00000010:2.0:1749610253.109792:0:2304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801373fa900. 00000100:00000010:3.0:1749610253.109794:0:28986:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801373fa980. 00000100:00000010:0.0:1749610253.109805:0:1039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801373fa200. 00000100:00000040:1.0:1749610253.109877:0:19557:0:(connection.c:75:cpu_latency_work()) work item of ffff8800a49158e0 (cpu 0) has reached its deadline 4299527172, at 4299527172 00000100:00000010:1.0:1749610253.109883:0:19557:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801373fab80. 00010000:00000001:0.0:1749610253.235729:0:1039:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610253.235735:0:1039:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610253.235848:0:16353:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610253.235856:0:16353:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610253.235860:0:16353:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1749610253.267112:0:20791:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2f080. 00080000:00000010:0.0:1749610253.267122:0:20791:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2f080. 00000020:00000001:0.0:1749610253.267133:0:20791:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610253.267152:0:20791:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2f080. 00080000:00000010:0.0:1749610253.267157:0:20791:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2f080. 00000020:00000001:0.0:1749610253.267162:0:20791:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610253.267170:0:20791:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2f080. 00080000:00000010:0.0:1749610253.267174:0:20791:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2f080. 00000020:00000001:0.0:1749610253.267177:0:20791:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610253.271866:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79d80. 00080000:00000010:2.0:1749610253.271877:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79d80. 00000020:00000001:2.0:1749610253.271884:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610253.272038:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79d80. 00080000:00000010:2.0:1749610253.272046:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79d80. 00000020:00000001:2.0:1749610253.272052:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610253.272063:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79d80. 00080000:00000010:2.0:1749610253.272069:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79d80. 00000020:00000001:2.0:1749610253.272074:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610253.331775:0:16445:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610253.331796:0:16445:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610253.331798:0:16445:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610253.331802:0:16445:0:(client.c:2663:ptlrpc_set_wait()) set ffff880094dcca80 going to sleep for 0 seconds 00000100:00000001:2.0:1749610253.331806:0:16445:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610253.331809:0:16445:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610253.331812:0:16445:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610253.331814:0:16445:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610253.331817:0:16445:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610253.430117:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2f080. 00080000:00000010:0.0:1749610253.430125:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2f080. 00000020:00000001:0.0:1749610253.430132:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610253.430177:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2f080. 00080000:00000010:0.0:1749610253.430181:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2f080. 00000020:00000001:0.0:1749610253.430186:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610253.430192:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2f080. 00080000:00000010:0.0:1749610253.430195:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2f080. 00000020:00000001:0.0:1749610253.430197:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610253.808128:0:20855:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334b00. 00080000:00000010:1.0:1749610253.808134:0:20855:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334b00. 00000020:00000001:1.0:1749610253.808139:0:20855:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610253.808153:0:20855:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334b00. 00080000:00000010:1.0:1749610253.808158:0:20855:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334b00. 00000020:00000001:1.0:1749610253.808161:0:20855:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610253.808168:0:20855:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334b00. 00080000:00000010:1.0:1749610253.808172:0:20855:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334b00. 00000020:00000001:1.0:1749610253.808175:0:20855:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610253.811327:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334b00. 00080000:00000010:1.0:1749610253.811331:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334b00. 00000020:00000001:1.0:1749610253.811334:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610253.811402:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334b00. 00080000:00000010:1.0:1749610253.811406:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334b00. 00000020:00000001:1.0:1749610253.811412:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610253.811417:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334b00. 00080000:00000010:1.0:1749610253.811420:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334b00. 00000020:00000001:1.0:1749610253.811422:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1749610253.898156:0:20897:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1749610253.898159:0:20897:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 903: Test long page discard does not cause evictions ========================================================== 22:50:52 (1749610252) 00000001:00000001:1.0:1749610253.904468:0:20897:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:2.0:1749610253.937251:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79480. 00080000:00000010:2.0:1749610253.937258:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79480. 00000020:00000001:2.0:1749610253.937263:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610253.937331:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79480. 00080000:00000010:2.0:1749610253.937335:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79480. 00000020:00000001:2.0:1749610253.937339:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610253.937346:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79480. 00080000:00000010:2.0:1749610253.937350:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79480. 00000020:00000001:2.0:1749610253.937353:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610254.022828:0:16356:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610254.022833:0:16356:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610254.022835:0:16356:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610254.022839:0:16356:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800571d16c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610254.022841:0:16356:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610254.022844:0:16356:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610254.022847:0:16356:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610254.022849:0:16356:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610254.022851:0:16356:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610254.075782:0:13879:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610254.075799:0:13879:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610254.075802:0:13879:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610254.075806:0:13879:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610254.075809:0:13879:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610254.075813:0:13879:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610254.075815:0:13879:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610254.237781:0:1039:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610254.237789:0:1039:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610254.237792:0:1039:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610254.237794:0:1039:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610254.237798:0:1039:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610254.237800:0:1039:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610254.237801:0:1039:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610254.237803:0:1039:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610254.237886:0:16354:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610254.237892:0:16354:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610254.237895:0:16354:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610254.331769:0:16445:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610254.331774:0:16445:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610254.331776:0:16445:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610254.331778:0:16445:0:(client.c:2663:ptlrpc_set_wait()) set ffff880094dcca80 going to sleep for 0 seconds 00000100:00000001:2.0:1749610254.331781:0:16445:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610254.331783:0:16445:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610254.331785:0:16445:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610254.331787:0:16445:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610254.331800:0:16445:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610254.994951:0:16408:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880129f38000. 00000020:00000040:2.0:1749610254.995004:0:16408:0:(genops.c:1229:class_import_get()) import ffff8800b1a6d000 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749610254.995011:0:16408:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610254.995016:0:16408:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610254.995023:0:16408:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610254.995032:0:16408:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88008f71ee00. 00000100:00000001:2.0:1749610254.995040:0:16408:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610254.995048:0:16408:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749610254.995050:0:16408:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749610254.995057:0:16408:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006dca8240. 00000100:00000001:2.0:1749610254.995059:0:16408:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134156206656 : -131939553344960 : ffff88006dca8240) 00000100:00000001:2.0:1749610254.995062:0:16408:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610254.995064:0:16408:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137313009664 : -131936396541952 : ffff880129f38000) 00000100:00000001:2.0:1749610254.995070:0:16408:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610254.995074:0:16408:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610254.995077:0:16408:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749610254.995079:0:16408:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610254.995089:0:16408:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880129f38000 x1834598777634944/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610254.995100:0:16408:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610254.995102:0:16408:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610254.995106:0:16408:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880129f38000 x1834598777634944/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610254.995114:0:16408:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749610254.995117:0:16408:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610254.995119:0:16408:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610254.995121:0:16408:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006dca8240 going to sleep for 0 seconds 00000100:00000001:2.0:1749610254.995123:0:16408:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610254.995126:0:16408:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749610254.995129:0:16408:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610254.995132:0:16408:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610254.995134:0:16408:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610254.995137:0:16408:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880129f38000 x1834598777634944/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610254.995163:0:16408:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f38000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:16408:1834598777634944:0@lo:900:osp-pre-0-1.0 00000100:00000001:2.0:1749610254.995168:0:16408:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610254.995171:0:16408:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749610254.995173:0:16408:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749610254.995175:0:16408:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610254.995178:0:16408:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880129f38000 x1834598777634944/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610254.995185:0:16408:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610254.995187:0:16408:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006dca8240. 00000100:00000001:2.0:1749610254.995191:0:16408:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749610254.995192:0:16408:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749610254.995194:0:16408:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610254.995197:0:16408:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880129f38000 x1834598777634944/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610254.995203:0:16408:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749610254.995205:0:16408:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610254.995207:0:16408:0:(genops.c:1242:class_import_put()) import ffff8800b1a6d000 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749610254.995209:0:16408:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610254.995212:0:16408:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88008f71ee00. 02000000:00000001:2.0:1749610254.995216:0:16408:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610254.995217:0:16408:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610254.995219:0:16408:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880129f38000. 00000100:00000001:2.0:1749610254.995224:0:16408:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610254.995225:0:16408:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610255.022880:0:16356:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610255.022887:0:16356:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610255.022890:0:16356:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610255.022894:0:16356:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800571d16c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749610255.022897:0:16356:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610255.022900:0:16356:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610255.022904:0:16356:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610255.022906:0:16356:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610255.022909:0:16356:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610255.023743:0:16410:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012dcb1880. 00000020:00000040:0.0:1749610255.023750:0:16410:0:(genops.c:1229:class_import_get()) import ffff8800b1a6d000 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749610255.023755:0:16410:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610255.023760:0:16410:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610255.023765:0:16410:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610255.023773:0:16410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a76a00. 00000100:00000001:0.0:1749610255.023785:0:16410:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610255.023792:0:16410:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749610255.023794:0:16410:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749610255.023800:0:16410:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ffb7780. 00000100:00000001:0.0:1749610255.023802:0:16410:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137414195072 : -131936295356544 : ffff88012ffb7780) 00000100:00000001:0.0:1749610255.023805:0:16410:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610255.023807:0:16410:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137377470592 : -131936332081024 : ffff88012dcb1880) 00000100:00000001:0.0:1749610255.023812:0:16410:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610255.023817:0:16410:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610255.023831:0:16410:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749610255.023833:0:16410:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610255.023842:0:16410:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012dcb1880 x1834598777635072/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610255.023852:0:16410:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610255.023853:0:16410:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610255.023857:0:16410:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012dcb1880 x1834598777635072/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610255.023864:0:16410:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749610255.023866:0:16410:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610255.023867:0:16410:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610255.023869:0:16410:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ffb7780 going to sleep for 0 seconds 00000100:00000001:0.0:1749610255.023871:0:16410:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610255.023873:0:16410:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749610255.023876:0:16410:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610255.023879:0:16410:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610255.023881:0:16410:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610255.023884:0:16410:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012dcb1880 x1834598777635072/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610255.023892:0:16410:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012dcb1880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:16410:1834598777635072:0@lo:900:osp-pre-1-1.0 00000100:00000001:0.0:1749610255.023896:0:16410:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610255.023898:0:16410:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749610255.023901:0:16410:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749610255.023903:0:16410:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610255.023906:0:16410:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012dcb1880 x1834598777635072/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610255.023912:0:16410:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610255.023914:0:16410:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ffb7780. 00000100:00000001:0.0:1749610255.023918:0:16410:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749610255.023919:0:16410:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749610255.023921:0:16410:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610255.023929:0:16410:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012dcb1880 x1834598777635072/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610255.023935:0:16410:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749610255.023937:0:16410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610255.023939:0:16410:0:(genops.c:1242:class_import_put()) import ffff8800b1a6d000 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749610255.023941:0:16410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610255.023944:0:16410:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a76a00. 02000000:00000001:0.0:1749610255.023947:0:16410:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610255.023949:0:16410:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610255.023951:0:16410:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012dcb1880. 00000100:00000001:0.0:1749610255.023968:0:16410:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610255.023970:0:16410:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610255.075774:0:13879:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610255.075789:0:13879:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610255.075792:0:13879:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610255.075797:0:13879:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610255.075800:0:13879:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610255.075804:0:13879:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610255.075807:0:13879:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610255.195484:0:20920:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79480. 00080000:00000010:2.0:1749610255.195493:0:20920:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79480. 00000020:00000001:2.0:1749610255.195502:0:20920:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610255.195517:0:20920:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79480. 00080000:00000010:2.0:1749610255.195523:0:20920:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79480. 00000020:00000001:2.0:1749610255.195526:0:20920:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610255.195533:0:20920:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79480. 00080000:00000010:2.0:1749610255.195537:0:20920:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79480. 00000020:00000001:2.0:1749610255.195540:0:20920:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610255.198708:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79480. 00080000:00000010:2.0:1749610255.198712:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79480. 00000020:00000001:2.0:1749610255.198715:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610255.198786:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79480. 00080000:00000010:2.0:1749610255.198789:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79480. 00000020:00000001:2.0:1749610255.198792:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610255.198796:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79480. 00080000:00000010:2.0:1749610255.198798:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79480. 00000020:00000001:2.0:1749610255.198800:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610255.239729:0:1039:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610255.239734:0:1039:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610255.239781:0:18751:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610255.239784:0:18751:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610255.239787:0:18751:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610255.331713:0:16445:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610255.331717:0:16445:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610255.331719:0:16445:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610255.331722:0:16445:0:(client.c:2663:ptlrpc_set_wait()) set ffff880094dcca80 going to sleep for 0 seconds 00000100:00000001:2.0:1749610255.331724:0:16445:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610255.331728:0:16445:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610255.331731:0:16445:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610255.331733:0:16445:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610255.331735:0:16445:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610255.351879:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334d80. 00080000:00000010:1.0:1749610255.351886:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334d80. 00000020:00000001:1.0:1749610255.351889:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610255.351928:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334d80. 00080000:00000010:1.0:1749610255.351932:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334d80. 00000020:00000001:1.0:1749610255.351935:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610255.351940:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334d80. 00080000:00000010:1.0:1749610255.351943:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334d80. 00000020:00000001:1.0:1749610255.351945:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610255.699704:0:20985:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779e00. 00080000:00000010:3.0:1749610255.699714:0:20985:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779e00. 00000020:00000001:3.0:1749610255.699721:0:20985:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610255.699736:0:20985:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779e00. 00080000:00000010:3.0:1749610255.699741:0:20985:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779e00. 00000020:00000001:3.0:1749610255.699745:0:20985:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610255.699752:0:20985:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779e00. 00080000:00000010:3.0:1749610255.699756:0:20985:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779e00. 00000020:00000001:3.0:1749610255.699759:0:20985:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610255.702741:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334500. 00080000:00000010:1.0:1749610255.702746:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334500. 00000020:00000001:1.0:1749610255.702750:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610255.702820:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334500. 00080000:00000010:1.0:1749610255.702823:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334500. 00000020:00000001:1.0:1749610255.702826:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610255.702831:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334500. 00080000:00000010:1.0:1749610255.702834:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334500. 00000020:00000001:1.0:1749610255.702837:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610255.832771:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779580. 00080000:00000010:3.0:1749610255.832778:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779580. 00000020:00000001:3.0:1749610255.832782:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610255.832831:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779580. 00080000:00000010:3.0:1749610255.832835:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779580. 00000020:00000001:3.0:1749610255.832838:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610255.832843:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779580. 00080000:00000010:3.0:1749610255.832846:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779580. 00000020:00000001:3.0:1749610255.832848:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610256.022724:0:16356:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610256.022729:0:16356:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610256.022731:0:16356:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610256.022734:0:16356:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800571d16c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749610256.022736:0:16356:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610256.022740:0:16356:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610256.022742:0:16356:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610256.022744:0:16356:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610256.022746:0:16356:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610256.075722:0:13879:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610256.075734:0:13879:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610256.075736:0:13879:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610256.075739:0:13879:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610256.075742:0:13879:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610256.075746:0:13879:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610256.075748:0:13879:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610256.161491:0:21050:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2f400. 00080000:00000010:0.0:1749610256.161501:0:21050:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2f400. 00000020:00000001:0.0:1749610256.161512:0:21050:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610256.161529:0:21050:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2f400. 00080000:00000010:0.0:1749610256.161534:0:21050:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2f400. 00000020:00000001:0.0:1749610256.161538:0:21050:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610256.161546:0:21050:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2f400. 00080000:00000010:0.0:1749610256.161550:0:21050:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2f400. 00000020:00000001:0.0:1749610256.161554:0:21050:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610256.165064:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779080. 00080000:00000010:3.0:1749610256.165072:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779080. 00000020:00000001:3.0:1749610256.165077:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610256.165157:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779080. 00080000:00000010:3.0:1749610256.165162:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779080. 00000020:00000001:3.0:1749610256.165165:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610256.165172:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779080. 00080000:00000010:3.0:1749610256.165176:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779080. 00000020:00000001:3.0:1749610256.165184:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610256.241746:0:1039:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610256.241751:0:1039:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610256.241803:0:16353:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610256.241808:0:16353:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610256.241812:0:16353:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1749610256.295481:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779580. 00080000:00000010:3.0:1749610256.295491:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779580. 00000020:00000001:3.0:1749610256.295496:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610256.295564:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779580. 00080000:00000010:3.0:1749610256.295569:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779580. 00000020:00000001:3.0:1749610256.295573:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610256.295581:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779580. 00080000:00000010:3.0:1749610256.295585:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779580. 00000020:00000001:3.0:1749610256.295588:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610256.331726:0:16445:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610256.331731:0:16445:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610256.331741:0:16445:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610256.331744:0:16445:0:(client.c:2663:ptlrpc_set_wait()) set ffff880094dcca80 going to sleep for 0 seconds 00000100:00000001:2.0:1749610256.331746:0:16445:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610256.331748:0:16445:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610256.331750:0:16445:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610256.331752:0:16445:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610256.331753:0:16445:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610256.669721:0:21116:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2f400. 00080000:00000010:0.0:1749610256.669729:0:21116:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2f400. 00000020:00000001:0.0:1749610256.669736:0:21116:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610256.669754:0:21116:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2f400. 00080000:00000010:0.0:1749610256.669759:0:21116:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2f400. 00000020:00000001:0.0:1749610256.669762:0:21116:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610256.669768:0:21116:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2f400. 00080000:00000010:0.0:1749610256.669777:0:21116:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2f400. 00000020:00000001:0.0:1749610256.669780:0:21116:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610256.672544:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79900. 00080000:00000010:2.0:1749610256.672548:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79900. 00000020:00000001:2.0:1749610256.672550:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610256.672587:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79900. 00080000:00000010:2.0:1749610256.672589:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79900. 00000020:00000001:2.0:1749610256.672591:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610256.672594:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79900. 00080000:00000010:2.0:1749610256.672596:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79900. 00000020:00000001:2.0:1749610256.672598:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610256.821088:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2f400. 00080000:00000010:0.0:1749610256.821095:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2f400. 00000020:00000001:0.0:1749610256.821100:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610256.821150:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2f400. 00080000:00000010:0.0:1749610256.821154:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2f400. 00000020:00000001:0.0:1749610256.821157:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610256.821162:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2f400. 00080000:00000010:0.0:1749610256.821165:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2f400. 00000020:00000001:0.0:1749610256.821167:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610256.995902:0:16408:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012dcb1880. 00000020:00000040:0.0:1749610256.995914:0:16408:0:(genops.c:1229:class_import_get()) import ffff8800b1a6d000 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749610256.995934:0:16408:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610256.995938:0:16408:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610256.995943:0:16408:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610256.995951:0:16408:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a77400. 00000100:00000001:0.0:1749610256.995958:0:16408:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610256.995965:0:16408:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749610256.995967:0:16408:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749610256.995973:0:16408:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ffb7b40. 00000100:00000001:0.0:1749610256.995974:0:16408:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137414196032 : -131936295355584 : ffff88012ffb7b40) 00000100:00000001:0.0:1749610256.995977:0:16408:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610256.995978:0:16408:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137377470592 : -131936332081024 : ffff88012dcb1880) 00000100:00000001:0.0:1749610256.995983:0:16408:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610256.995987:0:16408:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610256.995989:0:16408:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749610256.995991:0:16408:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610256.996001:0:16408:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012dcb1880 x1834598777635200/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610256.996009:0:16408:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610256.996024:0:16408:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610256.996027:0:16408:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012dcb1880 x1834598777635200/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610256.996032:0:16408:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749610256.996034:0:16408:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610256.996035:0:16408:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610256.996037:0:16408:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ffb7b40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610256.996038:0:16408:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610256.996041:0:16408:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749610256.996042:0:16408:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610256.996044:0:16408:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610256.996046:0:16408:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610256.996048:0:16408:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012dcb1880 x1834598777635200/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610256.996053:0:16408:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012dcb1880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:16408:1834598777635200:0@lo:900:osp-pre-0-1.0 00000100:00000001:0.0:1749610256.996056:0:16408:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610256.996057:0:16408:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749610256.996059:0:16408:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749610256.996061:0:16408:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610256.996063:0:16408:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012dcb1880 x1834598777635200/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610256.996068:0:16408:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610256.996069:0:16408:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ffb7b40. 00000100:00000001:0.0:1749610256.996072:0:16408:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749610256.996072:0:16408:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749610256.996074:0:16408:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610256.996075:0:16408:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012dcb1880 x1834598777635200/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610256.996078:0:16408:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749610256.996080:0:16408:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610256.996081:0:16408:0:(genops.c:1242:class_import_put()) import ffff8800b1a6d000 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749610256.996082:0:16408:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610256.996087:0:16408:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a77400. 02000000:00000001:0.0:1749610256.996090:0:16408:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610256.996091:0:16408:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610256.996093:0:16408:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012dcb1880. 00000100:00000001:0.0:1749610256.996096:0:16408:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610256.996097:0:16408:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610257.022752:0:16356:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610257.022758:0:16356:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610257.022760:0:16356:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610257.022764:0:16356:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800571d16c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749610257.022767:0:16356:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610257.022770:0:16356:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610257.022772:0:16356:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610257.022774:0:16356:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610257.022776:0:16356:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610257.024737:0:16410:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012dcb1880. 00000020:00000040:0.0:1749610257.024745:0:16410:0:(genops.c:1229:class_import_get()) import ffff8800b1a6d000 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749610257.024750:0:16410:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610257.024754:0:16410:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610257.024759:0:16410:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610257.024766:0:16410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a77400. 00000100:00000001:0.0:1749610257.024773:0:16410:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610257.024778:0:16410:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749610257.024780:0:16410:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749610257.024785:0:16410:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ffb7b40. 00000100:00000001:0.0:1749610257.024787:0:16410:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137414196032 : -131936295355584 : ffff88012ffb7b40) 00000100:00000001:0.0:1749610257.024789:0:16410:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610257.024790:0:16410:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137377470592 : -131936332081024 : ffff88012dcb1880) 00000100:00000001:0.0:1749610257.024794:0:16410:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610257.024798:0:16410:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610257.024800:0:16410:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749610257.024801:0:16410:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610257.024810:0:16410:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012dcb1880 x1834598777635328/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610257.024816:0:16410:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610257.024817:0:16410:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610257.024834:0:16410:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012dcb1880 x1834598777635328/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610257.024839:0:16410:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749610257.024841:0:16410:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610257.024841:0:16410:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610257.024842:0:16410:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ffb7b40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610257.024843:0:16410:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610257.024845:0:16410:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749610257.024846:0:16410:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610257.024848:0:16410:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610257.024850:0:16410:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610257.024852:0:16410:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012dcb1880 x1834598777635328/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610257.024856:0:16410:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012dcb1880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:16410:1834598777635328:0@lo:900:osp-pre-1-1.0 00000100:00000001:0.0:1749610257.024860:0:16410:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610257.024861:0:16410:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749610257.024863:0:16410:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749610257.024865:0:16410:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610257.024866:0:16410:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012dcb1880 x1834598777635328/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610257.024870:0:16410:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610257.024872:0:16410:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ffb7b40. 00000100:00000001:0.0:1749610257.024874:0:16410:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749610257.024875:0:16410:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749610257.024876:0:16410:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610257.024878:0:16410:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012dcb1880 x1834598777635328/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610257.024881:0:16410:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749610257.024883:0:16410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610257.024885:0:16410:0:(genops.c:1242:class_import_put()) import ffff8800b1a6d000 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749610257.024886:0:16410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610257.024892:0:16410:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a77400. 02000000:00000001:0.0:1749610257.024894:0:16410:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610257.024896:0:16410:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610257.024898:0:16410:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012dcb1880. 00000100:00000001:0.0:1749610257.024900:0:16410:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610257.024901:0:16410:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610257.075819:0:13879:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610257.075836:0:13879:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610257.075837:0:13879:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610257.075842:0:13879:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610257.075845:0:13879:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610257.075848:0:13879:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610257.075850:0:13879:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610257.241256:0:21180:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334a80. 00080000:00000010:1.0:1749610257.241263:0:21180:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334a80. 00000020:00000001:1.0:1749610257.241267:0:21180:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610257.241277:0:21180:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334a80. 00080000:00000010:1.0:1749610257.241282:0:21180:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334a80. 00000020:00000001:1.0:1749610257.241285:0:21180:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610257.241292:0:21180:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334a80. 00080000:00000010:1.0:1749610257.241296:0:21180:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334a80. 00000020:00000001:1.0:1749610257.241299:0:21180:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610257.243795:0:1039:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610257.243799:0:1039:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610257.243818:0:16354:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610257.243821:0:16354:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610257.243824:0:16354:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1749610257.244092:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779f80. 00080000:00000010:3.0:1749610257.244096:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779f80. 00000020:00000001:3.0:1749610257.244099:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610257.244142:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779f80. 00080000:00000010:3.0:1749610257.244144:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779f80. 00000020:00000001:3.0:1749610257.244146:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610257.244150:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779f80. 00080000:00000010:3.0:1749610257.244152:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779f80. 00000020:00000001:3.0:1749610257.244154:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610257.331769:0:16445:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610257.331774:0:16445:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610257.331776:0:16445:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610257.331790:0:16445:0:(client.c:2663:ptlrpc_set_wait()) set ffff880094dcca80 going to sleep for 0 seconds 00000100:00000001:2.0:1749610257.331793:0:16445:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610257.331796:0:16445:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610257.331799:0:16445:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610257.331801:0:16445:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610257.331804:0:16445:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1749610257.342553:0:21223:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1749610257.342558:0:21223:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 904: virtual project ID xattr ============= 22:50:55 (1749610255) 00000001:00000001:1.0:1749610257.347640:0:21223:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:0.0:1749610257.377560:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2f400. 00080000:00000010:0.0:1749610257.377588:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2f400. 00000020:00000001:0.0:1749610257.377594:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610257.377663:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2f400. 00080000:00000010:0.0:1749610257.377668:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2f400. 00000020:00000001:0.0:1749610257.377672:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610257.377700:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2f400. 00080000:00000010:0.0:1749610257.377705:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2f400. 00000020:00000001:0.0:1749610257.377708:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610257.520190:0:21246:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2f400. 00080000:00000010:0.0:1749610257.520200:0:21246:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2f400. 00000020:00000001:0.0:1749610257.520211:0:21246:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610257.520236:0:21246:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2f400. 00080000:00000010:0.0:1749610257.520244:0:21246:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2f400. 00000020:00000001:0.0:1749610257.520250:0:21246:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610257.520261:0:21246:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2f400. 00080000:00000010:0.0:1749610257.520268:0:21246:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2f400. 00000020:00000001:0.0:1749610257.520274:0:21246:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610257.525329:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334e00. 00080000:00000010:1.0:1749610257.525337:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334e00. 00000020:00000001:1.0:1749610257.525344:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610257.525472:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334e00. 00080000:00000010:1.0:1749610257.525478:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334e00. 00000020:00000001:1.0:1749610257.525484:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610257.525492:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334e00. 00080000:00000010:1.0:1749610257.525497:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334e00. 00000020:00000001:1.0:1749610257.525501:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610257.667313:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79980. 00080000:00000010:2.0:1749610257.667319:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79980. 00000020:00000001:2.0:1749610257.667324:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610257.667363:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79980. 00080000:00000010:2.0:1749610257.667367:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79980. 00000020:00000001:2.0:1749610257.667369:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610257.667374:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79980. 00080000:00000010:2.0:1749610257.667377:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79980. 00000020:00000001:2.0:1749610257.667379:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610257.848611:0:21310:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334e00. 00080000:00000010:1.0:1749610257.848617:0:21310:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334e00. 00000020:00000001:1.0:1749610257.848621:0:21310:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610257.848631:0:21310:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334e00. 00080000:00000010:1.0:1749610257.848634:0:21310:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334e00. 00000020:00000001:1.0:1749610257.848636:0:21310:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610257.848641:0:21310:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334e00. 00080000:00000010:1.0:1749610257.848645:0:21310:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334e00. 00000020:00000001:1.0:1749610257.848647:0:21310:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610257.850847:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79b80. 00080000:00000010:2.0:1749610257.850851:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79b80. 00000020:00000001:2.0:1749610257.850854:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610257.850894:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79b80. 00080000:00000010:2.0:1749610257.850896:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79b80. 00000020:00000001:2.0:1749610257.850898:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610257.850917:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79b80. 00080000:00000010:2.0:1749610257.850920:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79b80. 00000020:00000001:2.0:1749610257.850922:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610257.994313:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779900. 00080000:00000010:3.0:1749610257.994319:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779900. 00000020:00000001:3.0:1749610257.994323:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610257.994364:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779900. 00080000:00000010:3.0:1749610257.994367:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779900. 00000020:00000001:3.0:1749610257.994370:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610257.994375:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779900. 00080000:00000010:3.0:1749610257.994378:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779900. 00000020:00000001:3.0:1749610257.994379:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.022778:0:16356:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610258.022785:0:16356:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610258.022788:0:16356:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610258.022793:0:16356:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800571d16c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749610258.022796:0:16356:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610258.022800:0:16356:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610258.022803:0:16356:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610258.022806:0:16356:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610258.022808:0:16356:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610258.075821:0:13879:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610258.077150:0:13879:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610258.077156:0:13879:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610258.077162:0:13879:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610258.077166:0:13879:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610258.077171:0:13879:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610258.077175:0:13879:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610258.081765:0:21237:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9966ab6c-a434-4a76-8d0c-e5d342f8d05c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610258.081773:0:21237:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9966ab6c-a434-4a76-8d0c-e5d342f8d05c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749610258.081776:0:21237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610258.081782:0:21237:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610258.081784:0:21237:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610258.081788:0:21237:0:(import.c:66:import_set_state_nolock()) ffff880129e40800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610258.081793:0:21237:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610258.081799:0:21237:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4859 00000100:00080000:2.0:1749610258.081804:0:21237:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610258.081808:0:21237:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 34 to 0@lo 00000100:00000001:2.0:1749610258.081827:0:21237:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610258.081830:0:21237:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 35 to 0@lo 00000100:00000001:2.0:1749610258.081833:0:21237:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000020:00000001:2.0:1749610258.081838:0:21237:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610258.081841:0:21237:0:(genops.c:823:class_conn2export()) looking for export cookie 0x303b8ee4031992de 00000020:00000001:2.0:1749610258.081844:0:21237:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610258.081848:0:21237:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129c20800 refcount=4 00000020:00000001:2.0:1749610258.081851:0:21237:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137309767680 : -131936399783936 : ffff880129c20800) 00000020:00000001:2.0:1749610258.081854:0:21237:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137309767680 : -131936399783936 : ffff880129c20800) 00000100:00000040:2.0:1749610258.081858:0:21237:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 34 to 0@lo 00000100:00000001:2.0:1749610258.081860:0:21237:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610258.081862:0:21237:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 35 to 0@lo 00000100:00000001:2.0:1749610258.081865:0:21237:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000020:00000040:2.0:1749610258.081869:0:21237:0:(genops.c:898:class_export_put()) PUTting export ffff880129c20800 : new refcount 3 00000100:00080000:2.0:1749610258.081873:0:21237:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff880129e40800 using connection 192.168.204.134@tcp/0@lo 00000100:00000001:2.0:1749610258.081875:0:21237:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610258.081879:0:21237:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610258.081889:0:21237:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610258.081892:0:21237:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610258.081895:0:21237:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610258.081920:0:21237:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610258.081927:0:21237:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880129f38000. 00000020:00000040:2.0:1749610258.081932:0:21237:0:(genops.c:1229:class_import_get()) import ffff880129e40800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610258.081937:0:21237:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610258.081939:0:21237:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610258.081942:0:21237:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610258.081962:0:21237:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610258.081966:0:21237:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610258.081973:0:21237:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e976400. 00000100:00000001:2.0:1749610258.081980:0:21237:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610258.081988:0:21237:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f38000 x1834598777635456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610258.082000:0:21237:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610258.082011:0:21237:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610258.082016:0:21237:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880129f38000] to pc [ptlrpcd_rcv+-1] req@ffff880129f38000 x1834598777635456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610258.082047:0:21237:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610258.082050:0:21237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610258.082055:0:21237:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749610258.082058:0:21237:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880129f3bb80. 00000020:00000040:2.0:1749610258.082061:0:21237:0:(genops.c:1229:class_import_get()) import ffff880129e43000 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:2.0:1749610258.082064:0:21237:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610258.082065:0:21237:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610258.082067:0:21237:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610258.082072:0:21237:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880095da9800. 00000100:00000001:2.0:1749610258.082075:0:21237:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610258.082079:0:21237:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff880129f3bb80 x1834598777635584/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610258.082088:0:21237:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610258.082090:0:21237:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.082092:0:13879:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610258.082096:0:13879:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749610258.082097:0:21237:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880129f3bb80] to pc [ptlrpcd_00_01+1] req@ffff880129f3bb80 x1834598777635584/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610258.082103:0:13879:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610258.082109:0:13879:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880129f38000 x1834598777635456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610258.082117:0:13879:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610258.082119:0:13879:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610258.082121:0:13879:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610258.082123:0:13879:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610258.082125:0:13879:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610258.082127:0:13879:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:13879:1834598777635456:0@lo:38:kworker.0 00000100:00000001:0.0:1749610258.082130:0:13879:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610258.082133:0:21237:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610258.082133:0:13879:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610258.082135:0:13879:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610258.082136:0:13879:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749610258.082137:0:21237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1749610258.082139:0:13879:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880129f3e000. 00000100:00000001:2.0:1749610258.082140:0:21237:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1749610258.082140:0:13879:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610258.082142:0:21237:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880129f39c00. 00000020:00000040:2.0:1749610258.082145:0:21237:0:(genops.c:1229:class_import_get()) import ffff88008ee36000 refcount=3 obd=lustre-OST0001-osc-MDT0001 00000400:00000010:0.0:1749610258.082146:0:13879:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88005bdaaaa8. 00000100:00000001:2.0:1749610258.082147:0:21237:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610258.082148:0:21237:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610258.082150:0:21237:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610258.082152:0:13879:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e0c83b8. 02000000:00000010:2.0:1749610258.082153:0:21237:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880095da9000. 00000100:00000001:2.0:1749610258.082156:0:21237:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610258.082159:0:13879:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598777635456, portal 4 00000100:00000001:0.0:1749610258.082160:0:13879:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1749610258.082161:0:21237:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID req@ffff880129f39c00 x1834598777635712/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610258.082162:0:13879:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137313009664 : -131936396541952 : ffff880129f38000) 00000100:00000001:1.0:1749610258.082165:0:13881:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749610258.082168:0:13879:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880129f38000 x1834598777635456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610258.082169:0:13881:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610258.082171:0:13881:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610258.082174:0:13879:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610258.082176:0:13879:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749610258.082177:0:13881:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880129f3bb80 x1834598777635584/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610258.082178:0:13879:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e0c8cc0. 00000100:00000200:0.0:1749610258.082180:0:13879:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598777635456, offset 0 00000100:00000001:2.0:1749610258.082182:0:21237:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610258.082184:0:21237:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610258.082184:0:13881:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1749610258.082184:0:13879:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610258.082186:0:13881:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610258.082188:0:13881:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749610258.082189:0:21237:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880129f39c00] to pc [ptlrpcd_00_02+2] req@ffff880129f39c00 x1834598777635712/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610258.082190:0:13881:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610258.082191:0:13881:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610258.082194:0:13881:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:13881:1834598777635584:0@lo:400:kworker.0 00000400:00000200:0.0:1749610258.082195:0:13879:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610258.082197:0:13881:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1749610258.082203:0:13879:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ed0724280 02000000:00000001:1.0:1749610258.082205:0:13881:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610258.082207:0:13881:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610258.082208:0:21237:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610258.082208:0:13881:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1749610258.082209:0:13879:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0xce5 [256] + 3120 00000100:00000001:3.0:1749610258.082210:0:13880:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1749610258.082211:0:21237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000010:1.0:1749610258.082211:0:13881:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88005faa9a00. 02000000:00000001:1.0:1749610258.082213:0:13881:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610258.082214:0:21237:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749610258.082215:0:13880:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610258.082215:0:21237:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1749610258.082215:0:13879:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:2.0:1749610258.082217:0:21237:0:(import.c:66:import_set_state_nolock()) ffff8800b1a6d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1749610258.082218:0:13879:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610258.082220:0:21237:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610258.082222:0:21237:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4859 00000100:00000001:0.0:1749610258.082222:0:13879:0:(events.c:287:request_in_callback()) Process entered 00000100:00080000:2.0:1749610258.082225:0:21237:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610258.082227:0:21237:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 34 to 0@lo 00000100:00000200:0.0:1749610258.082228:0:13879:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749610258.082230:0:21237:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:0.0:1749610258.082231:0:13879:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012dcb1880. 00000100:00000040:2.0:1749610258.082232:0:21237:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 35 to 0@lo 00000100:00000001:3.0:1749610258.082233:0:13883:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610258.082234:0:21237:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000100:00000040:0.0:1749610258.082234:0:13879:0:(events.c:338:request_in_callback()) incoming req@ffff88012dcb1880 x1834598777635456 msgsize 520 00000100:00100000:3.0:1749610258.082236:0:13883:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00000001:2.0:1749610258.082236:0:21237:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1749610258.082237:0:13879:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610258.082238:0:13883:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749610258.082238:0:21237:0:(genops.c:823:class_conn2export()) looking for export cookie 0x303b8ee403199339 00000020:00000001:2.0:1749610258.082240:0:21237:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610258.082242:0:21237:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b1a6a000 refcount=9 00000100:00000001:3.0:1749610258.082244:0:13883:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1749610258.082244:0:21237:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135294705664 : -131938414845952 : ffff8800b1a6a000) 00000100:00000001:0.0:1749610258.082245:0:13879:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610258.082246:0:13883:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610258.082246:0:21237:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135294705664 : -131938414845952 : ffff8800b1a6a000) 00000100:00000001:3.0:1749610258.082248:0:13883:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749610258.082249:0:21237:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 34 to 0@lo 00000400:00000200:0.0:1749610258.082258:0:13879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e0c8cc0 00000100:00000001:2.0:1749610258.082259:0:21237:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1749610258.082260:0:13879:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008e0c8cc0. 00000100:00000040:2.0:1749610258.082261:0:21237:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 35 to 0@lo 00000100:00000001:2.0:1749610258.082263:0:21237:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000100:00000001:0.0:1749610258.082263:0:13879:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610258.082266:0:13883:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1749610258.082266:0:21237:0:(genops.c:898:class_export_put()) PUTting export ffff8800b1a6a000 : new refcount 8 00000100:00000200:0.0:1749610258.082266:0:13879:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880129f38000 x1834598777635456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610258.082268:0:13883:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1749610258.082269:0:21237:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8800b1a6d000 using connection 192.168.204.134@tcp/0@lo 00000100:00000001:2.0:1749610258.082271:0:21237:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.082272:0:13879:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610258.082274:0:13883:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880129f39c00 x1834598777635712/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610258.082274:0:13879:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880129f38000 x1834598777635456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610283 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610258.082278:0:13879:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610258.082279:0:21237:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749610258.082279:0:13879:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610258.082282:0:13879:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610258.082283:0:21237:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610258.082285:0:13883:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749610258.082285:0:21237:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610258.082285:0:13879:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1933 usecs (2 jiffies) 00000100:00000001:3.0:1749610258.082287:0:13883:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610258.082287:0:21237:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610258.082288:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299532146 02000000:00000001:3.0:1749610258.082290:0:13883:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749610258.082290:0:21237:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610258.082290:0:13879:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012eb0f940. 02000000:00000001:3.0:1749610258.082292:0:13883:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1749610258.082293:0:21237:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880129f38e00. 02000000:00000001:3.0:1749610258.082294:0:13883:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.082295:0:13879:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000020:00000040:2.0:1749610258.082296:0:21237:0:(genops.c:1229:class_import_get()) import ffff8800b1a6d000 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00100000:3.0:1749610258.082297:0:13883:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:13883:1834598777635712:0@lo:400:kworker.0 02000000:00000001:2.0:1749610258.082298:0:21237:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1749610258.082300:0:13883:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610258.082300:0:21237:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.082300:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299532146 00000100:00000001:2.0:1749610258.082301:0:21237:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749610258.082302:0:13883:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1749610258.082302:0:13879:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012eb0f780. 02000000:00000001:3.0:1749610258.082303:0:13883:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610258.082303:0:21237:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749610258.082304:0:13879:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:3.0:1749610258.082305:0:13883:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749610258.082305:0:21237:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.082306:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299532146 00000100:00000010:0.0:1749610258.082307:0:13879:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012eb0f440. 02000000:00000010:3.0:1749610258.082308:0:13883:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009026a800. 02000000:00000010:2.0:1749610258.082308:0:21237:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e977400. 02000000:00000001:3.0:1749610258.082310:0:13883:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.082310:0:13879:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749610258.082312:0:21237:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.082312:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299532146 00000400:00000010:3.0:1749610258.082313:0:13883:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007929ccb8. 00000100:00000010:0.0:1749610258.082313:0:13879:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012eb0f980. 00000100:00000001:0.0:1749610258.082315:0:13879:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000400:00000010:3.0:1749610258.082316:0:13883:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1991770. 00000100:00000001:0.0:1749610258.082317:0:13879:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749610258.082318:0:21237:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f38e00 x1834598777635840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610258.082318:0:13879:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610258.082319:0:13883:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598777635712, portal 4 00000100:00000001:3.0:1749610258.082321:0:13883:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610258.082322:0:13883:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137313016832 : -131936396534784 : ffff880129f39c00) 00000100:00000001:0.0:1749610258.082323:0:13879:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610258.082325:0:21237:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610258.082325:0:13879:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610258.082327:0:13883:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880129f39c00 x1834598777635712/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610258.082327:0:21237:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.082329:0:13879:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610258.082330:0:13879:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610258.082331:0:21237:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880129f38e00] to pc [ptlrpcd_rcv+-1] req@ffff880129f38e00 x1834598777635840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610258.082331:0:13879:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610258.082332:0:13879:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610258.082333:0:13883:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610258.082333:0:13879:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.082334:0:13879:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610258.082335:0:13883:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610258.082336:0:13883:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b19917f8. 00000100:00000200:3.0:1749610258.082338:0:13883:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598777635712, offset 0 00000400:00000200:3.0:1749610258.082341:0:13883:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610258.082346:0:13883:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610258.082347:0:13882:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610258.082348:0:13882:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610258.082351:0:13883:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848ed0724380 00000100:00000001:2.0:1749610258.082353:0:21237:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.082355:0:13879:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749610258.082356:0:13883:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x12b5 [8] + 3808 00000100:00080000:2.0:1749610258.082357:0:21237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749610258.082357:0:13879:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610258.082357:0:13879:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1749610258.082360:0:21237:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610258.082361:0:21237:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610258.082363:0:21237:0:(import.c:66:import_set_state_nolock()) ffff88012c014000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610258.082366:0:21237:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610258.082368:0:21237:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4859 00000100:00080000:2.0:1749610258.082371:0:21237:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610258.082374:0:21237:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 34 to 0@lo 00000100:00000001:2.0:1749610258.082376:0:21237:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610258.082377:0:21237:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 35 to 0@lo 00000100:00000001:2.0:1749610258.082379:0:21237:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000400:00000200:3.0:1749610258.082382:0:13883:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610258.082385:0:13883:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749610258.082388:0:21237:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610258.082389:0:21237:0:(genops.c:823:class_conn2export()) looking for export cookie 0x303b8ee4031993a9 00000020:00000001:2.0:1749610258.082391:0:21237:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610258.082393:0:21237:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012c013800 refcount=8 00000100:00000001:3.0:1749610258.082394:0:13883:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610258.082396:0:13883:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000020:00000001:2.0:1749610258.082396:0:21237:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137347463168 : -131936362088448 : ffff88012c013800) 00000020:00000001:2.0:1749610258.082398:0:21237:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137347463168 : -131936362088448 : ffff88012c013800) 00000100:00000010:3.0:1749610258.082400:0:13883:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011e644a80. 00000100:00000040:3.0:1749610258.082402:0:13883:0:(events.c:338:request_in_callback()) incoming req@ffff88011e644a80 x1834598777635712 msgsize 224 00000100:00000040:2.0:1749610258.082402:0:21237:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 34 to 0@lo 00000100:00000001:2.0:1749610258.082404:0:21237:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1749610258.082405:0:13883:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749610258.082406:0:21237:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 35 to 0@lo 00000100:00000001:2.0:1749610258.082408:0:21237:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000020:00000040:2.0:1749610258.082411:0:21237:0:(genops.c:898:class_export_put()) PUTting export ffff88012c013800 : new refcount 7 00000100:00000001:3.0:1749610258.082413:0:13883:0:(events.c:374:request_in_callback()) Process leaving 00000100:00080000:2.0:1749610258.082413:0:21237:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88012c014000 using connection 192.168.204.134@tcp/0@lo 00000100:00000001:2.0:1749610258.082416:0:21237:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610258.082417:0:13883:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b19917f8 00000400:00000010:3.0:1749610258.082418:0:13883:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b19917f8. 02000000:00000001:2.0:1749610258.082418:0:21237:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1749610258.082421:0:13883:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749610258.082421:0:21237:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610258.082423:0:21237:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610258.082424:0:13883:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880129f39c00 x1834598777635712/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610258.082425:0:21237:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610258.082427:0:21237:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610258.082430:0:13883:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1749610258.082430:0:21237:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880129f3aa00. 00000100:00000040:3.0:1749610258.082432:0:13883:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880129f39c00 x1834598777635712/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610274 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749610258.082432:0:21237:0:(genops.c:1229:class_import_get()) import ffff88012c014000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749610258.082435:0:21237:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1749610258.082436:0:13883:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610258.082436:0:21237:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610258.082437:0:13883:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610258.082438:0:21237:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749610258.082439:0:13883:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610258.082439:0:21237:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610258.082441:0:21237:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610258.082442:0:13883:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: using a timeout of 32553 usecs (33 jiffies) 00000100:00000001:3.0:1749610258.082444:0:13883:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299532177 02000000:00000010:2.0:1749610258.082445:0:21237:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e977c00. 00000100:00000001:3.0:1749610258.082448:0:13883:0:(niobuf.c:648:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4299532146 00000100:00000001:2.0:1749610258.082448:0:21237:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610258.082451:0:13883:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299532177 00000100:00000001:3.0:1749610258.082453:0:13883:0:(niobuf.c:648:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4299532146 00000100:00100000:2.0:1749610258.082453:0:21237:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880129f3aa00 x1834598777635968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610258.082454:0:13883:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299532177 00000100:00000001:3.0:1749610258.082456:0:13883:0:(niobuf.c:648:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4299532146 00000100:00000001:3.0:1749610258.082458:0:13883:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299532177 00000100:00000001:3.0:1749610258.082459:0:13883:0:(niobuf.c:648:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4299532146 00000100:00000001:3.0:1749610258.082461:0:13883:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610258.082461:0:21237:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610258.082463:0:13883:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610258.082463:0:21237:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610258.082464:0:13883:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610258.082466:0:13883:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610258.082467:0:21237:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880129f3aa00] to pc [ptlrpcd_rcv+-1] req@ffff880129f3aa00 x1834598777635968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610258.082481:0:16363:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610258.082486:0:16363:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598777635456 02000000:00000001:3.0:1749610258.082488:0:16363:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610258.082488:0:21237:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610258.082490:0:16363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749610258.082490:0:21237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1749610258.082492:0:16363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610258.082494:0:21237:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1749610258.082495:0:16363:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610258.082497:0:16363:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598777635456 00000100:00000010:2.0:1749610258.082498:0:21237:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133abaa00. 00000020:00000001:3.0:1749610258.082499:0:16363:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610258.082500:0:16363:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610258.082501:0:16363:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610258.082501:0:21237:0:(genops.c:1229:class_import_get()) import ffff88008e008800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749610258.082503:0:16363:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610258.082503:0:21237:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:3.0:1749610258.082504:0:16363:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610258.082504:0:21237:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610258.082506:0:21237:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610258.082507:0:16363:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009026be00. 00000100:00000040:0.0:1749610258.082507:0:13879:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880129f38e00 x1834598777635840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610258.082510:0:16363:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880094779900. 02000000:00000010:2.0:1749610258.082510:0:21237:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880095da9600. 00000100:00000001:2.0:1749610258.082513:0:21237:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.082514:0:13879:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:3.0:1749610258.082515:0:16363:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ab1a2640. 00000100:00000001:0.0:1749610258.082515:0:13879:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610258.082517:0:21237:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880133abaa00 x1834598777636096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1749610258.082517:0:13879:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610258.082518:0:13879:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610258.082519:0:16363:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610258.082520:0:16363:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749610258.082520:0:13879:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610258.082521:0:16363:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610258.082522:0:13879:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:13879:1834598777635840:0@lo:38:kworker.0 00000100:00000001:2.0:1749610258.082524:0:21237:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610258.082524:0:13879:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610258.082525:0:16363:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610258.082526:0:21237:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610258.082526:0:13879:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610258.082527:0:13879:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610258.082528:0:13879:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610258.082530:0:16363:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610258.082530:0:21237:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133abaa00] to pc [ptlrpcd_00_03+3] req@ffff880133abaa00 x1834598777636096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610258.082530:0:13879:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880129f3c400. 02000000:00000001:0.0:1749610258.082532:0:13879:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610258.082534:0:13879:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88005bdaa370. 00000100:00000001:3.0:1749610258.082536:0:16363:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1749610258.082537:0:13879:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e0c8cc0. 00000100:00000001:3.0:1749610258.082538:0:16363:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749610258.082540:0:13879:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598777635840, portal 10 00000100:00100000:3.0:1749610258.082541:0:16363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00000001:0.0:1749610258.082541:0:13879:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610258.082542:0:13879:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137313013248 : -131936396538368 : ffff880129f38e00) 00000100:00000001:3.0:1749610258.082543:0:16363:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137377470592 : -131936332081024 : ffff88012dcb1880) 00000100:00000001:2.0:1749610258.082544:0:21237:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610258.082546:0:16363:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012dcb1880 x1834598777635456/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610278 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610258.082546:0:21237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:0.0:1749610258.082547:0:13879:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880129f38e00 x1834598777635840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610258.082549:0:21237:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610258.082551:0:21237:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610258.082552:0:21237:0:(import.c:66:import_set_state_nolock()) ffff8800967b8800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610258.082552:0:13879:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749610258.082553:0:16363:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dcb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:13879:x1834598777635456:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749610258.082555:0:21237:0:(import.c:480:import_select_connection()) Process entered 00000100:00000200:3.0:1749610258.082556:0:16363:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598777635456 00000100:00080000:2.0:1749610258.082557:0:21237:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4859 00000020:00000001:3.0:1749610258.082558:0:16363:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:0.0:1749610258.082558:0:13879:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610258.082559:0:13879:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e0c8770. 00000100:00080000:2.0:1749610258.082560:0:21237:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00010000:00000001:3.0:1749610258.082561:0:16363:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:0.0:1749610258.082561:0:13879:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598777635840, offset 0 00000100:00000040:2.0:1749610258.082562:0:21237:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 34 to 0@lo 00000400:00000200:0.0:1749610258.082564:0:13879:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610258.082565:0:21237:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610258.082567:0:21237:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 35 to 0@lo 00000100:00000001:2.0:1749610258.082568:0:21237:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000400:00000200:0.0:1749610258.082569:0:13879:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749610258.082571:0:21237:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1749610258.082573:0:16363:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610258.082573:0:13879:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ed0724400 00010000:00020000:3.0:1749610258.082576:0:16363:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000040:2.0:1749610258.082576:0:21237:0:(genops.c:823:class_conn2export()) looking for export cookie 0x303b8ee4031aa60e 00000400:00000200:0.0:1749610258.082577:0:13879:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0xadd [64] + 166800 00000020:00000001:2.0:1749610258.082578:0:21237:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1749610258.082579:0:16363:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:2.0:1749610258.082580:0:21237:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800967b8000 refcount=8 00010000:00000001:3.0:1749610258.082581:0:16363:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749610258.082581:0:13879:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749610258.082583:0:21237:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134838894592 : -131938870657024 : ffff8800967b8000) 00000400:00000200:0.0:1749610258.082583:0:13879:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749610258.082585:0:21237:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134838894592 : -131938870657024 : ffff8800967b8000) 00000100:00000001:0.0:1749610258.082586:0:13879:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610258.082587:0:13879:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:2.0:1749610258.082588:0:21237:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 34 to 0@lo 00000100:00000001:3.0:1749610258.082589:0:16363:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000010:0.0:1749610258.082589:0:13879:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012dcb1500. 00000100:00000001:2.0:1749610258.082590:0:21237:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610258.082591:0:13879:0:(events.c:338:request_in_callback()) incoming req@ffff88012dcb1500 x1834598777635840 msgsize 520 00000100:00000001:3.0:1749610258.082592:0:16363:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1749610258.082592:0:21237:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 35 to 0@lo 02000000:00000001:3.0:1749610258.082594:0:16363:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610258.082594:0:21237:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000100:00100000:0.0:1749610258.082594:0:13879:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:2.0:1749610258.082596:0:21237:0:(genops.c:898:class_export_put()) PUTting export ffff8800967b8000 : new refcount 7 02000000:00000010:3.0:1749610258.082598:0:16363:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008e036c00. 00000100:00080000:2.0:1749610258.082599:0:21237:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8800967b8800 using connection 192.168.204.134@tcp/0@lo 00000100:00000001:0.0:1749610258.082600:0:13879:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749610258.082601:0:16363:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610258.082601:0:21237:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610258.082603:0:16363:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610258.082603:0:21237:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1749610258.082603:0:13879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e0c8770 00000400:00000010:0.0:1749610258.082604:0:13879:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008e0c8770. 00010000:00000001:3.0:1749610258.082606:0:16363:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749610258.082606:0:21237:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610258.082606:0:13879:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749610258.082608:0:21237:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610258.082608:0:13879:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880129f38e00 x1834598777635840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610258.082609:0:16363:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610258.082610:0:21237:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610258.082612:0:21237:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610258.082613:0:16363:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610258.082613:0:13879:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1749610258.082615:0:21237:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133abb800. 00000100:00000040:0.0:1749610258.082615:0:13879:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880129f38e00 x1834598777635840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610283 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610258.082616:0:16363:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000040:2.0:1749610258.082617:0:21237:0:(genops.c:1229:class_import_get()) import ffff8800967b8800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:3.0:1749610258.082619:0:16363:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610258.082619:0:13879:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610258.082620:0:21237:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1749610258.082620:0:13879:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1749610258.082621:0:16363:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 36 to 0@lo 02000000:00000001:2.0:1749610258.082621:0:21237:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610258.082622:0:21237:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749610258.082622:0:13879:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610258.082623:0:16363:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 02000000:00000001:2.0:1749610258.082624:0:21237:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1749610258.082624:0:13879:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1085 usecs (2 jiffies) 02000000:00000001:2.0:1749610258.082625:0:21237:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610258.082626:0:16363:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134714493856 : -131938995057760 : 0xffff88008f114ba0) 00000100:00000001:0.0:1749610258.082626:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299532146 00000100:00000001:0.0:1749610258.082628:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299532177 00000100:00000040:3.0:1749610258.082629:0:16363:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008f114ba0 refcount 36 to 0@lo 02000000:00000010:2.0:1749610258.082629:0:21237:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e975400. 00000100:00000001:0.0:1749610258.082629:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299532146 00000100:00000001:0.0:1749610258.082630:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299532177 02000000:00000001:3.0:1749610258.082631:0:16363:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610258.082632:0:21237:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.082632:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299532146 02000000:00000001:3.0:1749610258.082633:0:16363:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610258.082635:0:16363:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749610258.082636:0:21237:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133abb800 x1834598777636224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610258.082637:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299532177 00000100:00000040:3.0:1749610258.082638:0:16363:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610258.082638:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299532146 00000100:00000001:0.0:1749610258.082640:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299532177 00000400:00000010:3.0:1749610258.082641:0:16363:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b19917f8. 00000100:00000001:0.0:1749610258.082641:0:13879:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610258.082642:0:13879:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610258.082643:0:21237:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1749610258.082644:0:16363:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598777635456, offset 0 00000100:00000001:0.0:1749610258.082644:0:13879:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.082645:0:13879:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610258.082646:0:21237:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610258.082648:0:16363:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610258.082649:0:21237:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133abb800] to pc [ptlrpcd_rcv+-1] req@ffff880133abb800 x1834598777636224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610258.082649:0:13879:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610258.082650:0:13879:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610258.082651:0:13879:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610258.082652:0:13879:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610258.082652:0:13879:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749610258.082655:0:16363:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749610258.082655:0:13879:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880129f3aa00 x1834598777635968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610258.082657:0:21237:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.082659:0:13879:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1749610258.082660:0:16363:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ed0724280 00000100:00000001:0.0:1749610258.082660:0:13879:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610258.082662:0:13879:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610258.082663:0:13879:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749610258.082665:0:16363:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x3835 [1] + 0 00000100:00000040:2.0:1749610258.082665:0:21237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1749610258.082665:0:13879:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610258.082667:0:13879:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880129f3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:13879:1834598777635968:0@lo:38:kworker.0 00000400:00000200:3.0:1749610258.082668:0:16363:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610258.082669:0:21237:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749610258.082669:0:13879:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610258.082670:0:13879:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1749610258.082671:0:16363:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749610258.082671:0:13879:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610258.082672:0:21237:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133ab9180. 02000000:00000001:0.0:1749610258.082672:0:13879:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749610258.082693:0:13879:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880129f3d400. 02000000:00000001:0.0:1749610258.082695:0:13879:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610258.082696:0:21237:0:(genops.c:1229:class_import_get()) import ffff8800967ba000 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000400:00000010:0.0:1749610258.082697:0:13879:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88005bdaa9a0. 00000100:00000001:2.0:1749610258.082699:0:21237:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1749610258.082699:0:13879:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e0c8770. 02000000:00000001:2.0:1749610258.082701:0:21237:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1749610258.082701:0:13879:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598777635968, portal 10 00000100:00000001:3.0:1749610258.082702:0:16363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610258.082702:0:13879:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1749610258.082703:0:21237:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.082704:0:13879:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137313020416 : -131936396531200 : ffff880129f3aa00) 00000100:00000200:3.0:1749610258.082706:0:16363:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880129f38000 x1834598777635456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610283 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610258.082707:0:21237:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880095da9500. 00000100:00000040:0.0:1749610258.082708:0:13879:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880129f3aa00 x1834598777635968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610258.082711:0:21237:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610258.082713:0:16363:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880129f38000 x1834598777635456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610258.082715:0:21237:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880133ab9180 x1834598777636352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610258.082719:0:16363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610258.082720:0:13879:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610258.082722:0:13879:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610258.082723:0:13879:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e0c8aa0. 00000100:00000001:2.0:1749610258.082724:0:21237:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1749610258.082725:0:13879:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598777635968, offset 0 00000100:00000001:2.0:1749610258.082726:0:21237:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610258.082727:0:16363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b19917f8 00000400:00000010:3.0:1749610258.082729:0:16363:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b19917f8. 00000100:00000001:3.0:1749610258.082730:0:16363:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:2.0:1749610258.082731:0:21237:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133ab9180] to pc [ptlrpcd_00_00+0] req@ffff880133ab9180 x1834598777636352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610258.082732:0:16363:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610258.082734:0:16363:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610258.082734:0:13879:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749610258.082736:0:16363:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 35 to 0@lo 00000100:00000001:3.0:1749610258.082737:0:16363:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610258.082739:0:16363:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610258.082739:0:13879:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610258.082742:0:13879:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ed0724480 00000100:00000040:3.0:1749610258.082743:0:16363:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012dcb1880 x1834598777635456/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610278 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610258.082745:0:21237:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610258.082745:0:13879:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0xadd [64] + 167320 00000400:00000200:0.0:1749610258.082748:0:13879:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610258.082750:0:13879:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749610258.082751:0:21237:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4869) 00000100:00000001:0.0:1749610258.082752:0:13879:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:3.0:1749610258.082753:0:16363:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dcb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:13879:x1834598777635456:12345-0@lo:38:kworker.0 Request processed in 198us (516us total) trans 0 rc -19/-19 00000100:00000200:0.0:1749610258.082753:0:13879:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610258.082755:0:13879:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012dcb0e00. 00000100:00000040:0.0:1749610258.082757:0:13879:0:(events.c:338:request_in_callback()) incoming req@ffff88012dcb0e00 x1834598777635968 msgsize 520 00000100:00100000:0.0:1749610258.082759:0:13879:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749610258.082761:0:16363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00000001:2.0:1749610258.082764:0:13880:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610258.082764:0:13879:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610258.082765:0:16363:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610258.082766:0:16363:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610258.082766:0:13880:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1749610258.082766:0:13879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e0c8aa0 00000400:00000010:0.0:1749610258.082767:0:13879:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008e0c8aa0. 00000100:00000001:2.0:1749610258.082768:0:13880:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610258.082769:0:13879:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:3.0:1749610258.082770:0:16363:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880094779900. 00000100:00000200:0.0:1749610258.082771:0:13879:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880129f3aa00 x1834598777635968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610258.082772:0:13880:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133ab9180 x1834598777636352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610258.082776:0:16363:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ab1a2640. 00000100:00000001:0.0:1749610258.082776:0:13879:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610258.082778:0:13879:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880129f3aa00 x1834598777635968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610283 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610258.082780:0:13880:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:3.0:1749610258.082781:0:16363:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009026be00. 00000100:00000001:2.0:1749610258.082782:0:13880:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.082782:0:13879:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.082783:0:13879:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610258.082784:0:13879:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610258.082785:0:16363:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610258.082785:0:13880:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1749610258.082786:0:13879:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 898 usecs (1 jiffies) 02000000:00000001:2.0:1749610258.082787:0:13880:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610258.082788:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299532146 02000000:00000001:2.0:1749610258.082789:0:13880:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.082789:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299532177 00000100:00000001:0.0:1749610258.082791:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299532146 00000100:00100000:2.0:1749610258.082792:0:13880:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133ab9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:13880:1834598777636352:0@lo:400:kworker.0 00000100:00000001:0.0:1749610258.082792:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299532177 00000100:00000001:2.0:1749610258.082796:0:13880:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610258.082796:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299532146 02000000:00000001:2.0:1749610258.082798:0:13880:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610258.082798:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299532177 00000100:00000001:0.0:1749610258.082799:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299532146 02000000:00000001:2.0:1749610258.082800:0:13880:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.082800:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299532177 00000100:00000001:0.0:1749610258.082801:0:13879:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610258.082802:0:16357:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749610258.082802:0:13880:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610258.082803:0:13879:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610258.082804:0:16357:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598777635840 02000000:00000001:3.0:1749610258.082806:0:16357:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000001:0.0:1749610258.082806:0:13879:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610258.082807:0:16357:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000001:0.0:1749610258.082807:0:13879:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610258.082808:0:13879:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88005bdaaaa8. 00000100:00000001:3.0:1749610258.082809:0:16357:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610258.082811:0:13880:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008f71e200. 00000400:00000200:0.0:1749610258.082811:0:13879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e0c83b8 02000000:00000001:3.0:1749610258.082812:0:16357:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610258.082812:0:13879:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008e0c83b8. 02000000:00000001:2.0:1749610258.082813:0:13880:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610258.082814:0:16357:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598777635840 00000100:00000001:0.0:1749610258.082814:0:13879:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:3.0:1749610258.082816:0:16357:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1749610258.082816:0:13880:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009586dc08. 00000100:00000200:0.0:1749610258.082816:0:13879:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880129f38000 x1834598777635456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749610258.082818:0:16357:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610258.082819:0:16357:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610258.082821:0:16357:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610258.082821:0:13880:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800963004c8. 00000100:00000200:0.0:1749610258.082821:0:13879:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880129f38000 x1834598777635456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610283 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610258.082823:0:16357:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610258.082824:0:13880:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598777636352, portal 10 00000020:00000010:3.0:1749610258.082826:0:16357:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009026be00. 00000100:00000001:2.0:1749610258.082826:0:13880:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610258.082826:0:13879:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610258.082827:0:13879:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610258.082828:0:13880:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137476067712 : -131936233483904 : ffff880133ab9180) 00000020:00000010:3.0:1749610258.082829:0:16357:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880094779900. 00000100:00000001:0.0:1749610258.082829:0:13879:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:3.0:1749610258.082831:0:16357:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ab1a2640. 02000000:00000001:0.0:1749610258.082831:0:13879:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610258.082832:0:13879:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610258.082833:0:13879:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610258.082834:0:16357:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1749610258.082834:0:13880:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133ab9180 x1834598777636352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610258.082835:0:13879:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610258.082840:0:13879:0:(import.c:2097:obd_at_measure()) add 0 to ffff880129e40c38 time=1749610258 v=5 (0 0 0 0) 00000100:00000001:3.0:1749610258.082841:0:16357:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610258.082841:0:13880:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00001000:0.0:1749610258.082842:0:13879:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e40bf0 time=26 v=20 (1 1 1 20) 00000100:00000001:3.0:1749610258.082843:0:16357:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610258.082843:0:13880:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610258.082844:0:13879:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1749610258.082845:0:13880:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800963005d8. 00000100:00000001:0.0:1749610258.082846:0:13879:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610258.082847:0:16357:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610258.082848:0:13880:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598777636352, offset 0 00000100:00000001:0.0:1749610258.082848:0:13879:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610258.082851:0:13879:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880129f38000 x1834598777635456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610283 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610258.082852:0:13880:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610258.082853:0:16357:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610258.082856:0:13879:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749610258.082858:0:13880:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610258.082858:0:13879:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610258.082859:0:16357:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610258.082860:0:16357:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598777635968 02000000:00000001:3.0:1749610258.082861:0:16357:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610258.082862:0:16357:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610258.082863:0:16357:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610258.082865:0:16357:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610258.082865:0:13880:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ed0724600 00000100:00100000:3.0:1749610258.082866:0:16357:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598777635968 00000020:00000001:3.0:1749610258.082868:0:16357:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610258.082868:0:16357:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610258.082869:0:16357:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749610258.082869:0:13880:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xadd [64] + 167840 00000020:00000001:3.0:1749610258.082870:0:16357:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610258.082872:0:16357:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610258.082874:0:16357:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009026a200. 00000020:00000010:3.0:1749610258.082875:0:16357:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880094779c00. 00000400:00000200:2.0:1749610258.082875:0:13880:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749610258.082877:0:16357:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ab1a2898. 00000400:00000200:2.0:1749610258.082878:0:13880:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610258.082879:0:16357:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610258.082879:0:16357:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610258.082880:0:16357:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610258.082882:0:16357:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610258.082882:0:13880:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610258.082883:0:13880:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610258.082885:0:16357:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749610258.082886:0:13880:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133aba300. 00000100:00000001:3.0:1749610258.082888:0:16357:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749610258.082889:0:13880:0:(events.c:338:request_in_callback()) incoming req@ffff880133aba300 x1834598777636352 msgsize 224 00000100:00000001:3.0:1749610258.082890:0:16357:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610258.082892:0:16357:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:2.0:1749610258.082893:0:13880:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610258.082894:0:16357:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137377469696 : -131936332081920 : ffff88012dcb1500) 00000100:00000040:3.0:1749610258.082915:0:16357:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012dcb1500 x1834598777635840/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610278 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610258.082920:0:13880:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:3.0:1749610258.082923:0:16357:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dcb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:13879:x1834598777635840:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749610258.082925:0:16357:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598777635840 00000400:00000200:2.0:1749610258.082925:0:13880:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800963005d8 00000020:00000001:3.0:1749610258.082927:0:16357:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:2.0:1749610258.082927:0:13880:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800963005d8. 00010000:00000001:3.0:1749610258.082928:0:16357:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610258.082930:0:13880:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749610258.082934:0:13880:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133ab9180 x1834598777636352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610258.082938:0:16357:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610258.082940:0:16357:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610258.082942:0:16357:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610258.082943:0:13880:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1749610258.082944:0:16357:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610258.082945:0:16357:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610258.082946:0:16357:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1749610258.082946:0:13880:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133ab9180 x1834598777636352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610274 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610258.082947:0:16357:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610258.082950:0:16357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008ef81800. 02000000:00000001:3.0:1749610258.082952:0:16357:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610258.082953:0:16357:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610258.082955:0:16357:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610258.082956:0:16357:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.082956:0:13879:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749610258.082958:0:16357:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610258.082959:0:13879:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610258.082960:0:16357:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610258.082961:0:16357:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610258.082961:0:13879:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749610258.082963:0:16357:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 36 to 0@lo 00000100:00000001:3.0:1749610258.082964:0:16357:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000100:00000001:2.0:1749610258.082964:0:13880:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610258.082964:0:13879:0:(import.c:66:import_set_state_nolock()) ffff880129e40800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749610258.082966:0:16357:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134714493856 : -131938995057760 : 0xffff88008f114ba0) 00000100:00000001:2.0:1749610258.082966:0:13880:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:0.0:1749610258.082966:0:13879:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-19) 00000100:00000040:3.0:1749610258.082968:0:16357:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008f114ba0 refcount 36 to 0@lo 00000100:00000001:0.0:1749610258.082968:0:13879:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749610258.082969:0:16357:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610258.082970:0:16357:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610258.082971:0:16357:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610258.082971:0:13880:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610258.082971:0:13879:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880129f38000 x1834598777635456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610283 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610258.082972:0:16357:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610258.082974:0:16357:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b19917f8. 00000100:00000040:2.0:1749610258.082975:0:13880:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 673 usecs (1 jiffies) 00000100:00000200:3.0:1749610258.082977:0:16357:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598777635840, offset 0 00000100:00100000:0.0:1749610258.082977:0:13879:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:13879:1834598777635456:0@lo:38:kworker.0 00000100:00000001:2.0:1749610258.082978:0:13880:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299532146 00000400:00000200:3.0:1749610258.082979:0:16357:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610258.082980:0:13880:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299532177 00000100:00000001:0.0:1749610258.082981:0:13879:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.082982:0:13879:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610258.082983:0:13880:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299532146 00000400:00000200:3.0:1749610258.082984:0:16357:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749610258.082984:0:13879:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880129f38000 x1834598777635456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610283 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610258.082985:0:13880:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299532177 00000100:00000001:2.0:1749610258.082986:0:13880:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299532146 00000400:00000200:3.0:1749610258.082988:0:16357:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ed0724400 00000100:00000001:2.0:1749610258.082988:0:13880:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299532177 00000100:00000001:0.0:1749610258.082988:0:13879:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749610258.082990:0:13880:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299532146 02000000:00000001:0.0:1749610258.082990:0:13879:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1749610258.082991:0:16357:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x3845 [1] + 0 00000100:00000001:2.0:1749610258.082992:0:13880:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299532177 02000000:00000010:0.0:1749610258.082992:0:13879:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880129f3e000. 00000400:00000200:3.0:1749610258.082994:0:16357:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610258.082994:0:13880:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610258.082994:0:13879:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610258.082995:0:13879:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1749610258.082996:0:16357:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1749610258.082996:0:13879:0:(genops.c:1242:class_import_put()) import ffff880129e40800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1749610258.082997:0:13880:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610258.082998:0:16357:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749610258.082998:0:13879:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749610258.082999:0:13880:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610258.082999:0:13879:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e976400. 00000100:00000200:3.0:1749610258.083001:0:16357:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880129f38e00 x1834598777635840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610283 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610258.083001:0:13880:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610258.083001:0:13881:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c786630. 02000000:00000001:0.0:1749610258.083005:0:13879:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749610258.083006:0:13880:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749610258.083006:0:13879:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:1.0:1749610258.083007:0:13881:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a51b1908. 00000100:00000010:0.0:1749610258.083007:0:13879:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880129f38000. 00000100:00000001:2.0:1749610258.083008:0:13880:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1749610258.083010:0:16357:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880129f38e00 x1834598777635840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610258.083010:0:13880:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1749610258.083010:0:13881:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598777635584, portal 4 00000100:00000001:0.0:1749610258.083010:0:13879:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610258.083011:0:13880:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610258.083011:0:13879:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610258.083012:0:13881:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610258.083012:0:13879:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610258.083013:0:13880:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610258.083013:0:13881:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137313024896 : -131936396526720 : ffff880129f3bb80) 00000100:00000001:2.0:1749610258.083015:0:13880:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.083015:0:13879:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610258.083016:0:16357:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610258.083016:0:13879:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610258.083017:0:13879:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610258.083018:0:13879:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1749610258.083019:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b19917f8 00000100:00000001:0.0:1749610258.083019:0:13879:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1749610258.083020:0:16357:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b19917f8. 00000100:00000001:3.0:1749610258.083021:0:16357:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610258.083022:0:16357:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749610258.083022:0:13879:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133abb800 x1834598777636224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610258.083024:0:16357:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610258.083026:0:16357:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 35 to 0@lo 00000100:00000001:3.0:1749610258.083027:0:16357:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610258.083028:0:16357:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610258.083028:0:13881:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880129f3bb80 x1834598777635584/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610258.083030:0:17611:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610258.083030:0:13879:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1749610258.083031:0:16357:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012dcb1500 x1834598777635840/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610278 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610258.083031:0:13879:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610258.083032:0:17611:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598777636352 02000000:00000001:0.0:1749610258.083033:0:13879:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610258.083034:0:17611:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610258.083034:0:13881:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749610258.083034:0:13879:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610258.083035:0:17611:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749610258.083035:0:13881:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610258.083036:0:13879:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610258.083037:0:16357:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dcb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:13879:x1834598777635840:12345-0@lo:38:kworker.0 Request processed in 114us (444us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610258.083037:0:17611:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610258.083037:0:13881:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a51b1880. 00000100:00100000:0.0:1749610258.083038:0:13879:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:13879:1834598777636224:0@lo:38:kworker.0 00000100:00000200:1.0:1749610258.083039:0:13881:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598777635584, offset 0 02000000:00000001:2.0:1749610258.083040:0:17611:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.083040:0:13879:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610258.083041:0:13879:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1749610258.083042:0:17611:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598777636352 00000400:00000200:1.0:1749610258.083042:0:13881:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749610258.083042:0:13879:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610258.083043:0:16357:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 02000000:00000001:0.0:1749610258.083043:0:13879:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610258.083044:0:16357:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610258.083045:0:16357:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1749610258.083045:0:17611:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:0.0:1749610258.083045:0:13879:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880129f3e000. 00000020:00000040:2.0:1749610258.083046:0:17611:0:(genops.c:823:class_conn2export()) looking for export cookie 0x303b8ee4031aa623 02000000:00000001:0.0:1749610258.083046:0:13879:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610258.083047:0:16357:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880094779900. 00000400:00000200:1.0:1749610258.083047:0:13881:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749610258.083048:0:17611:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1749610258.083048:0:13879:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88005bdaaaa8. 00000020:00000010:3.0:1749610258.083049:0:16357:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ab1a2640. 00000020:00000010:3.0:1749610258.083051:0:16357:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009026be00. 00000400:00000010:0.0:1749610258.083051:0:13879:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e0c83b8. 00000400:00000200:1.0:1749610258.083052:0:13881:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848ed0724300 00000100:00000001:3.0:1749610258.083053:0:16357:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749610258.083053:0:13879:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598777636224, portal 10 00000100:00000001:0.0:1749610258.083054:0:13879:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610258.083055:0:13879:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137476077568 : -131936233474048 : ffff880133abb800) 00000020:00000040:2.0:1749610258.083056:0:17611:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880057178800 refcount=5 00000400:00000200:1.0:1749610258.083056:0:13881:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x12b5 [8] + 4032 00000100:00000001:3.0:1749610258.083058:0:16357:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610258.083059:0:16357:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749610258.083059:0:17611:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612133775378432 : -131939934173184 : ffff880057178800) 00000100:00000040:0.0:1749610258.083059:0:13879:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133abb800 x1834598777636224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610258.083060:0:13881:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749610258.083061:0:16357:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000020:00000001:2.0:1749610258.083061:0:17611:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612133775378432 : -131939934173184 : ffff880057178800) 00000400:00000200:1.0:1749610258.083062:0:13881:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610258.083063:0:16357:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137377467904 : -131936332083712 : ffff88012dcb0e00) 00000100:00000001:0.0:1749610258.083064:0:13879:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610258.083065:0:16357:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012dcb0e00 x1834598777635968/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610278 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610258.083065:0:13881:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:0.0:1749610258.083065:0:13879:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610258.083066:0:17611:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1749610258.083066:0:13881:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000400:00000010:0.0:1749610258.083066:0:13879:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008e0c8aa0. 00000100:00000200:0.0:1749610258.083068:0:13879:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598777636224, offset 0 00000020:00000010:2.0:1749610258.083069:0:17611:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880129ebf0c0. 00000100:00000010:1.0:1749610258.083069:0:13881:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012cbcc000. 00000100:00100000:3.0:1749610258.083070:0:16357:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:13879:x1834598777635968:12345-0@lo:38:kworker.0 00000400:00000200:0.0:1749610258.083070:0:13879:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749610258.083072:0:16357:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598777635968 00000100:00000040:1.0:1749610258.083072:0:13881:0:(events.c:338:request_in_callback()) incoming req@ffff88012cbcc000 x1834598777635584 msgsize 224 00000100:00100000:1.0:1749610258.083074:0:13881:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:2.0:1749610258.083075:0:17611:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff8800b1b40000) now 8 - evictor 00000400:00000200:0.0:1749610258.083075:0:13879:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749610258.083077:0:16357:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610258.083078:0:16357:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:0.0:1749610258.083079:0:13879:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ed0724580 00000400:00000200:0.0:1749610258.083081:0:13879:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0xadd [64] + 168064 00000100:00000001:1.0:1749610258.083082:0:13881:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:3.0:1749610258.083083:0:16357:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610258.083083:0:17611:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:0.0:1749610258.083084:0:13879:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00020000:3.0:1749610258.083085:0:16357:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610258.083086:0:16357:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:2.0:1749610258.083086:0:17611:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008f71f400. 00000400:00000200:1.0:1749610258.083086:0:13881:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a51b1880 00000400:00000200:0.0:1749610258.083087:0:13879:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1749610258.083088:0:16357:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:1.0:1749610258.083088:0:13881:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a51b1880. 00000100:00000001:3.0:1749610258.083090:0:16357:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610258.083090:0:16357:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1749610258.083090:0:17611:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880135f79b80. 00000100:00000001:1.0:1749610258.083090:0:13881:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:3.0:1749610258.083091:0:16357:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610258.083091:0:13879:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610258.083092:0:13879:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:1.0:1749610258.083093:0:13881:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880129f3bb80 x1834598777635584/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610258.083094:0:16357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008ef82400. 00000020:00000010:2.0:1749610258.083094:0:17611:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b5364190. 00000100:00000010:0.0:1749610258.083094:0:13879:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880129f38000. 02000000:00000001:3.0:1749610258.083095:0:16357:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610258.083096:0:16357:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610258.083097:0:16357:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610258.083098:0:16357:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610258.083099:0:13881:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610258.083099:0:13879:0:(events.c:338:request_in_callback()) incoming req@ffff880129f38000 x1834598777636224 msgsize 520 00000100:00001000:3.0:1749610258.083100:0:16357:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:2.0:1749610258.083100:0:17611:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749610258.083102:0:16357:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610258.083102:0:17611:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1749610258.083102:0:13879:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610258.083103:0:16357:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610258.083103:0:17611:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1749610258.083104:0:16357:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 36 to 0@lo 00000100:00000001:3.0:1749610258.083106:0:16357:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000100:00000001:2.0:1749610258.083106:0:17611:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610258.083106:0:13881:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880129f3bb80 x1834598777635584/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610274 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610258.083107:0:16357:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134714493856 : -131938995057760 : 0xffff88008f114ba0) 00000100:00000001:0.0:1749610258.083107:0:13879:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749610258.083109:0:16357:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008f114ba0 refcount 36 to 0@lo 02000000:00000001:3.0:1749610258.083110:0:16357:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610258.083110:0:17611:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:0.0:1749610258.083110:0:13879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e0c8aa0 02000000:00000001:3.0:1749610258.083111:0:16357:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610258.083111:0:13881:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610258.083111:0:13879:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008e0c8aa0. 00000100:00000001:3.0:1749610258.083112:0:16357:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610258.083112:0:17611:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610258.083112:0:13881:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1749610258.083113:0:16357:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610258.083113:0:17611:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.083113:0:13879:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:3.0:1749610258.083115:0:16357:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b19917f8. 00000100:00000001:2.0:1749610258.083115:0:17611:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749610258.083115:0:13879:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133abb800 x1834598777636224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610258.083117:0:16357:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598777635968, offset 0 00000100:00000001:1.0:1749610258.083117:0:13881:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610258.083119:0:16357:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749610258.083119:0:13881:0:(niobuf.c:600:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 35506 usecs (36 jiffies) 00000100:00000001:0.0:1749610258.083120:0:13879:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610258.083121:0:13881:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299532181 00000100:00000001:2.0:1749610258.083122:0:17611:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749610258.083122:0:13879:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133abb800 x1834598777636224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610283 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610258.083123:0:16357:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749610258.083123:0:17611:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598777636224 02000000:00000001:2.0:1749610258.083125:0:17611:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610258.083125:0:13881:0:(niobuf.c:648:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4299532177 00000400:00000200:3.0:1749610258.083126:0:16357:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ed0724480 00000100:00000001:0.0:1749610258.083126:0:13879:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610258.083127:0:17611:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610258.083127:0:13881:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299532181 00000100:00000001:0.0:1749610258.083127:0:13879:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610258.083128:0:17611:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610258.083129:0:16357:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x3851 [1] + 0 00000100:00000001:1.0:1749610258.083129:0:13881:0:(niobuf.c:648:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4299532177 00000100:00000001:0.0:1749610258.083129:0:13879:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610258.083131:0:16357:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749610258.083131:0:17611:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610258.083131:0:13881:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299532181 00000100:00000040:0.0:1749610258.083131:0:13879:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 778 usecs (1 jiffies) 00000400:00000200:3.0:1749610258.083133:0:16357:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1749610258.083133:0:17611:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598777636224 00000100:00000001:1.0:1749610258.083133:0:13881:0:(niobuf.c:648:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4299532177 00000100:00000001:0.0:1749610258.083133:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299532146 00000100:00000001:1.0:1749610258.083134:0:13881:0:(niobuf.c:626:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299532181 00000100:00000001:0.0:1749610258.083134:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299532181 00000020:00000001:2.0:1749610258.083135:0:17611:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610258.083136:0:17611:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749610258.083136:0:13881:0:(niobuf.c:648:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4299532177 00000100:00000001:0.0:1749610258.083136:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299532146 00000100:00000001:0.0:1749610258.083137:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299532181 00000100:00000001:3.0:1749610258.083138:0:16357:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749610258.083138:0:17611:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610258.083138:0:13881:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749610258.083139:0:17611:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610258.083139:0:13881:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.083139:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299532146 00000100:00000001:0.0:1749610258.083140:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299532181 00000100:00000200:3.0:1749610258.083141:0:16357:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880129f3aa00 x1834598777635968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610283 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610258.083141:0:13881:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.083141:0:13879:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299532146 00000020:00000001:2.0:1749610258.083142:0:17611:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.083142:0:13879:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299532181 00000100:00000001:1.0:1749610258.083143:0:13881:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610258.083143:0:13879:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749610258.083144:0:17611:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008f71fa00. 00000100:00000001:0.0:1749610258.083145:0:13879:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610258.083146:0:16357:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880129f3aa00 x1834598777635968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610258.083147:0:17611:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880135f79400. 00000100:00000001:1.0:1749610258.083147:0:13881:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610258.083148:0:13881:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749610258.083149:0:13881:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1749610258.083150:0:17611:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b5364258. 00000100:00000001:1.0:1749610258.083150:0:13881:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610258.083151:0:13881:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610258.083152:0:16357:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610258.083152:0:17611:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610258.083152:0:13881:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610258.083153:0:17611:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1749610258.083154:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b19917f8 00000400:00000010:3.0:1749610258.083155:0:16357:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b19917f8. 00000100:00000001:3.0:1749610258.083157:0:16357:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610258.083157:0:16357:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:0.0:1749610258.083157:0:13879:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610258.083158:0:13879:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610258.083159:0:16357:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610258.083159:0:13879:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88005bdaa9a0. 00000100:00000040:3.0:1749610258.083160:0:16357:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 35 to 0@lo 00000100:00000001:2.0:1749610258.083160:0:17611:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610258.083161:0:13879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e0c8770 00000100:00000001:3.0:1749610258.083162:0:16357:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610258.083162:0:13879:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008e0c8770. 00000020:00000001:3.0:1749610258.083163:0:16357:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610258.083163:0:17611:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.083163:0:13879:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749610258.083165:0:16357:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012dcb0e00 x1834598777635968/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610278 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610258.083165:0:17611:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610258.083165:0:18780:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610258.083166:0:18780:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598777635712 02000000:00000001:1.0:1749610258.083167:0:18780:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610258.083169:0:18780:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1749610258.083169:0:13879:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880129f3aa00 x1834598777635968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610258.083170:0:18780:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610258.083171:0:16357:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:13879:x1834598777635968:12345-0@lo:38:kworker.0 Request processed in 100us (412us total) trans 0 rc -19/-19 02000000:00000001:1.0:1749610258.083172:0:18780:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610258.083173:0:17611:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1749610258.083174:0:18780:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598777635712 00000100:00000001:2.0:1749610258.083175:0:17611:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749610258.083175:0:13879:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880129f3aa00 x1834598777635968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610283 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610258.083176:0:16357:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000020:00000001:1.0:1749610258.083176:0:18780:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610258.083177:0:16357:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610258.083178:0:16357:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610258.083179:0:16357:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880094779c00. 00000100:00000001:0.0:1749610258.083179:0:13879:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:2.0:1749610258.083180:0:17611:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000020:00000040:1.0:1749610258.083180:0:18780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x303b8ee4031aa631 00000100:00000001:0.0:1749610258.083180:0:13879:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610258.083181:0:16357:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ab1a2898. 00000100:00000001:0.0:1749610258.083181:0:13879:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:1.0:1749610258.083182:0:18780:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749610258.083182:0:13879:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1749610258.083183:0:16357:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009026a200. 00000100:00000040:2.0:1749610258.083183:0:17611:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880057178800 : new rpc_count 1 00000100:00000001:0.0:1749610258.083183:0:13879:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1749610258.083184:0:18780:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88005d17d000 refcount=5 00000100:00000001:3.0:1749610258.083185:0:16357:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610258.083185:0:17611:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137476072192 : -131936233479424 : ffff880133aba300) 00000100:00000001:0.0:1749610258.083185:0:13879:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610258.083186:0:18780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612133876060160 : -131939833491456 : ffff88005d17d000) 02000000:00000001:0.0:1749610258.083186:0:13879:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610258.083187:0:18780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612133876060160 : -131939833491456 : ffff88005d17d000) 00000100:00000001:3.0:1749610258.083189:0:16357:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749610258.083189:0:17611:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133aba300 x1834598777636352/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:449/0 lens 224/0 e 0 to 0 dl 1749610269 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749610258.083189:0:13879:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012c014438 time=1749610258 v=5 (0 0 0 0) 00000100:00000001:3.0:1749610258.083190:0:16357:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610258.083190:0:18780:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00001000:0.0:1749610258.083191:0:13879:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012c0143f0 time=107 v=20 (1 1 20 0) 00000100:00100000:3.0:1749610258.083192:0:16357:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000020:00000010:1.0:1749610258.083192:0:18780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800ab28d800. 00000100:00000001:3.0:1749610258.083193:0:16357:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137313009664 : -131936396541952 : ffff880129f38000) 00000100:00000001:0.0:1749610258.083193:0:13879:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610258.083194:0:13879:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749610258.083195:0:18780:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012f859c00. 00000100:00000040:3.0:1749610258.083196:0:16357:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880129f38000 x1834598777636224/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610278 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610258.083196:0:13879:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610258.083198:0:17611:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000040:1.0:1749610258.083198:0:18780:0:(obd_config.c:923:class_incref()) incref lustre-OST0001 (ffff880096358000) now 6 - evictor 00000100:00000040:0.0:1749610258.083198:0:13879:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880129f3aa00 x1834598777635968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610283 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610258.083200:0:18780:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1749610258.083201:0:16357:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:13879:x1834598777636224:12345-0@lo:38:kworker.0 00000020:00000010:2.0:1749610258.083201:0:17611:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880129ebf700. 00000020:00000010:1.0:1749610258.083202:0:18780:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88005faa8e00. 00000100:00000001:2.0:1749610258.083203:0:17611:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610258.083204:0:13879:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:3.0:1749610258.083206:0:16357:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598777636224 00000020:00000010:2.0:1749610258.083206:0:17611:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880129ebf700. 00000020:00000010:1.0:1749610258.083206:0:18780:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88008f334a00. 00000100:00000001:0.0:1749610258.083206:0:13879:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1749610258.083207:0:16357:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749610258.083207:0:13879:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749610258.083209:0:16357:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:1.0:1749610258.083209:0:18780:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008ed39bb8. 00000100:00000001:0.0:1749610258.083209:0:13879:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00100000:2.0:1749610258.083210:0:17611:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133aba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:13880:x1834598777636352:12345-0@lo:400:kworker.0 00000100:00000001:0.0:1749610258.083210:0:13879:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749610258.083213:0:16357:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610258.083213:0:18780:0:(service.c:1401:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00080000:0.0:1749610258.083213:0:13879:0:(import.c:66:import_set_state_nolock()) ffff88012c014000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000200:2.0:1749610258.083214:0:17611:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598777636352 00000100:00000001:1.0:1749610258.083214:0:18780:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00010000:00020000:3.0:1749610258.083215:0:16357:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610258.083215:0:18780:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1749610258.083216:0:17611:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00080000:0.0:1749610258.083216:0:13879:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-19) 00010000:00000001:3.0:1749610258.083217:0:16357:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610258.083217:0:18780:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749610258.083218:0:16357:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610258.083218:0:13879:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610258.083219:0:16357:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:2.0:1749610258.083219:0:17611:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749610258.083220:0:16357:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610258.083220:0:18780:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:3.0:1749610258.083221:0:16357:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1749610258.083221:0:17611:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610258.083221:0:18780:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610258.083222:0:18780:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610258.083222:0:13879:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880129f3aa00 x1834598777635968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610283 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610258.083224:0:17611:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000010:3.0:1749610258.083225:0:16357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135f3dc00. 02000000:00000001:3.0:1749610258.083226:0:16357:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610258.083226:0:17611:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109004224 : -1600547392 : ffffffffa09995c0) 00000100:00000001:3.0:1749610258.083227:0:16357:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610258.083227:0:18780:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749610258.083228:0:16357:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1749610258.083229:0:17611:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00000001:3.0:1749610258.083230:0:16357:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610258.083230:0:13879:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:13879:1834598777635968:0@lo:38:kworker.0 00000100:00001000:3.0:1749610258.083231:0:16357:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610258.083231:0:18780:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610258.083232:0:18780:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598777635584 00000100:00000001:3.0:1749610258.083233:0:16357:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:2.0:1749610258.083233:0:17611:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610258.083233:0:18780:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610258.083234:0:16357:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1749610258.083234:0:17611:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1749610258.083235:0:16357:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 36 to 0@lo 00000100:00000001:1.0:1749610258.083235:0:18780:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000001:0.0:1749610258.083235:0:13879:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610258.083236:0:16357:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000020:00000001:2.0:1749610258.083236:0:17611:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749610258.083236:0:18780:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610258.083237:0:18780:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610258.083238:0:16357:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612134714493856 : -131938995057760 : 0xffff88008f114ba0) 00000100:00000040:3.0:1749610258.083239:0:16357:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff88008f114ba0 refcount 36 to 0@lo 00000020:00000001:2.0:1749610258.083239:0:17611:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610258.083239:0:18780:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598777635584 02000000:00000001:3.0:1749610258.083240:0:16357:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1749610258.083240:0:18780:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749610258.083241:0:16357:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610258.083241:0:17611:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000040:1.0:1749610258.083241:0:18780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x303b8ee4031993da 00000020:00000001:1.0:1749610258.083241:0:18780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610258.083242:0:16357:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000001:0.0:1749610258.083242:0:13879:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:1.0:1749610258.083243:0:18780:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129ee8800 refcount=5 00000100:00000040:3.0:1749610258.083244:0:16357:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610258.083244:0:17611:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749610258.083244:0:18780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312684032 : -131936396867584 : ffff880129ee8800) 00000400:00000010:0.0:1749610258.083244:0:13879:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88005bdaa370. 00000400:00000010:3.0:1749610258.083245:0:16357:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b19917f8. 00000020:00000001:1.0:1749610258.083245:0:18780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312684032 : -131936396867584 : ffff880129ee8800) 02000000:00000001:2.0:1749610258.083246:0:17611:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610258.083247:0:18780:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1749610258.083247:0:13879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e0c8cc0 02000000:00000010:2.0:1749610258.083249:0:17611:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012e974800. 00000400:00000010:0.0:1749610258.083249:0:13879:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008e0c8cc0. 02000000:00000001:2.0:1749610258.083251:0:17611:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610258.083251:0:18780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800ab28d000. 00000100:00000001:0.0:1749610258.083251:0:13879:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610258.083253:0:17611:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610258.083254:0:18780:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012f859f40. 00000100:00000200:3.0:1749610258.083255:0:16357:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598777636224, offset 0 00000020:00000001:2.0:1749610258.083255:0:17611:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610258.083255:0:13879:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880129f38e00 x1834598777635840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610258.083256:0:18780:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff8800978b9570) now 6 - evictor 00000400:00000200:3.0:1749610258.083258:0:16357:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610258.083258:0:18780:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749610258.083260:0:18780:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88005faa8000. 00000400:00000200:3.0:1749610258.083262:0:16357:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610258.083262:0:18780:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88008f334d00. 00010000:00000040:2.0:1749610258.083264:0:17611:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598777636352 00000020:00000010:1.0:1749610258.083264:0:18780:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008ed39af0. 00000100:00000200:0.0:1749610258.083264:0:13879:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880129f38e00 x1834598777635840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610283 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610258.083265:0:16357:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ed0724580 00010000:00000001:2.0:1749610258.083266:0:17611:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749610258.083266:0:18780:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1749610258.083267:0:16357:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x386d [1] + 0 00000100:00000001:1.0:1749610258.083267:0:18780:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610258.083268:0:18780:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610258.083270:0:16357:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610258.083270:0:18780:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000200:2.0:1749610258.083271:0:17611:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880133aba300 x1834598777636352/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:449/0 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610258.083271:0:18780:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749610258.083271:0:13879:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610258.083272:0:18780:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.083273:0:13879:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610258.083275:0:16357:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610258.083275:0:13879:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610258.083277:0:16357:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749610258.083277:0:13879:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1749610258.083278:0:17611:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610258.083278:0:13879:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1749610258.083280:0:16357:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133abb800 x1834598777636224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610283 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610258.083280:0:17611:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.083280:0:13879:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610258.083282:0:17611:0:(import.c:2097:obd_at_measure()) add 1 to ffff88008e64bdf0 time=107 v=5 (1 1 1 0) 02000000:00000001:0.0:1749610258.083282:0:13879:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610258.083285:0:16357:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133abb800 x1834598777636224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610258.083285:0:17611:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00001000:0.0:1749610258.083286:0:13879:0:(import.c:2097:obd_at_measure()) add 0 to ffff8800b1a6d438 time=1749610258 v=5 (0 0 0 0) 00000100:00000040:2.0:1749610258.083288:0:17611:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 37 to 0@lo 00000100:00001000:0.0:1749610258.083289:0:13879:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800b1a6d3f0 time=8 v=20 (1 1 1 20) 00000100:00000001:3.0:1749610258.083290:0:16357:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610258.083290:0:17611:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000100:00000001:1.0:1749610258.083291:0:18780:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610258.083292:0:17611:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610258.083292:0:13879:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1749610258.083293:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b19917f8 00000100:00000001:0.0:1749610258.083293:0:13879:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:3.0:1749610258.083294:0:16357:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b19917f8. 02000000:00000001:2.0:1749610258.083294:0:17611:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610258.083295:0:16357:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610258.083295:0:18780:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610258.083295:0:13879:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610258.083296:0:16357:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610258.083296:0:17611:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610258.083296:0:18780:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610258.083298:0:16357:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610258.083298:0:17611:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1749610258.083299:0:18780:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00000040:0.0:1749610258.083299:0:13879:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880129f38e00 x1834598777635840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610283 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610258.083300:0:16357:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 36 to 0@lo 00000400:00000010:2.0:1749610258.083300:0:17611:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800963005d8. 00000100:00000001:3.0:1749610258.083301:0:16357:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610258.083301:0:18780:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88005d17d000 : new rpc_count 1 00000020:00000001:3.0:1749610258.083303:0:16357:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610258.083303:0:18780:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137119074944 : -131936590476672 : ffff88011e644a80) 00000100:00000200:2.0:1749610258.083304:0:17611:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598777636352, offset 224 00000100:00000040:3.0:1749610258.083305:0:16357:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880129f38000 x1834598777636224/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610278 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610258.083306:0:13879:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749610258.083307:0:18780:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88011e644a80 x1834598777635712/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:449/0 lens 224/0 e 0 to 0 dl 1749610269 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610258.083308:0:17611:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610258.083309:0:13879:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610258.083310:0:13879:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610258.083311:0:16357:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:13879:x1834598777636224:12345-0@lo:38:kworker.0 Request processed in 109us (210us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610258.083312:0:18780:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610258.083312:0:13879:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610258.083313:0:13879:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:1.0:1749610258.083314:0:18780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800ab28d580. 00000100:00100000:3.0:1749610258.083315:0:16357:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000400:00000200:2.0:1749610258.083315:0:17611:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610258.083315:0:18780:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610258.083316:0:16357:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00080000:0.0:1749610258.083316:0:13879:0:(import.c:66:import_set_state_nolock()) ffff8800b1a6d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749610258.083317:0:16357:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610258.083317:0:18780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800ab28d580. 00000100:00080000:0.0:1749610258.083319:0:13879:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-19) 00000020:00000010:3.0:1749610258.083320:0:16357:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880135f79400. 00000400:00000200:2.0:1749610258.083320:0:17611:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ed0724600 00000100:00100000:1.0:1749610258.083321:0:18780:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e644a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:13883:x1834598777635712:12345-0@lo:400:kworker.0 00000100:00000001:0.0:1749610258.083321:0:13879:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749610258.083323:0:16357:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b5364258. 00000100:00000200:1.0:1749610258.083324:0:18780:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598777635712 00000100:00000040:0.0:1749610258.083324:0:13879:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880129f38e00 x1834598777635840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610283 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610258.083325:0:17611:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x3859 [1] + 224 00000020:00000001:1.0:1749610258.083325:0:18780:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749610258.083327:0:18780:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749610258.083328:0:18780:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610258.083329:0:16357:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008f71fa00. 00000400:00000200:2.0:1749610258.083329:0:17611:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749610258.083330:0:18780:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749610258.083331:0:18780:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109004224 : -1600547392 : ffffffffa09995c0) 00000100:00000001:3.0:1749610258.083332:0:16357:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610258.083332:0:17611:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749610258.083333:0:18780:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749610258.083335:0:17611:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610258.083339:0:17611:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133ab9180 x1834598777636352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610258.083339:0:18780:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610258.083339:0:13879:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:13879:1834598777635840:0@lo:38:kworker.0 00000020:00000001:1.0:1749610258.083341:0:18780:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749610258.083342:0:18780:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749610258.083343:0:18780:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.083343:0:13879:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610258.083344:0:18780:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749610258.083345:0:13879:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610258.083347:0:18780:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1749610258.083348:0:17611:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133ab9180 x1834598777636352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610258.083348:0:18780:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610258.083349:0:13883:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749610258.083349:0:13879:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880129f3aa00 x1834598777635968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610283 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610258.083351:0:13883:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1749610258.083351:0:18780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dc87000. 02000000:00000001:1.0:1749610258.083352:0:18780:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610258.083353:0:13883:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610258.083354:0:18780:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610258.083355:0:18780:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.083356:0:13879:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1749610258.083357:0:13883:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133abaa00 x1834598777636096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1749610258.083357:0:18780:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 12884901889, transno 0, xid 1834598777635712 02000000:00000001:0.0:1749610258.083357:0:13879:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1749610258.083358:0:18780:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749610258.083359:0:17611:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:0.0:1749610258.083360:0:13879:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880129f3d400. 00010000:00000200:1.0:1749610258.083361:0:18780:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88011e644a80 x1834598777635712/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:449/0 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610258.083362:0:17611:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800963005d8 02000000:00000001:0.0:1749610258.083362:0:13879:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:2.0:1749610258.083364:0:17611:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800963005d8. 00000020:00000001:0.0:1749610258.083364:0:13879:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749610258.083365:0:13883:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1749610258.083365:0:13879:0:(genops.c:1242:class_import_put()) import ffff88012c014000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00010000:00000001:1.0:1749610258.083366:0:18780:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610258.083367:0:13883:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610258.083367:0:17611:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:1.0:1749610258.083367:0:18780:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610258.083367:0:13879:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749610258.083368:0:17611:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00001000:1.0:1749610258.083369:0:18780:0:(import.c:2097:obd_at_measure()) add 1 to ffff880087ecb9f0 time=92 v=5 (1 1 2 0) 02000000:00000010:0.0:1749610258.083369:0:13879:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e977c00. 00000100:00000001:2.0:1749610258.083371:0:17611:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610258.083371:0:18780:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610258.083373:0:18780:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 37 to 0@lo 02000000:00000001:3.0:1749610258.083374:0:13883:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610258.083374:0:18780:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 02000000:00000001:0.0:1749610258.083375:0:13879:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610258.083376:0:18780:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610258.083377:0:13883:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610258.083377:0:18780:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610258.083377:0:13879:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749610258.083378:0:18780:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:0.0:1749610258.083378:0:13879:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880129f3aa00. 02000000:00000001:3.0:1749610258.083379:0:13883:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610258.083379:0:17611:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 36 to 0@lo 00000100:00000040:1.0:1749610258.083380:0:18780:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610258.083380:0:13879:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1749610258.083381:0:17611:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00100000:3.0:1749610258.083382:0:13883:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133abaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:13883:1834598777636096:0@lo:400:kworker.0 00000400:00000010:1.0:1749610258.083382:0:18780:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a51b1880. 00000100:00000001:0.0:1749610258.083382:0:13879:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610258.083383:0:17611:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.083383:0:13879:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749610258.083385:0:17611:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1749610258.083385:0:18780:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598777635712, offset 224 00000100:00000001:3.0:1749610258.083387:0:13883:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1749610258.083387:0:18780:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749610258.083387:0:13879:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880129f38e00 x1834598777635840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610283 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610258.083389:0:13883:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749610258.083389:0:17611:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133aba300 x1834598777636352/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:449/0 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610258.083391:0:13883:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610258.083392:0:18780:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749610258.083393:0:13883:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610258.083393:0:13879:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610258.083394:0:13879:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610258.083396:0:13883:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009026a200. 00000400:00000200:1.0:1749610258.083396:0:18780:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ed0724380 02000000:00000010:0.0:1749610258.083396:0:13879:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880129f3c400. 02000000:00000001:3.0:1749610258.083398:0:13883:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610258.083398:0:13879:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1749610258.083399:0:17611:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133aba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:13880:x1834598777636352:12345-0@lo:400:kworker.0 Request processed in 199us (507us total) trans 0 rc 0/0 00000400:00000200:1.0:1749610258.083399:0:18780:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x383d [1] + 224 00000020:00000001:0.0:1749610258.083399:0:13879:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610258.083400:0:13879:0:(genops.c:1242:class_import_put()) import ffff8800b1a6d000 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000010:3.0:1749610258.083401:0:13883:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007929ce70. 00000020:00000001:0.0:1749610258.083402:0:13879:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1749610258.083403:0:18780:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1749610258.083403:0:13879:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e977400. 00000400:00000010:3.0:1749610258.083405:0:13883:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b19917f8. 00000400:00000200:1.0:1749610258.083405:0:18780:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1749610258.083406:0:17611:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 02000000:00000001:0.0:1749610258.083406:0:13879:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610258.083407:0:13879:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:3.0:1749610258.083408:0:13883:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598777636096, portal 10 00000100:00000001:1.0:1749610258.083408:0:18780:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000010:0.0:1749610258.083408:0:13879:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880129f38e00. 00000100:00000040:2.0:1749610258.083409:0:17611:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880057178800 : new rpc_count 0 00000100:00000001:3.0:1749610258.083410:0:13883:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610258.083411:0:17611:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1749610258.083411:0:18780:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880129f39c00 x1834598777635712/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610258.083411:0:13879:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610258.083412:0:13883:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137476073984 : -131936233477632 : ffff880133abaa00) 00000100:00000001:2.0:1749610258.083414:0:17611:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749610258.083417:0:17611:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880135f79b80. 00000100:00000001:0.0:1749610258.083417:0:13879:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610258.083418:0:13883:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133abaa00 x1834598777636096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610258.083419:0:13879:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749610258.083420:0:17611:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b5364190. 00000100:00000040:1.0:1749610258.083420:0:18780:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880129f39c00 x1834598777635712/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610258.083423:0:13879:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610258.083424:0:13883:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:2.0:1749610258.083424:0:17611:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008f71f400. 00000100:00000001:0.0:1749610258.083425:0:13879:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610258.083426:0:13883:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610258.083426:0:18780:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:3.0:1749610258.083427:0:13883:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b19916e8. 00000020:00000040:2.0:1749610258.083427:0:17611:0:(genops.c:898:class_export_put()) PUTting export ffff880057178800 : new refcount 4 00000100:00000001:0.0:1749610258.083427:0:13879:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1749610258.083429:0:13883:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598777636096, offset 0 00000100:00000001:2.0:1749610258.083429:0:17611:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610258.083429:0:18780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a51b1880 00000100:00000001:0.0:1749610258.083429:0:13879:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1749610258.083431:0:18780:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a51b1880. 00000100:00000001:1.0:1749610258.083432:0:18780:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:3.0:1749610258.083433:0:13883:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610258.083433:0:18780:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610258.083436:0:18780:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749610258.083436:0:13879:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610258.083437:0:13879:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1749610258.083438:0:13883:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749610258.083438:0:18780:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 35 to 0@lo 00010000:00000001:1.0:1749610258.083439:0:18780:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000010:0.0:1749610258.083439:0:13879:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88005bdaaaa8. 00000020:00000001:1.0:1749610258.083440:0:18780:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610258.083442:0:13883:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ed0724500 00000020:00000001:1.0:1749610258.083442:0:18780:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1749610258.083442:0:13879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008e0c83b8 00000100:00000040:1.0:1749610258.083444:0:18780:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011e644a80 x1834598777635712/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:449/0 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610258.083444:0:13879:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008e0c83b8. 00000100:00000001:0.0:1749610258.083446:0:13879:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749610258.083447:0:13883:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xadd [64] + 168584 00000100:00000200:0.0:1749610258.083450:0:13879:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133abb800 x1834598777636224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610258.083451:0:13883:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749610258.083451:0:18780:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e644a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:13883:x1834598777635712:12345-0@lo:400:kworker.0 Request processed in 137us (1047us total) trans 0 rc 0/0 00000400:00000200:3.0:1749610258.083453:0:13883:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610258.083455:0:13883:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610258.083456:0:13883:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:1.0:1749610258.083456:0:18780:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00000040:1.0:1749610258.083458:0:18780:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88005d17d000 : new rpc_count 0 00000100:00000200:0.0:1749610258.083458:0:13879:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133abb800 x1834598777636224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610283 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610258.083459:0:13883:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011e647100. 00000100:00000001:1.0:1749610258.083459:0:18780:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1749610258.083461:0:13883:0:(events.c:338:request_in_callback()) incoming req@ffff88011e647100 x1834598777636096 msgsize 224 00000100:00000001:1.0:1749610258.083461:0:18780:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610258.083463:0:18780:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88008f334a00. 00000100:00100000:3.0:1749610258.083464:0:13883:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610258.083465:0:13879:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610258.083466:0:13879:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610258.083467:0:18780:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008ed39bb8. 00000100:00000001:0.0:1749610258.083468:0:13879:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610258.083469:0:13883:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:1.0:1749610258.083469:0:18780:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88005faa8e00. 02000000:00000001:0.0:1749610258.083469:0:13879:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1749610258.083471:0:18780:0:(genops.c:898:class_export_put()) PUTting export ffff88005d17d000 : new refcount 4 00000100:00000001:1.0:1749610258.083473:0:18780:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610258.083477:0:13883:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b19916e8 00000100:00000001:1.0:1749610258.083477:0:18780:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:3.0:1749610258.083478:0:13883:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b19916e8. 00000100:00000001:1.0:1749610258.083479:0:18780:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610258.083480:0:13883:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:1.0:1749610258.083481:0:18780:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00000200:3.0:1749610258.083482:0:13883:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133abaa00 x1834598777636096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610258.083482:0:18780:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129ee8800 : new rpc_count 1 00000100:00000001:1.0:1749610258.083484:0:18780:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137359753216 : -131936349798400 : ffff88012cbcc000) 00000100:00000040:1.0:1749610258.083486:0:18780:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012cbcc000 x1834598777635584/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:449/0 lens 224/0 e 0 to 0 dl 1749610269 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610258.083488:0:13883:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610258.083490:0:13883:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133abaa00 x1834598777636096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610274 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610258.083494:0:13883:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610258.083495:0:13883:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610258.083495:0:18780:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610258.083497:0:13883:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610258.083497:0:18780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800ab28d580. 00000100:00000040:3.0:1749610258.083499:0:13883:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 828 usecs (1 jiffies) 00000100:00000001:1.0:1749610258.083499:0:18780:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610258.083500:0:18780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800ab28d580. 00000100:00000001:3.0:1749610258.083501:0:13883:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299532146 00000100:00000001:3.0:1749610258.083503:0:13883:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299532181 00000100:00100000:1.0:1749610258.083503:0:18780:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cbcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:13881:x1834598777635584:12345-0@lo:400:kworker.0 00000100:00000001:3.0:1749610258.083505:0:13883:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299532146 00000100:00000200:1.0:1749610258.083505:0:18780:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598777635584 00000100:00000001:3.0:1749610258.083506:0:13883:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299532181 00000020:00000001:1.0:1749610258.083506:0:18780:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610258.083507:0:13883:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299532146 00000020:00000001:1.0:1749610258.083508:0:18780:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749610258.083509:0:13883:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299532181 00000020:00000001:1.0:1749610258.083509:0:18780:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610258.083510:0:13883:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299532146 00000100:00000001:3.0:1749610258.083511:0:13883:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299532181 00000020:00000001:1.0:1749610258.083511:0:18780:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749610258.083512:0:13883:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610258.083512:0:18780:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109004224 : -1600547392 : ffffffffa09995c0) 00000100:00000001:3.0:1749610258.083513:0:13883:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610258.083514:0:18780:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000001:3.0:1749610258.083516:0:13883:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1749610258.083516:0:18780:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1749610258.083517:0:13883:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1749610258.083517:0:18780:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000010:3.0:1749610258.083518:0:13883:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007929ccb8. 00000020:00000001:1.0:1749610258.083518:0:18780:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749610258.083519:0:18780:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610258.083520:0:13883:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b1991770 00000020:00000001:1.0:1749610258.083520:0:18780:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000010:3.0:1749610258.083521:0:13883:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b1991770. 00000100:00000001:1.0:1749610258.083521:0:18780:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610258.083522:0:18780:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610258.083523:0:13883:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:1.0:1749610258.083524:0:18780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dc85000. 00000100:00000200:3.0:1749610258.083525:0:13883:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880129f39c00 x1834598777635712/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610258.083525:0:18780:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610258.083526:0:18780:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610258.083528:0:18780:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749610258.083529:0:18780:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 111669149697, transno 0, xid 1834598777635584 00000100:00000200:3.0:1749610258.083530:0:13883:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880129f39c00 x1834598777635712/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610258.083530:0:18780:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:1.0:1749610258.083533:0:18780:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012cbcc000 x1834598777635584/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:449/0 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610258.083537:0:18780:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610258.083538:0:13883:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:1.0:1749610258.083538:0:18780:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610258.083539:0:13883:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610258.083540:0:13883:0:(client.c:1550:after_reply()) Process entered 00000100:00001000:1.0:1749610258.083540:0:18780:0:(import.c:2097:obd_at_measure()) add 1 to ffff880087ecb9f0 time=92 v=5 (1 1 2 0) 02000000:00000001:3.0:1749610258.083542:0:13883:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610258.083542:0:18780:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610258.083543:0:13883:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749610258.083543:0:18780:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 36 to 0@lo 00000100:00000001:3.0:1749610258.083544:0:13883:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610258.083545:0:13883:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610258.083547:0:18780:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000100:00001000:3.0:1749610258.083549:0:13883:0:(import.c:2097:obd_at_measure()) add 5 to ffff88008ee36438 time=42 v=5 (5 5 5 0) 02000000:00000001:1.0:1749610258.083549:0:18780:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610258.083550:0:18780:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610258.083551:0:13883:0:(import.c:2097:obd_at_measure()) add 1 to ffff88008ee363f0 time=42 v=5 (1 1 1 0) 00000100:00000001:1.0:1749610258.083551:0:18780:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610258.083553:0:13883:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1749610258.083553:0:18780:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610258.083554:0:13883:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610258.083554:0:18780:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a51b1880. 00010000:00000001:3.0:1749610258.083555:0:13883:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1749610258.083557:0:18780:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598777635584, offset 224 00010000:00000001:3.0:1749610258.083558:0:13883:0:(ldlm_request.c:1545:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610258.083559:0:18780:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610258.083559:0:13879:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610258.083560:0:13883:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749610258.083561:0:13883:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: skip recheck: last_committed 12884901889 00000100:00000001:0.0:1749610258.083562:0:13879:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610258.083563:0:13883:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610258.083563:0:13883:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610258.083563:0:18780:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749610258.083564:0:13879:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610258.083566:0:13883:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880129f39c00 x1834598777635712/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610258.083566:0:18780:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ed0724300 00000400:00000200:1.0:1749610258.083569:0:18780:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x3865 [1] + 224 00000100:00001000:0.0:1749610258.083569:0:13879:0:(import.c:2097:obd_at_measure()) add 0 to ffff8800967b8c38 time=1749610258 v=5 (0 0 0 0) 00000100:00000001:3.0:1749610258.083570:0:13883:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610258.083572:0:13883:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1749610258.083572:0:18780:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1749610258.083572:0:13879:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800967b8bf0 time=57 v=20 (1 1 20 0) 00000100:00000001:3.0:1749610258.083573:0:13883:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610258.083573:0:18780:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749610258.083575:0:13883:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880129f39c00 x1834598777635712/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610258.083575:0:18780:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610258.083575:0:13879:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610258.083577:0:13879:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749610258.083578:0:18780:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880129f3bb80 x1834598777635584/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610258.083579:0:13879:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749610258.083580:0:13883:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:13883:1834598777635712:0@lo:400:kworker.0 00000100:00000001:3.0:1749610258.083582:0:13883:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610258.083583:0:13879:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133abb800 x1834598777636224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610283 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610258.083584:0:13883:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610258.083584:0:18780:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880129f3bb80 x1834598777635584/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610258.083585:0:13883:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880129f39c00 x1834598777635712/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610258.083590:0:13883:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749610258.083590:0:13879:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749610258.083591:0:13883:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749610258.083591:0:18780:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:3.0:1749610258.083592:0:13883:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009026a800. 00000100:00000001:0.0:1749610258.083593:0:13879:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1749610258.083594:0:18780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a51b1880 00000400:00000010:1.0:1749610258.083595:0:18780:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a51b1880. 00000100:00000001:0.0:1749610258.083595:0:13879:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610258.083596:0:18780:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:3.0:1749610258.083597:0:13883:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749610258.083597:0:18780:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610258.083597:0:13879:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000001:3.0:1749610258.083598:0:13883:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749610258.083598:0:13879:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:3.0:1749610258.083599:0:13883:0:(genops.c:1242:class_import_put()) import ffff88008ee36000 refcount=2 obd=lustre-OST0001-osc-MDT0001 00000100:00000001:1.0:1749610258.083599:0:18780:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610258.083601:0:13883:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1749610258.083601:0:18780:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 35 to 0@lo 00010000:00000001:1.0:1749610258.083602:0:18780:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 02000000:00000010:3.0:1749610258.083603:0:13883:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880095da9000. 00000020:00000001:1.0:1749610258.083604:0:18780:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610258.083605:0:13883:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1749610258.083605:0:18780:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:3.0:1749610258.083607:0:13883:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1749610258.083607:0:18780:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012cbcc000 x1834598777635584/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:449/0 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610258.083607:0:13879:0:(import.c:66:import_set_state_nolock()) ffff8800967b8800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000010:3.0:1749610258.083608:0:13883:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880129f39c00. 00000100:00080000:0.0:1749610258.083610:0:13879:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-19) 00000100:00000001:3.0:1749610258.083611:0:13883:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610258.083612:0:13883:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610258.083612:0:13879:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749610258.083613:0:18780:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cbcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:13881:x1834598777635584:12345-0@lo:400:kworker.0 Request processed in 117us (540us total) trans 0 rc 0/0 00000100:00000001:3.0:1749610258.083614:0:13883:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610258.083617:0:18780:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00000040:0.0:1749610258.083617:0:13879:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133abb800 x1834598777636224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610283 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610258.083618:0:13883:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610258.083620:0:13883:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749610258.083622:0:13883:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749610258.083622:0:18780:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129ee8800 : new rpc_count 0 00000100:00000001:3.0:1749610258.083623:0:13883:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610258.083624:0:18780:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610258.083625:0:13883:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610258.083625:0:18780:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1749610258.083626:0:13879:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:13879:1834598777636224:0@lo:38:kworker.0 00000100:00000001:3.0:1749610258.083627:0:13883:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610258.083627:0:18780:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88008f334d00. 00000020:00000010:1.0:1749610258.083629:0:18780:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008ed39af0. 00000100:00000001:0.0:1749610258.083630:0:13879:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610258.083631:0:18780:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88005faa8000. 00000100:00000001:0.0:1749610258.083632:0:13879:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1749610258.083633:0:18780:0:(genops.c:898:class_export_put()) PUTting export ffff880129ee8800 : new refcount 4 00000100:00000001:1.0:1749610258.083634:0:18780:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610258.083635:0:13879:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133abb800 x1834598777636224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610283 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610258.083639:0:17611:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610258.083641:0:17611:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598777636096 00000100:00000001:0.0:1749610258.083641:0:13879:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610258.083643:0:17611:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1749610258.083643:0:13879:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610258.083644:0:17611:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:0.0:1749610258.083645:0:13879:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880129f3e000. 00000100:00000001:3.0:1749610258.083646:0:17611:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610258.083648:0:17611:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610258.083648:0:13879:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610258.083649:0:13879:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:3.0:1749610258.083650:0:17611:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598777636096 00000100:00000001:1.0:1749610258.083650:0:13881:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610258.083651:0:13881:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1749610258.083651:0:13879:0:(genops.c:1242:class_import_put()) import ffff8800967b8800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1749610258.083652:0:17611:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610258.083653:0:17611:0:(genops.c:823:class_conn2export()) looking for export cookie 0x303b8ee4031993be 00000020:00000001:0.0:1749610258.083653:0:13879:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:1.0:1749610258.083654:0:13881:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1749610258.083655:0:17611:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:1.0:1749610258.083655:0:13881:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:0.0:1749610258.083655:0:13879:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e975400. 00000400:00000010:1.0:1749610258.083656:0:13881:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c786630. 00000020:00000040:3.0:1749610258.083657:0:17611:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129eea000 refcount=5 02000000:00000001:0.0:1749610258.083657:0:13879:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1749610258.083658:0:13881:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a51b1908 02000000:00000001:0.0:1749610258.083658:0:13879:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:1.0:1749610258.083659:0:13881:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a51b1908. 00000020:00000001:3.0:1749610258.083660:0:17611:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137312690176 : -131936396861440 : ffff880129eea000) 00000100:00000001:1.0:1749610258.083660:0:13881:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000010:0.0:1749610258.083660:0:13879:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133abb800. 00000020:00000001:3.0:1749610258.083662:0:17611:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137312690176 : -131936396861440 : ffff880129eea000) 00000100:00000001:0.0:1749610258.083662:0:13879:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000200:1.0:1749610258.083663:0:13881:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880129f3bb80 x1834598777635584/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610258.083664:0:13879:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610258.083665:0:17611:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610258.083666:0:13879:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610258.083668:0:17611:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880129cf3dc0. 00000100:00000200:1.0:1749610258.083668:0:13881:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880129f3bb80 x1834598777635584/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610258.083668:0:13879:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610258.083669:0:13879:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610258.083670:0:13879:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610258.083671:0:17611:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8801373fa500. 00000100:00000001:0.0:1749610258.083672:0:13879:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610258.083673:0:13881:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610258.083674:0:13881:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610258.083691:0:13881:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610258.083692:0:13881:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610258.083694:0:13881:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610258.083695:0:13881:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610258.083696:0:17611:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:1.0:1749610258.083696:0:13881:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610258.083698:0:17611:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880129cf3dc0. 00000100:00001000:1.0:1749610258.083700:0:13881:0:(import.c:2097:obd_at_measure()) add 5 to ffff880129e43438 time=92 v=5 (5 5 5 0) 00000020:00000010:3.0:1749610258.083701:0:17611:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009026a800. 00000100:00001000:1.0:1749610258.083702:0:13881:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129e433f0 time=92 v=5 (1 1 1 0) 00000020:00000010:3.0:1749610258.083703:0:17611:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880094779c00. 00000100:00000001:1.0:1749610258.083704:0:13881:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610258.083705:0:13881:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610258.083706:0:13881:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749610258.083706:0:13882:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1749610258.083708:0:13881:0:(ldlm_request.c:1545:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.083708:0:13882:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610258.083709:0:13881:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000010:3.0:1749610258.083710:0:17611:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ab1a2898. 00000100:00000040:1.0:1749610258.083710:0:13881:0:(client.c:3052:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 111669149697 00000100:00000001:1.0:1749610258.083712:0:13881:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1749610258.083714:0:17611:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749610258.083715:0:17611:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610258.083716:0:17611:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610258.083717:0:13881:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610258.083718:0:17611:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610258.083720:0:17611:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:1.0:1749610258.083720:0:13881:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880129f3bb80 x1834598777635584/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610258.083721:0:17611:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749610258.083722:0:17611:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.083723:0:13880:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610258.083724:0:13880:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610258.083725:0:13881:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610258.083726:0:13881:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610258.083727:0:17611:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610258.083727:0:13881:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1749610258.083728:0:13880:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1749610258.083729:0:13881:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880129f3bb80 x1834598777635584/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749610258.083729:0:13880:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610258.083732:0:17611:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610258.083733:0:17611:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749610258.083734:0:13881:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:13881:1834598777635584:0@lo:400:kworker.0 00000100:00100000:3.0:1749610258.083736:0:17611:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00000040:3.0:1749610258.083737:0:17611:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129eea000 : new rpc_count 1 00000100:00000001:1.0:1749610258.083737:0:13881:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610258.083738:0:13881:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1749610258.083738:0:13880:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009586dc08. 00000100:00000001:3.0:1749610258.083739:0:17611:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137119084800 : -131936590466816 : ffff88011e647100) 00000100:00000040:1.0:1749610258.083740:0:13881:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880129f3bb80 x1834598777635584/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610258.083741:0:13880:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800963004c8 00000100:00000040:3.0:1749610258.083742:0:17611:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88011e647100 x1834598777636096/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:449/0 lens 224/0 e 0 to 0 dl 1749610269 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610258.083743:0:13880:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800963004c8. 00000100:00000001:1.0:1749610258.083744:0:13881:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610258.083745:0:13881:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749610258.083745:0:13880:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610258.083747:0:17611:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000010:1.0:1749610258.083747:0:13881:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88005faa9a00. 02000000:00000001:1.0:1749610258.083748:0:13881:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:3.0:1749610258.083749:0:17611:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880129cf3dc0. 00000020:00000001:1.0:1749610258.083749:0:13881:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749610258.083750:0:17611:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749610258.083750:0:13881:0:(genops.c:1242:class_import_put()) import ffff880129e43000 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000100:00000200:0.0:1749610258.083750:0:13880:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133ab9180 x1834598777636352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610258.083751:0:13881:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1749610258.083752:0:17611:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880129cf3dc0. 02000000:00000010:1.0:1749610258.083753:0:13881:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880095da9800. 00000100:00100000:3.0:1749610258.083754:0:17611:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e647100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:13883:x1834598777636096:12345-0@lo:400:kworker.0 02000000:00000001:1.0:1749610258.083755:0:13881:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610258.083755:0:13881:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:3.0:1749610258.083756:0:17611:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598777636096 00000100:00000010:1.0:1749610258.083756:0:13881:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880129f3bb80. 00000020:00000001:3.0:1749610258.083758:0:17611:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749610258.083759:0:17611:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749610258.083759:0:13881:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000200:0.0:1749610258.083759:0:13880:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133ab9180 x1834598777636352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610258.083760:0:13881:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610258.083761:0:17611:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610258.083761:0:13881:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610258.083762:0:17611:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749610258.083763:0:17611:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109004224 : -1600547392 : ffffffffa09995c0) 00000100:00000001:1.0:1749610258.083764:0:13881:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1749610258.083765:0:17611:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749610258.083765:0:13881:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.083765:0:13880:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610258.083766:0:13881:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749610258.083767:0:17611:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610258.083767:0:13881:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.083767:0:13880:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610258.083768:0:17611:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749610258.083769:0:17611:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749610258.083769:0:13880:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:3.0:1749610258.083771:0:17611:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610258.083771:0:13880:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1749610258.083772:0:17611:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749610258.083772:0:13880:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610258.083774:0:13880:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610258.083776:0:13880:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610258.083778:0:17611:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610258.083779:0:17611:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:0.0:1749610258.083780:0:13880:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800967ba438 time=57 v=5 (5 5 5 0) 00000100:00080000:1.0:1749610258.083781:0:16402:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 02000000:00000010:3.0:1749610258.083782:0:17611:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135f3e000. 02000000:00000001:3.0:1749610258.083800:0:17611:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610258.083800:0:16402:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff8800978b9570) now 6 - evictor 00000100:00001000:0.0:1749610258.083800:0:13880:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800967ba3f0 time=57 v=5 (1 1 1 0) 00000100:00000001:3.0:1749610258.083802:0:17611:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610258.083803:0:16402:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00000001:0.0:1749610258.083803:0:13880:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1749610258.083804:0:17611:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.083806:0:13880:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749610258.083807:0:17611:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598777636096 00010000:00000001:3.0:1749610258.083809:0:17611:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:0.0:1749610258.083809:0:13880:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000040:1.0:1749610258.083811:0:16402:0:(obd_config.c:951:class_decref()) Decref lustre-OST0001 (ffff880096358000) now 6 - evictor 00010000:00000200:3.0:1749610258.083813:0:17611:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88011e647100 x1834598777636096/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:449/0 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749610258.083814:0:16402:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1749610258.083815:0:13880:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133ab9180 x1834598777636352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610258.083816:0:16402:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff8800b1b40000) now 8 - evictor 00010000:00000001:3.0:1749610258.083821:0:17611:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610258.083823:0:17611:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610258.083825:0:17611:0:(import.c:2097:obd_at_measure()) add 1 to ffff88008e64bdf0 time=107 v=5 (1 1 1 0) 00010000:00000001:0.0:1749610258.083826:0:13880:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610258.083829:0:17611:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610258.083830:0:13880:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749610258.083831:0:17611:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88008f114ba0 refcount 36 to 0@lo 00000100:00000001:3.0:1749610258.083833:0:17611:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612134714493856 : -131938995057760 : ffff88008f114ba0) 00000100:00000040:0.0:1749610258.083833:0:13880:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 02000000:00000001:3.0:1749610258.083835:0:17611:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610258.083835:0:13880:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1749610258.083836:0:17611:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.083837:0:13880:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610258.083838:0:17611:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610258.083841:0:17611:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610258.083843:0:17611:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b1991770. 00000100:00000040:0.0:1749610258.083843:0:13880:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133ab9180 x1834598777636352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610258.083847:0:17611:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598777636096, offset 224 00000400:00000200:3.0:1749610258.083851:0:17611:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610258.083854:0:13880:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749610258.083858:0:17611:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610258.083858:0:13880:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610258.083860:0:13880:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610258.083864:0:17611:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ed0724500 00000100:00000040:0.0:1749610258.083866:0:13880:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133ab9180 x1834598777636352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610258.083869:0:17611:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x3885 [1] + 224 00000400:00000200:3.0:1749610258.083873:0:17611:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610258.083876:0:17611:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610258.083879:0:17611:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610258.083882:0:17611:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133abaa00 x1834598777636096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610258.083891:0:17611:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133abaa00 x1834598777636096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610258.083926:0:13880:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133ab9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:13880:1834598777636352:0@lo:400:kworker.0 00000100:00000001:3.0:1749610258.083932:0:17611:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610258.083934:0:13880:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610258.083938:0:13880:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610258.083943:0:13880:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133ab9180 x1834598777636352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610258.083944:0:17611:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b1991770 00000400:00000010:3.0:1749610258.083946:0:17611:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b1991770. 00000100:00000001:3.0:1749610258.083948:0:17611:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610258.083950:0:17611:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610258.083953:0:17611:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610258.083954:0:13880:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1749610258.083956:0:17611:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88008f114ba0 refcount 35 to 0@lo 02000000:00000001:0.0:1749610258.083956:0:13880:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1749610258.083958:0:17611:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 02000000:00000010:0.0:1749610258.083959:0:13880:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008f71e200. 00000020:00000001:3.0:1749610258.083960:0:17611:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610258.083962:0:17611:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1749610258.083964:0:13880:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610258.083966:0:13880:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1749610258.083967:0:17611:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011e647100 x1834598777636096/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:449/0 lens 224/224 e 0 to 0 dl 1749610269 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610258.083968:0:13880:0:(genops.c:1242:class_import_put()) import ffff8800967ba000 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1749610258.083972:0:13880:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610258.083974:0:13880:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880095da9500. 00000100:00100000:3.0:1749610258.083976:0:17611:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e647100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:13883:x1834598777636096:12345-0@lo:400:kworker.0 Request processed in 227us (513us total) trans 0 rc 0/0 02000000:00000001:0.0:1749610258.083978:0:13880:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610258.083980:0:13880:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610258.083982:0:13880:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133ab9180. 00000100:00100000:3.0:1749610258.083984:0:17611:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00000040:3.0:1749610258.083986:0:17611:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129eea000 : new rpc_count 0 00000100:00000001:0.0:1749610258.083987:0:13880:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610258.084005:0:17611:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610258.084005:0:13880:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610258.084006:0:17611:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610258.084007:0:13880:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610258.084008:0:17611:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880094779c00. 00000020:00000010:3.0:1749610258.084011:0:17611:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ab1a2898. 00000100:00000001:0.0:1749610258.084011:0:13880:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1749610258.084013:0:17611:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009026a800. 00000100:00000001:0.0:1749610258.084013:0:13880:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610258.084015:0:17611:0:(genops.c:898:class_export_put()) PUTting export ffff880129eea000 : new refcount 4 00000100:00000001:0.0:1749610258.084015:0:13880:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610258.084017:0:17611:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610258.084017:0:13880:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610258.084025:0:13883:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610258.084027:0:13883:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749610258.084029:0:13883:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610258.084030:0:13883:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610258.084031:0:13883:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007929ce70. 00000400:00000200:3.0:1749610258.084033:0:13883:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b19917f8 00000400:00000010:3.0:1749610258.084034:0:13883:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b19917f8. 00000100:00000001:3.0:1749610258.084035:0:13883:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610258.084037:0:13883:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133abaa00 x1834598777636096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610258.084042:0:13883:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133abaa00 x1834598777636096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610258.084071:0:13883:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610258.084073:0:13883:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610258.084075:0:13883:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610258.084077:0:13883:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610258.084079:0:13883:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610258.084080:0:13883:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610258.084083:0:13883:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610258.084087:0:13883:0:(import.c:2097:obd_at_measure()) add 5 to ffff88008e008c38 time=107 v=5 (5 5 5 0) 00000100:00001000:3.0:1749610258.084090:0:13883:0:(import.c:2097:obd_at_measure()) add 1 to ffff88008e008bf0 time=107 v=5 (1 1 1 0) 00000100:00000001:3.0:1749610258.084093:0:13883:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610258.084095:0:13883:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610258.084097:0:13883:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1749610258.084100:0:13883:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133abaa00 x1834598777636096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610258.084107:0:13883:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610258.084109:0:13883:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749610258.084111:0:13883:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749610258.084113:0:13883:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610258.084114:0:13883:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610258.084134:0:13883:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133abaa00 x1834598777636096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610258.084141:0:13883:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610258.084143:0:13883:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610258.084149:0:13883:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610258.084152:0:13883:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133abaa00 x1834598777636096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610258.084160:0:13883:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133abaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:13883:1834598777636096:0@lo:400:kworker.0 00000100:00000001:3.0:1749610258.084164:0:13883:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610258.084167:0:13883:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610258.084169:0:13883:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133abaa00 x1834598777636096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610274 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610258.084186:0:13883:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610258.084188:0:13883:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610258.084191:0:13883:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009026a200. 02000000:00000001:3.0:1749610258.084193:0:13883:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610258.084195:0:13883:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610258.084196:0:13883:0:(genops.c:1242:class_import_put()) import ffff88008e008800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749610258.084198:0:13883:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610258.084200:0:13883:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880095da9600. 02000000:00000001:3.0:1749610258.084202:0:13883:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610258.084204:0:13883:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610258.084205:0:13883:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133abaa00. 00000100:00000001:3.0:1749610258.084209:0:13883:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610258.084210:0:13883:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610258.084212:0:13883:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610258.084216:0:13883:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610258.084218:0:13883:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610258.084219:0:13883:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610258.084221:0:13883:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610258.118734:0:2304:0:(connection.c:75:cpu_latency_work()) work item of ffff8800a49159c0 (cpu 0) has reached its deadline 4299532181, at 4299532181 00000100:00000040:1.0:1749610258.118737:0:19557:0:(connection.c:75:cpu_latency_work()) work item of ffff8800a49158e0 (cpu 0) has reached its deadline 4299532181, at 4299532181 00000100:00000040:3.0:1749610258.118738:0:28986:0:(connection.c:75:cpu_latency_work()) work item of ffff8800a4915aa0 (cpu 0) has reached its deadline 4299532181, at 4299532181 00000100:00000010:2.0:1749610258.118758:0:2304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012eb0f440. 00000100:00000010:1.0:1749610258.118808:0:19557:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012eb0f780. 00000100:00000010:3.0:1749610258.118817:0:28986:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012eb0f980. 00000100:00000040:0.0:1749610258.119733:0:1039:0:(connection.c:75:cpu_latency_work()) work item of ffff8800a4915800 (cpu 0) has reached its deadline 4299532181, at 4299532182 00000100:00000010:0.0:1749610258.119744:0:1039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012eb0f940. 00080000:00000010:3.0:1749610258.228771:0:21374:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779c00. 00080000:00000010:3.0:1749610258.228779:0:21374:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779c00. 00000020:00000001:3.0:1749610258.228785:0:21374:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610258.228804:0:21374:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779c00. 00080000:00000010:3.0:1749610258.228809:0:21374:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779c00. 00000020:00000001:3.0:1749610258.228813:0:21374:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610258.228821:0:21374:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779c00. 00080000:00000010:3.0:1749610258.228826:0:21374:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779c00. 00000020:00000001:3.0:1749610258.228829:0:21374:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610258.233188:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779c00. 00080000:00000010:3.0:1749610258.233211:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779c00. 00000020:00000001:3.0:1749610258.233216:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610258.233288:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779c00. 00080000:00000010:3.0:1749610258.233292:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779c00. 00000020:00000001:3.0:1749610258.233301:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610258.233306:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779c00. 00080000:00000010:3.0:1749610258.233310:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779c00. 00000020:00000001:3.0:1749610258.233312:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610258.246734:0:1039:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610258.246739:0:1039:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610258.246801:0:18751:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610258.246806:0:18751:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610258.246810:0:18751:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610258.331819:0:16445:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610258.331825:0:16445:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610258.331828:0:16445:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610258.331832:0:16445:0:(client.c:2663:ptlrpc_set_wait()) set ffff880094dcca80 going to sleep for 0 seconds 00000100:00000001:3.0:1749610258.331836:0:16445:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610258.331839:0:16445:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610258.331854:0:16445:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610258.331857:0:16445:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610258.331860:0:16445:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610258.404516:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334880. 00080000:00000010:1.0:1749610258.404524:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334880. 00000020:00000001:1.0:1749610258.404529:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610258.404624:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334880. 00080000:00000010:1.0:1749610258.404629:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334880. 00000020:00000001:1.0:1749610258.404633:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610258.404649:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334880. 00080000:00000010:1.0:1749610258.404654:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334880. 00000020:00000001:1.0:1749610258.404657:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610258.761060:0:21439:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779c00. 00080000:00000010:3.0:1749610258.761069:0:21439:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779c00. 00000020:00000001:3.0:1749610258.761075:0:21439:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610258.761094:0:21439:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779c00. 00080000:00000010:3.0:1749610258.761099:0:21439:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779c00. 00000020:00000001:3.0:1749610258.761102:0:21439:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610258.761110:0:21439:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880094779c00. 00080000:00000010:3.0:1749610258.761116:0:21439:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880094779c00. 00000020:00000001:3.0:1749610258.761119:0:21439:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610258.764143:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334880. 00080000:00000010:1.0:1749610258.764148:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334880. 00000020:00000001:1.0:1749610258.764152:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610258.764193:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334880. 00080000:00000010:1.0:1749610258.764196:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334880. 00000020:00000001:1.0:1749610258.764198:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610258.764202:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334880. 00080000:00000010:1.0:1749610258.764204:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334880. 00000020:00000001:1.0:1749610258.764206:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749610258.852332:0:21481:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1749610258.852335:0:21481:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_904: @@@@@@ FAIL: set /mnt/lustre/d904.sanity/f904.sanity project id failed 00000001:00000001:3.0:1749610258.855021:0:21481:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:0.0:1749610258.886840:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2fc00. 00080000:00000010:0.0:1749610258.886847:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2fc00. 00000020:00000001:0.0:1749610258.886854:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610258.886940:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2fc00. 00080000:00000010:0.0:1749610258.886944:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2fc00. 00000020:00000001:0.0:1749610258.886948:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610258.886958:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ec2fc00. 00080000:00000010:0.0:1749610258.886963:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ec2fc00. 00000020:00000001:0.0:1749610258.886966:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610258.996844:0:16408:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133ab8380. 00000020:00000040:2.0:1749610258.996853:0:16408:0:(genops.c:1229:class_import_get()) import ffff8800b1a6d000 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749610258.996858:0:16408:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610258.996860:0:16408:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610258.996864:0:16408:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610258.996870:0:16408:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88008f71fe00. 00000100:00000001:2.0:1749610258.996876:0:16408:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610258.996903:0:16408:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749610258.996905:0:16408:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749610258.996910:0:16408:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006dca89c0. 00000100:00000001:2.0:1749610258.996911:0:16408:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134156208576 : -131939553343040 : ffff88006dca89c0) 00000100:00000001:2.0:1749610258.996929:0:16408:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610258.996930:0:16408:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137476064128 : -131936233487488 : ffff880133ab8380) 00000100:00000001:2.0:1749610258.996935:0:16408:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610258.996948:0:16408:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610258.996950:0:16408:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749610258.996951:0:16408:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610258.996959:0:16408:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133ab8380 x1834598777636480/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610258.996966:0:16408:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610258.996968:0:16408:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610258.996970:0:16408:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133ab8380 x1834598777636480/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610258.996975:0:16408:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749610258.996977:0:16408:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610258.996978:0:16408:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610258.996979:0:16408:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006dca89c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610258.996981:0:16408:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610258.996982:0:16408:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1749610258.996984:0:16408:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610258.996986:0:16408:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610258.996988:0:16408:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610258.996990:0:16408:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133ab8380 x1834598777636480/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610258.996995:0:16408:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133ab8380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:16408:1834598777636480:0@lo:900:osp-pre-0-1.0 00000100:00000001:2.0:1749610258.996998:0:16408:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610258.996999:0:16408:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749610258.997001:0:16408:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749610258.997002:0:16408:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610258.997004:0:16408:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133ab8380 x1834598777636480/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610258.997008:0:16408:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610258.997010:0:16408:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006dca89c0. 00000100:00000001:2.0:1749610258.997013:0:16408:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749610258.997014:0:16408:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1749610258.997015:0:16408:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610258.997021:0:16408:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133ab8380 x1834598777636480/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610258.997025:0:16408:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749610258.997027:0:16408:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610258.997028:0:16408:0:(genops.c:1242:class_import_put()) import ffff8800b1a6d000 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749610258.997029:0:16408:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610258.997031:0:16408:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88008f71fe00. 02000000:00000001:2.0:1749610258.997034:0:16408:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610258.997035:0:16408:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610258.997036:0:16408:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133ab8380. 00000100:00000001:2.0:1749610258.997039:0:16408:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610258.997040:0:16408:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610259.022766:0:16356:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610259.022772:0:16356:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610259.022774:0:16356:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610259.022778:0:16356:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800571d16c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749610259.022781:0:16356:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610259.022784:0:16356:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610259.022786:0:16356:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610259.022789:0:16356:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610259.022790:0:16356:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610259.025739:0:16410:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880129f38e00. 00000020:00000040:0.0:1749610259.025747:0:16410:0:(genops.c:1229:class_import_get()) import ffff8800b1a6d000 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749610259.025753:0:16410:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610259.025757:0:16410:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610259.025763:0:16410:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610259.025770:0:16410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a76800. 00000100:00000001:0.0:1749610259.025776:0:16410:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610259.025782:0:16410:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749610259.025785:0:16410:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749610259.025791:0:16410:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ffb7300. 00000100:00000001:0.0:1749610259.025793:0:16410:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137414193920 : -131936295357696 : ffff88012ffb7300) 00000100:00000001:0.0:1749610259.025796:0:16410:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610259.025797:0:16410:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137313013248 : -131936396538368 : ffff880129f38e00) 00000100:00000001:0.0:1749610259.025802:0:16410:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610259.025806:0:16410:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610259.025808:0:16410:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749610259.025810:0:16410:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610259.025819:0:16410:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880129f38e00 x1834598777636608/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610259.025829:0:16410:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610259.025831:0:16410:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610259.025835:0:16410:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880129f38e00 x1834598777636608/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -11/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610259.025870:0:16410:0:(client.c:1812:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749610259.025872:0:16410:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610259.025874:0:16410:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610259.025876:0:16410:0:(client.c:2663:ptlrpc_set_wait()) set ffff88012ffb7300 going to sleep for 0 seconds 00000100:00000001:0.0:1749610259.025878:0:16410:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610259.025896:0:16410:0:(client.c:2060:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1749610259.025899:0:16410:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610259.025901:0:16410:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610259.025903:0:16410:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610259.025923:0:16410:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880129f38e00 x1834598777636608/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -11/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610259.025931:0:16410:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880129f38e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:16410:1834598777636608:0@lo:900:osp-pre-1-1.0 00000100:00000001:0.0:1749610259.025935:0:16410:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610259.025937:0:16410:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749610259.025939:0:16410:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749610259.025941:0:16410:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610259.025943:0:16410:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880129f38e00 x1834598777636608/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -11/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610259.025949:0:16410:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610259.025951:0:16410:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88012ffb7300. 00000100:00000001:0.0:1749610259.025954:0:16410:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749610259.025955:0:16410:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:0.0:1749610259.025957:0:16410:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610259.025959:0:16410:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880129f38e00 x1834598777636608/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -11/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610259.025964:0:16410:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749610259.025966:0:16410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610259.025967:0:16410:0:(genops.c:1242:class_import_put()) import ffff8800b1a6d000 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749610259.025969:0:16410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610259.025972:0:16410:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a76800. 02000000:00000001:0.0:1749610259.025980:0:16410:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610259.025982:0:16410:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610259.025984:0:16410:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880129f38e00. 00000100:00000001:0.0:1749610259.025987:0:16410:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610259.025989:0:16410:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610259.083786:0:13879:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610259.083801:0:13879:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610259.083802:0:13879:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610259.083806:0:13879:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610259.083808:0:13879:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610259.083811:0:13879:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610259.083813:0:13879:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610259.207722:0:21503:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79d00. 00080000:00000010:2.0:1749610259.207730:0:21503:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79d00. 00000020:00000001:2.0:1749610259.207734:0:21503:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610259.207748:0:21503:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79d00. 00080000:00000010:2.0:1749610259.207753:0:21503:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79d00. 00000020:00000001:2.0:1749610259.207756:0:21503:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610259.207762:0:21503:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880135f79d00. 00080000:00000010:2.0:1749610259.207766:0:21503:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880135f79d00. 00000020:00000001:2.0:1749610259.207769:0:21503:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610259.210529:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334e80. 00080000:00000010:1.0:1749610259.210534:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334e80. 00000020:00000001:1.0:1749610259.210538:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610259.210607:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334e80. 00080000:00000010:1.0:1749610259.210611:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334e80. 00000020:00000001:1.0:1749610259.210614:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610259.210619:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008f334e80. 00080000:00000010:1.0:1749610259.210622:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008f334e80. 00000020:00000001:1.0:1749610259.210624:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610259.249777:0:1039:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610259.249784:0:1039:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610259.249850:0:16353:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610259.249855:0:16353:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610259.249859:0:16353:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 5238 lines, 5238 kept, 0 dropped, 0 bad.