00080000:00000010:2.0F:1749610956.618284:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610956.618296:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610956.618302:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610956.618362:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610956.618367:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610956.618370:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610956.618377:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610956.618381:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610956.618383:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610956.787891:0:10723:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610956.787906:0:10723:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610956.787917:0:10723:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610956.787946:0:10723:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610956.787955:0:10723:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610956.787961:0:10723:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610956.787973:0:10723:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610956.787981:0:10723:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610956.787986:0:10723:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610956.792569:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610956.792575:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610956.792581:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610956.792667:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610956.792671:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610956.792674:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610956.792680:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610956.792683:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610956.792686:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610956.833638:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610956.833646:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610956.833648:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610956.833652:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab3c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610956.833656:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610956.833660:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610956.833663:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749610956.833675:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88006eebd180 x1834598494590336/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610956.833703:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610956.833708:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebd180 x1834598494590336/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610956.833716:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749610956.833720:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610956.833723:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610956.833725:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610956.833729:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebd180 x1834598494590336/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610956.833737:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebd180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494590336:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749610956.833743:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610956.833745:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749610956.833747:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749610956.833749:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610956.833753:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebd180 x1834598494590336/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610956.833759:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610956.833762:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800966ab3c0. 00000100:00000001:2.0:1749610956.833765:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749610956.833767:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749610956.833771:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749610956.833775:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749610956.833779:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610956.833783:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880123e7a400 refcount=4 00000020:00000001:2.0:1749610956.833785:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137211569152 : -131936497982464 : ffff880123e7a400) 00010000:00000001:2.0:1749610956.833788:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137211569152 : -131936497982464 : ffff880123e7a400) 00010000:00010000:2.0:1749610956.833795:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff880123e7a400/0x689c0ec07329d239 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610956.833813:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749610956.833818:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff880123e7a400/0x689c0ec07329d239 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610956.833824:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749610956.833828:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff880123e7a400/0x689c0ec07329d239 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610956.833835:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610956.833837:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749610956.833839:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff880123e7a400/0x689c0ec07329d239 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610956.833845:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749610956.833848:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610956.833851:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749610956.833854:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff880123e7a400/0x689c0ec07329d239 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749610956.833860:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff880123e7a400 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749610956.833864:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749610956.833868:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff880123e7a400/0x689c0ec07329d239 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610956.833877:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749610956.833879:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749610956.833881:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610956.833883:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880123e7a400 refcount=5 00000020:00000001:2.0:1749610956.833886:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137211569152 : -131936497982464 : ffff880123e7a400) 00010000:00000001:2.0:1749610956.833889:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137211569152 : -131936497982464 : ffff880123e7a400) 00010000:00000001:2.0:1749610956.833893:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749610956.833905:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff880123e7a400/0x689c0ec07329d239 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749610956.833914:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749610956.833917:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff880123e7a400/0x689c0ec07329d239 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749610956.833927:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000040:2.0:1749610956.833931:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749610956.833933:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610956.833936:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749610956.833939:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749610956.833943:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749610956.833945:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749610956.833947:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749610956.833950:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610956.833954:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff880123e7a400 with handle 0x689c0ec07329d239 from hash 00010000:00000001:2.0:1749610956.833957:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749610956.833959:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610956.833961:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610956.833963:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749610956.833965:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749610956.833967:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749610956.833971:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610956.833972:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610956.833974:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749610956.833977:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610956.833981:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff880123e7a400/0x689c0ec07329d239 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610956.833990:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610956.833991:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610956.833993:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749610956.833995:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749610956.833997:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610956.833998:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610956.834000:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749610956.834013:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff880123e7a400/0x689c0ec07329d239 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749610956.834026:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88006efe5100 count: 0 00010000:00000001:2.0:1749610956.834065:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610956.834069:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749610956.834073:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610956.834080:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebd180 x1834598494590336/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610956.834092:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749610956.834097:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610956.834100:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749610956.834103:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610956.834108:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880123e7b400. 02000000:00000001:2.0:1749610956.834113:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610956.834115:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610956.834117:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebd180. 00000100:00000001:2.0:1749610956.834123:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610956.834124:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749610956.834126:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749610956.834130:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749610956.834132:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749610956.834135:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800acb84200. 00000020:00000010:2.0:1749610956.834140:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880123e7b400. 00000020:00000010:2.0:1749610956.834173:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880123e7a000. 00000040:00000010:2.0:1749610956.834178:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880123e7aa00. 00000020:00000010:2.0:1749610956.834183:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e0b000. 00000020:00000010:2.0:1749610956.834189:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880123e7be00. 80000000:00000010:2.0:1749610956.834193:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256480. 00040000:00000010:2.0:1749610956.834199:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880123e7a200. 00080000:00000010:2.0:1749610956.834204:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880131188000. 00080000:00000010:2.0:1749610956.834211:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012fea6000. 10000000:00000040:2.0:1749610956.834220:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:2.0:1749610956.834223:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749610956.834236:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880123e7a000. 00000040:00000010:2.0:1749610956.834240:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880123e7aa00. 00000020:00000010:2.0:1749610956.834243:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e0b000. 00000020:00000010:2.0:1749610956.834247:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880123e7be00. 80000000:00000010:2.0:1749610956.834251:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256480. 00040000:00000010:2.0:1749610956.834254:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880123e7a200. 00080000:00000010:2.0:1749610956.834258:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012fea6000. 00080000:00000010:2.0:1749610956.834263:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880131188000. 00000020:00000010:2.0:1749610956.834266:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880123e7b400. 10000000:00000010:2.0:1749610956.834269:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800acb84200. 10000000:01000000:2.0:1749610956.834271:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-mdtir' failed (-5). 10000000:00000400:2.0:1749610956.834275:0:9690:0:(mgc_request.c:1854:mgc_process_log()) MGC192.168.202.106@tcp: IR log lustre-mdtir failed, not fatal: rc = -5 10000000:00000001:2.0:1749610956.834278:0:9690:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1749610956.834280:0:9690:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1749610956.834282:0:9690:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1749610956.834284:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1749610956.834285:0:9690:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749610956.834288:0:9690:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1749610956.834290:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749610956.834293:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749610956.834295:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749610956.834296:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-MDT0001 (ffff88007ed1c200) refs 2 10000000:00000001:2.0:1749610956.834299:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749610956.834301:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749610956.834303:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(ffff88007ed1ce00) refs 2 10000000:00000001:2.0:1749610956.834305:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749610956.834306:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749610956.834307:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:00000001:2.0:1749610956.834309:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749610956.834310:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 25 10000000:00000001:2.0:1749610956.834313:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749610956.834314:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00000100:00000010:2.0:1749610956.834319:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebd180. 00000020:00000040:2.0:1749610956.834323:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749610956.834327:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610956.834335:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610956.834340:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610956.834345:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880123e7b400. 00000100:00000001:2.0:1749610956.834352:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610956.834357:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749610956.834359:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749610956.834364:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88006efe5700. 00010000:00000001:2.0:1749610956.834369:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749610956.834371:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880123e7ac00. 00000020:00000001:2.0:1749610956.834374:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749610956.834377:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880123e7ac00 with handle 0x689c0ec07329d240 to hash 00000020:00000001:2.0:1749610956.834379:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749610956.834380:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612137211571200 : -131936497980416 : ffff880123e7ac00) 00010000:00000001:2.0:1749610956.834383:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612137211571200 : -131936497980416 : ffff880123e7ac00) 00010000:00000001:2.0:1749610956.834386:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749610956.834388:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610956.834391:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff880123e7ac00/0x689c0ec07329d240 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749610956.834399:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff880123e7ac00/0x689c0ec07329d240 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749610956.834411:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff880123e7ac00/0x689c0ec07329d240 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749610956.834416:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749610956.834418:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749610956.834424:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800966ab3c0. 00000100:00000001:2.0:1749610956.834426:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134837793728 : -131938871757888 : ffff8800966ab3c0) 00000100:00000001:2.0:1749610956.834428:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610956.834430:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175166848 : -131939534384768 : ffff88006eebd180) 00000100:00000001:2.0:1749610956.834434:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610956.834439:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610956.834441:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749610956.834442:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610956.834452:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebd180 x1834598494592768/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610956.834460:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610956.834461:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749610956.834465:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88006eebd180 x1834598494592768/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610956.834472:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610956.834474:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610956.834475:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610956.834477:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab3c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610956.834479:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610956.834481:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610956.834482:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610956.834484:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610956.834485:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1F:1749610956.836685:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88006efe5100. 00010000:00000010:0.1:1749610956.836712:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880123e7a400. 00080000:00000010:0.0F:1749610957.023648:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe80. 00080000:00000010:0.0:1749610957.023660:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe80. 00000020:00000001:0.0:1749610957.023666:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610957.023723:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe80. 00080000:00000010:0.0:1749610957.023727:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe80. 00000020:00000001:0.0:1749610957.023730:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610957.023735:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe80. 00080000:00000010:0.0:1749610957.023739:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe80. 00000020:00000001:0.0:1749610957.023741:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0F:1749610957.027900:0:10755:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610957.027912:0:10755:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610957.027917:0:10755:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610957.027932:0:10755:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610957.027937:0:10755:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610957.027940:0:10755:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610957.027946:0:10755:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610957.027950:0:10755:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610957.027953:0:10755:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610957.038323:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610957.038330:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610957.038335:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610957.038410:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610957.038414:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610957.038417:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610957.038423:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610957.038426:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610957.038428:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610957.048620:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610957.048635:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610957.048637:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610957.048641:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610957.048644:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610957.048648:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610957.048651:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610957.051655:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610957.051664:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610957.052108:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610957.052114:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610957.052120:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1749610957.054654:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610957.054668:0:30690:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749610957.054672:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610957.054677:0:30690:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610957.054680:0:30690:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610957.054684:0:30690:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610957.054689:0:30690:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610957.054697:0:30690:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5558 00000100:00080000:2.0:1749610957.054704:0:30690:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610957.054708:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610957.054713:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610957.054716:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610957.054720:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610957.054726:0:30690:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610957.054729:0:30690:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749610957.054733:0:30690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610957.054738:0:30690:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749610957.054742:0:30690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749610957.054745:0:30690:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749610957.054750:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610957.054753:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610957.054756:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610957.054758:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610957.054763:0:30690:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749610957.054767:0:30690:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610957.054770:0:30690:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610957.054775:0:30690:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610957.054783:0:30690:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610957.054788:0:30690:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610957.054791:0:30690:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610957.054802:0:30690:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610957.054810:0:30690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755dce00. 00000020:00000040:2.0:1749610957.054816:0:30690:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610957.054822:0:30690:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610957.054825:0:30690:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610957.054830:0:30690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610957.054834:0:30690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610957.054840:0:30690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610957.054849:0:30690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013031fc00. 00000100:00000001:2.0:1749610957.054859:0:30690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610957.054872:0:30690:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800755dce00 x1834598494592896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610957.054889:0:30690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610957.054895:0:30690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610957.054902:0:30690:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755dce00] to pc [ptlrpcd_rcv+-1] req@ffff8800755dce00 x1834598494592896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610957.054924:0:30690:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610957.054929:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610957.054935:0:30690:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610957.054937:0:30690:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610957.054940:0:30690:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610957.054944:0:30690:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610957.054947:0:30690:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5558 00000100:00080000:2.0:1749610957.054951:0:30690:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610957.054954:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610957.054957:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610957.054960:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610957.054962:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610957.054966:0:30690:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610957.054968:0:30690:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749610957.054970:0:30690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610957.054973:0:30690:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749610957.054985:0:30690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749610957.054989:0:30690:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749610957.054994:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610957.054998:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610957.055000:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610957.055002:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610957.055005:0:30690:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749610957.055008:0:30690:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610957.055010:0:30690:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610957.055012:0:30690:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610957.055017:0:30690:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610957.055019:0:30690:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610957.055021:0:30690:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610957.055023:0:30690:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610957.055034:0:30690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079f00000. 00000020:00000040:2.0:1749610957.055037:0:30690:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749610957.055040:0:30690:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610957.055041:0:30690:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610957.055044:0:30690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610957.055046:0:30690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610957.055048:0:30690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610957.055052:0:30690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013031d400. 00000100:00000001:2.0:1749610957.055057:0:30690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610957.055062:0:30690:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079f00000 x1834598494593024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610957.055071:0:30690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610957.055074:0:30690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610957.055078:0:30690:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079f00000] to pc [ptlrpcd_rcv+-1] req@ffff880079f00000 x1834598494593024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610957.055086:0:30690:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610957.055089:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610957.055093:0:30690:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610957.055098:0:30690:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610957.055100:0:30690:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610957.055103:0:30690:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610957.055106:0:30690:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5558 00000100:00080000:2.0:1749610957.055109:0:30690:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610957.055111:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610957.055113:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610957.055115:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610957.055117:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610957.055119:0:30690:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610957.055120:0:30690:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:2.0:1749610957.055122:0:30690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610957.055124:0:30690:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:2.0:1749610957.055126:0:30690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:2.0:1749610957.055128:0:30690:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:2.0:1749610957.055131:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610957.055133:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610957.055134:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610957.055136:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610957.055138:0:30690:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:2.0:1749610957.055141:0:30690:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610957.055164:0:30690:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610957.055167:0:30690:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610957.055170:0:30690:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610957.055173:0:30690:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610957.055175:0:30690:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610957.055176:0:30690:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610957.055180:0:30690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079f00380. 00000020:00000040:2.0:1749610957.055182:0:30690:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749610957.055184:0:30690:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610957.055185:0:30690:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610957.055187:0:30690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610957.055194:0:30690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610957.055196:0:30690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610957.055200:0:30690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013031c000. 00000100:00000001:2.0:1749610957.055204:0:30690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610957.055209:0:30690:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079f00380 x1834598494593152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610957.055217:0:30690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610957.055219:0:30690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610957.055223:0:30690:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079f00380] to pc [ptlrpcd_rcv+-1] req@ffff880079f00380 x1834598494593152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610957.055231:0:30690:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610957.055234:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610957.055237:0:30690:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749610957.055240:0:30690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079f00700. 00000020:00000040:2.0:1749610957.055243:0:30690:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749610957.055245:0:30690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610957.055247:0:30690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610957.055248:0:30690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610957.055251:0:30690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5d00. 00000100:00000001:2.0:1749610957.055254:0:30690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610957.055258:0:30690:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880079f00700 x1834598494593280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610957.055269:0:30690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610957.055272:0:30690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610957.055280:0:30690:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079f00700] to pc [ptlrpcd_00_02+2] req@ffff880079f00700 x1834598494593280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610957.055308:0:30690:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610957.055312:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:1.0F:1749610957.055314:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1749610957.055318:0:30690:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610957.055320:0:30690:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610957.055323:0:30690:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749610957.055326:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610957.055330:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610957.055332:0:30690:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610957.055336:0:30690:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5558 00000100:00000040:1.0:1749610957.055338:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079f00700 x1834598494593280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610957.055339:0:30690:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610957.055343:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610957.055347:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610957.055350:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610957.055352:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610957.055353:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610957.055355:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610957.055356:0:30690:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610957.055358:0:30690:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 02000000:00000001:1.0:1749610957.055360:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1749610957.055361:0:30690:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1749610957.055364:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749610957.055365:0:30690:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749610957.055368:0:30690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000001:1.0:1749610957.055369:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610957.055371:0:30690:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00100000:1.0:1749610957.055374:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079f00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494593280:0@lo:400:kworker.0 00000100:00000040:2.0:1749610957.055376:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610957.055376:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610957.055379:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610957.055381:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749610957.055382:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610957.055384:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610957.055385:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749610957.055386:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610957.055387:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1749610957.055388:0:30690:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 02000000:00000001:1.0:1749610957.055390:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610957.055392:0:30690:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 02000000:00000001:1.0:1749610957.055394:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610957.055395:0:30690:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610957.055398:0:30690:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:1.0:1749610957.055399:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d124000. 00000100:00000040:0.0:1749610957.055401:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755dce00 x1834598494592896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610957.055402:0:30690:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610957.055402:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610957.055405:0:30690:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610957.055408:0:30690:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610957.055411:0:30690:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610957.055412:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3dbbb0. 00000100:00000010:2.0:1749610957.055415:0:30690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079f00a80. 00000100:00000001:0.0:1749610957.055416:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1749610957.055418:0:30690:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:0.0:1749610957.055418:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610957.055421:0:30690:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000010:1.0:1749610957.055422:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b880. 02000000:00000001:0.0:1749610957.055422:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610957.055423:0:30690:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610957.055426:0:30690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610957.055426:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610957.055428:0:30690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610957.055429:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610957.055431:0:30690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610957.055433:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494593280, portal 10 00000100:00100000:0.0:1749610957.055433:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494592896:0@lo:38:kworker.0 00000100:00000001:1.0:1749610957.055437:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610957.055438:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749610957.055439:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134359992064 : -131939349559552 : ffff880079f00700) 02000000:00000010:2.0:1749610957.055442:0:30690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013031d000. 02000000:00000001:0.0:1749610957.055443:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610957.055446:0:30690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610957.055446:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610957.055448:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1749610957.055450:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079f00700 x1834598494593280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610957.055454:0:30690:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079f00a80 x1834598494593408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1749610957.055454:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880071732000. 02000000:00000001:0.0:1749610957.055457:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610957.055463:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:0.0:1749610957.055465:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff898. 00000100:00000001:2.0:1749610957.055466:0:30690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1749610957.055468:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610957.055469:0:30690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610957.055471:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000400:00000010:0.0:1749610957.055472:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00000100:00000040:2.0:1749610957.055475:0:30690:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079f00a80] to pc [ptlrpcd_rcv+-1] req@ffff880079f00a80 x1834598494593408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610957.055476:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494593280, offset 0 00000100:00000200:0.0:1749610957.055481:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494592896, portal 4 00000100:00000001:0.0:1749610957.055483:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1749610957.055485:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610957.055486:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283300352 : -131939426251264 : ffff8800755dce00) 00000100:00000001:2.0:1749610957.055488:0:30690:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610957.055492:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1749610957.055494:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755dce00 x1834598494592896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610957.055497:0:30690:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749610957.055500:0:30690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079f00e00. 00000020:00000040:2.0:1749610957.055504:0:30690:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000400:00000200:1.0:1749610957.055505:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610957.055507:0:30690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610957.055509:0:30690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610957.055512:0:30690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610957.055516:0:30690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5500. 00000100:00000001:2.0:1749610957.055519:0:30690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610957.055556:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749610957.055557:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf936100 00000100:00000040:0.0:1749610957.055560:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610957.055563:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00000040:2.0:1749610957.055566:0:30690:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880079f00e00 x1834598494593536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1749610957.055570:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 112448 00000100:00000001:2.0:1749610957.055578:0:30690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1749610957.055578:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494592896, offset 0 00000100:00000001:2.0:1749610957.055581:0:30690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610957.055584:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610957.055585:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610957.055587:0:30690:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079f00e00] to pc [ptlrpcd_00_03+3] req@ffff880079f00e00 x1834598494593536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610957.055590:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610957.055600:0:30690:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610957.055601:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749610957.055607:0:30690:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5568) 00000100:00000001:1.0:1749610957.055607:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610957.055610:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749610957.055612:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf935f80 00000100:00000010:1.0:1749610957.055616:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a01f480. 00000400:00000200:0.0:1749610957.055620:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df1 [256] + 16120 00000100:00000040:1.0:1749610957.055622:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88006a01f480 x1834598494593280 msgsize 224 00000100:00100000:1.0:1749610957.055629:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749610957.055629:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610957.055634:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610957.055639:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610957.055640:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:0.0:1749610957.055642:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749610957.055648:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fa31180. 00000100:00000040:0.0:1749610957.055652:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fa31180 x1834598494592896 msgsize 520 00000400:00000200:1.0:1749610957.055655:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000100:00100000:0.0:1749610957.055656:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1749610957.055659:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000100:00000001:1.0:1749610957.055665:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610957.055669:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:1.0:1749610957.055671:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079f00700 x1834598494593280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610957.055677:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000400:00000010:0.0:1749610957.055680:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:1.0:1749610957.055683:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610957.055683:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1749610957.055687:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079f00700 x1834598494593280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610973 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610957.055688:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755dce00 x1834598494592896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610957.055690:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749610957.055695:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494592896 00000100:00000001:1.0:1749610957.055697:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610957.055698:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610957.055698:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610957.055699:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610957.055702:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749610957.055702:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755dce00 x1834598494592896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610982 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610957.055706:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610957.055707:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610957.055710:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610957.055711:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749610957.055712:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610957.055713:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 968 usecs (1 jiffies) 00000100:00000001:0.0:1749610957.055716:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610957.055718:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300230514 00000100:00000040:0.0:1749610957.055721:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1273 usecs (2 jiffies) 00000100:00000010:1.0:1749610957.055724:0:28323:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677800. 00000100:00100000:2.0:1749610957.055725:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494592896 00000100:00000001:0.0:1749610957.055725:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300230515 00000020:00000001:2.0:1749610957.055728:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610957.055730:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749610957.055732:0:28323:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 0 00000020:00000001:2.0:1749610957.055733:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610957.055734:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749610957.055736:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610957.055736:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610957.055738:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1749610957.055739:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610957.055744:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079f00e00 x1834598494593536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610957.055745:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880123e7bc00. 00000100:00000001:1.0:1749610957.055746:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300230514 00000100:00000010:1.0:1749610957.055751:0:28323:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677ec0. 00000020:00000010:2.0:1749610957.055752:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387b80. 00000100:00000001:1.0:1749610957.055755:0:28323:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 1 00000020:00000010:2.0:1749610957.055759:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9898. 00000100:00000001:1.0:1749610957.055759:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300230514 00000100:00000001:0.0:1749610957.055759:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610957.055761:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610957.055763:0:28323:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677c80. 02000000:00000001:0.0:1749610957.055765:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749610957.055766:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610957.055766:0:28323:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 2 02000000:00000001:0.0:1749610957.055767:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610957.055769:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749610957.055770:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610957.055771:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300230514 00000100:00000001:2.0:1749610957.055772:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610957.055773:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079f00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494593536:0@lo:400:kworker.0 00000100:00000010:1.0:1749610957.055775:0:28323:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677f80. 00000100:00000001:0.0:1749610957.055777:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610957.055779:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610957.055779:0:28323:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 3 02000000:00000001:0.0:1749610957.055781:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610957.055782:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610957.055783:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610957.055784:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749610957.055787:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8ea00. 00000100:00000001:2.0:1749610957.055789:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610957.055790:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610957.055793:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610957.055793:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffaa8. 00000100:00000001:2.0:1749610957.055797:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1749610957.055797:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00000001:1.0:1749610957.055798:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610957.055800:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494593536, portal 10 00000100:00000001:2.0:1749610957.055801:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610957.055801:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610957.055803:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610957.055804:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134359993856 : -131939349557760 : ffff880079f00e00) 00000100:00100000:2.0:1749610957.055807:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00000001:1.0:1749610957.055807:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610957.055809:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1749610957.055811:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079f00e00 x1834598494593536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610957.055812:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134187176320 : -131939522375296 : ffff88006fa31180) 00000100:00000001:1.0:1749610957.055813:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610957.055815:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610957.055817:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610957.055818:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610957.055819:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fa31180 x1834598494592896/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610957.055820:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610957.055821:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610957.055823:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821440. 00000100:00000200:0.0:1749610957.055825:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494593536, offset 0 00000400:00000200:0.0:1749610957.055829:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610957.055836:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749610957.055837:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fa31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494592896:12345-0@lo:38:kworker.0 00000400:00000200:0.0:1749610957.055841:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf936200 00000100:00000200:2.0:1749610957.055843:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494592896 00000400:00000200:0.0:1749610957.055847:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 112672 00000020:00000001:2.0:1749610957.055848:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749610957.055852:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1749610957.055853:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:0.0:1749610957.055855:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610957.055859:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610957.055861:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610957.055865:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fa31c00. 00000020:00000001:2.0:1749610957.055872:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610957.055873:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88006fa31c00 x1834598494593536 msgsize 224 00000100:00100000:0.0:1749610957.055877:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1749610957.055878:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749610957.055883:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610957.055886:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:2.0:1749610957.055889:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749610957.055891:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821440 00000100:00000001:2.0:1749610957.055893:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:0.0:1749610957.055893:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821440. 00000100:00000001:0.0:1749610957.055895:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610957.055896:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:0.0:1749610957.055899:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079f00e00 x1834598494593536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610957.055900:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749610957.055905:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013031dc00. 00000100:00000001:0.0:1749610957.055908:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749610957.055909:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610957.055910:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079f00e00 x1834598494593536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610973 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610957.055917:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610957.055919:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610957.055920:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610957.055922:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610957.055926:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1749610957.055926:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 913 usecs (1 jiffies) 00000100:00000001:0.0:1749610957.055928:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300230514 00010000:00000001:2.0:1749610957.055930:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610957.055931:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300230514 00000100:00001000:2.0:1749610957.055935:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610957.055935:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300230514 00000100:00000001:0.0:1749610957.055938:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300230514 00000100:00000001:0.0:1749610957.055940:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300230514 00000100:00000001:2.0:1749610957.055941:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610957.055943:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300230514 00000100:00000001:2.0:1749610957.055945:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610957.055945:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300230514 00000100:00000001:0.0:1749610957.055947:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300230514 00000100:00000001:0.0:1749610957.055949:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610957.055950:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610957.055951:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610957.055953:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610957.055955:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610957.055957:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610957.055957:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610957.055962:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:2.0:1749610957.055966:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610957.055967:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610957.055969:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1749610957.055970:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610957.055971:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610957.055972:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610957.055973:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610957.055977:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610957.055979:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610957.055982:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a000. 00000100:00000001:0.0:1749610957.055983:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610957.055989:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494592896, offset 0 00000400:00000200:2.0:1749610957.055997:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610957.056009:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610957.056010:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749610957.056013:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494593280 02000000:00000001:0.0:1749610957.056015:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1749610957.056019:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf935f80 00000100:00000001:0.0:1749610957.056019:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610957.056022:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610957.056026:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610957.056028:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x7499 [1] + 0 00000100:00100000:0.0:1749610957.056030:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494593280 00000020:00000001:0.0:1749610957.056033:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610957.056035:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000400:00000200:2.0:1749610957.056036:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749610957.056038:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749610957.056041:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1749610957.056042:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000020:00000001:0.0:1749610957.056045:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:2.0:1749610957.056047:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749610957.056047:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:0.0:1749610957.056053:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1749610957.056054:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755dce00 x1834598494592896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610982 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610957.056056:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b49d4040. 00000020:00000040:0.0:1749610957.056066:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000040:2.0:1749610957.056070:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800755dce00 x1834598494592896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610982 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610957.056075:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1749610957.056080:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f400. 00000100:00000001:2.0:1749610957.056083:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:0.0:1749610957.056085:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffe80. 00000020:00000010:0.0:1749610957.056090:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add7d0. 00000400:00000200:2.0:1749610957.056091:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a000 00000400:00000010:2.0:1749610957.056095:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a000. 00000100:00000040:0.0:1749610957.056098:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749610957.056099:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610957.056101:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610957.056102:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610957.056102:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610957.056105:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610957.056107:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610957.056113:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610957.056115:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749610957.056116:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610957.056119:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610957.056122:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610957.056122:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610957.056126:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610957.056129:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00080000:1.0:1749610957.056130:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1749610957.056131:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494593536 00000100:00000040:2.0:1749610957.056133:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fa31180 x1834598494592896/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610977 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610957.056133:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610957.056134:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610957.056136:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610957.056137:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 02000000:00000001:0.0:1749610957.056138:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610957.056171:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494593536 00000020:00000001:0.0:1749610957.056173:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610957.056174:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:0.0:1749610957.056176:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610957.056179:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:0.0:1749610957.056181:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00100000:2.0:1749610957.056183:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fa31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494592896:12345-0@lo:38:kworker.0 Request processed in 346us (526us total) trans 0 rc -19/-19 00000020:00000001:0.0:1749610957.056183:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749610957.056187:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749610957.056189:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b49d48c0. 00000020:00000010:0.0:1749610957.056194:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b499a080. 00000100:00100000:2.0:1749610957.056196:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00000001:2.0:1749610957.056200:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:0.0:1749610957.056202:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610957.056203:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749610957.056210:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387b80. 00000020:00000010:2.0:1749610957.056216:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9898. 00000020:00000010:2.0:1749610957.056224:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880123e7bc00. 00000100:00000001:0.0:1749610957.056224:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1749610957.056228:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b49d48c0. 00000100:00000001:2.0:1749610957.056229:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1749610957.056232:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000010:0.0:1749610957.056235:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f200. 00000020:00000040:1.0:1749610957.056237:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000010:0.0:1749610957.056240:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff200. 00000020:00000010:0.0:1749610957.056245:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add190. 00000100:00000001:0.0:1749610957.056251:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610957.056254:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610957.056256:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610957.056261:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610957.056264:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749610957.056266:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610957.056275:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610957.056286:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610957.056289:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749610957.056296:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00000040:0.0:1749610957.056300:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:0.0:1749610957.056304:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134092731520 : -131939616820096 : ffff88006a01f480) 00000100:00000040:0.0:1749610957.056313:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a01f480 x1834598494593280/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:393/0 lens 224/0 e 0 to 0 dl 1749610968 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610957.056325:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749610957.056328:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b49d48c0. 00000100:00000001:0.0:1749610957.056331:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749610957.056340:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b49d48c0. 00000100:00100000:0.0:1749610957.056346:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a01f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494593280:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1749610957.056350:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494593280 00000020:00000001:0.0:1749610957.056354:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749610957.056359:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749610957.056361:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610957.056364:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749610957.056366:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:0.0:1749610957.056370:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1749610957.056375:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610957.056377:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749610957.056380:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749610957.056383:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610957.056385:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749610957.056391:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749610957.056394:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749610957.056399:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880071731000. 02000000:00000001:0.0:1749610957.056402:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610957.056405:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610957.056408:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1749610957.056412:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494593280 00010000:00000001:0.0:1749610957.056416:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:0.0:1749610957.056421:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88006a01f480 x1834598494593280/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:393/0 lens 224/224 e 0 to 0 dl 1749610968 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610957.056423:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610957.056426:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1749610957.056430:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749610957.056433:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610957.056434:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00001000:0.0:1749610957.056437:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=12 v=5 (1 1 1 1) 00000100:00000040:1.0:1749610957.056440:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:0.0:1749610957.056442:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610957.056443:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134187179008 : -131939522372608 : ffff88006fa31c00) 00000100:00000040:0.0:1749610957.056445:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610957.056447:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610957.056450:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610957.056452:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610957.056453:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fa31c00 x1834598494593536/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:393/0 lens 224/0 e 0 to 0 dl 1749610968 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610957.056454:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610957.056456:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610957.056464:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821440. 00000100:00000200:0.0:1749610957.056468:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494593280, offset 224 00000100:00000001:1.0:1749610957.056469:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1749610957.056473:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749610957.056474:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b677080. 00000100:00000001:1.0:1749610957.056478:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610957.056481:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610957.056483:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012b677080. 00000400:00000200:0.0:1749610957.056488:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf936100 00000100:00100000:1.0:1749610957.056490:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fa31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494593536:12345-0@lo:400:kworker.0 00000400:00000200:0.0:1749610957.056495:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7491 [1] + 224 00000100:00000200:1.0:1749610957.056496:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494593536 00000020:00000001:1.0:1749610957.056500:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749610957.056500:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610957.056503:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749610957.056504:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749610957.056507:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749610957.056508:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610957.056512:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000200:0.0:1749610957.056513:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079f00700 x1834598494593280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610973 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610957.056515:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:1.0:1749610957.056519:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1749610957.056566:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880079f00700 x1834598494593280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610957.056571:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610957.056581:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:1.0:1749610957.056584:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749610957.056586:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1749610957.056586:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821440 00000400:00000010:0.0:1749610957.056588:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821440. 00000020:00000001:1.0:1749610957.056590:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610957.056591:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:1.0:1749610957.056593:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749610957.056593:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610957.056596:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610957.056598:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300230514, at 4300230514 00000100:00000001:1.0:1749610957.056599:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749610957.056600:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:1.0:1749610957.056602:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1749610957.056602:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749610957.056604:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610957.056607:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880099682c00. 00000020:00000001:0.0:1749610957.056607:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000010:2.0:1749610957.056608:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677c80. 02000000:00000001:1.0:1749610957.056610:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610957.056612:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a01f480 x1834598494593280/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:393/0 lens 224/224 e 0 to 0 dl 1749610968 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610957.056614:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610957.056618:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749610957.056622:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494593536 00000100:00100000:0.0:1749610957.056622:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a01f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494593280:12345-0@lo:400:kworker.0 Request processed in 295us (999us total) trans 0 rc 0/0 00010000:00000001:1.0:1749610957.056626:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00100000:0.0:1749610957.056632:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00010000:00000200:1.0:1749610957.056634:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88006fa31c00 x1834598494593536/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:393/0 lens 224/224 e 0 to 0 dl 1749610968 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610957.056636:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:0.0:1749610957.056639:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610957.056641:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1749610957.056646:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:0.0:1749610957.056646:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffe80. 00010000:00000001:1.0:1749610957.056649:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610957.056654:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=12 v=5 (1 1 1 1) 00000020:00000010:0.0:1749610957.056656:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add7d0. 00000100:00000001:1.0:1749610957.056660:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1749610957.056660:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f400. 00000100:00000040:1.0:1749610957.056664:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610957.056667:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610957.056667:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:0.0:1749610957.056670:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610957.056671:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610957.056673:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610957.056677:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610957.056680:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610957.056684:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000100:00000040:0.0:1749610957.056688:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300230514, at 4300230514 00000100:00000200:1.0:1749610957.056690:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494593536, offset 224 00000400:00000200:1.0:1749610957.056697:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1749610957.056698:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677800. 00000400:00000200:1.0:1749610957.056706:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1749610957.056707:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b49d48c0. 00000100:00000001:0.0:1749610957.056711:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000400:00000200:1.0:1749610957.056715:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf936200 00000100:00000001:0.0:1749610957.056715:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300230516 00000100:00000001:0.0:1749610957.056720:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300230514 00000400:00000200:1.0:1749610957.056722:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x74a1 [1] + 224 00000100:00000001:0.0:1749610957.056724:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300230516 00000100:00000010:0.0:1749610957.056727:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b49d4200. 00000400:00000200:1.0:1749610957.056729:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610957.056730:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000400:00000200:1.0:1749610957.056734:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610957.056734:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300230516 00000100:00000001:0.0:1749610957.056737:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300230514 00000100:00000001:1.0:1749610957.056739:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610957.056741:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610957.056744:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610957.056746:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079f00e00 x1834598494593536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610973 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749610957.056751:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610957.056753:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610957.056756:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff898. 00000400:00000200:0.0:1749610957.056760:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000400:00000010:0.0:1749610957.056762:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 00000100:00000001:0.0:1749610957.056765:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610957.056771:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755dce00 x1834598494592896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610982 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610957.056780:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880079f00e00 x1834598494593536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610957.056780:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755dce00 x1834598494592896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610982 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610957.056787:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610957.056789:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610957.056791:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610957.056794:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610957.056801:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610957.056801:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610957.056804:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610957.056807:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610957.056811:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000100:00001000:0.0:1749610957.056815:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610957 v=5 (0 0 0 0) 00000400:00000010:1.0:1749610957.056816:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000100:00001000:0.0:1749610957.056818:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=80 v=20 (1 20 1 1) 00000100:00000001:1.0:1749610957.056820:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610957.056821:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610957.056822:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:02020000:0.0:1749610957.056826:0:28320:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00000001:1.0:1749610957.056827:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610957.056829:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610957.056832:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610957.056832:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749610957.056836:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:0.0:1749610957.056837:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755dce00 x1834598494592896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610982 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610957.056839:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610957.056841:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1749610957.056842:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749610957.056844:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610957.056846:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610957.056848:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610957.056849:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610957.056850:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fa31c00 x1834598494593536/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:393/0 lens 224/224 e 0 to 0 dl 1749610968 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610957.056852:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000001:3.0:1749610957.056853:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610957.056855:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749610957.056855:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:3.0:1749610957.056859:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3dbbb0. 00000100:00080000:0.0:1749610957.056859:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610957.056862:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000200:3.0:1749610957.056863:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b880 00000100:00100000:1.0:1749610957.056864:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fa31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494593536:12345-0@lo:400:kworker.0 Request processed in 394us (988us total) trans 0 rc 0/0 00000100:00000001:0.0:1749610957.056865:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:3.0:1749610957.056866:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b880. 00000100:00000040:0.0:1749610957.056869:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755dce00 x1834598494592896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610982 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610957.056870:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610957.056878:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079f00700 x1834598494593280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610957.056878:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00100000:0.0:1749610957.056879:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494592896:0@lo:38:kworker.0 00000100:00000040:1.0:1749610957.056883:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:0.0:1749610957.056884:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610957.056886:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1749610957.056888:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079f00000 x1834598494593024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610957.056890:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1749610957.056891:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079f00700 x1834598494593280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610973 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610957.056895:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff200. 00000100:00000001:0.0:1749610957.056895:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610957.056897:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610957.056899:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749610957.056900:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749610957.056900:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add190. 02000000:00000001:0.0:1749610957.056901:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610957.056902:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610957.056903:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610957.056904:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610957.056907:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1749610957.056907:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f200. 00000100:00000001:3.0:1749610957.056909:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610957.056911:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610957.056912:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079f00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494593024:0@lo:38:kworker.0 00000020:00000040:1.0:1749610957.056913:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 02000000:00000001:3.0:1749610957.056914:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610957.056916:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749610957.056917:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610957.056920:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00001000:3.0:1749610957.056921:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=12 v=5 (5 5 5 5) 02000000:00000001:0.0:1749610957.056922:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610957.056923:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00001000:3.0:1749610957.056924:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=12 v=5 (1 1 1 1) 00000100:00000001:3.0:1749610957.056927:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000010:0.0:1749610957.056927:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880071733c00. 00000100:00000001:3.0:1749610957.056929:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610957.056929:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610957.056932:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff898. 00010000:00000001:3.0:1749610957.056933:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1749610957.056936:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00010000:00080000:3.0:1749610957.056938:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880079f00700 x1834598494593280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610957.056940:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494593024, portal 10 00000100:00000001:0.0:1749610957.056942:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610957.056944:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134359990272 : -131939349561344 : ffff880079f00000) 00010000:00000001:3.0:1749610957.056947:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610957.056951:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079f00000 x1834598494593024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610957.056954:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610957.056958:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610957.056958:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610957.056960:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610957.056961:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000010:0.0:1749610957.056962:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821440. 00000400:00000001:1.0:1749610957.056963:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749610957.056964:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000400:00000001:1.0:1749610957.056966:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610957.056967:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000010:1.0:1749610957.056969:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffaa8. 00000100:00000001:3.0:1749610957.056970:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610957.056976:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000100:00000040:3.0:1749610957.056977:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079f00700 x1834598494593280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610957.056978:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:3.0:1749610957.056989:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610957.056991:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610957.056991:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494593024, offset 0 00000100:00000001:3.0:1749610957.056993:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1749610957.056996:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610957.056997:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610957.056998:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079f00e00 x1834598494593536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610957.057003:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079f00700 x1834598494593280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610973 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610957.057004:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610957.057010:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf936000 00000100:00000200:1.0:1749610957.057013:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079f00e00 x1834598494593536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610973 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610957.057017:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 112896 00000100:00100000:3.0:1749610957.057018:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079f00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494593280:0@lo:400:kworker.0 00000100:00000001:1.0:1749610957.057023:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749610957.057023:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610957.057025:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610957.057026:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610957.057026:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610957.057028:0:28324:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610957.057029:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610957.057030:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:1.0:1749610957.057031:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1749610957.057032:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610957.057033:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749610957.057035:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079f00700 x1834598494593280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610973 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610957.057036:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610957.057036:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fa31500. 02000000:00000001:1.0:1749610957.057039:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610957.057039:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fa31500 x1834598494593024 msgsize 520 00000100:00100000:0.0:1749610957.057043:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610957.057046:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00001000:1.0:1749610957.057047:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=112 v=5 (5 5 5 5) 02000000:00000001:3.0:1749610957.057050:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749610957.057052:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00001000:1.0:1749610957.057053:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=112 v=5 (1 1 1 1) 02000000:00000010:3.0:1749610957.057055:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d124000. 00000100:00000001:1.0:1749610957.057057:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1749610957.057057:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821440 00000400:00000010:0.0:1749610957.057058:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821440. 02000000:00000001:3.0:1749610957.057060:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749610957.057060:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610957.057061:0:28320:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:1.0:1749610957.057063:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1749610957.057064:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610957.057067:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00010000:00080000:1.0:1749610957.057069:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880079f00e00 x1834598494593536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610957.057070:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:0.0:1749610957.057071:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079f00000 x1834598494593024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610957.057074:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5d00. 02000000:00000001:3.0:1749610957.057076:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610957.057078:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610957.057080:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079f00700. 00010000:00000001:1.0:1749610957.057080:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610957.057080:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610957.057083:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079f00000 x1834598494593024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610982 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610957.057084:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610957.057084:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1749610957.057085:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610957.057086:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1749610957.057087:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610957.057088:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610957.057090:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610957.057090:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610957.057092:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610957.057094:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610957.057096:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610957.057096:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079f00e00 x1834598494593536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610957.057096:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610957.057098:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610957.057100:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610957.057100:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1015 usecs (2 jiffies) 00000100:00000001:0.0:1749610957.057103:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300230516 00000100:00000001:1.0:1749610957.057106:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610957.057107:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300230515 00000100:00000001:1.0:1749610957.057110:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610957.057111:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300230516 00000100:00000001:1.0:1749610957.057112:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610957.057113:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300230516 00000100:00000001:0.0:1749610957.057115:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300230516 00000100:00000040:1.0:1749610957.057117:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079f00e00 x1834598494593536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610973 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610957.057117:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300230516 00000100:00000001:0.0:1749610957.057119:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300230516 00000100:00000001:0.0:1749610957.057121:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300230516 00000100:00000001:0.0:1749610957.057123:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610957.057125:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610957.057128:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1749610957.057130:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079f00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494593536:0@lo:400:kworker.0 00000100:00000040:0.0:1749610957.057132:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079f00380 x1834598494593152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610957.057139:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610957.057141:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610957.057169:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610957.057188:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610957.057190:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610957.057190:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610957.057194:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749610957.057194:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079f00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494593152:0@lo:38:kworker.0 00000100:00000001:0.0:1749610957.057197:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1749610957.057201:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079f00e00 x1834598494593536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610973 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610957.057205:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610957.057207:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610957.057209:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610957.057212:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000010:0.0:1749610957.057212:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880071732800. 02000000:00000001:1.0:1749610957.057214:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1749610957.057214:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610957.057218:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8ea00. 00000400:00000010:0.0:1749610957.057218:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffb58. 00000400:00000010:0.0:1749610957.057221:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821440. 02000000:00000001:1.0:1749610957.057222:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610957.057224:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:0.0:1749610957.057224:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494593152, portal 10 00000020:00000040:1.0:1749610957.057226:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749610957.057227:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610957.057228:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134359991168 : -131939349560448 : ffff880079f00380) 00000020:00000001:1.0:1749610957.057229:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610957.057232:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5500. 00000100:00000040:0.0:1749610957.057235:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079f00380 x1834598494593152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610957.057236:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610957.057238:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610957.057240:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079f00e00. 00000100:00000001:0.0:1749610957.057242:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610957.057244:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1749610957.057244:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610957.057245:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821dd0. 00000100:00000001:1.0:1749610957.057246:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749610957.057248:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494593152, offset 0 00000100:00000001:1.0:1749610957.057249:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610957.057251:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610957.057257:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1749610957.057257:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610957.057259:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610957.057262:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749610957.057262:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf936080 00000100:00000001:1.0:1749610957.057265:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610957.057266:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 113416 00000400:00000200:0.0:1749610957.057270:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610957.057273:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610957.057277:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610957.057278:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610957.057282:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fa30a80. 00000100:00000001:1.0:1749610957.057283:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749610957.057284:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fa30a80 x1834598494593152 msgsize 520 00000100:00100000:1.0:1749610957.057286:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494593024 00000100:00100000:0.0:1749610957.057287:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1749610957.057289:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610957.057292:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610957.057294:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610957.057298:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610957.057302:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494593024 00000020:00000001:1.0:1749610957.057305:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610957.057307:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610957.057307:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:1.0:1749610957.057309:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1749610957.057311:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821dd0 00000020:00000001:1.0:1749610957.057312:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610957.057313:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821dd0. 00000020:00000001:1.0:1749610957.057315:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610957.057315:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749610957.057318:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079f00380 x1834598494593152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610957.057320:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124a00. 00000020:00000010:1.0:1749610957.057324:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9180. 00000100:00000001:0.0:1749610957.057325:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610957.057333:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079f00380 x1834598494593152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610982 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610957.057337:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cc80. 00000100:00000001:0.0:1749610957.057340:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610957.057342:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610957.057342:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610957.057344:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610957.057346:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610957.057348:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610957.057349:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 915 usecs (1 jiffies) 00000100:00000001:3.0:1749610957.057350:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610957.057352:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300230515 00000100:00100000:3.0:1749610957.057353:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494593152 00000100:00000001:1.0:1749610957.057353:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610957.057354:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300230516 02000000:00000001:3.0:1749610957.057356:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610957.057356:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300230515 00000100:00000001:3.0:1749610957.057358:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610957.057358:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300230516 00000100:00000001:0.0:1749610957.057360:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300230515 00000100:00000001:3.0:1749610957.057361:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610957.057362:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300230516 00000100:00000001:1.0:1749610957.057363:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610957.057364:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610957.057364:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300230515 00000100:00000001:0.0:1749610957.057366:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300230516 00000100:00100000:3.0:1749610957.057367:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494593152 00000100:00000001:0.0:1749610957.057367:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610957.057369:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610957.057370:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610957.057371:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610957.057372:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610957.057374:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610957.057374:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610957.057375:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749610957.057376:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610957.057377:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1749610957.057377:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755dce00 x1834598494592896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610982 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610957.057378:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610957.057382:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880091b0d000. 00000100:00100000:1.0:1749610957.057383:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00000001:0.0:1749610957.057383:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610957.057385:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:3.0:1749610957.057386:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cc80. 00000100:00000001:1.0:1749610957.057387:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134187177216 : -131939522374400 : ffff88006fa31500) 02000000:00000010:0.0:1749610957.057388:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880071732000. 00000020:00000010:3.0:1749610957.057390:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8a28. 02000000:00000001:0.0:1749610957.057391:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610957.057392:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1749610957.057394:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fa31500 x1834598494593024/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610957.057394:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1749610957.057395:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610957.057396:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1749610957.057397:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749610957.057399:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610957.057399:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013031fc00. 00000100:00000001:3.0:1749610957.057403:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610957.057403:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610957.057405:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610957.057407:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755dce00. 00000100:00100000:1.0:1749610957.057410:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fa31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494593024:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610957.057411:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610957.057411:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000200:1.0:1749610957.057416:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494593024 00000100:00000001:0.0:1749610957.057418:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610957.057419:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749610957.057420:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610957.057422:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1749610957.057422:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749610957.057425:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610957.057425:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610957.057427:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610957.057429:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610957.057431:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1749610957.057432:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00000001:0.0:1749610957.057432:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1749610957.057433:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610957.057436:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134187174528 : -131939522377088 : ffff88006fa30a80) 00010000:00020000:1.0:1749610957.057438:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:0.0:1749610957.057438:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079f00a80 x1834598494593408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610957.057442:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749610957.057443:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fa30a80 x1834598494593152/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610957.057445:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610957.057445:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610957.057446:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610957.057448:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610957.057449:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:0.0:1749610957.057450:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610957.057452:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749610957.057452:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610957.057455:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1749610957.057455:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079f00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494593408:0@lo:38:kworker.0 00000100:00000001:0.0:1749610957.057458:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1749610957.057459:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880099681000. 00000100:00100000:3.0:1749610957.057460:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fa30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494593152:12345-0@lo:38:kworker.0 02000000:00000001:1.0:1749610957.057461:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610957.057461:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610957.057463:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610957.057465:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610957.057465:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1749610957.057466:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494593152 02000000:00000010:0.0:1749610957.057467:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880071732000. 00010000:00000001:1.0:1749610957.057469:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749610957.057469:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610957.057470:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749610957.057472:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610957.057472:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff948. 00010000:00000001:3.0:1749610957.057473:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:0.0:1749610957.057475:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821dd0. 00000100:00001000:1.0:1749610957.057476:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:0.0:1749610957.057478:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494593408, portal 10 00000100:00000001:0.0:1749610957.057479:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610957.057480:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610957.057480:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134359992960 : -131939349558656 : ffff880079f00a80) 00000100:00000001:1.0:1749610957.057483:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1749610957.057486:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610957.057487:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:0.0:1749610957.057487:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079f00a80 x1834598494593408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749610957.057492:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610957.057494:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:3.0:1749610957.057496:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749610957.057496:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610957.057498:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:0.0:1749610957.057498:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821ee0. 00000100:00000200:0.0:1749610957.057500:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494593408, offset 0 00000100:00000001:1.0:1749610957.057501:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:0.0:1749610957.057503:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749610957.057507:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:3.0:1749610957.057509:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749610957.057509:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749610957.057510:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610957.057513:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:1.0:1749610957.057513:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610957.057514:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf936180 00000100:00000001:3.0:1749610957.057516:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610957.057516:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749610957.057519:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749610957.057520:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749610957.057548:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 113936 00000400:00000200:0.0:1749610957.057553:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610957.057556:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1749610957.057557:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009be83000. 00000100:00000001:0.0:1749610957.057560:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:3.0:1749610957.057561:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610957.057561:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610957.057565:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610957.057565:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755dce00. 00000100:00000040:0.0:1749610957.057568:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800755dce00 x1834598494593408 msgsize 520 00010000:00000001:3.0:1749610957.057569:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1749610957.057571:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:3.0:1749610957.057572:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610957.057575:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000100:00001000:3.0:1749610957.057577:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610957.057580:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610957.057581:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610957.057583:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1749610957.057583:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494593024, offset 0 00000400:00000200:0.0:1749610957.057585:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821ee0 00000100:00000040:3.0:1749610957.057587:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000010:0.0:1749610957.057587:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821ee0. 00000100:00000001:3.0:1749610957.057589:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610957.057589:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610957.057591:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:1.0:1749610957.057592:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610957.057593:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079f00a80 x1834598494593408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610957.057595:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:3.0:1749610957.057597:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610957.057599:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610957.057601:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610957.057602:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749610957.057603:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749610957.057604:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079f00a80 x1834598494593408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610982 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610957.057605:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610957.057606:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1749610957.057610:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000100:00100000:2.0:1749610957.057610:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494593408 00000100:00000001:0.0:1749610957.057611:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610957.057612:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf936000 00000100:00000001:0.0:1749610957.057612:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749610957.057613:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1749610957.057616:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494593152, offset 0 00000100:00000001:2.0:1749610957.057616:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610957.057616:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610957.057619:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610957.057619:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 697 usecs (1 jiffies) 00000400:00000200:1.0:1749610957.057620:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x74b5 [1] + 0 00000100:00000001:0.0:1749610957.057621:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300230516 02000000:00000001:2.0:1749610957.057623:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610957.057624:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300230516 00000100:00000001:0.0:1749610957.057626:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300230516 00000100:00100000:2.0:1749610957.057627:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494593408 00000400:00000200:1.0:1749610957.057627:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610957.057628:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300230516 00000020:00000001:2.0:1749610957.057630:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610957.057630:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300230516 00000020:00000040:2.0:1749610957.057632:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:1.0:1749610957.057632:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610957.057632:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300230516 00000400:00000200:3.0:1749610957.057634:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610957.057634:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300230516 00000020:00000001:2.0:1749610957.057635:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610957.057635:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300230516 00000100:00000001:0.0:1749610957.057637:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749610957.057638:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610957.057639:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749610957.057641:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610957.057644:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610957.057646:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880123e7bc00. 00000100:00000200:1.0:1749610957.057646:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079f00000 x1834598494593024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610982 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610957.057647:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610957.057647:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610957.057649:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749610957.057651:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387b80. 00000100:00000001:0.0:1749610957.057653:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1749610957.057655:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9898. 00000100:00000001:0.0:1749610957.057655:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610957.057657:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749610957.057658:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf936080 00000100:00000001:0.0:1749610957.057658:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610957.057661:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1749610957.057662:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079f00000 x1834598494593024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610982 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610957.057663:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610957.057666:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610957.057667:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x74bd [1] + 0 00000400:00000200:3.0:1749610957.057675:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610957.057675:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610957.057678:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610957.057681:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610957.057682:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000400:00000010:1.0:1749610957.057685:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000100:00000001:2.0:1749610957.057688:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610957.057689:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610957.057691:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:0.0:1749610957.057691:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610957.057693:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610957.057695:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610957.057696:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff898. 00000100:00000001:2.0:1749610957.057699:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1749610957.057699:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000100:00000040:1.0:1749610957.057700:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610957.057701:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1749610957.057701:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 00000100:00000001:1.0:1749610957.057703:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610957.057704:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610957.057706:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749610957.057706:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000020:00000001:1.0:1749610957.057706:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610957.057710:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283300352 : -131939426251264 : ffff8800755dce00) 00000100:00000200:0.0:1749610957.057710:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079f00000 x1834598494593024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610982 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610957.057713:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fa31500 x1834598494593024/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610977 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610957.057714:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079f00380 x1834598494593152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610982 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610957.057716:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755dce00 x1834598494593408/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610957.057718:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079f00000 x1834598494593024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610982 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610957.057725:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610957.057727:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610957.057728:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:1.0:1749610957.057729:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fa31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494593024:12345-0@lo:38:kworker.0 Request processed in 319us (685us total) trans 0 rc -19/-19 02000000:00000001:0.0:1749610957.057730:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1749610957.057731:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079f00380 x1834598494593152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610982 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610957.057732:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494593408:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749610957.057732:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610957.057734:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610957.057737:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610957.057738:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494593408 00000020:00000001:2.0:1749610957.057741:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00001000:0.0:1749610957.057741:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610957 v=5 (0 0 0 0) 00010000:00000001:2.0:1749610957.057744:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00001000:0.0:1749610957.057744:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=62 v=20 (1 20 1 1) 00000100:00100000:1.0:1749610957.057746:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00000001:0.0:1749610957.057747:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610957.057749:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610957.057749:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610957.057751:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610957.057752:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749610957.057754:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610957.057755:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9180. 00000100:00000040:0.0:1749610957.057755:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079f00000 x1834598494593024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610982 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:2.0:1749610957.057759:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:1.0:1749610957.057760:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cc80. 00000100:00000001:3.0:1749610957.057761:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610957.057762:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749610957.057763:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610957.057764:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:1.0:1749610957.057765:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124a00. 00000100:00000001:0.0:1749610957.057765:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749610957.057767:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749610957.057769:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 00000100:00000001:1.0:1749610957.057769:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749610957.057771:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 00000100:00000001:2.0:1749610957.057771:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610957.057772:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610957.057773:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610957.057774:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610957.057775:0:9760:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:2.0:1749610957.057776:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610957.057777:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00080000:0.0:1749610957.057777:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749610957.057780:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610957.057780:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013031e800. 00000100:00080000:0.0:1749610957.057780:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610957.057782:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610957.057784:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:2.0:1749610957.057784:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610957.057786:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610957.057787:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610957.057787:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079f00000 x1834598494593024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610982 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610957.057788:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1749610957.057791:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1749610957.057793:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fa30a80 x1834598494593152/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610977 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610957.057793:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610957.057794:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079f00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494593024:0@lo:38:kworker.0 00000100:00001000:2.0:1749610957.057797:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000001:0.0:1749610957.057800:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610957.057801:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610957.057802:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:3.0:1749610957.057804:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fa30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494593152:12345-0@lo:38:kworker.0 Request processed in 345us (517us total) trans 0 rc -19/-19 00000400:00000010:0.0:1749610957.057804:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffb58. 00000100:00000001:2.0:1749610957.057805:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749610957.057806:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821440 00000400:00000010:0.0:1749610957.057807:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821440. 00000100:00000040:2.0:1749610957.057809:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610957.057809:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610957.057812:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:3.0:1749610957.057813:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00000200:0.0:1749610957.057813:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079f00380 x1834598494593152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610982 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610957.057816:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610957.057816:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749610957.057818:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610957.057822:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cc80. 00000100:00000040:2.0:1749610957.057822:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:0.0:1749610957.057823:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079f00380 x1834598494593152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610982 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610957.057825:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8a28. 00000020:00000010:3.0:1749610957.057829:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880091b0d000. 00000100:00000001:0.0:1749610957.057830:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610957.057831:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610957.057832:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610957.057833:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610957.057833:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610957.057834:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610957.057835:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749610957.057836:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610957.057837:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610957.057839:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749610957.057839:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610957.057842:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610957 v=5 (0 0 0 0) 00000100:00000040:2.0:1749610957.057844:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:0.0:1749610957.057844:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=12 v=20 (1 20 1 1) 00000400:00000010:2.0:1749610957.057847:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a000. 00000100:00000001:0.0:1749610957.057847:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610957.057848:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610957.057850:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749610957.057853:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494593408, offset 0 00000100:00000040:0.0:1749610957.057853:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079f00380 x1834598494593152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610982 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610957.057860:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610957.057865:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610957.057867:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1749610957.057869:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610957.057869:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610957.057870:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610957.057871:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610957.057874:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610957.057876:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000200:2.0:1749610957.057878:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf936180 00000100:00000001:0.0:1749610957.057878:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610957.057882:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079f00380 x1834598494593152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610982 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610957.057885:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x74c5 [1] + 0 00000100:00100000:0.0:1749610957.057889:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079f00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494593152:0@lo:38:kworker.0 00000400:00000200:2.0:1749610957.057892:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610957.057893:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610957.057894:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610957.057897:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079f00000 x1834598494593024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610982 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610957.057898:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610957.057903:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610957.057903:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610957.057905:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610957.057907:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880071733c00. 02000000:00000001:0.0:1749610957.057909:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610957.057911:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:2.0:1749610957.057912:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079f00a80 x1834598494593408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610982 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610957.057912:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749610957.057914:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610957.057916:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013031d400. 02000000:00000001:0.0:1749610957.057920:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610957.057921:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610957.057922:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079f00000. 00000100:00000001:0.0:1749610957.057925:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610957.057926:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610957.057927:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079f00a80 x1834598494593408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610982 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610957.057927:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610957.057930:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079f00380 x1834598494593152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610982 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610957.057936:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749610957.057942:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a000 00000400:00000010:2.0:1749610957.057944:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a000. 00000100:00000001:2.0:1749610957.057946:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610957.057947:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610957.057947:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610957.057948:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610957.057950:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880071732800. 00000100:00000001:2.0:1749610957.057951:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610957.057952:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1749610957.057954:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:0.0:1749610957.057954:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610957.057955:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1749610957.057956:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610957.057956:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610957.057958:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013031c000. 00000020:00000001:2.0:1749610957.057959:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610957.057961:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610957.057962:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1749610957.057963:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755dce00 x1834598494593408/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610977 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610957.057963:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079f00380. 00000100:00000001:0.0:1749610957.057965:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610957.057966:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610957.057968:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610957.057970:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610957.057971:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749610957.057973:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494593408:12345-0@lo:38:kworker.0 Request processed in 242us (402us total) trans 0 rc -19/-19 00000400:00000001:0.0:1749610957.057975:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610957.057976:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610957.057978:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff948. 00000400:00000200:0.0:1749610957.057980:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821dd0 00000100:00100000:2.0:1749610957.057981:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000400:00000010:0.0:1749610957.057982:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821dd0. 00000100:00000001:2.0:1749610957.057983:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610957.057984:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610957.057985:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1749610957.057988:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079f00a80 x1834598494593408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610982 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610957.057995:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387b80. 00000100:00000200:0.0:1749610957.057996:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079f00a80 x1834598494593408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610982 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610957.057999:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9898. 00000100:00000001:0.0:1749610957.058002:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:2.0:1749610957.058003:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880123e7bc00. 00000100:00000001:0.0:1749610957.058003:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610957.058005:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749610957.058007:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610957.058007:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610957.058008:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610957.058009:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610957.058011:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610957.058014:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610957 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610957.058017:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=112 v=20 (20 1 1 1) 00000100:00000001:0.0:1749610957.058023:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610957.058025:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610957.058027:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610957.058031:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079f00a80 x1834598494593408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610982 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610957.058037:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610957.058039:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610957.058040:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610957.058042:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610957.058043:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610957.058045:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610957.058048:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610957.058049:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610957.058052:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079f00a80 x1834598494593408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610982 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610957.058059:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079f00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494593408:0@lo:38:kworker.0 00000100:00000001:0.0:1749610957.058063:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610957.058064:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610957.058067:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079f00a80 x1834598494593408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610982 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610957.058072:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610957.058073:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610957.058075:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880071732000. 02000000:00000001:0.0:1749610957.058077:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610957.058078:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610957.058079:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749610957.058081:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610957.058082:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013031d000. 02000000:00000001:0.0:1749610957.058084:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610957.058085:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610957.058087:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079f00a80. 00000100:00000001:0.0:1749610957.058094:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610957.058095:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610957.058097:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610957.058099:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610957.058100:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610957.058101:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610957.058103:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610957.058576:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300230516, at 4300230516 00000100:00000040:0.0:1749610957.058580:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300230516, at 4300230516 00000100:00000040:3.0:1749610957.058595:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300230516, at 4300230516 00000100:00000040:1.0:1749610957.058602:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300230516, at 4300230516 00000100:00000010:3.0:1749610957.058605:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677f80. 00000100:00000010:2.0:1749610957.058606:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b49d4200. 00000100:00000010:1.0:1749610957.058611:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677ec0. 00000100:00000010:0.0:1749610957.058617:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b49d48c0. 00080000:00000010:2.0:1749610957.215939:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610957.215948:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610957.215954:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610957.216022:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610957.216027:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610957.216031:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610957.216039:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610957.216044:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610957.216047:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610957.363445:0:10850:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610957.363455:0:10850:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610957.363460:0:10850:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610957.363477:0:10850:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610957.363483:0:10850:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610957.363486:0:10850:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610957.363494:0:10850:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610957.363500:0:10850:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610957.363503:0:10850:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610957.367968:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610957.367978:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610957.367983:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610957.368058:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610957.368062:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610957.368065:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610957.368071:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610957.368074:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610957.368077:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610957.457607:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610957.457613:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610957.457616:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610957.457620:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610957.457623:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610957.457627:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610957.457630:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610957.457633:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610957.457636:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610957.539068:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe80. 00080000:00000010:0.0:1749610957.539080:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe80. 00000020:00000001:0.0:1749610957.539086:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610957.539237:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe80. 00080000:00000010:0.0:1749610957.539245:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe80. 00000020:00000001:0.0:1749610957.539250:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610957.539259:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe80. 00080000:00000010:0.0:1749610957.539264:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe80. 00000020:00000001:0.0:1749610957.539268:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610957.833701:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610957.833709:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610957.833712:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610957.833718:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab3c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610957.833721:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610957.833725:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610957.833728:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610957.833733:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610957.833735:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610958.055560:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610958.055564:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610958.055617:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610958.055621:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610958.055624:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610958.057620:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610958.057634:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610958.057637:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610958.057640:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610958.057643:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610958.057646:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610958.057649:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610958.063839:0:10930:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610958.063849:0:10930:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610958.063854:0:10930:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610958.063870:0:10930:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610958.063876:0:10930:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610958.063879:0:10930:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610958.063887:0:10930:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610958.063893:0:10930:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610958.063895:0:10930:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610958.069185:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe80. 00080000:00000010:0.0:1749610958.069200:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe80. 00000020:00000001:0.0:1749610958.069207:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610958.069346:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe80. 00080000:00000010:0.0:1749610958.069353:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe80. 00000020:00000001:0.0:1749610958.069358:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610958.069367:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe80. 00080000:00000010:0.0:1749610958.069372:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe80. 00000020:00000001:0.0:1749610958.069376:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749610958.191478:0:10975:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1749610958.191482:0:10975:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 160i: changelog user register/unregister race ========================================================== 23:02:37 (1749610957) 00000001:00000001:3.0:1749610958.198983:0:10975:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:1.0:1749610958.256261:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9180. 00080000:00000010:1.0:1749610958.256274:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9180. 00000020:00000001:1.0:1749610958.256283:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610958.256382:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9180. 00080000:00000010:1.0:1749610958.256389:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9180. 00000020:00000001:1.0:1749610958.256393:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610958.256402:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9180. 00080000:00000010:1.0:1749610958.256407:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9180. 00000020:00000001:1.0:1749610958.256410:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610958.457637:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610958.457644:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610958.457646:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610958.457651:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610958.457655:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610958.457658:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610958.457662:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610958.457665:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610958.457668:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610958.518504:0:10997:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749610958.518515:0:10997:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749610958.518553:0:10997:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610958.518573:0:10997:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749610958.518579:0:10997:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749610958.518583:0:10997:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610958.518591:0:10997:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749610958.518596:0:10997:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749610958.518600:0:10997:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610958.523698:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749610958.523704:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749610958.523713:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610958.523791:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749610958.523795:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749610958.523798:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610958.523803:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749610958.523806:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749610958.523809:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610958.705706:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749610958.705717:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749610958.705723:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610958.705794:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749610958.705800:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749610958.705803:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610958.705811:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749610958.705817:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749610958.705820:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610958.833622:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610958.833628:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610958.833630:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610958.833634:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab3c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749610958.833637:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610958.833640:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610958.833643:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610958.833645:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610958.833647:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610958.868608:0:11061:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff500. 00080000:00000010:0.0:1749610958.868618:0:11061:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff500. 00000020:00000001:0.0:1749610958.868640:0:11061:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610958.868657:0:11061:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff500. 00080000:00000010:0.0:1749610958.868663:0:11061:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff500. 00000020:00000001:0.0:1749610958.868666:0:11061:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610958.868674:0:11061:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff500. 00080000:00000010:0.0:1749610958.868680:0:11061:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff500. 00000020:00000001:0.0:1749610958.868683:0:11061:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610958.873036:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff500. 00080000:00000010:0.0:1749610958.873043:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff500. 00000020:00000001:0.0:1749610958.873051:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610958.873149:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff500. 00080000:00000010:0.0:1749610958.873154:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff500. 00000020:00000001:0.0:1749610958.873157:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610958.873162:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff500. 00080000:00000010:0.0:1749610958.873165:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff500. 00000020:00000001:0.0:1749610958.873168:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610959.003702:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff880. 00080000:00000010:0.0:1749610959.003722:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff880. 00000020:00000001:0.0:1749610959.003727:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610959.003809:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff880. 00080000:00000010:0.0:1749610959.003814:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff880. 00000020:00000001:0.0:1749610959.003818:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610959.003825:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff880. 00080000:00000010:0.0:1749610959.003830:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff880. 00000020:00000001:0.0:1749610959.003833:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610959.057575:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610959.057592:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610959.057594:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610959.057598:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610959.057600:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610959.057603:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610959.057605:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610959.058601:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610959.058604:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610959.058680:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610959.058684:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610959.058686:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1749610959.383898:0:11126:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610959.383912:0:11126:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610959.383920:0:11126:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610959.383948:0:11126:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610959.383956:0:11126:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610959.383961:0:11126:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610959.383981:0:11126:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610959.383988:0:11126:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610959.383993:0:11126:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610959.388586:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610959.388593:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610959.388598:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610959.388677:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610959.388681:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610959.388684:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610959.388688:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610959.388691:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610959.388694:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610959.457602:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610959.457609:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610959.457611:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610959.457615:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610959.457619:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610959.457623:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610959.457626:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610959.457629:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610959.457631:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1749610959.508116:0:11168:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1749610959.508149:0:11168:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_160i: @@@@@@ FAIL: lustre-MDT0000: changelog_mask=+hsm failed: 2 00000001:00000001:1.0:1749610959.515903:0:11168:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:1.0:1749610959.574441:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610959.574452:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610959.574457:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610959.574520:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610959.574571:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610959.574576:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610959.574588:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610959.574595:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610959.574600:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610959.833610:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610959.833616:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610959.833619:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610959.833632:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab3c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749610959.833636:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610959.833640:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610959.833643:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610959.833646:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610959.833649:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610959.968620:0:11190:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610959.968631:0:11190:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610959.968637:0:11190:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610959.968656:0:11190:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610959.968662:0:11190:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610959.968665:0:11190:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610959.968674:0:11190:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610959.968680:0:11190:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610959.968683:0:11190:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610959.973509:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610959.973519:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610959.973560:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610959.973696:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610959.973703:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610959.973709:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610959.973718:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610959.973723:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610959.973728:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610960.057694:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610960.057709:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610960.057712:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610960.057716:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610960.057719:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610960.057723:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610960.057725:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610960.060616:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610960.060622:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610960.060713:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610960.060719:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610960.060724:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 1947 lines, 1947 kept, 0 dropped, 0 bad.